-- Logs begin at Fri 2021-07-23 21:47:51 UTC, end at Sat 2021-07-24 00:02:27 UTC. -- Jul 23 22:20:24.063213 n-d-791506-25 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 22:20:26.764555 n-d-791506-25 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 23 22:20:26.765190 n-d-791506-25 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 22:20:26.765450 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 22:20:26.768425 n-d-791506-25 neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Jul 23 22:20:26.768682 n-d-791506-25 neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 22:20:26.768997 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 22:20:26.769953 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:20:26.770191 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:20:26.770556 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:20:26.770804 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:20:26.771034 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:20:26.771356 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.771656 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.771961 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.772193 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.772488 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.772780 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.773062 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.773351 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.773652 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.773961 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.774240 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.774523 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.774756 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.775038 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.775326 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.775612 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.775836 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.776116 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.776537 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.776940 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.777225 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.777512 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.777815 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.778105 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.778363 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.778644 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.778975 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] host = n-d-791506-25 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.779253 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.779539 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.779826 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.780116 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.780388 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.780690 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.780978 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.781252 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.781525 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.781848 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.782125 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.782414 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.782705 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.782930 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.783154 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.783443 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.783730 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.784005 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.784280 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.784554 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.784828 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.785100 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.785368 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.785652 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.785965 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.786252 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.786525 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.786799 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.787073 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.787346 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.787630 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.787902 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.788175 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.788446 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.788733 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.789004 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.789277 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.789575 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.789890 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.790174 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.790459 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.790731 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.791013 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.791287 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.791559 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.791833 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.792104 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.792372 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.792653 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.792925 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.793197 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.793469 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.793738 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.794045 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:26.794339 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.794636 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.794934 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.795217 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.795512 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.795790 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.796723 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.797025 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.797319 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.797612 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.797931 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.798211 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.798499 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.798777 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.799073 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.799378 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.799673 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.799967 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.800241 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.800515 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.800788 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.801064 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.801347 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.801645 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.801963 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.802239 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.802519 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.802810 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.803087 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.803359 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.803639 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.803930 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.804209 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.804485 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.804771 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.805053 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.805328 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.805604 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.805912 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.806207 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.806486 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.806760 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.807034 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.807313 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.807585 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.807871 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.808151 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.808426 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.808701 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.808981 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.809257 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.809532 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.809838 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.810116 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.810394 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.810671 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.810946 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.811220 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.811494 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.812399 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.812750 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.812954 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.813234 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.813509 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.813803 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.814081 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.814357 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.814633 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.814921 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.815217 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.815496 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.815773 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.816053 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.816331 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.816610 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.816888 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.817167 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.817446 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.817720 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.818040 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.818325 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.818615 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.818898 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.819177 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.819474 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.819752 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.820034 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.820314 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.820592 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.820882 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.821167 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.821463 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.821781 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.822075 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.822370 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.822662 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.822943 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.823253 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.823532 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:26.823752 n-d-791506-25 neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:20:26.823993 n-d-791506-25 neutron-server[93726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 22:20:27.173289 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 22:20:27.173565 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 22:20:27.173883 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 22:20:27.174359 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 22:20:27.563072 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.563367 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.563643 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.564945 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.565225 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.565492 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.600173 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.600449 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.600716 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.614484 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.614768 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.615040 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.645295 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.645579 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.645882 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.682218 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.682496 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.682766 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.913246 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.913874 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.913874 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.914031 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:27.914711 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.033841 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.034165 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.034456 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.034737 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.035004 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.035316 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.035577 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.035833 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.036087 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.036370 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.036631 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.036896 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.037158 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.037408 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.037663 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.037955 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.038211 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.038478 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.038747 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.039005 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.039275 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.039530 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.039810 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.040185 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.040436 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.040684 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.041074 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.041318 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.041560 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.041829 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.042070 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.042310 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.042677 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 22:20:28.047407 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 22:20:28.051350 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 22:20:28.055041 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 23 22:20:28.056652 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 22:20:28.057102 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 22:20:28.057436 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 22:20:28.057846 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 22:20:28.060626 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 22:20:28.060879 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 22:20:28.061225 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 22:20:28.066665 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 22:20:28.089287 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 22:20:28.089730 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.090047 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 22:20:28.090408 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.091750 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 22:20:28.092031 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 22:20:28.092276 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 22:20:28.095800 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.096083 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.160167 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 22:20:28.160399 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 22:20:28.160634 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 22:20:28.161004 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 22:20:28.182379 n-d-791506-25 neutron-server[93726]: DEBUG oslo_db.sqlalchemy.engines [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 22:20:28.710413 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing driver for type 'gre' Jul 23 22:20:28.710930 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] gre ID ranges: [(1, 1000)] Jul 23 22:20:28.763814 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing driver for type 'local' Jul 23 22:20:28.764154 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing driver for type 'vlan' Jul 23 22:20:28.777605 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] VlanTypeDriver initialization complete Jul 23 22:20:28.777960 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing driver for type 'vxlan' Jul 23 22:20:28.778448 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] vxlan ID ranges: [(1, 1000)] Jul 23 22:20:28.831155 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing extension driver 'port_security' Jul 23 22:20:28.831619 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] PortSecurityExtensionDriver initialization complete Jul 23 22:20:28.831951 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing mechanism driver 'openvswitch' Jul 23 22:20:28.832294 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing mechanism driver 'hyperv' Jul 23 22:20:28.838836 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:28.839525 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.839894 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.840247 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.840766 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.841198 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.841550 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.841926 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.842314 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.842718 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.843112 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.843689 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.844086 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.844491 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.844842 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.845183 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.845705 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.846140 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.846494 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.846841 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.847232 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.847633 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > address_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.847980 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > address_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.848327 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.848727 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:20:28.849094 n-d-791506-25 neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] ML2 OVO RPC backend initialized. {{(pid=93726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 22:20:28.849829 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.850190 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.850605 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.850953 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > networks before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.851300 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.851640 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > ports before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.851982 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.852320 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnets before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.852661 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.852996 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.853332 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.853665 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.854034 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.854368 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.854700 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.855034 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.855366 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.855936 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.plugin [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Modular L2 Plugin initialization complete Jul 23 22:20:28.856268 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading services supported by the core plugin {{(pid=93726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 22:20:28.856594 n-d-791506-25 neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Got port-security extension from driver 'port_security' Jul 23 22:20:28.857062 n-d-791506-25 neutron-server[93726]: INFO neutron.extensions.vlantransparent [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Disabled vlantransparent extension. Jul 23 22:20:28.857540 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 22:20:28.857886 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: router Jul 23 22:20:28.897702 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.898149 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.898519 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router before_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.898884 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.899258 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.899614 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.899972 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.900333 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.900680 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.901029 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.901378 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.901744 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.902180 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.902548 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.902886 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.903223 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.903564 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.903908 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.904253 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.904594 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.904933 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.905287 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.905854 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.906301 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.906669 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.907017 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.907382 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.907732 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > agent after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.908077 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.908940 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Tracking information for resource: router configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.909277 n-d-791506-25 neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Tracking information for resource: floatingip configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:20:28.914274 n-d-791506-25 neutron-server[93726]: INFO neutron.db.l3_agentschedulers_db [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 22:20:28.914850 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.915211 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.915564 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.915918 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.916708 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router before_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.917074 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.917436 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.917823 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > router precommit_update 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.922597 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.provider_configuration [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service providers = [] {{(pid=93726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 22:20:28.922967 n-d-791506-25 neutron-server[93726]: DEBUG neutron.db.servicetype_db [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 22:20:28.925969 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.service_base [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:20:28.926321 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.service_base [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:20:28.926666 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.service_base [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:20:28.927557 n-d-791506-25 neutron-server[93726]: DEBUG neutron.services.service_base [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:20:28.927932 n-d-791506-25 neutron-server[93726]: INFO neutron.services.service_base [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 22:20:28.928315 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.928642 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 22:20:28.940032 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.940373 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: auto_allocate Jul 23 22:20:28.946024 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: network precommit_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.946401 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: network precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.946914 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.947233 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: tag Jul 23 22:20:28.954576 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.954909 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: timestamp Jul 23 22:20:28.960178 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.960555 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: network_ip_availability Jul 23 22:20:28.965939 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.966310 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.966668 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:28.967375 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.967699 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: flavors Jul 23 22:20:28.972556 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.972892 n-d-791506-25 neutron-server[93726]: INFO neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading Plugin: revisions Jul 23 22:20:28.977132 n-d-791506-25 neutron-server[93726]: DEBUG neutron.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:20:28.977525 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 22:20:28.978287 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 22:20:28.978627 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Initializing extension manager. Jul 23 22:20:28.979138 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: __init__.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.979481 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: __pycache__ {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.979817 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.980151 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.980904 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.981469 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: address-group Jul 23 22:20:28.981815 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.982540 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.983041 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: address-scope Jul 23 22:20:28.984249 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.985394 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.985938 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: router-admin-state-down-before-update Jul 23 22:20:28.986264 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: agent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.986965 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.987661 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: agent Jul 23 22:20:28.987985 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: agent_resources_synced.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.988901 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.989411 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: agent-resources-synced Jul 23 22:20:28.989732 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: allowedaddresspairs.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.991532 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.992050 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: allowed-address-pairs Jul 23 22:20:28.992385 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: auto_allocated_topology.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.993455 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.993988 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: auto-allocated-topology Jul 23 22:20:28.994316 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.995012 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.995513 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: availability_zone Jul 23 22:20:28.995834 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: availability_zone_filter.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.996745 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.997246 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: availability_zone_filter Jul 23 22:20:28.997566 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: data_plane_status.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:28.998506 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:28.999004 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 22:20:28.999989 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: default_subnetpools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.001104 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.001613 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: default-subnetpools Jul 23 22:20:29.001974 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.002787 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.003293 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: dhcp_agent_scheduler Jul 23 22:20:29.003616 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: dns.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.004538 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.005040 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 22:20:29.005362 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: dns_domain_ports.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.006310 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.006818 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 22:20:29.007138 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.008067 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.008570 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 22:20:29.008890 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: dvr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.009558 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.010085 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: dvr Jul 23 22:20:29.010406 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: ecmp_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.011319 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.011812 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 22:20:29.012133 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: empty_string_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.013044 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.013548 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: empty-string-filtering Jul 23 22:20:29.013901 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.014935 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.015706 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 22:20:29.016035 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.016960 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.017463 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 22:20:29.017804 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: external_net.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.018721 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.019219 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: external-net Jul 23 22:20:29.019539 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.020444 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.020945 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: extra_dhcp_opt Jul 23 22:20:29.021265 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: extraroute.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.022209 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.022716 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: extraroute Jul 23 22:20:29.023039 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: extraroute_atomic.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.024070 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.024574 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: extraroute-atomic Jul 23 22:20:29.024899 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: filter_validation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.025573 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.026100 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: filter-validation Jul 23 22:20:29.026422 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: fip_pf_description.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.027331 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.027835 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 22:20:29.028157 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: fip_port_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.029071 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.029579 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: fip-port-details Jul 23 22:20:29.029935 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.031400 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.031911 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: flavors Jul 23 22:20:29.032237 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.033925 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.034442 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 22:20:29.034769 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: floatingip_pools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.035468 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.035972 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: floatingip-pools Jul 23 22:20:29.036295 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: ip_allocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.037221 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.037722 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 22:20:29.038084 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.039033 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.039536 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: ip-substring-filtering Jul 23 22:20:29.039860 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l2_adjacency.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.040784 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.041285 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 22:20:29.041604 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.042602 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.043114 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: router Jul 23 22:20:29.043440 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.045828 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.047115 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 22:20:29.047461 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.048416 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.048933 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: ext-gw-mode Jul 23 22:20:29.049259 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.050231 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.050744 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: l3-ha Jul 23 22:20:29.051066 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3_flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.051983 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.052492 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: l3-flavors Jul 23 22:20:29.052814 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.053727 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.054254 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 22:20:29.054575 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: l3agentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.055607 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.056114 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: l3_agent_scheduler Jul 23 22:20:29.056440 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: logging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.057959 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.058482 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension logging not supported by any of loaded plugins Jul 23 22:20:29.058819 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: metering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.059569 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.060141 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: metering Jul 23 22:20:29.060472 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.061553 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.062897 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: metering_source_and_destination_fields Jul 23 22:20:29.063231 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: multiprovidernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.064169 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.064676 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: multi-provider Jul 23 22:20:29.065000 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: netmtu.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.065971 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.066459 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: net-mtu Jul 23 22:20:29.066779 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: netmtu_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.067702 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.068204 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: net-mtu-writable Jul 23 22:20:29.068525 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: network_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.069195 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.069692 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: network_availability_zone Jul 23 22:20:29.070037 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: network_ip_availability.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.071118 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.071618 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: network-ip-availability Jul 23 22:20:29.071940 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: network_segment_range.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.072707 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.073205 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 22:20:29.073527 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: pagination.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.074528 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.074858 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: pagination Jul 23 22:20:29.075179 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: port_device_profile.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.076093 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.076603 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: port-device-profile Jul 23 22:20:29.076924 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.078660 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.079167 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: port-mac-address-regenerate Jul 23 22:20:29.079489 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.080401 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.080902 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: port-numa-affinity-policy Jul 23 22:20:29.081224 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: port_resource_request.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.082168 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.082671 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 22:20:29.082995 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: portbindings.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.083930 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.084432 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: binding Jul 23 22:20:29.084756 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: portbindings_extended.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.086170 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.086680 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: binding-extended Jul 23 22:20:29.087008 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: portsecurity.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.087919 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.088423 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: port-security Jul 23 22:20:29.088745 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: project_id.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.089724 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.090081 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: project-id Jul 23 22:20:29.090404 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: providernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.091329 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.091840 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: provider Jul 23 22:20:29.092163 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.096463 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.096983 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos not supported by any of loaded plugins Jul 23 22:20:29.097315 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.098589 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.099108 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 22:20:29.099438 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.100360 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.100876 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 22:20:29.101205 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_default.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.102151 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.102661 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-default not supported by any of loaded plugins Jul 23 22:20:29.102990 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.103639 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.104138 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 22:20:29.104459 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_gateway_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.105376 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.105921 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 22:20:29.106240 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_port_network_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.107151 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.107649 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 22:20:29.107970 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_rule_type_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.109366 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.109909 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 22:20:29.110232 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: qos_rules_alias.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.111277 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.111789 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 22:20:29.112113 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: quotasv2.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.113015 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.113340 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: quotas Jul 23 22:20:29.113660 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: quotasv2_detail.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.116671 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.117012 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: quota_details Jul 23 22:20:29.117345 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: rbac.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.118431 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.118959 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: rbac-policies Jul 23 22:20:29.119292 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: rbac_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.120433 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.120957 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: rbac-address-group Jul 23 22:20:29.121288 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: rbac_address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.122250 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.122763 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: rbac-address-scope Jul 23 22:20:29.123090 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: rbac_security_groups.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.124012 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.124786 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: rbac-security-groups Jul 23 22:20:29.125126 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: rbac_subnetpool.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.126090 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.126595 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: rbac-subnetpool Jul 23 22:20:29.126919 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: revisionifmatch.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.127910 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.128345 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: revision-if-match Jul 23 22:20:29.128669 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: revisions.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.129804 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.130317 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: standard-attr-revisions Jul 23 22:20:29.130640 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: router_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.131318 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.131824 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: router_availability_zone Jul 23 22:20:29.132147 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: routerservicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.133072 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.133576 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 22:20:29.133927 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.134847 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.135356 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: security-groups-normalized-cidr Jul 23 22:20:29.135679 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.136600 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.137105 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: port-security-groups-filtering Jul 23 22:20:29.137430 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.138382 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.138888 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: security-groups-remote-address-group Jul 23 22:20:29.139211 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: securitygroup.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.149538 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.150099 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: security-group Jul 23 22:20:29.150430 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.151272 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.151780 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension segment not supported by any of loaded plugins Jul 23 22:20:29.152108 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.153081 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.153587 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 22:20:29.153947 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: servicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.155069 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.156374 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: service-type Jul 23 22:20:29.156807 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: sorting.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.157836 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.158173 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: sorting Jul 23 22:20:29.158498 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: standard_attr_segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.159493 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.160003 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 22:20:29.160331 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: standardattrdescription.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.160984 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.161485 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: standard-attr-description Jul 23 22:20:29.161838 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: stateful_security_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.162772 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.163288 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: stateful-security-group Jul 23 22:20:29.163611 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: stdattrs_common.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.164195 n-d-791506-25 neutron-server[93726]: WARNING neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 22:20:29.164516 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.165454 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.165991 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 22:20:29.166310 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnet_onboard.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.167390 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.167901 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: subnet_onboard Jul 23 22:20:29.168225 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.169160 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.169663 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 22:20:29.170018 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnet_service_types.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.170964 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.171777 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: subnet-service-types Jul 23 22:20:29.172110 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnetallocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.173196 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.173705 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: subnet_allocation Jul 23 22:20:29.174062 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.174739 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.175246 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: subnetpool-prefix-ops Jul 23 22:20:29.175570 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.176508 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.177013 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 22:20:29.177334 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: tagging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.178502 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.179019 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: standard-attr-tag Jul 23 22:20:29.179345 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: timestamp.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.180547 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.181059 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loaded extension: standard-attr-timestamp Jul 23 22:20:29.181388 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: trunk.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.182452 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.182997 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension trunk not supported by any of loaded plugins Jul 23 22:20:29.183320 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: trunk_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.184246 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.184754 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 22:20:29.185077 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: uplink_status_propagation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.186033 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.186553 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 22:20:29.187074 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Loading extension file: vlantransparent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:20:29.187798 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:20:29.188303 n-d-791506-25 neutron-server[93726]: INFO neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 22:20:29.190798 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:network Jul 23 22:20:29.191331 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnet Jul 23 22:20:29.191727 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:20:29.192121 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:port Jul 23 22:20:29.193352 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.193822 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.194451 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.194883 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.195216 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:router Jul 23 22:20:29.195642 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 22:20:29.196131 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.197546 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:29.197957 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:29.198311 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:20:29.199312 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 22:20:29.199777 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:security_group Jul 23 22:20:29.200200 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 22:20:29.200805 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.201133 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:20:29.201478 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] subnetpool is already registered Jul 23 22:20:29.201951 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.202886 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:20:29.203467 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] subnetpool is already registered Jul 23 22:20:29.205737 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.206200 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.206791 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.207214 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.207549 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:router Jul 23 22:20:29.207889 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] router is already registered Jul 23 22:20:29.208295 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 22:20:29.208632 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] floatingip is already registered Jul 23 22:20:29.209081 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.209742 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 22:20:29.210097 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] rbac_policy is already registered Jul 23 22:20:29.210505 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:security_group Jul 23 22:20:29.210883 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] security_group is already registered Jul 23 22:20:29.211240 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 22:20:29.211571 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] security_group_rule is already registered Jul 23 22:20:29.212183 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.212511 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:20:29.212846 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] subnetpool is already registered Jul 23 22:20:29.213275 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:20:29.213597 n-d-791506-25 neutron-server[93726]: INFO neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:20:29.213958 n-d-791506-25 neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] subnetpool is already registered Jul 23 22:20:29.214428 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: extensions {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.215881 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: address-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.217338 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: address-scopes {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.219609 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.220770 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: auto-allocated-topology {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.222063 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: availability_zones {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.223279 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: dhcp-networks {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.225847 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: dhcp-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.227279 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.228978 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: flavors {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.230281 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.231491 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: next_providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.232922 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.235106 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: floatingip-pools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.236310 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.238057 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: floatingips {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.239337 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: l3-routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.240719 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: l3-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.242185 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: metering-labels {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.243436 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: metering-label-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.244825 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: network-ip-availabilities {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.246118 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: bindings {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.247659 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.249289 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.250956 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: rbac-policies {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.252152 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: security-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.253453 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: security-group-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.254739 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: service-providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.255970 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.257274 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.258860 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.260510 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.262324 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.264128 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.266762 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.268704 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.270406 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.272211 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.274086 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.275799 n-d-791506-25 neutron-server[93726]: DEBUG neutron.api.extensions [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:20:29.282639 n-d-791506-25 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 22:20:29.287158 n-d-791506-25 neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 22:20:29.296633 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Acquired lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 22:20:29.297106 n-d-791506-25 neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Releasing lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 22:20:29.297774 n-d-791506-25 neutron-server[93726]: INFO oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Starting 2 workers Jul 23 22:20:29.302594 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Started child 93835 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:20:29.307014 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Started child 93836 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:20:29.310913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.311591 n-d-791506-25 neutron-server[93726]: INFO neutron.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 22:20:29.311591 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Notify callbacks [] for process, before_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.311862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [-] (93835) wsgi starting up on http://0.0.0.0:9696 Jul 23 22:20:29.312032 n-d-791506-25 neutron-server[93726]: INFO oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Starting 1 workers Jul 23 22:20:29.312202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.313190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [-] (93836) wsgi starting up on http://0.0.0.0:9696 Jul 23 22:20:29.317088 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Started child 93837 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:20:29.317607 n-d-791506-25 neutron-server[93726]: INFO oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Starting 1 workers Jul 23 22:20:29.320689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] calling RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 22:20:29.321145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] returning from RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 22:20:29.322307 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Started child 93838 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:20:29.322460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.322888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:29.323111 n-d-791506-25 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5122-4a19-4448-b0c2-cfe4bf510b11 None None] Notify callbacks [] for process, after_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.325051 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 22:20:29.325262 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:20:29.325453 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:20:29.325665 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:20:29.326039 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:20:29.326206 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:20:29.326719 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.326995 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.327864 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.328267 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.328586 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:29.329064 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.329458 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.329705 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.329986 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.330262 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.330498 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.330674 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.330843 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.331098 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.331349 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.331652 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.331916 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.332154 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.332442 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.332618 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.332873 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.333135 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.333395 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.333671 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.333939 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.334443 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.334684 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.334923 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.335171 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.335455 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.335702 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.335987 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.336223 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.336457 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.336689 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.336954 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.337186 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.337402 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.337621 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.337914 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.338137 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.338585 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-791506-25 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.338823 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.339040 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.339301 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.339547 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.339799 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.340014 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.340278 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.340540 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.340792 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.341038 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.341293 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.341540 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.341807 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.342064 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.342220 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.342460 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.342733 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.343563 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.343808 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.344073 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.344381 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.344763 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.344932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.345185 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.345408 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.345622 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.345863 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.346080 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.346327 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.346566 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.346810 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.347025 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.347234 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.347497 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.347725 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.347951 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.348198 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.348429 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.348661 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.348875 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.349104 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.349327 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.349573 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.349810 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.350055 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.350287 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.350534 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.350765 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.351013 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.351261 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.351487 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.351700 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.351990 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.352221 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.352464 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.352708 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.352941 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.353199 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.353416 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.353650 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.353923 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.354133 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.354348 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.354678 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.354904 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.355204 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.355561 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.355810 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.356042 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.356671 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.357086 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.357289 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.357534 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.357854 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.358615 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.359754 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.359899 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.360128 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.360406 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.361202 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.361202 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.361464 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.361595 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.361798 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.362163 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.362722 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.362722 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.362988 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.363231 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.363745 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.363978 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.364410 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.364672 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.365103 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.365384 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.365602 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.366417 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.366616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:29.366716 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.366864 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.367204 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.367558 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.367856 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.368208 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.368566 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.368865 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.369238 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.369517 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.369838 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.370194 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.370363 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.370631 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.370894 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.371242 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.371487 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.371810 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.372034 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.372267 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.372484 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.372753 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.372981 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.373198 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.373588 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.373945 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.374547 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.375011 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.375408 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.375706 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.375935 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.376161 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.376755 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.376755 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.377085 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.377232 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.377536 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.377779 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.378018 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.378393 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.378753 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.379795 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.380035 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.380262 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.380480 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.380707 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.381629 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.381629 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.381629 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.381921 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.381921 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.384587 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385251 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385251 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385251 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385251 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385564 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.385944 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.386210 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.386765 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.387034 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.387287 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.387648 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.387879 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.388125 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.388494 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.388878 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.389618 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.390481 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.390791 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.391231 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.391636 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.391928 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.392125 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.392372 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.393305 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.393305 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.393488 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.393776 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.394000 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.394408 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.394862 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.395406 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.395956 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.396421 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.396922 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.397345 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.397730 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.398295 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.398680 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.399185 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.399572 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.400157 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.400552 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.401045 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.401543 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.401954 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.402647 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.403170 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.403493 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.403725 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.404016 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.404400 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.404654 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.404927 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.405177 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.405555 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.406268 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.406724 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.407117 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.407496 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.408026 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.408259 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.408519 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.408882 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.409276 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.409384 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.409721 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.410273 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.410641 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.410867 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.411249 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.411751 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.412270 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.412516 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.412882 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.413375 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.413856 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.414359 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.414692 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.415305 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.415305 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.415491 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.415721 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.416023 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.416636 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.416936 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.417302 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.417703 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.418319 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.418701 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.419071 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.419229 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.419677 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.420035 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.420325 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.420548 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.421185 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.421797 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.422335 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.422924 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.423341 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.423969 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.424446 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.424863 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.425378 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.425843 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.426408 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.426809 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.427313 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.427659 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.427894 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.428200 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.428565 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.429101 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.429372 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.429797 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.430204 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.430425 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.430817 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.431336 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.431761 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.432018 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.432398 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.432687 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.433033 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.433234 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.433645 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.433854 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.434198 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.434452 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.434782 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.435072 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.435596 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.435959 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.437065 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.437538 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.438020 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.438258 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.438608 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.438717 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.438932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.439294 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.439633 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.440014 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.440582 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.441166 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.441394 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.441727 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.442063 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.442474 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.442627 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.442757 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.443250 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.443486 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.443844 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.444152 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.444547 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.444920 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.445239 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.445543 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.445861 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.446238 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.446472 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.446794 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.447160 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.447429 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.447774 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.448022 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.448423 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.448691 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.449337 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.449635 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.450390 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.450656 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.450945 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.451347 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.451631 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.451982 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.453459 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.453872 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.454176 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.454445 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.454702 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.455051 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.455420 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.455652 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.455898 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.456141 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.456593 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.456870 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.457105 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.457340 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.457586 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.457850 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.458107 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.458357 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.458603 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.458845 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.459066 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.459222 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:20:29.459917 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 22:20:29.460094 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:20:29.460252 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:20:29.460430 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:20:29.460602 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:20:29.460758 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:20:29.461015 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461130 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461292 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461455 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461614 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461823 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.461990 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.462147 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.462457 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.462763 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.462934 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.463093 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.463255 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.463411 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.463718 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.463882 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464043 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464204 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464367 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464526 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464690 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.464850 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465008 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465172 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465353 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465514 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465672 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.465853 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466013 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466172 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466330 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466666 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466666 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466843 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.466922 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467082 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467238 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467474 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467586 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467701 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.467884 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] host = n-d-791506-25 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.468138 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.468430 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.468637 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.468798 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.468958 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469116 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469275 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469434 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469592 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469750 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.469933 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470092 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470251 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470409 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470567 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470725 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.470883 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471041 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471230 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471394 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471553 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471712 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.471872 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472046 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472182 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472338 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472498 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472655 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472813 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.472970 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473152 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473316 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473454 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473589 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473746 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.473918 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474057 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474215 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474378 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474537 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474694 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.474851 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475010 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475167 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475326 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475483 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475641 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475799 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.475957 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476115 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476273 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:29.476481 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476581 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476739 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.476897 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477055 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477213 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477370 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477532 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477692 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.477873 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478033 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478189 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478347 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478504 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478661 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478818 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.478977 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.479137 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:20:29.479318 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.479480 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.479652 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.479812 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.479972 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480132 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480293 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480452 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480611 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480770 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.480939 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481098 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481269 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481429 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481589 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481750 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.481932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482092 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482270 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482413 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482572 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482731 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.482906 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.483066 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.483510 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.483737 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484036 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484315 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484486 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484651 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484814 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.484976 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.485138 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.485300 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.485462 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.485623 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.485811 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486056 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486220 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486382 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486545 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486707 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.486869 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487030 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487192 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487354 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487516 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487681 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.487845 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.488008 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.488808 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.488976 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489146 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489285 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489446 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489606 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489801 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.489948 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490108 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490269 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490428 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490604 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490834 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.490917 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491226 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491226 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491418 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491501 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491655 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.491816 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492052 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492139 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492272 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492437 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492597 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492758 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.492919 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.493081 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.493242 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.493402 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.493567 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.493725 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494062 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494224 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494394 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494571 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494787 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.494886 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495029 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495190 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495352 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495512 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495672 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495834 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.495995 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496154 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496314 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496476 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496636 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496800 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.496960 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497120 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497278 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497437 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497597 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497780 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.497947 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498106 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498266 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498425 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498584 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498754 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.498914 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.499610 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.499852 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500165 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500347 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500508 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500671 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500831 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.500992 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501152 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501318 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501477 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501638 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501819 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.501981 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502320 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502320 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502554 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502761 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502761 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.502961 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503081 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503242 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503414 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503842 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503842 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.503842 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504313 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504313 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504313 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504591 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504591 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504789 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.504867 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505027 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505187 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505349 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505512 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505672 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.505856 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506054 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506180 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506340 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506501 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506661 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506821 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.506969 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507130 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507290 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507450 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507610 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507771 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.507934 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508096 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508254 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508416 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508577 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508740 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.508901 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509063 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509224 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509386 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509548 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509715 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.509901 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510063 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510225 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510386 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510546 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510708 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.510869 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511030 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511191 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511352 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511512 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511690 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.511850 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512012 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512166 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512325 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512485 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512644 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512805 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.512966 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513125 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513284 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513446 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513610 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513795 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.513953 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.514112 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.514272 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.514433 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.514593 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.515389 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.515638 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.515932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516167 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516333 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516497 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516671 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516834 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.516996 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.517156 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.517318 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.517478 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.517650 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.517856 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518025 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518192 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518351 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518512 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518683 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.518843 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.519007 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.519168 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.519793 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.519963 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.520134 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.520342 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.520480 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.520808 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.520808 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521046 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521046 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521193 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521349 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521526 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521997 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521997 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.521997 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.522224 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.522303 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.522456 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.522616 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.522776 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523258 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523258 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523258 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523625 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523625 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.523932 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524077 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524155 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524302 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524469 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524631 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524800 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.524969 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525137 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525299 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525466 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525643 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525818 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.525980 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.526287 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.526453 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527288 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527288 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527288 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527288 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527288 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527642 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527642 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.527642 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528002 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528002 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528220 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528307 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528399 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528559 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528718 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:20:29.528871 n-d-791506-25 neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:20:29.737839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:20:29.746143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061572 Jul 23 22:20:41.062131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd9b76-0162-42d9-a8f1-8ef4855d1996 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:20:41.103878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60fab246-b47c-4b55-b7f1-884531accba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:41.129941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd9b76-0162-42d9-a8f1-8ef4855d1996 None None] No non-hosted networks {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 22:20:43.709588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eca8f47-b8eb-4df7-ab88-d0b00d80d41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:43.762329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfc40d4b-ff30-457c-908e-4ac611520e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:44.068607 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:44.069299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.069668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.070057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.070389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.070740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.071356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.071679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.071999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.072314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.072664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.073193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.073665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:44.074364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-25', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:44.087824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-25', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:20:44.797385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:46.273430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:47.397065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:20:47.892067 n-d-791506-25 neutron-server[93835]: WARNING oslo_policy.policy [None req-7fd8334b-fc7a-4d75-bcf5-447cbbc646ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:47.892768 n-d-791506-25 neutron-server[93835]: WARNING oslo_policy.policy [None req-7fd8334b-fc7a-4d75-bcf5-447cbbc646ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:48.081633 n-d-791506-25 neutron-server[93837]: INFO neutron.db.l3_hamode_db [None req-0cc52bbd-70f9-4d5d-9e5c-4aab5013d809 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 22:20:48.112481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-7fd8334b-fc7a-4d75-bcf5-447cbbc646ff admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:20:48.113558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7fd8334b-fc7a-4d75-bcf5-447cbbc646ff admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7154219 Jul 23 22:20:48.158750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52bbd-70f9-4d5d-9e5c-4aab5013d809 None None] Routers set() bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:20:48.159134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc52bbd-70f9-4d5d-9e5c-4aab5013d809 None None] Router IDs set() for agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 22:20:50.475330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:20:50.782875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:20:50.876672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.policy [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 22:20:50.927775 n-d-791506-25 neutron-server[93835]: WARNING oslo_policy.policy [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:50.928144 n-d-791506-25 neutron-server[93835]: WARNING oslo_policy.policy [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:50.937444 n-d-791506-25 neutron-server[93835]: INFO neutron.quota [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] Loaded quota_driver: . Jul 23 22:20:51.032066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110226499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110217878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110173902', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110179460', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110169671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794110184152', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3638259', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3650772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-431039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645029'] for rbac-policy, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:51.102136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:51.103331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-089ba5ae-d2d2-4a94-943e-fe7f4a83ff6e admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6270249 Jul 23 22:20:53.675868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:20:53.966347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Request body: {'network': {'project_id': '40b93f9a53ed471e90253e37b086661e', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'name': 'private'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:20:53.995040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Made reservation on behalf of 40b93f9a53ed471e90253e37b086661e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:20:53.999051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.015367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.138287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.142677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.161636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:20:54.191865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794111170681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.192447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Unsubscribe: segment precommit_create {{(pid=93835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 22:20:54.192934 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Added segment ea2785d7-cbbd-446f-ba1d-296132269a35 of type vlan for network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a Jul 23 22:20:54.211191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9a8ab-3a24-4f74-8d91-034bfbb7beee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:20:54.261855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.262190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.262519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.262979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.263211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.264467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.264877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.265212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.265531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.265872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.266193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.266504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Tracked resource versions report: Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: pushed versions: Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Log': {'1.0'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Network': {'1.1'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Port': {'1.7'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: consumer versions: Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: L3 agent@n-d-791506-25: {}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: Metadata agent@n-d-791506-25: {}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: Metering agent@n-d-791506-25: {}, Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Log': '1.0', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Network': '1.1', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Port': '1.7', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'PortForwarding': '1.2', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'QosPolicy': '1.8', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'SubPort': '1.0', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Subnet': '1.1', Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: 'Trunk': '1.1'}} Jul 23 22:20:54.267550 n-d-791506-25 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:20:54.313775 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.364713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.366202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:20:54.367001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:54.431955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7548835 Jul 23 22:20:54.473545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92783cb-15c2-4a89-8127-94076d29a7bf admin admin] Pushing event updated for resources: {'Network': ['ID=0f5dda33-1ec5-44f2-87c6-8460b2e78d0a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:20:54.486743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:20:57.240508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:20:57.736281 n-d-791506-25 neutron-server[93836]: WARNING oslo_policy.policy [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:57.736862 n-d-791506-25 neutron-server[93836]: WARNING oslo_policy.policy [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:58.183250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.policy [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 22:20:58.241729 n-d-791506-25 neutron-server[93836]: WARNING oslo_policy.policy [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:58.242372 n-d-791506-25 neutron-server[93836]: WARNING oslo_policy.policy [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:20:58.250257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:20:58.252196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e2723bc-8061-4f92-a641-18416c7dcf5b admin admin] 10.222.0.37 "GET /v2.0/networks/0f5dda33-1ec5-44f2-87c6-8460b2e78d0a HTTP/1.1" status: 200 len: 825 time: 1.0095980 Jul 23 22:20:58.291740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e4113e5c-1760-4692-a627-69a28a806b16 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/7e9cae2e-2265-4c2b-a7de-a2decd28e458 HTTP/1.1" status: 200 len: 734 time: 0.0342345 Jul 23 22:20:58.300996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'name': 'private-subnet'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:20:58.302600 n-d-791506-25 neutron-server[93836]: INFO neutron.quota [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Loaded quota_driver: . Jul 23 22:20:58.342586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Made reservation on behalf of 40b93f9a53ed471e90253e37b086661e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:20:58.345280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:58.646741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:58.715274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Checking segment: {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:20:58.715644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Network hostable DHCP agents. Network: 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:20:58.730051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c080877-c048-405b-88dc-2f5a47eae05d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:20:58.744518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.744858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.745198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.745523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.745875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.746204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.746520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.746835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.747150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.747463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.748345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.748679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Tracked resource versions report: Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: pushed versions: Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Log': {'1.0'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Network': {'1.1'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Port': {'1.7'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: consumer versions: Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: L3 agent@n-d-791506-25: {}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: Metadata agent@n-d-791506-25: {}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: Metering agent@n-d-791506-25: {}, Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Log': '1.0', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Network': '1.1', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Port': '1.7', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'PortForwarding': '1.2', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'QosPolicy': '1.8', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'SubPort': '1.0', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Subnet': '1.1', Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: 'Trunk': '1.1'}} Jul 23 22:20:58.749744 n-d-791506-25 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:20:58.776600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:20:58.789962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:20:58.794390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:20:58.795867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:58.800007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eebc3bb-f8bb-460c-ace2-f845fdf5a347 None None] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:20:58.815829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c115cb8b-99f2-4578-9c06-75148756fbb4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5182846 Jul 23 22:20:59.120634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:20:59.121907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:59.399804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Allocated IP 172.20.0.2 (0f5dda33-1ec5-44f2-87c6-8460b2e78d0a/4c080877-c048-405b-88dc-2f5a47eae05d/805445fa-5629-4708-a4ef-cf45fab5e54d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:20:59.634421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:59.649125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Transition to ACTIVE for port object 805445fa-5629-4708-a4ef-cf45fab5e54d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:20:59.669409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Transition to ACTIVE for port object 805445fa-5629-4708-a4ef-cf45fab5e54d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:20:59.677750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:59.741353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:20:59.747071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:20:59.758550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:20:59.766630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Pushing event updated for resources: {'Port': ['ID=805445fa-5629-4708-a4ef-cf45fab5e54d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:20:59.795384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.795730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.796072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.796407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.796739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.797395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.797395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.797702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.798056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.798386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.798711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.799033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Tracked resource versions report: Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: pushed versions: Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Log': {'1.0'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Network': {'1.1'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Port': {'1.7'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: consumer versions: Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: L3 agent@n-d-791506-25: {}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: Metadata agent@n-d-791506-25: {}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: Metering agent@n-d-791506-25: {}, Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Log': '1.0', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Network': '1.1', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Port': '1.7', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'PortForwarding': '1.2', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'QosPolicy': '1.8', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'SubPort': '1.0', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Subnet': '1.1', Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: 'Trunk': '1.1'}} Jul 23 22:20:59.800096 n-d-791506-25 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:20:59.856139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Attempting to bind port 805445fa-5629-4708-a4ef-cf45fab5e54d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:20:59.856544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Attempting to bind port 805445fa-5629-4708-a4ef-cf45fab5e54d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:20:59.857037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Attempting to bind port 805445fa-5629-4708-a4ef-cf45fab5e54d on network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:20:59.862112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:20:59.862524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Checking segment: {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:20:59.862994 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:59.863387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Bound using segment: {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:20:59.863900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Bound port: 805445fa-5629-4708-a4ef-cf45fab5e54d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:20:59.864322 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:20:59.927535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] For port 805445fa-5629-4708-a4ef-cf45fab5e54d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:20:59.931659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] For port 805445fa-5629-4708-a4ef-cf45fab5e54d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=805445fa-5629-4708-a4ef-cf45fab5e54d,segment=NetworkSegment(ea2785d7-cbbd-446f-ba1d-296132269a35),segment_id=ea2785d7-cbbd-446f-ba1d-296132269a35)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:20:59.936474 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:00.000199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36556ea-58eb-4b8f-91e8-02d52f24468e None None] Pushing event updated for resources: {'Port': ['ID=805445fa-5629-4708-a4ef-cf45fab5e54d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:01.222193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:01.538217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-9bd331d5-e4bd-4cc2-b44b-602c305dade5 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:21:01.539286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9bd331d5-e4bd-4cc2-b44b-602c305dade5 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161545 Jul 23 22:21:03.924273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:04.231394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-f94dc2d9-2a3e-43ea-9db0-7e32d4f8996e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:21:04.233341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f94dc2d9-2a3e-43ea-9db0-7e32d4f8996e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080950 Jul 23 22:21:06.900591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:07.196067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:21:07.234978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:07.236709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:07.399508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:07.404135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:07.415903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:07.417088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0cde92b5-42ff-4ef3-8504-77d00515428a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5155458 Jul 23 22:21:07.888679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 805445fa-5629-4708-a4ef-cf45fab5e54d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:07.979626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 805445fa-5629-4708-a4ef-cf45fab5e54d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:21:08.366442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee07af3-55c3-49e3-84ee-6dc87bced19f None None] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:21:08.439295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Provisioning for port 805445fa-5629-4708-a4ef-cf45fab5e54d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:21:08.446292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Provisioning complete for port 805445fa-5629-4708-a4ef-cf45fab5e54d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:08.446677 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:08.628030 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:08.684037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] For port 805445fa-5629-4708-a4ef-cf45fab5e54d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=805445fa-5629-4708-a4ef-cf45fab5e54d,segment=NetworkSegment(ea2785d7-cbbd-446f-ba1d-296132269a35),segment_id=ea2785d7-cbbd-446f-ba1d-296132269a35)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:21:08.690977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:08.739707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e95a1-0912-41a4-a38c-7de14858249d None None] Pushing event updated for resources: {'Port': ['ID=805445fa-5629-4708-a4ef-cf45fab5e54d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:08.909878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d60c7b57-2b6a-48de-a67a-958713fe0589 None None] Provisioning complete for port 805445fa-5629-4708-a4ef-cf45fab5e54d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:08.910513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d60c7b57-2b6a-48de-a67a-958713fe0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:09.813355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:09.860431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 805445fa-5629-4708-a4ef-cf45fab5e54d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:09.906161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 805445fa-5629-4708-a4ef-cf45fab5e54d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:09.906451 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:10.129794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-802debe6-ecf3-4d4f-b27d-0d195663627a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:21:10.130784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-802debe6-ecf3-4d4f-b27d-0d195663627a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194849 Jul 23 22:21:10.947043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb09fa6-8b7d-493f-9772-8a5999b5ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.488468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:12.790754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:21:12.810264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Made reservation on behalf of ee04e80a45fc4219b40b10c9f5bed591 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:21:12.812595 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.820657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.911141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.914638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.929069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Reserving flat network on physical network physnet1 {{(pid=93835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 22:21:12.948329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19068c-b74a-4933-9db7-0b72a72a9814,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:12.953911 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:12.954244 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Added segment 0c596430-fa3f-44a7-8217-3341412d4ebc of type flat for network 33692836-5683-4dd7-bad8-04095cf127e8 Jul 23 22:21:13.001275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:13.037346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:13.038311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:21:13.038882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:13.069212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5797105 Jul 23 22:21:13.098742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b671d0a-3a09-45af-8b5d-5b71932540cc admin admin] Pushing event updated for resources: {'Network': ['ID=33692836-5683-4dd7-bad8-04095cf127e8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:13.112221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 33692836-5683-4dd7-bad8-04095cf127e8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:21:13.701812 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0edd-ee94-4510-b5e0-7f7e32e4ffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:14.030207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:14.732257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:15.457321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:15.663894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c66b6c-8e0b-493b-91e2-7ce6b9ea3ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:21:15.665228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2c66b6c-8e0b-493b-91e2-7ce6b9ea3ffe admin admin] 10.222.0.37 "GET /v2.0/subnets/4c080877-c048-405b-88dc-2f5a47eae05d HTTP/1.1" status: 200 len: 849 time: 0.2069335 Jul 23 22:21:15.839794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c8609714-5bb3-4248-b734-209b209d489c admin admin] 10.222.0.37 "GET /v2.0/routers/cecc3458-0e53-4aa4-b882-ad422fc08ad2 HTTP/1.1" status: 200 len: 704 time: 0.1686807 Jul 23 22:21:16.099082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.226585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.392243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Allocated IP 172.20.0.1 (0f5dda33-1ec5-44f2-87c6-8460b2e78d0a/4c080877-c048-405b-88dc-2f5a47eae05d/1bbff09b-f427-44cd-a1d0-93eeb4a7de26) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:21:16.571835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.595915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Transition to ACTIVE for port object 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:21:16.675808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.744790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:21:16.755410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:21:16.760899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:16.772282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:21:16.772826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.949057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfdf8e46-4aa8-4e12-938c-f49798fa20f2 None None] Provisioning for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:21:16.953346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfdf8e46-4aa8-4e12-938c-f49798fa20f2 None None] Provisioning complete for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:16.953710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8e46-4aa8-4e12-938c-f49798fa20f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:16.990678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf8e46-4aa8-4e12-938c-f49798fa20f2 None None] Port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:21:17.034771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:17.209842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:17.214122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:17.214851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:17.276104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:17.339220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:21:17.341161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:21:17.506634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Router cecc3458-0e53-4aa4-b882-ad422fc08ad2 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:21:17.510867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5042b4c2-9969-42a2-a348-91d97b94bc57 None None] Provisioning complete for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:17.511366 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5042b4c2-9969-42a2-a348-91d97b94bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:17.542731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5042b4c2-9969-42a2-a348-91d97b94bc57 None None] Port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:21:17.594602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:21:17.599724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-56170245-106b-4eb0-bb5f-a30b11304792 admin admin] 10.222.0.37 "PUT /v2.0/routers/cecc3458-0e53-4aa4-b882-ad422fc08ad2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7550528 Jul 23 22:21:17.605023 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Sync routers for ids ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:21:17.617386 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Routers {'cecc3458-0e53-4aa4-b882-ad422fc08ad2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:21:17.618150 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:17.799771 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Set router cecc3458-0e53-4aa4-b882-ad422fc08ad2 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:21:18.237606 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:16Z', 'revision_number': 2, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port_host': None, '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:17Z', 'revision_number': 2, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:18.288756 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Checking router: cecc3458-0e53-4aa4-b882-ad422fc08ad2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:21:18.289137 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Updating router cecc3458-0e53-4aa4-b882-ad422fc08ad2 port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:21:18.353986 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:18.840722 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:18.859146 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Transition to ACTIVE for port object 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:21:18.867932 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:19.025204 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Pushing event updated for resources: {'Port': ['ID=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:19.039839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.040176 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.040512 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.040953 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.041146 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.041465 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.041820 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.042136 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.042448 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.042760 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.043068 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.043979 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Tracked resource versions report: Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: pushed versions: Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Log': {'1.0'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Network': {'1.1'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Port': {'1.7'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: consumer versions: Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: L3 agent@n-d-791506-25: {}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: Metadata agent@n-d-791506-25: {}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: Metering agent@n-d-791506-25: {}, Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Log': '1.0', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Network': '1.1', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Port': '1.7', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'PortForwarding': '1.2', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'QosPolicy': '1.8', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'SubPort': '1.0', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Subnet': '1.1', Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: 'Trunk': '1.1'}} Jul 23 22:21:19.045038 n-d-791506-25 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:21:19.049387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Attempting to bind port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:21:19.049801 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Attempting to bind port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:21:19.050239 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Attempting to bind port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 on network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:21:19.055397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:21:19.055802 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Checking segment: {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:21:19.056271 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:19.056649 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Bound using segment: {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:21:19.057129 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Bound port: 1bbff09b-f427-44cd-a1d0-93eeb4a7de26, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2785d7-cbbd-446f-ba1d-296132269a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:21:19.057904 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:19.122307 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] For port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:21:19.143620 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] For port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,segment=NetworkSegment(ea2785d7-cbbd-446f-ba1d-296132269a35),segment_id=ea2785d7-cbbd-446f-ba1d-296132269a35)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:21:19.148067 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:19.197744 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Routers {'cecc3458-0e53-4aa4-b882-ad422fc08ad2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:21:19.198392 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:19.276081 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20155a0-2063-4a87-943e-eec2d6b2e59c None None] Pushing event updated for resources: {'Port': ['ID=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:19.301305 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] Set router cecc3458-0e53-4aa4-b882-ad422fc08ad2 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:21:19.513839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:16Z', 'revision_number': 2, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port_host': None, '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:19Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:19.539026 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471451e-59da-4c34-96a9-1652f1195361 None None] The sync data for ids ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'] in n-d-791506-25 is: [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:16Z', 'revision_number': 2, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port_host': None, '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:19Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:21:19.856823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:19.963107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fcdfd3-4d20-4415-93ef-07604181f3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:21:19.965795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-59fcdfd3-4d20-4415-93ef-07604181f3a0 admin admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 842 time: 0.1065111 Jul 23 22:21:19.974792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Request body: {'subnet': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:21:20.000425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Made reservation on behalf of ee04e80a45fc4219b40b10c9f5bed591 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:21:20.002711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:20.310340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 22:21:20.310750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:20.363395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:20.376367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:21:20.376957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Network hostable DHCP agents. Network: 33692836-5683-4dd7-bad8-04095cf127e8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:21:20.400704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:21:20.411393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 33692836-5683-4dd7-bad8-04095cf127e8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:21:20.415298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:21:20.415877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:20.421966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f2cb8-c890-4810-bee5-e4a479b11e9c None None] Network 33692836-5683-4dd7-bad8-04095cf127e8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:21:20.430396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7429266f-b22a-46d7-abff-9915f1796a39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4592044 Jul 23 22:21:20.555927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef64c5-7d59-4f02-833f-0288ca3dcac2 None None] Network 33692836-5683-4dd7-bad8-04095cf127e8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:21:22.694660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:22.820095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dcad078b-69ec-4d10-a74d-52b47c085a17 admin admin] 10.222.0.37 "GET /v2.0/routers/cecc3458-0e53-4aa4-b882-ad422fc08ad2 HTTP/1.1" status: 200 len: 710 time: 0.1242464 Jul 23 22:21:22.983286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8f432-57cd-4e23-864a-b38005e86623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:21:22.984794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d2d8f432-57cd-4e23-864a-b38005e86623 admin admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 886 time: 0.1589265 Jul 23 22:21:22.993682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:21:23.236127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:23.474981 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:23.550851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:23.647970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Allocated IP 172.25.1.211 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/a1b74af3-e139-4448-832c-b6a817427cab) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:21:23.746870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:23.785559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:23.816479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:21:23.819210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:21:23.822497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:21:23.893206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b74af3-e139-4448-832c-b6a817427cab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:24.071462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:24.265194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:24.268373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:24.460020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Router cecc3458-0e53-4aa4-b882-ad422fc08ad2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:21:24.568607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:21:24.572853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:24.574066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2dd9a727-c1ed-4b8d-9879-5013ad6383c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/cecc3458-0e53-4aa4-b882-ad422fc08ad2 HTTP/1.1" status: 200 len: 890 time: 1.5838952 Jul 23 22:21:25.888675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:25.938850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:21:25.945015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:25.945394 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:25.990373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Sync routers for ids ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:21:26.025189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Routers {'cecc3458-0e53-4aa4-b882-ad422fc08ad2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:21:26.025924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:26.184774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:26.266569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,segment=NetworkSegment(ea2785d7-cbbd-446f-ba1d-296132269a35),segment_id=ea2785d7-cbbd-446f-ba1d-296132269a35)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:21:26.273257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:26.319430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Set router cecc3458-0e53-4aa4-b882-ad422fc08ad2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:21:26.441984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1bbff09b-f427-44cd-a1d0-93eeb4a7de26,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:26.720305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:23Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port': {'id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:23Z', 'updated_at': '2021-07-23T22:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:19Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:26.772627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Checking router: cecc3458-0e53-4aa4-b882-ad422fc08ad2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:21:26.772973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Updating router cecc3458-0e53-4aa4-b882-ad422fc08ad2 port a1b74af3-e139-4448-832c-b6a817427cab binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:21:26.805642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:26.991469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:21:27.123327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:27.126543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c1b1897c-3985-45ae-be2d-b54840c3f478 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1338568 Jul 23 22:21:27.132807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Transition to ACTIVE for port object a1b74af3-e139-4448-832c-b6a817427cab will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:21:27.140384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:27.195956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f579a-0555-4a55-b09d-fc03bdd9ec18 None None] Pushing event updated for resources: {'Port': ['ID=a1b74af3-e139-4448-832c-b6a817427cab,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:27.201063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Attempting to bind port a1b74af3-e139-4448-832c-b6a817427cab on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:21:27.201439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Attempting to bind port a1b74af3-e139-4448-832c-b6a817427cab by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:21:27.201837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Attempting to bind port a1b74af3-e139-4448-832c-b6a817427cab on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:21:27.207335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:21:27.207711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:21:27.208110 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:27.208501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:21:27.208973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Bound port: a1b74af3-e139-4448-832c-b6a817427cab, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:21:27.209353 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:27.262752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] For port a1b74af3-e139-4448-832c-b6a817427cab, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:21:27.266068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] For port a1b74af3-e139-4448-832c-b6a817427cab, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1b74af3-e139-4448-832c-b6a817427cab,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:21:27.270612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:27.326344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Routers {'cecc3458-0e53-4aa4-b882-ad422fc08ad2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:21:27.326973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:27.443286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f579a-0555-4a55-b09d-fc03bdd9ec18 None None] Pushing event updated for resources: {'Port': ['ID=a1b74af3-e139-4448-832c-b6a817427cab,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:27.514784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] Set router cecc3458-0e53-4aa4-b882-ad422fc08ad2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:21:27.740934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:23Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port': {'id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:23Z', 'updated_at': '2021-07-23T22:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:26Z', 'revision_number': 5, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:21:27.768150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036fd905-7d11-4676-b3fe-10995a7677ff None None] The sync data for ids ['cecc3458-0e53-4aa4-b882-ad422fc08ad2'] in n-d-791506-25 is: [{'id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'name': 'router1', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:21:07Z', 'updated_at': '2021-07-23T22:21:23Z', 'revision_number': 4, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'gw_port': {'id': 'a1b74af3-e139-4448-832c-b6a817427cab', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:23Z', 'updated_at': '2021-07-23T22:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1bbff09b-f427-44cd-a1d0-93eeb4a7de26', 'name': '', 'network_id': '0f5dda33-1ec5-44f2-87c6-8460b2e78d0a', 'tenant_id': '40b93f9a53ed471e90253e37b086661e', 'mac_address': 'fa:16:3e:c1:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecc3458-0e53-4aa4-b882-ad422fc08ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:21:16Z', 'updated_at': '2021-07-23T22:21:26Z', 'revision_number': 5, 'project_id': '40b93f9a53ed471e90253e37b086661e', 'subnets': [{'id': '4c080877-c048-405b-88dc-2f5a47eae05d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e9cae2e-2265-4c2b-a7de-a2decd28e458'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:21:27.930793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:27.987323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:27.987535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:29.910356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1b74af3-e139-4448-832c-b6a817427cab up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:29.958236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a1b74af3-e139-4448-832c-b6a817427cab completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:21:29.961840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a1b74af3-e139-4448-832c-b6a817427cab triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:29.962307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:30.045487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:30.072463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a1b74af3-e139-4448-832c-b6a817427cab, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1b74af3-e139-4448-832c-b6a817427cab,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:21:30.078589 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:30.129250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a1b74af3-e139-4448-832c-b6a817427cab,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:21:31.915398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1b74af3-e139-4448-832c-b6a817427cab up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:21:32.013849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a1b74af3-e139-4448-832c-b6a817427cab triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:21:32.018011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:40.966112 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bef2cbf5-f752-493a-8792-5fcdb6bc4724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:41.389211 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:21:43.703924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19d179a5-c0e9-4fb6-89b4-dc3b0a16aca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:44.034247 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:44.748787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:21:46.251511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:10.947962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d03f6db-c6a8-47e8-af58-22aa9a0156f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:13.706816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc002d64-4be1-4b90-90b8-54753ed8ed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:14.035127 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:14.739951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:16.258226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:18.390350 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:22:40.953970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-146f3329-9c5c-449f-8a87-9fa39e4d6634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:43.711818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8317af06-0e1d-4201-a688-be8f63aa2050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:44.027540 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:44.743193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:46.256427 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:22:55.392860 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:23:10.391073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:10.456789 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5289dc09-4b49-4045-98a6-5aa7c10e31d1 admin admin] GET failed (client error): The resource could not be found. Jul 23 22:23:10.458636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5289dc09-4b49-4045-98a6-5aa7c10e31d1 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664682 Jul 23 22:23:10.626902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49524b44-a78c-426c-ac0b-fd758408901f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:10.628285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-49524b44-a78c-426c-ac0b-fd758408901f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650729 Jul 23 22:23:10.951093 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c276d009-42fd-491e-ae83-6f5e1bfa573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:12.839775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:12.939807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6daa5cd-3c42-46d5-8ec2-d69307a060c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:12.941180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e6daa5cd-3c42-46d5-8ec2-d69307a060c4 admin admin] 10.222.0.37 "GET /v2.0/subnets/4c080877-c048-405b-88dc-2f5a47eae05d HTTP/1.1" status: 200 len: 849 time: 0.1004250 Jul 23 22:23:12.951261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:23:13.037363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:13.186169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794111207491'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:13.215296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:13.215893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:13.217216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] 10.222.0.37 "PUT /v2.0/subnets/4c080877-c048-405b-88dc-2f5a47eae05d HTTP/1.1" status: 200 len: 868 time: 0.2698758 Jul 23 22:23:13.221132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4582511a-5226-44d1-9fc5-ac598ae5c7cf None None] Network 0f5dda33-1ec5-44f2-87c6-8460b2e78d0a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:23:13.245078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c080877-c048-405b-88dc-2f5a47eae05d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:23:13.253778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.254368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.254940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.255480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.255828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.256166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.256502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.256864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.257391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.258007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.258580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.259159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb5b04-949f-4994-879d-53e44def1131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:23:13.692805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8fc6918c-8b7f-4816-bcf0-6e5eb6a52588 None None] Provisioning complete for port 1bbff09b-f427-44cd-a1d0-93eeb4a7de26 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:23:13.693181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8fc6918c-8b7f-4816-bcf0-6e5eb6a52588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:13.746410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b838e77-76d6-44c9-b2c8-8ee896b0c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:13.811248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8fc6918c-8b7f-4816-bcf0-6e5eb6a52588 None None] Provisioning complete for port 805445fa-5629-4708-a4ef-cf45fab5e54d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:23:13.811616 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8fc6918c-8b7f-4816-bcf0-6e5eb6a52588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:14.031238 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:14.747135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:15.484775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:15.692305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4c5c8-ea7a-43ee-9a3c-54554764837d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:15.692687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4c5c8-ea7a-43ee-9a3c-54554764837d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:15.694967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dde4c5c8-ea7a-43ee-9a3c-54554764837d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087412 Jul 23 22:23:16.260371 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:17.953346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:18.098738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cad11d-e96a-4b61-bf4d-65c3127990d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:18.099207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cad11d-e96a-4b61-bf4d-65c3127990d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:18.101273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-64cad11d-e96a-4b61-bf4d-65c3127990d8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1464286 Jul 23 22:23:20.341976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:20.478915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9971319c-8e04-4488-86eb-05905d218dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:20.480304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9971319c-8e04-4488-86eb-05905d218dde admin admin] 10.222.0.37 "GET /v2.0/networks/0f5dda33-1ec5-44f2-87c6-8460b2e78d0a HTTP/1.1" status: 200 len: 869 time: 0.1373677 Jul 23 22:23:22.698129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:22.827874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab033f77-b6ee-492c-8e77-f1881998e9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:22.829303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ab033f77-b6ee-492c-8e77-f1881998e9ae admin admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 886 time: 0.1301708 Jul 23 22:23:25.096087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:25.233030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87ab23-886f-4564-b05b-8f5635febdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:25.233483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87ab23-886f-4564-b05b-8f5635febdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:25.235070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3d87ab23-886f-4564-b05b-8f5635febdd3 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380367 Jul 23 22:23:27.535218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:27.630744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e30317-b2e2-4aba-9dcd-5b0c8ea6d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:27.631191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e30317-b2e2-4aba-9dcd-5b0c8ea6d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:27.633534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b9e30317-b2e2-4aba-9dcd-5b0c8ea6d3fb admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972190 Jul 23 22:23:29.841375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:29.938035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd301d49-cccd-436d-8731-a24d43f2948a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:29.939395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dd301d49-cccd-436d-8731-a24d43f2948a admin admin] 10.222.0.37 "GET /v2.0/subnets/4c080877-c048-405b-88dc-2f5a47eae05d HTTP/1.1" status: 200 len: 868 time: 0.0969577 Jul 23 22:23:32.266421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:32.371101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3c877-93e8-4112-a454-fddead34fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:23:32.372488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1af3c877-93e8-4112-a454-fddead34fdeb admin admin] 10.222.0.37 "GET /v2.0/subnets/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b HTTP/1.1" status: 200 len: 816 time: 0.1051171 Jul 23 22:23:32.392430 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:23:40.958058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23fe9439-0d91-454f-a874-eaad7601da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:43.717154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a24fbb95-0187-4727-9076-9badc7926159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:44.035335 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:44.750832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:46.263850 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:23:57.757063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:23:57.803439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-3c257a52-6616-4bc5-9878-6f803cb2aecc admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:23:57.805046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3c257a52-6616-4bc5-9878-6f803cb2aecc admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470448 Jul 23 22:24:00.279147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:24:00.339321 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ede49d-fef8-4df4-a320-b6327c17bb5f admin admin] GET failed (client error): The resource could not be found. Jul 23 22:24:00.340649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-66ede49d-fef8-4df4-a320-b6327c17bb5f admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605564 Jul 23 22:24:00.423586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139487e6-2cc8-4d78-91e5-c6ca8825c49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:24:00.425033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-139487e6-2cc8-4d78-91e5-c6ca8825c49b admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805349 Jul 23 22:24:02.650000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:24:02.695787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:24:02.716134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Made reservation on behalf of ee04e80a45fc4219b40b10c9f5bed591 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:24:02.718395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:02.750293 n-d-791506-25 neutron-server[93835]: WARNING neutron.services.revisions.revision_plugin [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Could not find related network for resource to bump revision. Jul 23 22:24:02.762081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:24:02.771035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:02.771385 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Added segment 11636040-97ca-40e5-bcb4-fcd689767515 of type vlan for network 1c86e432-9349-4dfc-892e-c689dd313660 Jul 23 22:24:02.809674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:02.841959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:02.842824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:24:02.843400 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:02.873454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2223775 Jul 23 22:24:02.903327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f9893-e115-43c9-beeb-5f51b7debf86 admin admin] Pushing event updated for resources: {'Network': ['ID=1c86e432-9349-4dfc-892e-c689dd313660,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:24:02.915050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1c86e432-9349-4dfc-892e-c689dd313660 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:24:05.099825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:24:05.160212 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ba61b4-1200-4287-b1e6-9bfe4aad9e82 admin admin] GET failed (client error): The resource could not be found. Jul 23 22:24:05.161534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-57ba61b4-1200-4287-b1e6-9bfe4aad9e82 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605090 Jul 23 22:24:05.232754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587cf10-6d0a-4904-a1cb-0165467424fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:24:05.234295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f587cf10-6d0a-4904-a1cb-0165467424fe admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683408 Jul 23 22:24:05.244492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Request body: {'subnet': {'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:24:05.265184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Made reservation on behalf of ee04e80a45fc4219b40b10c9f5bed591 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:24:05.267449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:05.527709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:05.574803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6a358a-6326-4dbe-ace6-ed0f285d94a2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:24:05.590468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:24:05.590819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Network hostable DHCP agents. Network: 1c86e432-9349-4dfc-892e-c689dd313660, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:24:05.607031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Network 1c86e432-9349-4dfc-892e-c689dd313660 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:24:05.616332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 1c86e432-9349-4dfc-892e-c689dd313660) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:24:05.620649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:24:05.621338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:05.625991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a17b4-b52e-4ef0-8a51-5c690608065e None None] Network 1c86e432-9349-4dfc-892e-c689dd313660 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:24:05.635221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a0d72702-2c55-4eef-867b-d814ab13f066 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3947055 Jul 23 22:24:05.874132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-1c86e432-9349-4dfc-892e-c689dd313660', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'tenant_id': 'ee04e80a45fc4219b40b10c9f5bed591', 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:24:05.875020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.018611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Allocated IP 192.168.233.2 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/bc65fb30-6b87-4fa0-9dad-527a9d4545a4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:24:06.173124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.182773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Transition to ACTIVE for port object bc65fb30-6b87-4fa0-9dad-527a9d4545a4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:24:06.198546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Transition to ACTIVE for port object bc65fb30-6b87-4fa0-9dad-527a9d4545a4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:24:06.205272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.248596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:24:06.251465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:24:06.254520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:24:06.260781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Pushing event updated for resources: {'Port': ['ID=bc65fb30-6b87-4fa0-9dad-527a9d4545a4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:24:06.270694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.271031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.271369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.271705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.272097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.272482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.272797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.273122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.273444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.273781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.274102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.274422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:24:06.335972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Attempting to bind port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:24:06.336354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Attempting to bind port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:24:06.336713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Attempting to bind port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:24:06.342086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:24:06.342454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:24:06.343011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.343399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:24:06.343865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Bound port: bc65fb30-6b87-4fa0-9dad-527a9d4545a4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:24:06.344259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.416817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] For port bc65fb30-6b87-4fa0-9dad-527a9d4545a4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:24:06.420118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] For port bc65fb30-6b87-4fa0-9dad-527a9d4545a4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bc65fb30-6b87-4fa0-9dad-527a9d4545a4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:24:06.424380 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:06.482220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fe25-2456-4b28-b774-f7676719c875 None None] Pushing event updated for resources: {'Port': ['ID=bc65fb30-6b87-4fa0-9dad-527a9d4545a4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:24:07.355644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7bdce-51ef-4a7a-84e5-0d2cd888bfa4 None None] Network 1c86e432-9349-4dfc-892e-c689dd313660 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:24:07.511875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-474a4e7e-3135-4bbf-b700-0d89abe8ae21 None None] Provisioning for port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:24:08.112029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bc65fb30-6b87-4fa0-9dad-527a9d4545a4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:24:08.199665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:24:08.207897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:24:08.208495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:08.339517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:08.433206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port bc65fb30-6b87-4fa0-9dad-527a9d4545a4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bc65fb30-6b87-4fa0-9dad-527a9d4545a4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:24:08.439595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:08.500535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=bc65fb30-6b87-4fa0-9dad-527a9d4545a4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:24:09.456959 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:24:10.005701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bc65fb30-6b87-4fa0-9dad-527a9d4545a4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:24:10.060016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bc65fb30-6b87-4fa0-9dad-527a9d4545a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:24:10.060382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:10.952297 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc69fd4-72dc-4bb8-a9e8-379edb90b852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:13.728071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d82e3bf-b4ed-4cf3-b588-b70be350bc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:14.043386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:14.756154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:16.271022 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:40.956577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5971b7bf-955b-4e91-952d-9db55e54aafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:43.720198 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69d3909d-c8bf-4da4-ae8e-42de4bbc011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:44.035955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:44.755367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:46.269442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:24:46.396194 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:25:10.957614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a98bb621-3ca4-49ce-b62d-c40919dd5802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:13.723566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed8661e2-7c4f-4d5a-9da6-406b44b235a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:14.041699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:14.759895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:16.277723 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:23.395169 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:25:25.262074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:25:25.269319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-4308f1d5-8821-4609-9020-f5a74b0b31f7 tempest-verify_tempest_config-1013033592 tempest-verify_tempest_config-1013033592-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:25:25.270839 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4308f1d5-8821-4609-9020-f5a74b0b31f7 tempest-verify_tempest_config-1013033592 tempest-verify_tempest_config-1013033592-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073669 Jul 23 22:25:25.633162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:25:25.740517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:25.841528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:25.849090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:25.893857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc806b-7608-4f94-8276-cb34244888f7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:25:25.898481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cfa51b94af54c52b479a4c8ca0b9def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2642641 Jul 23 22:25:25.901153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:25:25.902779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.903130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.903470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.903811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.904146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.904473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.904798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.905182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.905586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.906097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.906490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.906834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11795025-27d3-466b-951f-7a406cd895cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:25.987443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:26.008634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:26.111828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:26.114404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:26.115563 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01dc806b-7608-4f94-8276-cb34244888f7 HTTP/1.1" status: 204 len: 168 time: 0.2133729 Jul 23 22:25:26.124196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc806b-7608-4f94-8276-cb34244888f7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:25:26.131232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.131777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.132120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.132548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.133017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.133340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.133665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.134038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.134358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.134676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.134995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:26.135315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d52c107-6337-4d24-9f8f-c0e00d517d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:25:40.959786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832820cb-f6eb-47c1-b2d8-3bc1e4531d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:43.725706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80f141c2-d268-400e-b53f-95a9fd5ba9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:44.043606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:44.762774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:25:46.274247 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:00.399144 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:26:10.961748 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d731526-db98-4dba-8ef0-502036ee2701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:13.724622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e1f-0c71-4cec-ae55-e2f7c07743c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:14.045683 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:14.765828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:16.281806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:37.398332 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:26:40.962944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dcf33054-ff16-47b6-a25f-48693827f87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:43.728148 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f159178-64bb-48c0-9c12-56577ea8c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:44.052348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:44.768677 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:26:46.286374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:10.965294 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c0c01b0-8d71-401f-bd43-2066ac9e0736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:13.730358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d5570cf-f12f-45d8-b622-803ad8e84e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:14.046270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:14.397342 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:27:14.770107 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:16.286080 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:40.966940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b4777f7-87d4-4e09-b5fc-6104f242668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:43.735894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3a45ec3-c31c-4c6f-b7f8-231355696ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:44.046592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:44.774270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:46.288967 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:27:51.396270 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:28:10.967925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d773cba3-8ec2-4a13-8e14-90bc2cbffcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:13.727417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d6bb87-1bf5-4620-b329-9de828254ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:14.048153 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:14.777715 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:16.291684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:22.012474 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:22.862276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-467858'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:28.395805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:28:40.968838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c40004ae-4290-4e7f-96d6-2317e8d11f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:43.727724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b6f155-a0b0-4182-8137-d83c05102474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:44.049104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:44.781878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:46.295882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:51.965021 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:28:52.811549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:05.394901 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:29:07.645199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:29:07.746038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-be65c76f-b1bb-4e99-9f86-51e4c62920f9 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0996852 Jul 23 22:29:09.968761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:29:10.024722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aad348c7-e9d9-427f-bc8a-09696c00b196 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0548737 Jul 23 22:29:10.970579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a87f2d19-cbb1-4d8f-bc09-675e4cca2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:13.729351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a66f44bc-bdb0-4b6b-9004-bd4b21b51dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:14.050736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:14.783925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:16.299700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:21.977774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:22.826659 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:40.974100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88c30e48-59ca-457d-bcfc-7afe3921bcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:42.393738 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:29:43.731865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd09510f-ad40-437c-8b5e-15afa0ff2396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:44.052444 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:44.787928 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:46.301103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:51.981997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:29:52.839632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:10.976183 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2474f2e8-3f37-43dc-a437-aa0c55e2cd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:13.734108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-39598491-af24-4908-a918-9c1d40f232ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:14.056243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:14.790924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:16.304986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:19.392749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:30:21.978933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:22.839810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.184842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:38.370599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.520350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.526621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.589447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b1723b-2e55-45ab-a9ac-7d31e1da7e49,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:38.593843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c30430a9f66c4df18bb50414137d74a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4079602 Jul 23 22:30:38.596803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:38.601535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.602178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.602750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.603298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.604042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.604593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.605125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.605667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.606271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.606816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.607358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.607947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badef37c-a649-4dea-88b1-9b4e60339635 admin admin] Tracked resource versions report: Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: pushed versions: Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Log': {'1.0'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Network': {'1.1'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Port': {'1.7'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: consumer versions: Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: HyperV agent@n-h1-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: HyperV agent@n-h2-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: L3 agent@n-d-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: Metadata agent@n-d-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: Metering agent@n-d-791506-25: {}, Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Log': '1.0', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Network': '1.1', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Port': '1.7', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'PortForwarding': '1.2', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'QosPolicy': '1.8', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'SubPort': '1.0', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Subnet': '1.1', Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: 'Trunk': '1.1'}} Jul 23 22:30:38.609207 n-d-791506-25 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:30:38.680138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.713703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.774096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.777104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:38.778420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b1723b-2e55-45ab-a9ac-7d31e1da7e49 HTTP/1.1" status: 204 len: 168 time: 0.1805627 Jul 23 22:30:38.788240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b1723b-2e55-45ab-a9ac-7d31e1da7e49,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:38.797079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.797477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.797736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.798122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.798454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.798777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.799098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.799417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.799735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.800051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.800362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.800872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f173cf28-f875-45f4-9a67-967ea58cc891 admin admin] Tracked resource versions report: Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: pushed versions: Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Log': {'1.0'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Network': {'1.1'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Port': {'1.7'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: consumer versions: Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: HyperV agent@n-h1-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: HyperV agent@n-h2-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: L3 agent@n-d-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: Metadata agent@n-d-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: Metering agent@n-d-791506-25: {}, Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Log': '1.0', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Network': '1.1', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Port': '1.7', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'PortForwarding': '1.2', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'QosPolicy': '1.8', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'SubPort': '1.0', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Subnet': '1.1', Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: 'Trunk': '1.1'}} Jul 23 22:30:38.802620 n-d-791506-25 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:30:39.031206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:39.438883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546cb0b4-a3d0-4a51-b2ff-744176f27740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.542971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546cb0b4-a3d0-4a51-b2ff-744176f27740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.550908 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546cb0b4-a3d0-4a51-b2ff-744176f27740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.604518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-546cb0b4-a3d0-4a51-b2ff-744176f27740 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79cecdbd0bcd494782e5421a0383f88a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5718002 Jul 23 22:30:39.605996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cb0b4-a3d0-4a51-b2ff-744176f27740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a369f092-9f5b-4e8f-8b61-dc465e7bd2af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:39.610194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:39.668279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:39.680942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.686034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a67929ed-090e-490a-8dce-9b1d6e53775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.736911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.832398 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a67929ed-090e-490a-8dce-9b1d6e53775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.839320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.841824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a67929ed-090e-490a-8dce-9b1d6e53775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.841934 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:39.845050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a369f092-9f5b-4e8f-8b61-dc465e7bd2af HTTP/1.1" status: 204 len: 168 time: 0.2327533 Jul 23 22:30:39.864011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb64b9b-df4d-4844-ad18-66db89cdc6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a369f092-9f5b-4e8f-8b61-dc465e7bd2af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:39.911387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67929ed-090e-490a-8dce-9b1d6e53775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5de22-d381-4b04-845b-34e92ba87b9e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:39.925671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a67929ed-090e-490a-8dce-9b1d6e53775a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c9dbf63e08e4c78b830c521715fd16f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2537799 Jul 23 22:30:39.926747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:40.004575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.039198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.094452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.098887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.100837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2db5de22-d381-4b04-845b-34e92ba87b9e HTTP/1.1" status: 204 len: 168 time: 0.1723104 Jul 23 22:30:40.109352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e91e4-bc27-4e32-9b63-fa1410016e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5de22-d381-4b04-845b-34e92ba87b9e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:40.293076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36458) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:40.309237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcc24c7-9198-4f8d-b452-0d0640099c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.430769 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcc24c7-9198-4f8d-b452-0d0640099c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.437922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fcc24c7-9198-4f8d-b452-0d0640099c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.473871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc24c7-9198-4f8d-b452-0d0640099c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5effa8c0-16e5-488a-b9ec-d3b5b12b1a0e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:40.486201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3fcc24c7-9198-4f8d-b452-0d0640099c1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=779732b25f2d4c0eb65378dd4c152bbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1918480 Jul 23 22:30:40.486470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:40.549925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.578169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.636936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.640840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:40.645167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:40.652705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5effa8c0-16e5-488a-b9ec-d3b5b12b1a0e HTTP/1.1" status: 204 len: 168 time: 0.1649370 Jul 23 22:30:40.661617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673bd0b-bab5-4061-8d2d-c90cdbe32fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5effa8c0-16e5-488a-b9ec-d3b5b12b1a0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:40.999168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba1b810b-4f34-4b5d-b4dd-36fde4ae3272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.027037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-632c1c49-cb93-4f72-b740-6c60cb5accdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.146757 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba1b810b-4f34-4b5d-b4dd-36fde4ae3272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.156061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba1b810b-4f34-4b5d-b4dd-36fde4ae3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.242657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:41.250564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba1b810b-4f34-4b5d-b4dd-36fde4ae3272 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49f208cea4f34dd99c8a390499e02ad0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6042342 Jul 23 22:30:41.252030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b810b-4f34-4b5d-b4dd-36fde4ae3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e01be6-4faa-4c8e-9274-59a38e89c94d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:41.343950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.368369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.421616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.424859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:41.426295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6e01be6-4faa-4c8e-9274-59a38e89c94d HTTP/1.1" status: 204 len: 168 time: 0.1822574 Jul 23 22:30:41.437631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca104ac-043c-41e5-9e4b-3a6f712f244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e01be6-4faa-4c8e-9274-59a38e89c94d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:41.964984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:41.986007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a8392a-9040-4d60-9681-11b629281b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.073392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:42.124031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a8392a-9040-4d60-9681-11b629281b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.131376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a8392a-9040-4d60-9681-11b629281b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.204071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:42.217438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37a8392a-9040-4d60-9681-11b629281b6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e25cc253233f40a2bbccf6f8bfd9a09a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2308512 Jul 23 22:30:42.245293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8392a-9040-4d60-9681-11b629281b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eee782-34bf-48a7-9bf6-d97e3cf4665a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:42.298261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.330293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.385161 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.387632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.391799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98eee782-34bf-48a7-9bf6-d97e3cf4665a HTTP/1.1" status: 204 len: 168 time: 0.1849036 Jul 23 22:30:42.400795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb57d1-1eb6-4a82-8671-789b3488a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eee782-34bf-48a7-9bf6-d97e3cf4665a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:42.408479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:42.444231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:42.472169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-234d8e5e-1f12-470d-9e16-f3090e52a416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.578594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-234d8e5e-1f12-470d-9e16-f3090e52a416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.583634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-234d8e5e-1f12-470d-9e16-f3090e52a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.622466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d8e5e-1f12-470d-9e16-f3090e52a416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295554ea-7b00-439b-b81d-c7c729ccbed6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:42.626963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-234d8e5e-1f12-470d-9e16-f3090e52a416 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcf9acc0589747d591ed3a7a212fe463&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5520418 Jul 23 22:30:42.630340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:42.686331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.706900 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.727936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1190006035-network', 'tenant_id': '50788af0abb74276aa06ebf07765bfaa'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:42.758037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:42.761909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.765948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.769092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.772740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/295554ea-7b00-439b-b81d-c7c729ccbed6 HTTP/1.1" status: 204 len: 168 time: 0.1384673 Jul 23 22:30:42.778339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.793672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf31511-edb4-40ac-a0e5-e036f35ad54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295554ea-7b00-439b-b81d-c7c729ccbed6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:42.801965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f236a38b-661c-4812-b702-46048466d96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.907791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.912946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.948445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:30:42.957629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab07f1-96de-4ce7-986e-13559275112f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:42.968191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794111170681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:42.968892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Unsubscribe: segment precommit_create {{(pid=93836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 22:30:42.969475 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Added segment e59dfbad-af9d-4b83-8ce5-485072767dac of type vlan for network 8c04baa1-bb55-4b4a-87b1-7a626be00747 Jul 23 22:30:43.025468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.091625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f236a38b-661c-4812-b702-46048466d96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.100722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f236a38b-661c-4812-b702-46048466d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.106998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.109975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:43.110692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.186782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f236a38b-661c-4812-b702-46048466d96d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=532b9900a88d46b0af44ee94c49717df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7408135 Jul 23 22:30:43.188189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236a38b-661c-4812-b702-46048466d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281e1a75-52f9-4248-b330-15a5da679a06,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:43.190940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:43.239675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c04baa1-bb55-4b4a-87b1-7a626be00747,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:43.244278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f2f9233-9c56-40c0-860b-d26771734fe6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8340743 Jul 23 22:30:43.247510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:43.257951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Request body: {'subnet': {'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1190006035-subnet', 'tenant_id': '50788af0abb74276aa06ebf07765bfaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:43.258984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:30:43.270628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.284018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:43.287087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.324451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.393893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.397623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.398681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/281e1a75-52f9-4248-b330-15a5da679a06 HTTP/1.1" status: 204 len: 168 time: 0.2063961 Jul 23 22:30:43.409877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd37bf9-4210-4e39-a6e1-b111544ab77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281e1a75-52f9-4248-b330-15a5da679a06,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:43.525942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.575241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46542f07-5ce6-42de-b773-f13fabd51ea9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:43.592366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:30:43.592721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Network hostable DHCP agents. Network: 8c04baa1-bb55-4b4a-87b1-7a626be00747, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:30:43.612847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:30:43.624223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8c04baa1-bb55-4b4a-87b1-7a626be00747) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:30:43.629623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:43.630357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.644998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d5406-a2a3-4825-8612-a6f33e9f2919 None None] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:30:43.649370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f71ec830-82e8-4a2a-bdca-41626b743c61 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3996701 Jul 23 22:30:43.666384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:43.693027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7358e01a-f72e-4e75-a968-ad5933c77a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.760793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5549fe4-717a-4316-a48f-b53859c0e6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.835859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8439f-6785-4a26-a777-c836ce46dcea None None] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:30:43.888601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7358e01a-f72e-4e75-a968-ad5933c77a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.894505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7358e01a-f72e-4e75-a968-ad5933c77a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:43.922026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7358e01a-f72e-4e75-a968-ad5933c77a3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2379ccfc9ecb420bb6791894639d24ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2527876 Jul 23 22:30:43.924794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:43.942293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358e01a-f72e-4e75-a968-ad5933c77a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fadafed-ca86-41c8-b79f-fd04d9d314d7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:44.001086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.027834 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.060357 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.085863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.088478 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.089863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fadafed-ca86-41c8-b79f-fd04d9d314d7 HTTP/1.1" status: 204 len: 168 time: 0.1630061 Jul 23 22:30:44.097905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41396515-5b02-497a-a21f-44a23e99dac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fadafed-ca86-41c8-b79f-fd04d9d314d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:44.298154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:44.301796 n-d-791506-25 neutron-server[93835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 22:30:44.338908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-445f9c67-9c51-47a8-a1f3-be8fa1383138 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55adc91d49004080a11bdafe512931ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387590 Jul 23 22:30:44.347944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:44.369206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-170b67e8-e884-49f5-a916-111eefc893bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.500165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-170b67e8-e884-49f5-a916-111eefc893bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.504994 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-170b67e8-e884-49f5-a916-111eefc893bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.536228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b67e8-e884-49f5-a916-111eefc893bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd1f7d-f55a-409f-bfc9-283fbd4ef3db,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:44.570871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-170b67e8-e884-49f5-a916-111eefc893bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=714b72b7e6b849819255b32fed0c2813&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2201655 Jul 23 22:30:44.571463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:44.573926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-9de8f584-e4ca-47aa-a284-d3f8f8aa1014 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:44.582568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-9de8f584-e4ca-47aa-a284-d3f8f8aa1014 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353382 Jul 23 22:30:44.606426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-98006dfc-b716-4c35-b285-55079e0801bb tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/quotas/55adc91d49004080a11bdafe512931ae HTTP/1.1" status: 200 len: 375 time: 0.0224943 Jul 23 22:30:44.622601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.647611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.691179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-adcf9c41-7e75-4018-8197-f4136765d274 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55adc91d49004080a11bdafe512931ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837619 Jul 23 22:30:44.707350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.710298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:44.713839 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26cd1f7d-f55a-409f-bfc9-283fbd4ef3db HTTP/1.1" status: 204 len: 168 time: 0.1391973 Jul 23 22:30:44.720030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556e38-269e-4bbb-8d8d-79abd72a0174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd1f7d-f55a-409f-bfc9-283fbd4ef3db,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:44.800534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:45.468872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:45.500819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:45.874912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d98e824-fc47-416c-82b8-0fe751f92e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:45.898649 n-d-791506-25 neutron-server[93836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 22:30:46.003684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3376f70-5020-487b-88e9-b93f519b2cf1 req-3d6b3acb-2f5e-4f8f-b9f3-94bf2f7c6bd2 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 210 time: 0.5335701 Jul 23 22:30:46.094752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d98e824-fc47-416c-82b8-0fe751f92e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.101265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d98e824-fc47-416c-82b8-0fe751f92e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.138123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98e824-fc47-416c-82b8-0fe751f92e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846773b0-efbb-4c8f-9c6f-96193cc54e98,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:46.191417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:46.192285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d98e824-fc47-416c-82b8-0fe751f92e50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e09f481c765446c086bcf93054046f52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6898222 Jul 23 22:30:46.316601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.321907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.374316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.376212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:46.382604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-20912834-network', 'tenant_id': 'a30480e187b747d7b7c53c166872877b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:46.431467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Made reservation on behalf of a30480e187b747d7b7c53c166872877b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:46.436771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.459979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.467226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.481259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.481259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/846773b0-efbb-4c8f-9c6f-96193cc54e98 HTTP/1.1" status: 204 len: 168 time: 0.2786138 Jul 23 22:30:46.485679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905b69b-d012-4f82-b024-d7068beff06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846773b0-efbb-4c8f-9c6f-96193cc54e98,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:46.652292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.659995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.695472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d76ef-c04c-4d10-98e6-8e6b3ae85791,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:46.705100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:30:46.716748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.717169 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Added segment 22d27997-f281-4066-be83-f94ae0b77060 of type vlan for network 9dd3bcd5-7b06-49e8-925f-7eaba34c363d Jul 23 22:30:46.778449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.823363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.824684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:46.825513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:46.906316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd3bcd5-7b06-49e8-925f-7eaba34c363d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:46.921445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9dd3bcd5-7b06-49e8-925f-7eaba34c363d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:30:46.922861 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09ae145b-7d4d-4569-8595-a3234e068b81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5448802 Jul 23 22:30:46.925405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:46.932922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Request body: {'subnet': {'network_id': '9dd3bcd5-7b06-49e8-925f-7eaba34c363d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-20912834-subnet', 'tenant_id': 'a30480e187b747d7b7c53c166872877b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:46.961491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Made reservation on behalf of a30480e187b747d7b7c53c166872877b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:46.966091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.255949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:47.285199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd216-6012-45f9-8156-346a6f38d375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.297091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4bfd9535-7d1f-4343-86b1-eb56f3e86bca req-93cef737-5b80-4370-a662-b09f0f362080 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 210 time: 0.0480287 Jul 23 22:30:47.345047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.468966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd216-6012-45f9-8156-346a6f38d375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.480745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Checking segment: {'id': '22d27997-f281-4066-be83-f94ae0b77060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9dd3bcd5-7b06-49e8-925f-7eaba34c363d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:30:47.481047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fd216-6012-45f9-8156-346a6f38d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.481183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Network hostable DHCP agents. Network: 9dd3bcd5-7b06-49e8-925f-7eaba34c363d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:30:47.499012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c5aac8-6d47-43c1-a5bc-55ad8d2f637c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:47.511315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Network 9dd3bcd5-7b06-49e8-925f-7eaba34c363d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:30:47.524528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2a3fd216-6012-45f9-8156-346a6f38d375 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e73ae02708541749895a2fa266115c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661960 Jul 23 22:30:47.527490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:47.537058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fd216-6012-45f9-8156-346a6f38d375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5658f2c-d791-4af0-84f4-7b8c6098ab85,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:47.561374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9dd3bcd5-7b06-49e8-925f-7eaba34c363d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:30:47.566112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:47.567087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.570324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193b672-cb85-4700-8022-3aca4bd536a4 None None] Network 9dd3bcd5-7b06-49e8-925f-7eaba34c363d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:30:47.597806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f7d7f78-f985-427e-a66f-0b8a5474d366 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6670241 Jul 23 22:30:47.613364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.673548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.790377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.25', 58467) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:47.792933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:47.797931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8dec83-3db0-4d38-b533-c5e55bb72957 None None] Network 9dd3bcd5-7b06-49e8-925f-7eaba34c363d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:30:47.799011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.801534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:47.817149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5658f2c-d791-4af0-84f4-7b8c6098ab85 HTTP/1.1" status: 204 len: 168 time: 0.2859893 Jul 23 22:30:47.832693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e580fa-ddfa-4c49-8394-50a9f6dabd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5658f2c-d791-4af0-84f4-7b8c6098ab85,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:47.849902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-0e7314b7-2ace-4d8a-8935-f490d902094d tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=55adc91d49004080a11bdafe512931ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541065 Jul 23 22:30:48.104786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-810f492a-8ffe-4085-b9db-f0d48775a24a tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:48.107324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-810f492a-8ffe-4085-b9db-f0d48775a24a tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513070 Jul 23 22:30:48.179423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Request body: {'port': {'device_id': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '55adc91d49004080a11bdafe512931ae'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:48.373516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37a2db19-abeb-49fe-b2ab-7a92ad254fbd tempest-AutoAllocateNetworkTest-1625371813 tempest-AutoAllocateNetworkTest-1625371813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d277b92cb5049ba9dcbd971198b12de&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5796096 Jul 23 22:30:48.376861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:48.547210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Made reservation on behalf of 55adc91d49004080a11bdafe512931ae for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:48.553959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:48.577799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:48.620991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadb8ce-e29a-4b73-9632-4054389cefcc tempest-AutoAllocateNetworkTest-1625371813 tempest-AutoAllocateNetworkTest-1625371813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:48.626174 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ebadb8ce-e29a-4b73-9632-4054389cefcc tempest-AutoAllocateNetworkTest-1625371813 tempest-AutoAllocateNetworkTest-1625371813-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2475765 Jul 23 22:30:48.626841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:48.699065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1192a85-5492-4b3c-9395-105005081f60 tempest-AutoAllocateNetworkTest-1625371813 tempest-AutoAllocateNetworkTest-1625371813-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711133 Jul 23 22:30:48.699678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:48.731991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-479af621-86c6-4515-a629-0a6adcdd6091 tempest-AutoAllocateNetworkTest-1625371813 tempest-AutoAllocateNetworkTest-1625371813-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d277b92cb5049ba9dcbd971198b12de HTTP/1.1" status: 200 len: 208 time: 0.0312002 Jul 23 22:30:48.758053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ab5e9a0-f855-4a36-950f-529439d8641f req-7ebdccbd-73bc-4b64-8d14-2e1c809a13cc tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 210 time: 0.0825942 Jul 23 22:30:48.758053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:48.779550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54d4e44d-c759-4bed-806b-9215cebb3989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:48.795633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:48.801832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:48.965373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d5667-5a58-456c-8b93-313d82f374bf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:49.081651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:49.100800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Allocated IP 192.168.233.45 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/8eb5ba59-3905-4736-a205-4949229f7f22) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:30:49.155622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54d4e44d-c759-4bed-806b-9215cebb3989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.171415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54d4e44d-c759-4bed-806b-9215cebb3989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.268782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-54d4e44d-c759-4bed-806b-9215cebb3989 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5eb7c38c83594acca39f1c96ceac241b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095699 Jul 23 22:30:49.273258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4e44d-c759-4bed-806b-9215cebb3989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12bd48-70a3-4651-9a26-f6f45a41d562,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:49.277719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:49.392943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-0488989e-3b24-45e0-8fd6-fe421ab302a5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:49.394659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-0488989e-3b24-45e0-8fd6-fe421ab302a5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.2514203 Jul 23 22:30:49.413246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.415895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-6ca47509-0292-4570-9ad2-6401c7fc1a95 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/quotas/50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 375 time: 0.0154347 Jul 23 22:30:49.449315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Transition to ACTIVE for port object 8eb5ba59-3905-4736-a205-4949229f7f22 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:30:49.474409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.510303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.511347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-c4ea59c7-fe40-45a2-b74a-b4c9a57c4845 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893793 Jul 23 22:30:49.523264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-57255df1-4798-4435-b72e-b3b405e81c0f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:30:49.531899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-57255df1-4798-4435-b72e-b3b405e81c0f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143085 Jul 23 22:30:49.557309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.622873 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96d17dc7-f9fb-49b7-aac4-30c421beacc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.630615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:49.700353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:30:49.719583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:30:49.729129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:30:49.736130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:49.736790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.744318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Pushing event updated for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:49.772791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.780905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:49.812812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f12bd48-70a3-4651-9a26-f6f45a41d562 HTTP/1.1" status: 204 len: 168 time: 0.5239177 Jul 23 22:30:49.876376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712394-d11c-4be1-8ba1-44659530c7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12bd48-70a3-4651-9a26-f6f45a41d562,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:50.028246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96d17dc7-f9fb-49b7-aac4-30c421beacc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.032186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbb94cf3-1f12-4e8a-a15a-0f29fc94f5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.052603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96d17dc7-f9fb-49b7-aac4-30c421beacc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.061156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-23c360dc-d2c6-4abd-be62-48eaa69486a9 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8863258 Jul 23 22:30:50.080468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360255c-90ac-4e8f-8683-1427a4439aeb req-9a83f647-b21a-450c-bfea-ee1aea7f4cd1 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:50.100726 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-96d17dc7-f9fb-49b7-aac4-30c421beacc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee474ddaff56421bb367901dc9819d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0143654 Jul 23 22:30:50.101003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9360255c-90ac-4e8f-8683-1427a4439aeb req-9a83f647-b21a-450c-bfea-ee1aea7f4cd1 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 935 time: 0.1713948 Jul 23 22:30:50.102123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:50.113394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-9b45786b-ebd3-409b-b051-98ac38bfc301 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:30:50.115348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-9b45786b-ebd3-409b-b051-98ac38bfc301 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101540 Jul 23 22:30:50.206173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-602d7228-8719-407e-bcd9-668e2e6df5b0 None None] Provisioning for port 8eb5ba59-3905-4736-a205-4949229f7f22 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:30:50.212603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-602d7228-8719-407e-bcd9-668e2e6df5b0 None None] Provisioning complete for port 8eb5ba59-3905-4736-a205-4949229f7f22 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:30:50.212987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9360255c-90ac-4e8f-8683-1427a4439aeb req-ae62345d-ea8a-4f19-a63c-814638c4d740 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111672 Jul 23 22:30:50.214580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-602d7228-8719-407e-bcd9-668e2e6df5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.217700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.249653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.310460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-602d7228-8719-407e-bcd9-668e2e6df5b0 None None] Port 8eb5ba59-3905-4736-a205-4949229f7f22 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:30:50.487892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:50.493598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbb94cf3-1f12-4e8a-a15a-0f29fc94f5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.499021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.502306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.507975 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d01232c-aaf4-4d04-9fa0-b5528d2bc3b8 HTTP/1.1" status: 204 len: 168 time: 0.3984249 Jul 23 22:30:50.574813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d17dc7-f9fb-49b7-aac4-30c421beacc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01232c-aaf4-4d04-9fa0-b5528d2bc3b8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:50.585464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbb94cf3-1f12-4e8a-a15a-0f29fc94f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.670231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf1bd7-c532-44b7-b3e5-322bcc095305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01232c-aaf4-4d04-9fa0-b5528d2bc3b8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:50.716284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbb94cf3-1f12-4e8a-a15a-0f29fc94f5e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d277b92cb5049ba9dcbd971198b12de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0844483 Jul 23 22:30:50.720419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:50.734735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb94cf3-1f12-4e8a-a15a-0f29fc94f5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c34fc4-2d7a-452c-9524-0e69784b112e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:50.748039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-ea8b7872-aeec-4487-8653-ea56c4f1a602 service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179273 Jul 23 22:30:50.792694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d3653d-eef1-4986-8e90-f820a5506d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.862302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.904103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:50.948335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-634c3a8d-70ad-4c63-8d82-cb449a9f6433 service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859562 Jul 23 22:30:51.046731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-fe002fd0-a34e-484f-a9b2-cab2bef3abe5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821040 Jul 23 22:30:51.104862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Request body: {'port': {'device_id': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'device_owner': 'compute:tempest-test_az-983359822', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:51.176010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:51.223047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3b2-2adf-4e35-b3c4-83299cfe312f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.312182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d3653d-eef1-4986-8e90-f820a5506d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.314019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.552444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcddd630-0a31-4bef-8478-cec1ad54f10e req-20dcc363-894e-4d2c-bb68-a3faf1a2c8f8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 210 time: 0.2783530 Jul 23 22:30:51.828948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3b2-2adf-4e35-b3c4-83299cfe312f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.834896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3b2-2adf-4e35-b3c4-83299cfe312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.852857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb5ba59-3905-4736-a205-4949229f7f22 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:30:51.862605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.879313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80d3653d-eef1-4986-8e90-f820a5506d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.915377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-80d3653d-eef1-4986-8e90-f820a5506d0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c09c5c8f13647faae6ed82af14f62ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4242218 Jul 23 22:30:51.924605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b2fa3b2-2adf-4e35-b3c4-83299cfe312f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fd3d5b5be3146fab3baebf2754c2f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474384 Jul 23 22:30:51.925523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:51.926027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:51.957451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3653d-eef1-4986-8e90-f820a5506d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3629419-ef0d-4d8d-92cc-67e1efc3643f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:51.962725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Transition to ACTIVE for port object 8eb5ba59-3905-4736-a205-4949229f7f22 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:30:51.970397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.973096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.974932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2c34fc4-2d7a-452c-9524-0e69784b112e HTTP/1.1" status: 204 len: 168 time: 1.2532339 Jul 23 22:30:51.987133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:51.999904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7271d-daf0-4be3-8cb2-0da1e7fd7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c34fc4-2d7a-452c-9524-0e69784b112e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:52.005037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.140346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Pushing event updated for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:52.147069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.222442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.373541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0994-8004-4b53-ae89-ce094d27f7d9 req-7dae74cc-ad05-402e-ae5e-7ea611bce923 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:52.375156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9cbe0994-8004-4b53-ae89-ce094d27f7d9 req-7dae74cc-ad05-402e-ae5e-7ea611bce923 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 935 time: 0.5821896 Jul 23 22:30:52.394816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa3b2-2adf-4e35-b3c4-83299cfe312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b568b-657b-4c01-9ac0-6b509c07fe98,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:52.672585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-eefa0b2e-3454-4c59-8af8-895a2170aa0f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:52.682787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9cbe0994-8004-4b53-ae89-ce094d27f7d9 req-1a57ec12-b5c9-4f72-bea0-70c19d9d1770 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771292 Jul 23 22:30:52.685612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-eefa0b2e-3454-4c59-8af8-895a2170aa0f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6378286 Jul 23 22:30:52.697849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.714590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.719704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.724392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f4b568b-657b-4c01-9ac0-6b509c07fe98 HTTP/1.1" status: 204 len: 168 time: 0.7940145 Jul 23 22:30:52.759249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-dc849af9-9fbd-4b99-aadd-001774a23ed8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0685201 Jul 23 22:30:52.792127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd50e98-dde8-40cc-a3fb-fee30c8077de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b568b-657b-4c01-9ac0-6b509c07fe98,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:52.794858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Attempting to bind port 8eb5ba59-3905-4736-a205-4949229f7f22 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:30:52.795240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Attempting to bind port 8eb5ba59-3905-4736-a205-4949229f7f22 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:30:52.795600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Attempting to bind port 8eb5ba59-3905-4736-a205-4949229f7f22 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:30:52.873499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.882930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Port 8eb5ba59-3905-4736-a205-4949229f7f22 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:30:52.883514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Attempting to bind port 8eb5ba59-3905-4736-a205-4949229f7f22 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:30:52.885197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.897697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2720956d-d23e-4c2d-a39d-0f985422e452 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357517 Jul 23 22:30:52.907370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:30:52.907792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:30:52.908413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:30:52.908955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Bound port: 8eb5ba59-3905-4736-a205-4949229f7f22, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:30:52.910106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:52.963047 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8111596-fcb3-45af-8460-0b0643bee66e req-b102be26-5c52-46fe-93a0-57b6ef113973 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 210 time: 0.1621106 Jul 23 22:30:53.079664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:53.082555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:53.086466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3629419-ef0d-4d8d-92cc-67e1efc3643f HTTP/1.1" status: 204 len: 168 time: 1.1556263 Jul 23 22:30:53.104431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef802ce-a419-4e93-a6ac-dc16c3a04027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3629419-ef0d-4d8d-92cc-67e1efc3643f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:53.127409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:30:53.143266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8eb5ba59-3905-4736-a205-4949229f7f22,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:30:53.151773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:53.281391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:53.290229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:53.291775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] 10.222.0.25 "PUT /v2.0/ports/8eb5ba59-3905-4736-a205-4949229f7f22 HTTP/1.1" status: 200 len: 1117 time: 2.6774175 Jul 23 22:30:53.292271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:30:53.330558 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9247c61d-2ce4-4d91-80b6-470d3be45f81 req-98f5a5a7-c8f1-4373-99c4-e6614388eb26 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 210 time: 0.0638433 Jul 23 22:30:53.490603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e112a76-57ca-486c-8b2f-37fc73cc21da service neutron] Pushing event updated for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:54.048155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-6a7f3e80-820e-437f-833a-1f41749473d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:54.055989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37228) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:54.057002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-6a7f3e80-820e-437f-833a-1f41749473d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55adc91d49004080a11bdafe512931ae&device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 1120 time: 0.5483310 Jul 23 22:30:54.083478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d78ddf10-b478-408c-9455-c9e9d4730a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.118400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.22', 49242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:54.131231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884c268-f36e-4135-a443-66f101a31434 req-add659c4-01ea-4433-bd05-32310077346e tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:54.140951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a884c268-f36e-4135-a443-66f101a31434 req-add659c4-01ea-4433-bd05-32310077346e tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.3051648 Jul 23 22:30:54.272332 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c4c354-21cb-4f83-b697-a06c9288a663" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:30:54.325644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d78ddf10-b478-408c-9455-c9e9d4730a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.375092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d78ddf10-b478-408c-9455-c9e9d4730a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.419764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d78ddf10-b478-408c-9455-c9e9d4730a7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=433fb84d120e4239afc96b87242e2d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620348 Jul 23 22:30:54.435114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c919f2c8-62d0-402e-a1c7-a8a432e2a2e1 req-3a0a051b-2638-4fd1-88ec-ad917c7a8d7a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 210 time: 0.3078098 Jul 23 22:30:54.441905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:54.477130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-b3f600ae-4415-4f6c-afd7-2dd1032ca611 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8eb5ba59-3905-4736-a205-4949229f7f22 HTTP/1.1" status: 200 len: 217 time: 0.3305700 Jul 23 22:30:54.506237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a884c268-f36e-4135-a443-66f101a31434 req-9ecd9d67-1298-4e70-84a3-37d28dfad3eb tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622580 Jul 23 22:30:54.710663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.741637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.830043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e5a49f3-fca0-467f-988b-84a11f9b49c3 req-eee869ce-a412-4225-924d-0f26536c6540 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 210 time: 0.2013412 Jul 23 22:30:54.867789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ddf10-b478-408c-9455-c9e9d4730a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a0777d-8f6c-48b4-aa96-ae72e3a5f080,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:54.884109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-15213e1e-66fc-416d-82d5-c8875736a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:54.898933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-15213e1e-66fc-416d-82d5-c8875736a72e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2092896 Jul 23 22:30:54.956942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-3ddc4944-7624-44f4-a97e-d000d5850431 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:54.958550 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-3ddc4944-7624-44f4-a97e-d000d5850431 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.8002410 Jul 23 22:30:54.968082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.974410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:54.977472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2a0777d-8f6c-48b4-aa96-ae72e3a5f080 HTTP/1.1" status: 204 len: 168 time: 0.5119531 Jul 23 22:30:55.017312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22b78-eb0e-4369-858e-5ec1627f660b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a0777d-8f6c-48b4-aa96-ae72e3a5f080,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:55.054660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Request body: {'port': {'device_id': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'admin_state_up': True, 'tenant_id': '50788af0abb74276aa06ebf07765bfaa'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:55.212001 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e2b16-f81a-4efc-ad39-46dbf738db8a x-openstack-request-id: req-bb2e2b16-f81a-4efc-ad39-46dbf738db8a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:30:55.212569 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:30:55.212652 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb2e2b16-f81a-4efc-ad39-46dbf738db8a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:30:55.213285 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22', 'status': 'completed', 'code': 200} Jul 23 22:30:55.235755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.22', 49246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:55.302360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-f089fd6a-660f-481f-9a1e-70f1150c6bd7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629430 Jul 23 22:30:55.559769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:55.564439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:55.624449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-738fd20a-feca-4d4c-881d-2cf0c01d1bd4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:55.626701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-738fd20a-feca-4d4c-881d-2cf0c01d1bd4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194571 Jul 23 22:30:55.660125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:55.743960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8e75a4-68eb-4652-885f-ba9ded078219 req-07a172d7-83b8-401c-9ad5-9d8ce17bbc44 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 210 time: 0.1436949 Jul 23 22:30:56.008351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:56.019831 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.042127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26614a-4c99-431f-8c3f-eed533549585 req-1c311fe0-f175-407c-af5e-3f2cbabe9acf tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:56.043662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d26614a-4c99-431f-8c3f-eed533549585 req-1c311fe0-f175-407c-af5e-3f2cbabe9acf tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.2447305 Jul 23 22:30:56.066513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Allocated IP 172.20.0.14 (8c04baa1-bb55-4b4a-87b1-7a626be00747/46542f07-5ce6-42de-b773-f13fabd51ea9/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:30:56.074716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.148051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d26614a-4c99-431f-8c3f-eed533549585 req-065278a0-4b6a-422c-b475-5ff09e780a1b tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948119 Jul 23 22:30:56.356749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.368064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.408930 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:30:56.444023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-83890955-cc90-48b9-af87-bb61fce0c91b req-3eab92b8-4571-42c3-a78d-741ae8786523 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 210 time: 0.0686843 Jul 23 22:30:56.514673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.666712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.238 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/28a95f99-1fb7-4b7f-8f16-831e5510e0dd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:30:56.791546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.901743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:56.925396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object 28a95f99-1fb7-4b7f-8f16-831e5510e0dd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:30:56.953781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:56.981570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:57.092823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:30:57.098187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:30:57.108261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:30:57.115772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:57.116730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:57.155660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5113297 Jul 23 22:30:57.163034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316799c-00ed-4c7c-ae2e-08626ece1027 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:57.183714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-7b88f45d-9557-4031-9e42-03162870115b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:30:57.184713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-7b88f45d-9557-4031-9e42-03162870115b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109794 Jul 23 22:30:57.200293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:30:57.201219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:57.208086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:30:57.233334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06dce6-95a7-4d4f-b7d1-83daf1283d7b req-bfbe9a34-5491-4402-a483-dad985614b8b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:57.245596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db06dce6-95a7-4d4f-b7d1-83daf1283d7b req-bfbe9a34-5491-4402-a483-dad985614b8b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 932 time: 0.2227883 Jul 23 22:30:57.262166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:30:57.268642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:57.269412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:57.313250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-8cc075db-2481-4e2c-b7b6-ba67ce0f05b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2655215 Jul 23 22:30:57.445982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db06dce6-95a7-4d4f-b7d1-83daf1283d7b req-1315b711-41dc-4a6e-9486-fadb20c22c59 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835482 Jul 23 22:30:57.546094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:57.612753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8813d99c-8815-45f3-8372-28152409af89 None None] Provisioning for port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:30:57.636393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8813d99c-8815-45f3-8372-28152409af89 None None] Provisioning complete for port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:30:57.649638 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8813d99c-8815-45f3-8372-28152409af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:57.655524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e1e68c3-d980-4f95-99b7-43e0715126de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:57.664457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-7e1e68c3-d980-4f95-99b7-43e0715126de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4080150 Jul 23 22:30:57.768458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8813d99c-8815-45f3-8372-28152409af89 None None] Port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:30:57.942106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2097182-f48b-44bc-8bbb-3012e7230bc1 req-ca96cf14-f77d-4aa4-99cd-b2eff2c4404c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:57.950552 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2097182-f48b-44bc-8bbb-3012e7230bc1 req-ca96cf14-f77d-4aa4-99cd-b2eff2c4404c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.4646797 Jul 23 22:30:58.001818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b6ed-aea8-4860-bef1-6a6506b46616 req-dd51dbac-249d-49e1-9990-cdb0801fe401 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:58.010281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6868b6ed-aea8-4860-bef1-6a6506b46616 req-dd51dbac-249d-49e1-9990-cdb0801fe401 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 936 time: 0.4007530 Jul 23 22:30:58.032348 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2097182-f48b-44bc-8bbb-3012e7230bc1 req-e1d98fbd-ede0-4534-9892-f93466949786 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807588 Jul 23 22:30:58.078779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-d63792f6-96d9-4602-a8e0-1197000591aa service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793249 Jul 23 22:30:58.110073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6868b6ed-aea8-4860-bef1-6a6506b46616 req-2b3bca26-4168-41d3-8f76-7ea8a2930e98 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Jul 23 22:30:58.125347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-761617855-network', 'tenant_id': 'ed995e0896f642e6ba00555a6b3f0637'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:58.161363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Request body: {'port': {'device_id': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:58.198514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:30:58.230729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Made reservation on behalf of ed995e0896f642e6ba00555a6b3f0637 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:30:58.232945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:58.290874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:58.356808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Request body: {'port': {'device_id': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:30:58.377846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:58.575003 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ce6a-3f3e-487b-aba9-683813e0d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:58.752650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:58.896364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b53341-cfe7-49e5-a68e-b61fb8fcd1ee req-2459087a-0eb9-447a-a5c1-970214df0163 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623320 Jul 23 22:30:59.086213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:30:59.144376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:59.272217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Transition to ACTIVE for port object 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:30:59.277978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887d52-6958-4a68-a7b5-907c4e941466 req-0ae995fb-78a7-4804-aa8c-95d919e02619 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:59.294308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-66887d52-6958-4a68-a7b5-907c4e941466 req-0ae995fb-78a7-4804-aa8c-95d919e02619 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 932 time: 0.6517417 Jul 23 22:30:59.310261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:59.594482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:59.651040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:30:59.695731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:30:59.733228 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-66887d52-6958-4a68-a7b5-907c4e941466 req-580cc4ae-9250-4e77-9d42-105c1910306c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364717 Jul 23 22:30:59.743401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-be3a9185-16ec-47bd-b913-2c8023cf23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:30:59.748177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-be3a9185-16ec-47bd-b913-2c8023cf23f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55adc91d49004080a11bdafe512931ae&device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 1120 time: 0.6528704 Jul 23 22:30:59.749101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:00.032255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de3b24-8d66-4570-8232-4848b14af744,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:00.066261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.066619 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Added segment b8b528d4-bdc1-45da-85b3-1a5298aa43cc of type vlan for network 5b8ed0fb-6a7b-445c-97a5-103a902c3283 Jul 23 22:31:00.112437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:00.112769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:00.113101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:00.126242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da913-5069-46c5-91df-416c1bd406b2 req-2b0d796f-234d-4bb7-a91b-176b661a8801 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.133652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b1da913-5069-46c5-91df-416c1bd406b2 req-2b0d796f-234d-4bb7-a91b-176b661a8801 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.9143994 Jul 23 22:31:00.142818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:00.143156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:00.258673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:00.259016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:00.259568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:00.260163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Bound port: 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:00.260488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.287489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.332311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ce6a-3f3e-487b-aba9-683813e0d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.372241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b1da913-5069-46c5-91df-416c1bd406b2 req-819e8ad1-531b-4a6d-b326-5ceb2b729e81 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375698 Jul 23 22:31:00.388919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6d4ce6a-3f3e-487b-aba9-683813e0d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.427754 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.428984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.429874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.445076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-59f99de2-1e1a-4191-8dc6-74281b3140fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.446926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-59f99de2-1e1a-4191-8dc6-74281b3140fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.4185834 Jul 23 22:31:00.534544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9864569 Jul 23 22:31:00.558600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:00.566876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-611e5066-1967-4f90-bac3-d27b38903592 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8eb5ba59-3905-4736-a205-4949229f7f22 HTTP/1.1" status: 200 len: 217 time: 0.0805385 Jul 23 22:31:00.569908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfb86-d51d-4945-b399-0036e4e62212 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ed0fb-6a7b-445c-97a5-103a902c3283,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:00.572679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:00.586465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5b8ed0fb-6a7b-445c-97a5-103a902c3283 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:00.611446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Request body: {'subnet': {'network_id': '5b8ed0fb-6a7b-445c-97a5-103a902c3283', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-761617855-subnet', 'tenant_id': 'ed995e0896f642e6ba00555a6b3f0637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:00.672676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0c91b-b6c1-44c4-8bf7-f723fad0cbe3 req-2f26a000-b3c4-45f8-ba6e-44ebef55a8df tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.690141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ed0c91b-b6c1-44c4-8bf7-f723fad0cbe3 req-2f26a000-b3c4-45f8-ba6e-44ebef55a8df tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 936 time: 0.7360771 Jul 23 22:31:00.697688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-74d1508d-81c8-49d9-bad6-b9fe18510a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.704576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-74d1508d-81c8-49d9-bad6-b9fe18510a27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1276288 Jul 23 22:31:00.714828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:00.722572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.748265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4ce6a-3f3e-487b-aba9-683813e0d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a3ddd-8bf2-47be-bc25-d274b22bae21,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:00.778705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a6d4ce6a-3f3e-487b-aba9-683813e0d1c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=426aa059cdd542c0b825577f045ab78e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5780213 Jul 23 22:31:00.798363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:00.857576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ed0c91b-b6c1-44c4-8bf7-f723fad0cbe3 req-22b6c8e0-25c3-44d9-8d67-d94acb38a407 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658976 Jul 23 22:31:00.864562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:00.866143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.867774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Made reservation on behalf of ed995e0896f642e6ba00555a6b3f0637 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:00.870182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 1093 time: 3.2343152 Jul 23 22:31:00.870477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.875659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:00.876781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a95f99-1fb7-4b7f-8f16-831e5510e0dd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:00.887212 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9949893-c654-4dfb-a1e8-f7b334a742a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:00.896375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:00.956464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b42f4-ec37-4c13-8ed4-9f7ca6ee76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:01.005311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Transition to ACTIVE for port object 28a95f99-1fb7-4b7f-8f16-831e5510e0dd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:01.032401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.043591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.072602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-ac5ceff3-5627-419b-a921-bcf106983025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:01.074315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-ac5ceff3-5627-419b-a921-bcf106983025 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3417380 Jul 23 22:31:01.086090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.163732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-303e22d0-fbfb-4a63-8a07-a086debae6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:01.165479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-303e22d0-fbfb-4a63-8a07-a086debae6f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1096 time: 0.2048342 Jul 23 22:31:01.196914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Pushing event updated for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:01.249954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-2ec65e63-ec4a-402c-9ed8-b85568f908ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0436423 Jul 23 22:31:01.324728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.340632 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.345694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b0a3ddd-8bf2-47be-bc25-d274b22bae21 HTTP/1.1" status: 204 len: 168 time: 0.5414095 Jul 23 22:31:01.349154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-aa929d70-7d1e-492d-9d07-ae61d1d5c2bf service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454395 Jul 23 22:31:01.352217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d470be-9631-4220-a780-55f93da3a32c req-335538d1-0f6e-4880-8d40-0d3fba3252be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:01.353738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-335538d1-0f6e-4880-8d40-0d3fba3252be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1048400 Jul 23 22:31:01.359133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a23dfe-aa04-42e7-9ce3-af28ae194475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a3ddd-8bf2-47be-bc25-d274b22bae21,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:01.421673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-cd685b4c-5ed9-49ae-949d-a23569dde5d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361166 Jul 23 22:31:01.445661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73154b6f-dbec-4318-904b-da3550a26031 req-50099879-342a-4999-beb0-08d64912e511 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:01.466319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73154b6f-dbec-4318-904b-da3550a26031 req-50099879-342a-4999-beb0-08d64912e511 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.4352741 Jul 23 22:31:01.495135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Attempting to bind port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:01.498737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Attempting to bind port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:01.500210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Attempting to bind port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:01.677322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-2b8d8d53-23ef-4b93-9a0c-faf86e8fc100 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259738 Jul 23 22:31:01.691663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:01.691663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Attempting to bind port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:01.721342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:01.722084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:01.722800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:01.724033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Bound port: 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:01.724462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.733330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:01.746414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35c4c354-21cb-4f83-b697-a06c9288a663 req-fa40cc22-f5c0-4309-bfcd-c1b02181e98c service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847878 Jul 23 22:31:01.754199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73154b6f-dbec-4318-904b-da3550a26031 req-c306188d-3583-43a1-8a2e-a6ef2feb276c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869782 Jul 23 22:31:01.892420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e515e935-6093-447f-b907-0448eff9911a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:01.925159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Checking segment: {'id': 'b8b528d4-bdc1-45da-85b3-1a5298aa43cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b8ed0fb-6a7b-445c-97a5-103a902c3283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:01.925514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Network hostable DHCP agents. Network: 5b8ed0fb-6a7b-445c-97a5-103a902c3283, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:01.938512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:01.950985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-8f22aa3d-065a-43c8-8efa-32e2a942fb8f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651038 Jul 23 22:31:01.976757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30d470be-9631-4220-a780-55f93da3a32c req-4e2cafba-7c96-45f7-8d9c-9252dc322f4d service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703981 Jul 23 22:31:01.981789 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52080c77-1e9d-4148-9551-5321dbbbdc22 x-openstack-request-id: req-52080c77-1e9d-4148-9551-5321dbbbdc22 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:01.982069 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:01.982314 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52080c77-1e9d-4148-9551-5321dbbbdc22 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:01.985953 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'status': 'completed', 'code': 200} Jul 23 22:31:02.005794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:02.019267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.028534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Network 5b8ed0fb-6a7b-445c-97a5-103a902c3283 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:02.172120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5b8ed0fb-6a7b-445c-97a5-103a902c3283) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:02.178202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:02.178778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.182555 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-180348f7-c679-474a-93e0-58ac338c140d service neutron] 10.222.0.22 "PUT /v2.0/ports/28a95f99-1fb7-4b7f-8f16-831e5510e0dd HTTP/1.1" status: 200 len: 1097 time: 4.3160541 Jul 23 22:31:02.187272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:02.188718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025dc75-e519-470a-b630-dee5bb1ba822 None None] Network 5b8ed0fb-6a7b-445c-97a5-103a902c3283 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:02.230612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-cafc23e2-7900-465a-9464-c1e9af8a3365 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:02.248391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-cafc23e2-7900-465a-9464-c1e9af8a3365 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667441 Jul 23 22:31:02.300723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-744dd239-7b2e-450f-92b7-75e6bf46868f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/quotas/1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 375 time: 0.0422404 Jul 23 22:31:02.341112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:02.391209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:02.392378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.441282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b4cf3aa2-d0c3-4dcd-87d6-14b75b5d8d05 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8498366 Jul 23 22:31:02.465411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-c091f81c-9186-4de6-a141-41054de3d835 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1614294 Jul 23 22:31:02.466667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9849debb-26a6-4168-98a6-03d3dcc35652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.523431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180348f7-c679-474a-93e0-58ac338c140d service neutron] Pushing event updated for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:02.651643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76cd43-04b3-4e2c-ac87-525ba7390196 req-0f32d758-23db-45e9-b1f2-62e59ec03c23 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:02.653330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ea320-7a60-494a-910f-c4d4624c52bc None None] Network 5b8ed0fb-6a7b-445c-97a5-103a902c3283 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:02.655800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf76cd43-04b3-4e2c-ac87-525ba7390196 req-0f32d758-23db-45e9-b1f2-62e59ec03c23 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.2918563 Jul 23 22:31:02.670700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9849debb-26a6-4168-98a6-03d3dcc35652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.678667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:02.687026 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c" -d '{"events": [{"name": "network-changed", "server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:02.695819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9849debb-26a6-4168-98a6-03d3dcc35652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.776931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:02.778652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9849debb-26a6-4168-98a6-03d3dcc35652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e50b26be1fc04f5f81c6f027b0e96ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225423 Jul 23 22:31:02.791701 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf76cd43-04b3-4e2c-ac87-525ba7390196 req-9c74f1d3-a659-4f57-a2a8-39083076c4fc tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295495 Jul 23 22:31:02.827134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849debb-26a6-4168-98a6-03d3dcc35652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184132e5-6da4-4b3d-8ebc-10c34be1cf0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:02.894210 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d96c9c07-51f6-4e57-8c60-e7fc508df428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:02.989439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.043648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.135174 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8bb45-0474-4da9-a39f-f6391f05d4d9 x-openstack-request-id: req-a0f8bb45-0474-4da9-a39f-f6391f05d4d9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:03.135620 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:03.136025 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0f8bb45-0474-4da9-a39f-f6391f05d4d9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:03.136629 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'status': 'completed', 'code': 200} Jul 23 22:31:03.197144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6f9b4-0871-4704-a4ab-a4daa175d766 req-88515307-8301-449a-b9df-d3dbb550bf2e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:03.197144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79d6f9b4-0871-4704-a4ab-a4daa175d766 req-88515307-8301-449a-b9df-d3dbb550bf2e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.2868631 Jul 23 22:31:03.222538 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b69ecdc1-086a-4451-a654-5bc157cb91f2 req-fb480396-9380-4182-8a8f-d0ad18bcf50b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 210 time: 0.0690541 Jul 23 22:31:03.264124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79d6f9b4-0871-4704-a4ab-a4daa175d766 req-ee5df6db-f425-45e5-ba19-453d71a314de tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630817 Jul 23 22:31:03.270679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.280860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.295767 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/184132e5-6da4-4b3d-8ebc-10c34be1cf0b HTTP/1.1" status: 204 len: 168 time: 0.4937215 Jul 23 22:31:03.303763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d96c9c07-51f6-4e57-8c60-e7fc508df428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.321406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d96c9c07-51f6-4e57-8c60-e7fc508df428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.338350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35bb02-d157-4c2e-a2c6-aa71303684f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184132e5-6da4-4b3d-8ebc-10c34be1cf0b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:03.443683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d96c9c07-51f6-4e57-8c60-e7fc508df428 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a90422e7c88e4b90aa5bf7bee78b3afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7609282 Jul 23 22:31:03.444480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:03.447693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c9c07-51f6-4e57-8c60-e7fc508df428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684845c8-91a4-4e6c-a54a-adabfbc2efc3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:03.846987 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.892514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:03.955196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29ea8-3578-49a5-8620-a9f876f2a07a req-7f576a54-6af7-4879-8bc7-91fb759524c6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:03.965516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07e29ea8-3578-49a5-8620-a9f876f2a07a req-7f576a54-6af7-4879-8bc7-91fb759524c6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.4406676 Jul 23 22:31:04.026653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07e29ea8-3578-49a5-8620-a9f876f2a07a req-cfcbd1ae-7f95-4da9-95be-1ff26d9a6ef6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 23 22:31:04.053862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621da1-913a-452e-bc8e-4a545eb91fcb req-94b14a6f-f4c0-4bef-adb2-d64bf1509aca tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:04.058078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8621da1-913a-452e-bc8e-4a545eb91fcb req-94b14a6f-f4c0-4bef-adb2-d64bf1509aca tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.1313915 Jul 23 22:31:04.066328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.074421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.077811 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/684845c8-91a4-4e6c-a54a-adabfbc2efc3 HTTP/1.1" status: 204 len: 168 time: 0.6293452 Jul 23 22:31:04.094788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a5a6c-5ded-49ff-8caf-173675f5cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684845c8-91a4-4e6c-a54a-adabfbc2efc3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:04.158139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8621da1-913a-452e-bc8e-4a545eb91fcb req-801fd278-547f-4738-8619-457c59dc1306 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918150 Jul 23 22:31:04.299568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:04.305351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-21365000-network', 'tenant_id': '000919ed88ed4517a57a9416ac65c962'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:04.369717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Made reservation on behalf of 000919ed88ed4517a57a9416ac65c962 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:04.372293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.412079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd973054-0b20-461b-ae08-f4382fce04e2 req-b1e1edb5-e643-4cf3-a83b-3bbea35d4740 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 210 time: 0.0555091 Jul 23 22:31:04.415307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.490650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cadde-c2f1-4af5-877e-b66413b7ae72 req-388fe78c-2112-4e21-86b3-6f8fb209c89a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:04.497674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-341cadde-c2f1-4af5-877e-b66413b7ae72 req-388fe78c-2112-4e21-86b3-6f8fb209c89a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.1215315 Jul 23 22:31:04.554009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-341cadde-c2f1-4af5-877e-b66413b7ae72 req-16ffcd10-6c79-443f-8d6c-40f63ab0df1e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Jul 23 22:31:04.615557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.621739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.637117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-ede6dddb-706e-4ffd-84c6-468fa5d64eb9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576077 Jul 23 22:31:04.672087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:04.705154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832a3d5-74b4-4ed1-bc1a-7a21f7473fc7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:04.728004 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.728350 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Added segment 78b709a8-884b-4b87-b1fe-a919aaa8569f of type vlan for network eabdf06a-f474-4853-b050-19bdb640af0f Jul 23 22:31:04.812236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-17cd2398-9c0f-498a-9424-d5bc024bd6d8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:04.813983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-17cd2398-9c0f-498a-9424-d5bc024bd6d8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697080 Jul 23 22:31:04.823859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.839903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Request body: {'port': {'device_id': '86553d3d-257d-455d-838a-5d2d93baf066', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '1d9c25a211d84183a54ba31373bc7c38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:04.860808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.862651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:04.864424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.886651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:04.936193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3afbef91-febc-470f-b90d-62b400d9ee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:04.950813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6500957 Jul 23 22:31:04.951823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:04.952023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39880c5a-1df0-4c75-b84e-20d3786d6add admin admin] Pushing event updated for resources: {'Network': ['ID=eabdf06a-f474-4853-b050-19bdb640af0f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:04.959116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Request body: {'subnet': {'network_id': 'eabdf06a-f474-4853-b050-19bdb640af0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-21365000-subnet', 'tenant_id': '000919ed88ed4517a57a9416ac65c962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:04.970813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network eabdf06a-f474-4853-b050-19bdb640af0f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:05.047117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:31:05.047117 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:31:05.047117 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': '000919ed88ed4517a57a9416ac65c962', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 31, 4, 986003)}] Jul 23 22:31:05.047117 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:31:05.047472 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:31:05.097616 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3afbef91-febc-470f-b90d-62b400d9ee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.107195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3afbef91-febc-470f-b90d-62b400d9ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.154808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Made reservation on behalf of 1d9c25a211d84183a54ba31373bc7c38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:05.158865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.195437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.200718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3afbef91-febc-470f-b90d-62b400d9ee98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=450cfe5e3adc4784a36e7e6cf042c269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129613 Jul 23 22:31:05.206402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afbef91-febc-470f-b90d-62b400d9ee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca46158-75e0-4e30-8215-23397b1f3353,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:05.209283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:05.213366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8ed5-2aa8-4815-ad16-78a6763a54f4 req-9a55fd11-b10e-4270-a031-03c8bb61ecfd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:05.215926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-705f8ed5-2aa8-4815-ad16-78a6763a54f4 req-9a55fd11-b10e-4270-a031-03c8bb61ecfd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.1046417 Jul 23 22:31:05.278677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-705f8ed5-2aa8-4815-ad16-78a6763a54f4 req-dd5a454e-c901-431d-808e-97778b684c9f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556438 Jul 23 22:31:05.337582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.385343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.437315 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.451356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81205a93-93ea-4c01-b651-5cb77afda372 req-f20689bc-ac24-452f-b04c-68e98f552bc8 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:05.452905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81205a93-93ea-4c01-b651-5cb77afda372 req-f20689bc-ac24-452f-b04c-68e98f552bc8 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.1853676 Jul 23 22:31:05.455963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.544475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4ed1e-5bb7-49da-b486-191228a87b63,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:05.565883 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-612b2d27-10b1-4aed-9461-09a8db58a847 req-dbf14092-bfc3-437e-8d4b-5025e4636047 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 210 time: 0.0582521 Jul 23 22:31:05.574010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.576503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.577603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ca46158-75e0-4e30-8215-23397b1f3353 HTTP/1.1" status: 204 len: 168 time: 0.3675373 Jul 23 22:31:05.595672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81205a93-93ea-4c01-b651-5cb77afda372 req-52337149-42b3-4b58-8805-17e9dc6c619a tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321363 Jul 23 22:31:05.609715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19370fbe-daf4-4031-a9fb-e577ff3c81bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca46158-75e0-4e30-8215-23397b1f3353,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:05.702386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Allocated IP 192.168.233.204 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/9f563a21-f5aa-45f6-9e17-93ed9abb9306) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:05.718721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Made reservation on behalf of 000919ed88ed4517a57a9416ac65c962 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:05.721249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:05.780716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfe666-9e43-4196-a18b-5ec009e08ac8 req-8432b118-d6a2-48c0-a740-e1ca5c8204f9 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:05.792721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-35cfe666-9e43-4196-a18b-5ec009e08ac8 req-8432b118-d6a2-48c0-a740-e1ca5c8204f9 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.1039073 Jul 23 22:31:05.871044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-35cfe666-9e43-4196-a18b-5ec009e08ac8 req-088dabf1-0982-4bb1-ac5d-d6648a7d1fb2 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Jul 23 22:31:06.294421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.337568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Transition to ACTIVE for port object 9f563a21-f5aa-45f6-9e17-93ed9abb9306 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:06.344833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.443939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5361ddac-e61e-41f4-8035-dc50d4a57e89,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:06.447719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:06.465481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Checking segment: {'id': '78b709a8-884b-4b87-b1fe-a919aaa8569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eabdf06a-f474-4853-b050-19bdb640af0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:06.466152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Network hostable DHCP agents. Network: eabdf06a-f474-4853-b050-19bdb640af0f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:06.485357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.547179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Network eabdf06a-f474-4853-b050-19bdb640af0f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:06.569141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:06.570593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:06.573880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:06.581224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:06.584350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.603014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, eabdf06a-f474-4853-b050-19bdb640af0f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:06.616021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:06.619385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.655701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee9948-1916-4399-b67b-785084f94088 None None] Network eabdf06a-f474-4853-b050-19bdb640af0f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:06.657724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2985bf-587e-4c6b-93dd-d90d4bdfc88a req-db4f7b96-8f0a-46f0-b508-ce00f0a34307 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:06.659312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce2985bf-587e-4c6b-93dd-d90d4bdfc88a req-db4f7b96-8f0a-46f0-b508-ce00f0a34307 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.1873465 Jul 23 22:31:06.700137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a6c51cb3-375c-44a1-8de8-def320f10670 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7459636 Jul 23 22:31:06.721780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:06.741367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-328de58f-9f69-40f1-b4c2-fa2b1937686e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9184549 Jul 23 22:31:06.757699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Request body: {'port': {'device_id': '86553d3d-257d-455d-838a-5d2d93baf066', 'device_owner': 'compute:tempest-test_az-983359822', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:06.809594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce2985bf-587e-4c6b-93dd-d90d4bdfc88a req-2e0b7707-e9dc-42ea-8728-27c35ea70c4a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431506 Jul 23 22:31:06.816694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da8dcff-deb3-44d6-9e5a-449400b1666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.818501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8eb5ba59-3905-4736-a205-4949229f7f22 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:06.955789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:06.987102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:07.012515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4308c-59c9-4d6f-9a65-84ea24e8aa7d None None] Network eabdf06a-f474-4853-b050-19bdb640af0f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:07.069152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da8dcff-deb3-44d6-9e5a-449400b1666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.121686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da8dcff-deb3-44d6-9e5a-449400b1666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.154113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832686e9-f3d1-4b7c-abbe-757542886284 req-bb780ff4-d7a0-439e-9fba-6d84fd5180fe tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:07.155782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-832686e9-f3d1-4b7c-abbe-757542886284 req-bb780ff4-d7a0-439e-9fba-6d84fd5180fe tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 936 time: 0.4394102 Jul 23 22:31:07.215500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8eb5ba59-3905-4736-a205-4949229f7f22,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:07.229070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5da8dcff-deb3-44d6-9e5a-449400b1666a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0a18400a86947bb9793f2ac51fec6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799418 Jul 23 22:31:07.232320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:07.245750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8dcff-deb3-44d6-9e5a-449400b1666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330d12aa-a4bd-45de-acdf-c45c20b7a6b1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:07.256629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15e452e7-4427-4d14-ba02-989498d82d85 None None] Provisioning for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:07.261454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b32939-01b4-42c9-8d6e-9f8f8938bdb1 req-59fe1dc6-cb11-4192-ae53-19af36e3308c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:07.263055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07b32939-01b4-42c9-8d6e-9f8f8938bdb1 req-59fe1dc6-cb11-4192-ae53-19af36e3308c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 968 time: 0.2390966 Jul 23 22:31:07.264140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '8eb5ba59-3905-4736-a205-4949229f7f22', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '8eb5ba59-3905-4736-a205-4949229f7f22', 'mac_address': 'fa:16:3e:f4:12:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:tempest-test_az-983359822', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:07.277006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15e452e7-4427-4d14-ba02-989498d82d85 None None] Provisioning complete for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:07.279188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15e452e7-4427-4d14-ba02-989498d82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.288194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Deleting subnet e515e935-6093-447f-b907-0448eff9911a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:31:07.338125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-832686e9-f3d1-4b7c-abbe-757542886284 req-5b90cce1-3e6d-4e0b-b9e6-42b95ebc0519 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648498 Jul 23 22:31:07.338526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.341250 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.369688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07b32939-01b4-42c9-8d6e-9f8f8938bdb1 req-ecf9ae72-add5-4a8b-9647-ed54ef2697a5 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960724 Jul 23 22:31:07.404591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.497969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.500972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.502323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/330d12aa-a4bd-45de-acdf-c45c20b7a6b1 HTTP/1.1" status: 204 len: 168 time: 0.2690959 Jul 23 22:31:07.510172 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.512326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6ddb2-f2a3-4f7d-b27c-20f7e0b9bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330d12aa-a4bd-45de-acdf-c45c20b7a6b1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:07.520559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-15e452e7-4427-4d14-ba02-989498d82d85 None None] Port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:07.558463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.561582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb5ba59-3905-4736-a205-4949229f7f22 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:07.584063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.590796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8eb5ba59-3905-4736-a205-4949229f7f22,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:07.599736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.670848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:07.680678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.681021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.684698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.701229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Tracked resource versions report: Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: pushed versions: Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Log': {'1.0'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Network': {'1.1'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Port': {'1.7'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: consumer versions: Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: HyperV agent@n-h1-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: HyperV agent@n-h2-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: L3 agent@n-d-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: Metadata agent@n-d-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: Metering agent@n-d-791506-25: {}, Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Log': '1.0', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Network': '1.1', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Port': '1.7', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'PortForwarding': '1.2', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'QosPolicy': '1.8', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'SubPort': '1.0', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Subnet': '1.1', Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: 'Trunk': '1.1'}} Jul 23 22:31:07.702541 n-d-791506-25 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:31:07.704668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597ec00-68a9-443c-8038-01a18d757a8e req-39a7d640-fb59-42ad-987e-ef4257a51d4a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:07.706054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4597ec00-68a9-443c-8038-01a18d757a8e req-39a7d640-fb59-42ad-987e-ef4257a51d4a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.2063329 Jul 23 22:31:07.773610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.817027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e515e935-6093-447f-b907-0448eff9911a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:07.830699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.833816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-172367ca-27f8-43b1-9c99-17f5e468840f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e515e935-6093-447f-b907-0448eff9911a HTTP/1.1" status: 204 len: 168 time: 0.8351548 Jul 23 22:31:07.835885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:07.851388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4597ec00-68a9-443c-8038-01a18d757a8e req-bffc12a8-3f19-4036-8cf3-61853e69ffec tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105773 Jul 23 22:31:07.908813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['8eb5ba59-3905-4736-a205-4949229f7f22'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:07.930176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f563a21-f5aa-45f6-9e17-93ed9abb9306 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:07.953815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.979718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:07.981662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Transition to ACTIVE for port object 9f563a21-f5aa-45f6-9e17-93ed9abb9306 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:07.988502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.043588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:08.058278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:08.134618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:08.135103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:08.135435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:08.140492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:08.140834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:08.146196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:08.146572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:08.147004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:08.147473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Bound port: 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:08.147828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.168187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aea1fd4-dbe2-41c8-86a4-ff2ed3a2a289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.254874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:08.256611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.258665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:08.275183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.287493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.297641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.298878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.299455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.300008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.301745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.302632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.303197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.303719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.304270 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.348690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.349385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.350826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] 10.222.0.25 "PUT /v2.0/ports/9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 1118 time: 1.5991168 Jul 23 22:31:08.351275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:08.353509 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7c2f9-1244-443c-bdb8-d4f122a5345a" -d '{"events": [{"name": "network-changed", "server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:08.400458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347344bc-48a6-439d-8c2e-58521d9dd280 service neutron] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:08.450783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.451545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.452026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.452505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:31:08.453043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8ed0fb-6a7b-445c-97a5-103a902c3283']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:08.501154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b528d4-bdc1-45da-85b3-1a5298aa43cc') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:08.501497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b528d4-bdc1-45da-85b3-1a5298aa43cc') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:08.518238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-d2d4add3-de22-4fdb-9c9e-7767dc50a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.521942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-d2d4add3-de22-4fdb-9c9e-7767dc50a6ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1121 time: 0.1162484 Jul 23 22:31:08.533026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.553731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffc73b-17e2-4799-9d76-ae97d5853337 req-1f8769d8-900d-47b5-91cd-6a496dc4df49 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.555712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93ffc73b-17e2-4799-9d76-ae97d5853337 req-1f8769d8-900d-47b5-91cd-6a496dc4df49 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.5079503 Jul 23 22:31:08.567926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-8c111e02-db07-428f-985a-62be2c9a8578 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.0381293 Jul 23 22:31:08.583849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.610127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:31:08.610522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.618444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc508c-e587-4707-b7e1-bafcab145e12 req-d384a52d-a3f8-43a5-bef4-645ebac6c841 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.619926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bc508c-e587-4707-b7e1-bafcab145e12 req-d384a52d-a3f8-43a5-bef4-645ebac6c841 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 969 time: 0.1457298 Jul 23 22:31:08.637074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-dba968bf-d6b9-449e-96b8-d70106a7436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.638577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-dba968bf-d6b9-449e-96b8-d70106a7436a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0642674 Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:31:08.639615 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:31:08.694277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bc508c-e587-4707-b7e1-bafcab145e12 req-b3775c3f-b5af-45ef-ad2a-15b84cc2ce5a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680850 Jul 23 22:31:08.720488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-d927c53b-410c-4386-9853-24f1914d2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:08.721183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93ffc73b-17e2-4799-9d76-ae97d5853337 req-ebd02d8e-1a85-48f0-8428-7b42c93f7a1b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517179 Jul 23 22:31:08.722166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-d927c53b-410c-4386-9853-24f1914d2e67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749614 Jul 23 22:31:08.744150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8eb5ba59-3905-4736-a205-4949229f7f22 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:08.746183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aea1fd4-dbe2-41c8-86a4-ff2ed3a2a289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.747586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.760368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.762574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b8ed0fb-6a7b-445c-97a5-103a902c3283 HTTP/1.1" status: 204 len: 168 time: 0.9257112 Jul 23 22:31:08.766875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:08.778886 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385eb14-5257-411e-a829-850540d59ae7 x-openstack-request-id: req-e385eb14-5257-411e-a829-850540d59ae7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:08.779175 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:08.779432 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e385eb14-5257-411e-a829-850540d59ae7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:08.779839 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'status': 'completed', 'code': 200} Jul 23 22:31:08.784773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4aea1fd4-dbe2-41c8-86a4-ff2ed3a2a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:08.791123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48a0d7-2ceb-4847-a99b-5295b2e5ff41 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8ed0fb-6a7b-445c-97a5-103a902c3283,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:08.878890 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-352216c8-2c31-4501-9786-91e88ad068be service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487303 Jul 23 22:31:08.960938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea1fd4-dbe2-41c8-86a4-ff2ed3a2a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b41d8b-9a59-477f-be97-a54a024317a5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:08.982172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4aea1fd4-dbe2-41c8-86a4-ff2ed3a2a289 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb732d6fe5a740b8a59a9fb22fedf854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9292459 Jul 23 22:31:08.985544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:09.006991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 8eb5ba59-3905-4736-a205-4949229f7f22 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:09.009061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Deleting subnet 5361ddac-e61e-41f4-8035-dc50d4a57e89 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:31:09.018319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 8eb5ba59-3905-4736-a205-4949229f7f22 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:09.019055 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.034027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.090144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dda7d3-67ff-4771-bebe-908ca857d1e7 req-95b68a33-eac3-4cdb-aaff-68091dd315f5 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002387 Jul 23 22:31:09.100755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.115977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.136234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.150305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c req-6f9d29c8-3c60-4445-8427-1a652c41d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.151920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c req-6f9d29c8-3c60-4445-8427-1a652c41d53d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1100 time: 0.1700263 Jul 23 22:31:09.154184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.167287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:09.181522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91459c4-311b-4cf1-9248-db3889bb5d43 req-8bd4c9b2-ee53-4ba1-9d32-79409565ab94 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.183197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d91459c4-311b-4cf1-9248-db3889bb5d43 req-8bd4c9b2-ee53-4ba1-9d32-79409565ab94 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 969 time: 0.3130496 Jul 23 22:31:09.204504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.229981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-596890d3-9592-4c6f-be0b-d3562d9964d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.231477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-596890d3-9592-4c6f-be0b-d3562d9964d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1096 time: 0.2645571 Jul 23 22:31:09.253403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8eb5ba59-3905-4736-a205-4949229f7f22,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:09.254948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c req-01a5e6cc-2c47-4f6b-b990-aae4bbdd35ab service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807917 Jul 23 22:31:09.262850 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.311484 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a1a48-bfa3-4a1c-95e8-ef9dd5753b06" -d '{"events": [{"server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "name": "network-vif-plugged", "status": "completed", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:09.328731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:09.338712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d91459c4-311b-4cf1-9248-db3889bb5d43 req-4843e329-447a-4f77-823c-251df33e74ca tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461663 Jul 23 22:31:09.468735 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be49378-c91d-49ab-a545-884096607cbb x-openstack-request-id: req-5be49378-c91d-49ab-a545-884096607cbb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:09.469440 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "name": "network-vif-plugged", "status": "completed", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:09.469989 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5be49378-c91d-49ab-a545-884096607cbb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:09.470636 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22', 'code': 200} Jul 23 22:31:09.562408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.25', 58475) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:09.622617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.634585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.637040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.638178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1b41d8b-9a59-477f-be97-a54a024317a5 HTTP/1.1" status: 204 len: 168 time: 0.6517122 Jul 23 22:31:09.663990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-f650d0f5-40cd-4060-a8ce-1228575077ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.665504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-f650d0f5-40cd-4060-a8ce-1228575077ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1121 time: 0.5087929 Jul 23 22:31:09.672667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4003-4b98-46f3-b8f4-d0997f06588a req-cb23db46-bb13-455f-b787-7763a8c888c0 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.677248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5361ddac-e61e-41f4-8035-dc50d4a57e89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:09.681270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e48a4003-4b98-46f3-b8f4-d0997f06588a req-cb23db46-bb13-455f-b787-7763a8c888c0 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.5059719 Jul 23 22:31:09.687453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.689336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d56f58cb-30f5-48d7-aae8-65a67e19d6ed admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5361ddac-e61e-41f4-8035-dc50d4a57e89 HTTP/1.1" status: 204 len: 168 time: 0.9215434 Jul 23 22:31:09.691803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-ce48bc77-0fba-4350-a074-d069315cd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.693213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-ce48bc77-0fba-4350-a074-d069315cd09c service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.4530461 Jul 23 22:31:09.696884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:09.712680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a62ee-6062-4a5f-94ea-d7c458d5e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b41d8b-9a59-477f-be97-a54a024317a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:09.752222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c req-b70794b0-8152-4ae6-9f3a-3420d9e605d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.753664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0feba4a-63fb-49dc-9663-f6cdb145ab5c req-b70794b0-8152-4ae6-9f3a-3420d9e605d9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4849868 Jul 23 22:31:09.795362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-47ad69b1-6edc-4ad6-89fa-948392a52df7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0900781 Jul 23 22:31:09.820463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e48a4003-4b98-46f3-b8f4-d0997f06588a req-64c6f0e7-acb2-462e-a8b0-b9d101a43246 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382120 Jul 23 22:31:09.898867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-5bcb7435-d526-4fb4-9d6f-e492c30ddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.900594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-5bcb7435-d526-4fb4-9d6f-e492c30ddf9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2076428 Jul 23 22:31:09.959688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:09.975778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-5d8b1927-748d-4520-9c08-fe3195f48a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:09.977315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-5d8b1927-748d-4520-9c08-fe3195f48a49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 1122 time: 0.4132385 Jul 23 22:31:09.985062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-3b57358d-bcb5-4538-a2a5-8389c7754071 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.0762093 Jul 23 22:31:10.004277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-d793ebbd-6e88-4b6b-9568-4983cef4b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.005863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-572f32ef-337e-418c-b98f-d99095e83ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.006351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-d793ebbd-6e88-4b6b-9568-4983cef4b44c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1100 time: 0.1812820 Jul 23 22:31:10.007350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-572f32ef-337e-418c-b98f-d99095e83ba4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.2043662 Jul 23 22:31:10.017311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-8dda462d-3aa3-411c-8545-9c24d9e8f9f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.023878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:10.071298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-12de6e44-096e-415e-a2a9-7abc494b4979 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd HTTP/1.1" status: 200 len: 217 time: 0.0465765 Jul 23 22:31:10.096006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-9d53c74b-fee0-48be-a618-947c83f30bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.097460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-9d53c74b-fee0-48be-a618-947c83f30bf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1068766 Jul 23 22:31:10.109700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-a6bb6820-27e9-4bb8-b43a-a25f21258734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883238 Jul 23 22:31:10.171319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a82407-6f95-41a0-8270-4ce4619811e4 req-112a7680-16e9-4fa8-9f01-879028ac2fce tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.178575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37a82407-6f95-41a0-8270-4ce4619811e4 req-112a7680-16e9-4fa8-9f01-879028ac2fce tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.2578368 Jul 23 22:31:10.192987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9484c-85cd-40d5-80e3-167dec9ebeff req-960b149d-a735-4916-9cb0-f64d59bb152e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.199609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59f9484c-85cd-40d5-80e3-167dec9ebeff req-960b149d-a735-4916-9cb0-f64d59bb152e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 969 time: 0.3168037 Jul 23 22:31:10.200996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-490b8ccb-94ba-41b3-8764-6a944989497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.202538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-490b8ccb-94ba-41b3-8764-6a944989497b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1217391 Jul 23 22:31:10.233251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.268157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabdf06a-f474-4853-b050-19bdb640af0f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:10.268459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37a82407-6f95-41a0-8270-4ce4619811e4 req-cae8c178-7ec0-482c-96ef-ee1899004ebe tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Jul 23 22:31:10.279511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-69d44669-09b1-40f0-a11a-fb5949de91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.280986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-69d44669-09b1-40f0-a11a-fb5949de91e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590636 Jul 23 22:31:10.316297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b709a8-884b-4b87-b1fe-a919aaa8569f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:10.316752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b709a8-884b-4b87-b1fe-a919aaa8569f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:10.320718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79f5fad1-8ca3-4530-b425-9474dcc7e834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.329937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-8acbaae0-f54e-4474-8287-863c4703ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.331557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-8acbaae0-f54e-4474-8287-863c4703ffa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1198025 Jul 23 22:31:10.354056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.410164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59f9484c-85cd-40d5-80e3-167dec9ebeff req-bf8e01b5-9b6f-468b-9353-82eea5282c93 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058835 Jul 23 22:31:10.418528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.437320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:31:10.437719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:31:10.439432 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:31:10.455251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-32ee9daf-c4f9-441a-9603-247b7dd4c3f9 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261476 Jul 23 22:31:10.549819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.552274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-8dda462d-3aa3-411c-8545-9c24d9e8f9f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.562531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-7207e326-5166-4a35-ba1f-af84783aacc4 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715094 Jul 23 22:31:10.565155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-54bb0138-ade2-4c46-8157-4f1158b25518 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249370 Jul 23 22:31:10.573081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a59c-11cd-469d-86a8-a08405fdeeb6 req-ed47b97b-783e-47b9-a8b9-25991de2e41b tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.574544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46a7a59c-11cd-469d-86a8-a08405fdeeb6 req-ed47b97b-783e-47b9-a8b9-25991de2e41b tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.1107180 Jul 23 22:31:10.586342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-8dda462d-3aa3-411c-8545-9c24d9e8f9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.600210 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.602083 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eabdf06a-f474-4853-b050-19bdb640af0f HTTP/1.1" status: 204 len: 168 time: 0.9042518 Jul 23 22:31:10.645470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99996f-c279-45fb-bba2-f368d5144b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabdf06a-f474-4853-b050-19bdb640af0f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:10.661126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4f009c2-935a-4fde-89db-b1bafc5b9c69 req-8dda462d-3aa3-411c-8545-9c24d9e8f9f8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686773 Jul 23 22:31:10.683731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda462d-3aa3-411c-8545-9c24d9e8f9f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe25acb-281d-4965-a3be-084387a568a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:10.693605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9949893-c654-4dfb-a1e8-f7b334a742a1 req-046dbebd-fa0a-4016-92f0-4bf7b21ece57 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253013 Jul 23 22:31:10.713932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46a7a59c-11cd-469d-86a8-a08405fdeeb6 req-cadac01a-cb43-4319-8337-649f457ba684 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035631 Jul 23 22:31:10.775954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79f5fad1-8ca3-4530-b425-9474dcc7e834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.783751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79f5fad1-8ca3-4530-b425-9474dcc7e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.788181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c7c2f9-1244-443c-bdb8-d4f122a5345a req-810bb2c6-d6a1-4142-823a-e122e1ba8fe9 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126842 Jul 23 22:31:10.794014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f1fae4-b5cc-4eba-9df0-d39a96d6a626 req-767fcfd1-6a52-4ccc-b989-8c36de54577b service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173221 Jul 23 22:31:10.829925 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-79f5fad1-8ca3-4530-b425-9474dcc7e834 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b93f759fc564bacb3b0c3c44a31d791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917016 Jul 23 22:31:10.833145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:10.845409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5fad1-8ca3-4530-b425-9474dcc7e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d70946b-2649-4b1b-bca9-87ce55d40d44,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:10.906201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:10.923034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.957649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:10.972057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131de69c-24a1-41ff-8576-852f43ce7ce7 req-4434f95a-246e-46a2-83bc-450dd5a56656 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:10.975707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-131de69c-24a1-41ff-8576-852f43ce7ce7 req-4434f95a-246e-46a2-83bc-450dd5a56656 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.0821831 Jul 23 22:31:10.977263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2dd7f488-89ba-468a-b6c0-4277259d758d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed995e0896f642e6ba00555a6b3f0637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699742 Jul 23 22:31:10.979832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:10.992939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-24364f4f-1f67-4ae1-937a-faf64e306fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.025365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.031617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.035112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d70946b-2649-4b1b-bca9-87ce55d40d44 HTTP/1.1" status: 204 len: 168 time: 0.1982930 Jul 23 22:31:11.041361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860c59f-62b4-4dcb-bc5e-154a7ef0dafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d70946b-2649-4b1b-bca9-87ce55d40d44,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:11.071810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.089803 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-131de69c-24a1-41ff-8576-852f43ce7ce7 req-0a713a6d-4126-49fb-901b-29bddf4629c9 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968041 Jul 23 22:31:11.097051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.155774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.158680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.159908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88de3b24-8d66-4570-8232-4848b14af744 HTTP/1.1" status: 204 len: 168 time: 0.1776259 Jul 23 22:31:11.170690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bda21-f1cd-417c-9c08-22f26525c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de3b24-8d66-4570-8232-4848b14af744,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:11.380017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:11.403566 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f2e2-3735-464e-b492-2246d34a8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.421087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e468-2212-4b62-bf5a-e8e2c1f339a3 req-96983e98-ee1b-46ac-b082-391e0046777e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:11.422884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d660e468-2212-4b62-bf5a-e8e2c1f339a3 req-96983e98-ee1b-46ac-b082-391e0046777e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.0694110 Jul 23 22:31:11.505265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d660e468-2212-4b62-bf5a-e8e2c1f339a3 req-3db724ac-fb1e-4ed8-8739-868c02f96955 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648909 Jul 23 22:31:11.578430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f2e2-3735-464e-b492-2246d34a8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.585704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6f7f2e2-3735-464e-b492-2246d34a8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.638600 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6f7f2e2-3735-464e-b492-2246d34a8a66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10c5a95bc15c4a3bb5288c0a96d17459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533274 Jul 23 22:31:11.638783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:11.638866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7f2e2-3735-464e-b492-2246d34a8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c2770-8744-4d91-8a4c-39c5e200ab6e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:11.638938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:11.654358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73acb65-0cd4-401d-8779-84a725d6adc1 req-6397e87d-db1d-43d6-99e7-8c235b984c11 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:11.656088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e73acb65-0cd4-401d-8779-84a725d6adc1 req-6397e87d-db1d-43d6-99e7-8c235b984c11 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 969 time: 0.1452765 Jul 23 22:31:11.701356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e73acb65-0cd4-401d-8779-84a725d6adc1 req-dcead7d2-175c-42cf-9bf5-02e972c17893 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Jul 23 22:31:11.728802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b87fa183-92ad-4d26-b39c-662ddc30abfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=000919ed88ed4517a57a9416ac65c962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906963 Jul 23 22:31:11.731368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:11.738242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.765732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.796759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.828583 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.831246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.836137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a37c2770-8744-4d91-8a4c-39c5e200ab6e HTTP/1.1" status: 204 len: 168 time: 0.1962249 Jul 23 22:31:11.844650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a8f6-a520-46fd-8a98-f9433995656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c2770-8744-4d91-8a4c-39c5e200ab6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:11.871194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.927124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bd274-283d-40c2-b1be-c23ec45b1b2a req-b787feb4-d7cc-43a2-9c7e-790712aff0a5 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:11.928653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b08bd274-283d-40c2-b1be-c23ec45b1b2a req-b787feb4-d7cc-43a2-9c7e-790712aff0a5 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.1336145 Jul 23 22:31:11.965975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.968457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:11.969577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2832a3d5-74b4-4ed1-bc1a-7a21f7473fc7 HTTP/1.1" status: 204 len: 168 time: 0.2367814 Jul 23 22:31:11.983277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a44c42-5c5c-4e71-a868-b6802477fc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832a3d5-74b4-4ed1-bc1a-7a21f7473fc7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:11.988433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b08bd274-283d-40c2-b1be-c23ec45b1b2a req-58db7951-92eb-4f45-9dce-f7e4fe7bd4eb tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Jul 23 22:31:12.273843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf6e5a-1562-44b2-af05-dc794f17790e req-95a7eaa3-c2b5-4bc2-a453-0251ad90e09f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:12.275469 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fcf6e5a-1562-44b2-af05-dc794f17790e req-95a7eaa3-c2b5-4bc2-a453-0251ad90e09f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.0848575 Jul 23 22:31:12.329178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fcf6e5a-1562-44b2-af05-dc794f17790e req-3754459f-b6a5-4ec9-a012-dfeee8a4d600 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Jul 23 22:31:12.484015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:12.630043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce3a-d609-4047-ad24-80d2bd03cadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:12.697220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa7b9-8d23-40a1-bf70-071b9032b064 req-3bc029a8-db14-4f4d-bea6-18182c3d5e9b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:12.698776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a43fa7b9-8d23-40a1-bf70-071b9032b064 req-3bc029a8-db14-4f4d-bea6-18182c3d5e9b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.1131053 Jul 23 22:31:12.747372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:12.795828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a43fa7b9-8d23-40a1-bf70-071b9032b064 req-4afb6645-9548-4d5d-ab61-e02bef5e1a04 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862236 Jul 23 22:31:12.820649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce3a-d609-4047-ad24-80d2bd03cadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:12.839233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce3a-d609-4047-ad24-80d2bd03cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:12.882266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6ce3a-d609-4047-ad24-80d2bd03cadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0f747-113e-49b2-b350-bb66b5bd431f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:12.886692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-93f6ce3a-d609-4047-ad24-80d2bd03cadd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af03174386ac45b39914f66837c2da4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013786 Jul 23 22:31:12.889236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:12.913072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd246-d643-49b7-8926-6c245a444ddb req-55dfc3f3-c11d-4dcc-b3f2-2f70ad98c3bc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:12.914938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cd7fd246-d643-49b7-8926-6c245a444ddb req-55dfc3f3-c11d-4dcc-b3f2-2f70ad98c3bc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 969 time: 0.1165469 Jul 23 22:31:12.940369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:12.952986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'mac_address': 'fa:16:3e:58:89:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-983359822', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:12.991268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.001659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cd7fd246-d643-49b7-8926-6c245a444ddb req-5896f358-5025-463b-ade0-1353af36b893 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663803 Jul 23 22:31:13.003381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.025562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f563a21-f5aa-45f6-9e17-93ed9abb9306 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:13.048696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.051635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:13.058524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.126045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:13.187801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6f4f1-a1aa-4d68-82ee-e564385685cd req-cbaaed2f-9838-47b5-9fbd-ef80e4d82bd3 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:13.189322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fb6f4f1-a1aa-4d68-82ee-e564385685cd req-cbaaed2f-9838-47b5-9fbd-ef80e4d82bd3 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.0843222 Jul 23 22:31:13.190432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.193600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.197338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ab0f747-113e-49b2-b350-bb66b5bd431f HTTP/1.1" status: 204 len: 168 time: 0.3053458 Jul 23 22:31:13.218242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff51df6-c209-4637-b3b0-4d94151a4a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0f747-113e-49b2-b350-bb66b5bd431f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:13.244461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fb6f4f1-a1aa-4d68-82ee-e564385685cd req-39dc9969-316e-4bd1-a605-e4dfbd1f77b3 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Jul 23 22:31:13.283047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:13.467591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-9f1fa30c-333a-411d-b0d8-93c73775436e tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:13.475787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-9f1fa30c-333a-411d-b0d8-93c73775436e tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 1122 time: 0.0818427 Jul 23 22:31:13.503556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-88c5d781-8c58-430e-8bf3-f1d69b478efe tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.536971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207de6-93b0-49e4-8408-8d66ce4e2826 req-6671aa12-4304-4336-b247-442a702f23dd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:13.543991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed207de6-93b0-49e4-8408-8d66ce4e2826 req-6671aa12-4304-4336-b247-442a702f23dd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 948 time: 0.1169870 Jul 23 22:31:13.577739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:13.601934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed207de6-93b0-49e4-8408-8d66ce4e2826 req-dc655c32-7b1c-41a6-83a0-fc9a965f2728 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519791 Jul 23 22:31:13.737690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:13.739787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:13.753847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91c0c434-964e-46ae-b360-bbc1d0b804ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.759628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1693d7-869b-410a-8869-64dd5a777fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.776414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'port_id': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'mac_address': 'fa:16:3e:dc:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46542f07-5ce6-42de-b773-f13fabd51ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:13.791883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-88c5d781-8c58-430e-8bf3-f1d69b478efe tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.796528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-88c5d781-8c58-430e-8bf3-f1d69b478efe tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.830552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.843365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9315c244-655f-434a-bb7d-1c66e0eb82aa req-88c5d781-8c58-430e-8bf3-f1d69b478efe tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638108 Jul 23 22:31:13.847987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:13.854809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d781-8c58-430e-8bf3-f1d69b478efe tempest-AggregatesAdminTestJSON-1870741652 tempest-AggregatesAdminTestJSON-1870741652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c244417-f792-447d-97cd-905936d39b1a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:13.895481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:13.901699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:13.902475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 28a95f99-1fb7-4b7f-8f16-831e5510e0dd details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:14.005391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:14.032485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1693d7-869b-410a-8869-64dd5a777fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.046397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1693d7-869b-410a-8869-64dd5a777fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.088987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.097425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4985796-78bd-41ca-a901-e1433ddacc06 req-fa489e8a-2514-45a3-b10a-f11d2d0c4dcf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:14.104466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4985796-78bd-41ca-a901-e1433ddacc06 req-fa489e8a-2514-45a3-b10a-f11d2d0c4dcf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.1279485 Jul 23 22:31:14.123424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:14.132478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5f1693d7-869b-410a-8869-64dd5a777fa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a895741ac654e02b8bffb01d0df39d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915346 Jul 23 22:31:14.135230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:14.135716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1693d7-869b-410a-8869-64dd5a777fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff51337-0fad-46f2-9324-3254f8565723,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:14.157964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'mac_address': 'fa:16:3e:26:ce:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:14.164229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4985796-78bd-41ca-a901-e1433ddacc06 req-8dae45ca-6dc2-40e1-949e-3b5fc1b517d5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588310 Jul 23 22:31:14.240031 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.244755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.260812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a95f99-1fb7-4b7f-8f16-831e5510e0dd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:14.277349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.305818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:14.318461 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.406646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:14.425444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1026-5127-4d63-ba29-66530678e820 req-0df9bf41-e6d0-4482-9151-1b44eab02b8b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:14.428909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f47b1026-5127-4d63-ba29-66530678e820 req-0df9bf41-e6d0-4482-9151-1b44eab02b8b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 970 time: 0.1369009 Jul 23 22:31:14.442123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.445809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.449991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ff51337-0fad-46f2-9324-3254f8565723 HTTP/1.1" status: 204 len: 168 time: 0.3136978 Jul 23 22:31:14.474350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b918-c286-4e8c-a05b-71f4d2b34ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff51337-0fad-46f2-9324-3254f8565723,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:14.523311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f47b1026-5127-4d63-ba29-66530678e820 req-4eaa448b-1eee-4f9c-bbce-0f58d58673cb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Jul 23 22:31:14.747072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:14.750883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:14.795609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fdbc7-239f-4ca1-9947-d70f53a416f1 req-5d935940-67c8-428e-a45b-ce0032c54810 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:14.797324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b20fdbc7-239f-4ca1-9947-d70f53a416f1 req-5d935940-67c8-428e-a45b-ce0032c54810 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 949 time: 0.0796292 Jul 23 22:31:14.810336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:14.866081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b20fdbc7-239f-4ca1-9947-d70f53a416f1 req-8f8a615a-90b5-4fcc-93f9-be1bcf18dfe1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Jul 23 22:31:14.899793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:14.948050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:14.968823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:14.968823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.172871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.206091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:15.209460 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767960b-048a-4d9d-bd94-f336b7242305" -d '{"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-plugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:15.224250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:15.229976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.298591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:15.329485 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714edfc-9082-4941-8fac-bf6bbbc17dd7 x-openstack-request-id: req-1714edfc-9082-4941-8fac-bf6bbbc17dd7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:15.330070 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-plugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:15.330494 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1714edfc-9082-4941-8fac-bf6bbbc17dd7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:15.331054 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'code': 200} Jul 23 22:31:15.448002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da04a-e4f5-48c3-8eb2-ae2c28c3da55 req-5f6150f0-b7d2-4b5e-b6e0-9b884858cc4b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:15.455951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dc8da04a-e4f5-48c3-8eb2-ae2c28c3da55 req-5f6150f0-b7d2-4b5e-b6e0-9b884858cc4b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.1075573 Jul 23 22:31:15.500276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dc8da04a-e4f5-48c3-8eb2-ae2c28c3da55 req-153a4c94-9304-4768-978c-b082d456e74d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Jul 23 22:31:15.526753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7298cd7-873b-4f4c-8124-d33885cd522a req-c6338318-7706-483a-a1e4-5744f4a418fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:15.526753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7298cd7-873b-4f4c-8124-d33885cd522a req-c6338318-7706-483a-a1e4-5744f4a418fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1123 time: 0.1187932 Jul 23 22:31:15.559659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:15.590138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7298cd7-873b-4f4c-8124-d33885cd522a req-2751b896-8485-4af3-b103-8dfdc1fe6f82 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Jul 23 22:31:15.634760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:15.640971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:15.641510 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.704866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7af9-7e07-43fd-b85b-5a9a1a063f33 req-73d01b5c-1bd4-48ee-8f12-07bbb1496738 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:15.706680 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dbf7af9-7e07-43fd-b85b-5a9a1a063f33 req-73d01b5c-1bd4-48ee-8f12-07bbb1496738 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.0782661 Jul 23 22:31:15.758399 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.774116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dbf7af9-7e07-43fd-b85b-5a9a1a063f33 req-e082e586-bc4f-4b6e-87be-86b22cb59bf9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589399 Jul 23 22:31:15.817101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:15.825823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:15.826759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 28a95f99-1fb7-4b7f-8f16-831e5510e0dd up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:15.914772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:15.928356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:15.933271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:15.934088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:16.027585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695c2f9-b5af-40d9-b6cb-ed3df8d9ad24 req-bfe8747e-0830-4b7b-8344-dd87a24902e7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.029353 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a695c2f9-b5af-40d9-b6cb-ed3df8d9ad24 req-bfe8747e-0830-4b7b-8344-dd87a24902e7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 949 time: 0.0893402 Jul 23 22:31:16.037371 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:16.077077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a695c2f9-b5af-40d9-b6cb-ed3df8d9ad24 req-0d771cab-fd3d-4633-8c06-e61f1d006603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Jul 23 22:31:16.083863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:16.092774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:16.159282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:16.326028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:16.788916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c744a85-57e4-46df-a990-5ee58ff347b5 req-44580317-ecde-475f-8ec4-7e2aa37ae239 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.790420 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c744a85-57e4-46df-a990-5ee58ff347b5 req-44580317-ecde-475f-8ec4-7e2aa37ae239 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.0773420 Jul 23 22:31:16.807670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.808415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.808636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.809383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.809602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.811329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c8028f5-d635-45be-9b06-8fbacda2a926 req-c72cdd7b-5d22-4769-a774-a9c637d11d5c tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.1879556 Jul 23 22:31:16.830082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c744a85-57e4-46df-a990-5ee58ff347b5 req-aec9d9db-1630-4ce7-9cd1-90ec14e4bf59 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 23 22:31:16.973934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800649a5-b800-4eb0-b214-16cbb58faf5b req-cc5cfaf0-5420-446d-9a01-26d73c48cbce tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:16.975730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800649a5-b800-4eb0-b214-16cbb58faf5b req-cc5cfaf0-5420-446d-9a01-26d73c48cbce tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.0657556 Jul 23 22:31:17.014597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800649a5-b800-4eb0-b214-16cbb58faf5b req-b6dcbe3d-bc75-4884-aa7d-839003b40573 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Jul 23 22:31:17.305357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16108-cfab-46f5-a91d-13e82b86d81c req-47f953e4-8ed0-43bc-956b-58482d944c07 tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.306748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5fa16108-cfab-46f5-a91d-13e82b86d81c req-47f953e4-8ed0-43bc-956b-58482d944c07 tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 886 time: 0.2656059 Jul 23 22:31:17.333358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'}, {'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:17.335835 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f5616-919d-44a9-b885-7a6a1d8d2488" -d '{"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-plugged", "status": "completed", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502"}, {"server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "name": "network-vif-plugged", "status": "completed", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:17.340674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-3287b203-50f5-46ec-ad6d-d25d19f8ad5c tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.342225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-3287b203-50f5-46ec-ad6d-d25d19f8ad5c tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1123 time: 0.0644233 Jul 23 22:31:17.360700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-eef5893f-6377-48ab-ab33-b02edb76f7d5 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:17.468859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-eef5893f-6377-48ab-ab33-b02edb76f7d5 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:17.474623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-eef5893f-6377-48ab-ab33-b02edb76f7d5 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:17.516772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-feb01cde-e1c7-4e21-96c5-8e62d22b8aa0 req-eef5893f-6377-48ab-ab33-b02edb76f7d5 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689034 Jul 23 22:31:17.527094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5893f-6377-48ab-ab33-b02edb76f7d5 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b527b46-3235-410e-b946-989ca9138c32,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:17.564732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ff51b-15d6-402b-8662-79cce6885302 req-a784346a-4ca6-4aef-a985-34f695c22299 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.566630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-056ff51b-15d6-402b-8662-79cce6885302 req-a784346a-4ca6-4aef-a985-34f695c22299 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.0880802 Jul 23 22:31:17.605955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-056ff51b-15d6-402b-8662-79cce6885302 req-a4871ddc-183b-48e7-98dd-a96dcac03e1d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Jul 23 22:31:17.655438 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919744e-6d98-4e79-b014-d043c1ff0206 x-openstack-request-id: req-1919744e-6d98-4e79-b014-d043c1ff0206 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:17.655841 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-plugged", "status": "completed", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502", "code": 200}, {"server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "name": "network-vif-plugged", "status": "completed", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:17.656185 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1919744e-6d98-4e79-b014-d043c1ff0206 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:17.656728 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'code': 200} Jul 23 22:31:17.657176 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'code': 200} Jul 23 22:31:17.693169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.693635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.694130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.695315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.695779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.697866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8aab0555-02f6-4490-9e8e-05cf8f260126 req-d04675bb-486b-479a-8677-6f706e5bfd2b tempest-NetworksTest-716382064 tempest-NetworksTest-716382064-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.1195138 Jul 23 22:31:17.808346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d5cc5-e558-43ed-b0fe-c8774f46f977 req-4fb5207a-ec35-419c-a911-87d9b9f13fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.810057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea9d5cc5-e558-43ed-b0fe-c8774f46f977 req-4fb5207a-ec35-419c-a911-87d9b9f13fae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1102 time: 0.0696261 Jul 23 22:31:17.839786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9fe1f-811e-4a4a-8e97-71b2262834ee req-cae9f501-50b4-40fe-b497-537c50d08334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:17.847279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52e9fe1f-811e-4a4a-8e97-71b2262834ee req-cae9f501-50b4-40fe-b497-537c50d08334 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1043580 Jul 23 22:31:17.877454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea9d5cc5-e558-43ed-b0fe-c8774f46f977 req-5f34819f-6a63-4179-92c0-28505281c0bb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591698 Jul 23 22:31:17.898308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52e9fe1f-811e-4a4a-8e97-71b2262834ee req-29daea98-f07a-4b20-9003-6b4eb7b3e81f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Jul 23 22:31:18.040886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:18.069845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-29c22dba-4e6b-4326-bd3a-f6b630d2e93d req-8861dfe1-7616-4a21-b4c8-d13d43b624bb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:31:18.086287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29c22dba-4e6b-4326-bd3a-f6b630d2e93d req-8861dfe1-7616-4a21-b4c8-d13d43b624bb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1321390 Jul 23 22:31:18.116759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02292075-a870-4657-810c-4fab16549853 req-1bacac98-65e2-4cc3-b32e-c2742a984a3b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:18.118804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02292075-a870-4657-810c-4fab16549853 req-1bacac98-65e2-4cc3-b32e-c2742a984a3b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.0846126 Jul 23 22:31:18.122899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc4561d-d95e-44a4-a027-f437ccecb5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.174436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02292075-a870-4657-810c-4fab16549853 req-b294f1b1-0da3-48b1-bd9b-012dd7d29b8d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Jul 23 22:31:18.240428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc4561d-d95e-44a4-a027-f437ccecb5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.245225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc4561d-d95e-44a4-a027-f437ccecb5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.297960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:18.303969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4561d-d95e-44a4-a027-f437ccecb5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18f2d3-347b-4d07-b8db-998694f4dfba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:18.320527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6fc4561d-d95e-44a4-a027-f437ccecb5ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f3864708cf748b995b951e7a4af4a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781055 Jul 23 22:31:18.323719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:18.375024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.400735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.457019 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.460496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.461652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc18f2d3-347b-4d07-b8db-998694f4dfba HTTP/1.1" status: 204 len: 168 time: 0.1367912 Jul 23 22:31:18.474366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b084f6a-e89c-477e-bdb5-f7c443f27ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18f2d3-347b-4d07-b8db-998694f4dfba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:18.584301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0815c63-b5d6-4507-9037-5df987dec781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.781234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0815c63-b5d6-4507-9037-5df987dec781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.789568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0815c63-b5d6-4507-9037-5df987dec781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.851056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36550d3b-0d6e-40bb-a9ac-f94dcbfdb442 req-57b64ead-cc6a-4a42-8bee-a6cd4fe07165 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:18.858679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0815c63-b5d6-4507-9037-5df987dec781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38433d79-d72b-4365-9ae6-1d98289a6379,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:18.860872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36550d3b-0d6e-40bb-a9ac-f94dcbfdb442 req-57b64ead-cc6a-4a42-8bee-a6cd4fe07165 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.1199327 Jul 23 22:31:18.868913 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0815c63-b5d6-4507-9037-5df987dec781 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddad10c975224e38a453919fbe490cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665271 Jul 23 22:31:18.870296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:18.938941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:18.954555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36550d3b-0d6e-40bb-a9ac-f94dcbfdb442 req-816983c2-48c6-40b2-b084-783e56fc209e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Jul 23 22:31:18.981938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.062724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.065812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.071069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38433d79-d72b-4365-9ae6-1d98289a6379 HTTP/1.1" status: 204 len: 168 time: 0.2008390 Jul 23 22:31:19.088587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec5c3c-e50e-4a9b-b69b-09aae1dc997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38433d79-d72b-4365-9ae6-1d98289a6379,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:19.152618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:19.164463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec5b46-c916-4040-8bae-fff4a578aed3 req-92049209-9ef7-4d97-ad3d-95c5026eeb5b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:19.166718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5ec5b46-c916-4040-8bae-fff4a578aed3 req-92049209-9ef7-4d97-ad3d-95c5026eeb5b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1293120 Jul 23 22:31:19.178019 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56abdfb1-ee7c-41b1-9488-b724f4e487ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.217831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5ec5b46-c916-4040-8bae-fff4a578aed3 req-b2295e7d-fdcf-408b-98f7-63f0931a598c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Jul 23 22:31:19.292404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:19.313568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56abdfb1-ee7c-41b1-9488-b724f4e487ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.316350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56abdfb1-ee7c-41b1-9488-b724f4e487ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.373535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-56abdfb1-ee7c-41b1-9488-b724f4e487ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0c04fca622343c79314bdfd398c46d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195063 Jul 23 22:31:19.374504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:19.384736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abdfb1-ee7c-41b1-9488-b724f4e487ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9427f6c6-3720-4671-ad49-e463dc4ffe30,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:19.442203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.471735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.479734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5bb2-e531-49e8-8a11-9cfde13cb100 req-5d1ad276-14c5-49a2-bf3c-d29c86f6ef15 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:19.481316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b9d5bb2-e531-49e8-8a11-9cfde13cb100 req-5d1ad276-14c5-49a2-bf3c-d29c86f6ef15 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.1470039 Jul 23 22:31:19.569360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.576210 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:19.585226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9427f6c6-3720-4671-ad49-e463dc4ffe30 HTTP/1.1" status: 204 len: 168 time: 0.2081518 Jul 23 22:31:19.608310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b9d5bb2-e531-49e8-8a11-9cfde13cb100 req-721bff63-bada-4e65-8dbf-a89989063ea9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149311 Jul 23 22:31:19.615135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804e283-cbf6-40a3-9f89-ea9167f1b95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9427f6c6-3720-4671-ad49-e463dc4ffe30,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:19.763367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44354548-918e-4404-a29c-9d1eff759bff req-090aa0d7-52a4-4ee4-9bf9-a77cd13ab38a tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:19.765263 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44354548-918e-4404-a29c-9d1eff759bff req-090aa0d7-52a4-4ee4-9bf9-a77cd13ab38a tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.1418686 Jul 23 22:31:19.773295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:19.822506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44354548-918e-4404-a29c-9d1eff759bff req-37be5478-051a-4535-8cf5-68acae9b9343 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Jul 23 22:31:19.864815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-e764e9c6-b96a-43e8-8873-4e300212e4dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5711668 Jul 23 22:31:19.911543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:19.924991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb17e4d-2f33-4a43-8ac0-5930e77a4852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.079225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb17e4d-2f33-4a43-8ac0-5930e77a4852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.087139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fb17e4d-2f33-4a43-8ac0-5930e77a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.137976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fb17e4d-2f33-4a43-8ac0-5930e77a4852 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1784deda172a45f397b3f0aca85cda8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257178 Jul 23 22:31:20.139038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb17e4d-2f33-4a43-8ac0-5930e77a4852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a961936d-7761-4e84-8c43-9ad1f2344874,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:20.142967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:20.155995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc2f5-c42f-4bb3-8888-453b20efa37c req-99eaca3b-4c48-4141-b102-062fcd2da9d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:20.164195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-581bc2f5-c42f-4bb3-8888-453b20efa37c req-99eaca3b-4c48-4141-b102-062fcd2da9d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.1333475 Jul 23 22:31:20.211679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43c39345-b9c0-42bc-86d0-0bc48ab27312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.236260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-581bc2f5-c42f-4bb3-8888-453b20efa37c req-54092ee9-d2ef-4361-b4d8-4e7985a3f412 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662057 Jul 23 22:31:20.282235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.324829 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.406426 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43c39345-b9c0-42bc-86d0-0bc48ab27312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.421842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43c39345-b9c0-42bc-86d0-0bc48ab27312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.428806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a992-712e-42e5-89e6-133d2040d4b7 req-fa5a3019-636f-4812-addb-7575f64fed13 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:20.430355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecf2a992-712e-42e5-89e6-133d2040d4b7 req-fa5a3019-636f-4812-addb-7575f64fed13 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.0984817 Jul 23 22:31:20.431475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.434135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.435222 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a961936d-7761-4e84-8c43-9ad1f2344874 HTTP/1.1" status: 204 len: 168 time: 0.2900035 Jul 23 22:31:20.461366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f77261-b3e2-4e4f-be94-9b67e30fea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a961936d-7761-4e84-8c43-9ad1f2344874,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:20.492644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecf2a992-712e-42e5-89e6-133d2040d4b7 req-ab2e032b-6e8b-4028-82c2-eca93fcc41ed tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Jul 23 22:31:20.509391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43c39345-b9c0-42bc-86d0-0bc48ab27312 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66c87aacdc264ae8a59c3d85d5c3c697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340460 Jul 23 22:31:20.512111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:20.512355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c39345-b9c0-42bc-86d0-0bc48ab27312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa19c976-d78a-46bb-a53e-a102778689ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:20.574612 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.611545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.693501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.699967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:20.704010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa19c976-d78a-46bb-a53e-a102778689ab HTTP/1.1" status: 204 len: 168 time: 0.1908855 Jul 23 22:31:20.734505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436191e3-cdf1-47f1-9b73-42546bbe38ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa19c976-d78a-46bb-a53e-a102778689ab,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:21.075238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-a8b88c51-dbdd-43ea-9f69-f794dd538533 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:21.077881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-a8b88c51-dbdd-43ea-9f69-f794dd538533 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.0881376 Jul 23 22:31:21.323402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Deleting port 8eb5ba59-3905-4736-a205-4949229f7f22 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:31:21.323402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.352720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-38156786-a8b8-42e5-9262-e6b54bf6f630 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:21.359881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-38156786-a8b8-42e5-9262-e6b54bf6f630 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1102 time: 0.1284604 Jul 23 22:31:21.381923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-97cf01f9-c877-480e-9459-49a7564354a9 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.430068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:21.479171 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8caa14a-82d5-4c32-85c5-f0e6c2e3d913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.521209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432116a-e40f-4e2a-8443-93b1e9cb564a req-8a85956a-8396-4278-969c-8b1e3851a99d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:21.524911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] For port 8eb5ba59-3905-4736-a205-4949229f7f22, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8eb5ba59-3905-4736-a205-4949229f7f22,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:21.525305 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.529342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4432116a-e40f-4e2a-8443-93b1e9cb564a req-8a85956a-8396-4278-969c-8b1e3851a99d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.1272569 Jul 23 22:31:21.548227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Calling delete_port for 8eb5ba59-3905-4736-a205-4949229f7f22 owned by compute:tempest-test_az-983359822 {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:31:21.581094 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4432116a-e40f-4e2a-8443-93b1e9cb564a req-1eceab59-f95e-48a3-841c-a05ad2af0656 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Jul 23 22:31:21.738765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-97cf01f9-c877-480e-9459-49a7564354a9 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.746505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-97cf01f9-c877-480e-9459-49a7564354a9 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.763237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3725a-ecd6-4117-9ed8-870fed6070d7 req-39cc5c5b-4c67-4fb2-ac1e-84aa13ad9921 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:21.771715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6ae3725a-ecd6-4117-9ed8-870fed6070d7 req-39cc5c5b-4c67-4fb2-ac1e-84aa13ad9921 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 970 time: 0.0861599 Jul 23 22:31:21.827915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6ae3725a-ecd6-4117-9ed8-870fed6070d7 req-e559ba18-46a9-4891-8de8-d1179346cec3 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e2d5667-5a58-456c-8b93-313d82f374bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535583 Jul 23 22:31:21.831330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6d5f9f-e451-4780-8450-ab2e4e44beee req-97cf01f9-c877-480e-9459-49a7564354a9 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704072 Jul 23 22:31:21.917512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf01f9-c877-480e-9459-49a7564354a9 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67816e-2904-468b-b1f2-ab0069241479,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:21.951864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:21.964654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['8eb5ba59-3905-4736-a205-4949229f7f22'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:22.012833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.016511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-80378589-b839-4ac2-b1fb-b1347c568e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.018352 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-80378589-b839-4ac2-b1fb-b1347c568e29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1123 time: 0.1137605 Jul 23 22:31:22.021273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Pushing event deleted for resources: {'Port': ['ID=8eb5ba59-3905-4736-a205-4949229f7f22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:22.147907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-a9aacb52-9b6f-4af2-9286-47f6b7252389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.149436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-a9aacb52-9b6f-4af2-9286-47f6b7252389 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1243672 Jul 23 22:31:22.213692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-cde74ae8-2643-4041-b87b-688757c112d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.0565526 Jul 23 22:31:22.257125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] No DVR routers for this DVR port 8eb5ba59-3905-4736-a205-4949229f7f22 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:31:22.280780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.284844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-228f3ae7-2412-4bb4-b919-1aff525cf13d req-748722a6-356e-49f9-afe5-c771a01aa62c tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.25 "DELETE /v2.0/ports/8eb5ba59-3905-4736-a205-4949229f7f22 HTTP/1.1" status: 204 len: 173 time: 1.2011306 Jul 23 22:31:22.285547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'name': 'network-vif-deleted', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:22.294751 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb4844-8f73-44db-a466-c491d6fb8393" -d '{"events": [{"server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "name": "network-vif-deleted", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:22.317789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-aae41d35-84f7-4448-91b1-7e08988c6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.317789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-aae41d35-84f7-4448-91b1-7e08988c6c92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0800929 Jul 23 22:31:22.408482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8caa14a-82d5-4c32-85c5-f0e6c2e3d913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.426651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd7cd-4aa5-44a5-ad09-6f597f2f3579 req-1f5c3368-e9d6-44f0-8955-67d79701ddf6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.429158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f00dd7cd-4aa5-44a5-ad09-6f597f2f3579 req-1f5c3368-e9d6-44f0-8955-67d79701ddf6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.4727380 Jul 23 22:31:22.430847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8caa14a-82d5-4c32-85c5-f0e6c2e3d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.501065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-182406f0-82a0-4325-8057-b8881a44ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.505328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-182406f0-82a0-4325-8057-b8881a44ad2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1988792 Jul 23 22:31:22.508118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caa14a-82d5-4c32-85c5-f0e6c2e3d913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9744b5e-3b12-4b0e-92a2-4474ec20ed6f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:22.517844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d8caa14a-82d5-4c32-85c5-f0e6c2e3d913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec33d00cffae49a0b91e065bba6607ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0838819 Jul 23 22:31:22.522732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:22.541707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f00dd7cd-4aa5-44a5-ad09-6f597f2f3579 req-6c0d45f1-2833-4da1-94cc-848716c538bc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021543 Jul 23 22:31:22.607569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.664009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.671633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-703d13da-1e97-4c95-98d8-366ce9e2bc71 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589060 Jul 23 22:31:22.749957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.749957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.750652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9744b5e-3b12-4b0e-92a2-4474ec20ed6f HTTP/1.1" status: 204 len: 168 time: 0.2258708 Jul 23 22:31:22.759353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2311e-d887-40c3-bd6d-6e7424246f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9744b5e-3b12-4b0e-92a2-4474ec20ed6f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:22.832850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-42b067e7-6551-4d8f-be95-c0c7c16612e1 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534050 Jul 23 22:31:22.848496 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba88c5b-c35c-4191-a104-8a5d9eb62c21 x-openstack-request-id: req-0ba88c5b-c35c-4191-a104-8a5d9eb62c21 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:22.848792 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea673ae-1340-4d49-9bb3-dfe0b090cb31", "name": "network-vif-deleted", "tag": "8eb5ba59-3905-4736-a205-4949229f7f22", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:22.849043 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ba88c5b-c35c-4191-a104-8a5d9eb62c21 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:22.849746 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea673ae-1340-4d49-9bb3-dfe0b090cb31', 'name': 'network-vif-deleted', 'tag': '8eb5ba59-3905-4736-a205-4949229f7f22', 'status': 'completed', 'code': 200} Jul 23 22:31:22.875672 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:22.957654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b93c5-ab60-4aec-89a1-105801d47852 req-6712c5d2-d65c-42d8-9805-f53be375db34 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:22.959264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f89b93c5-ab60-4aec-89a1-105801d47852 req-6712c5d2-d65c-42d8-9805-f53be375db34 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1013401 Jul 23 22:31:23.033794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f89b93c5-ab60-4aec-89a1-105801d47852 req-fcafae02-65f3-4d72-bef9-5f0e326a26fe tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629110 Jul 23 22:31:23.039905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c0f2f89-7b12-40fa-b9e1-3647871e9205 req-9fae0aa9-b74b-4188-a6bb-3a8f4cb65a77 tempest-AggregatesAdminTestJSON-451677724 tempest-AggregatesAdminTestJSON-451677724-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea673ae-1340-4d49-9bb3-dfe0b090cb31 HTTP/1.1" status: 200 len: 210 time: 0.0509558 Jul 23 22:31:23.197587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-3b175166-82ff-4297-b187-1293f1fd26e0 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430801 Jul 23 22:31:23.327913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-ea1edfe1-efbb-410b-8df9-da22348d1576 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:23.329517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-ea1edfe1-efbb-410b-8df9-da22348d1576 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306999 Jul 23 22:31:23.352166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-052db1d3-dcde-4291-ba63-e08e1a16df83 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0149889 Jul 23 22:31:23.472239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-b4a53fc3-91ac-4dbf-b56c-99a9ff4f90fd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175244 Jul 23 22:31:23.891649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-07ba85cc-1402-4409-9209-eeb90b66b346 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344392 Jul 23 22:31:23.898159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-8d898fd7-8a00-4e7c-87cd-b3f531a72a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:23.899537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-8d898fd7-8a00-4e7c-87cd-b3f531a72a14 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1123 time: 0.1304877 Jul 23 22:31:23.902169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e9212-f327-4f71-bbc1-1cf9159abbc8 req-42dcc53a-f9a7-4207-8403-4b56501ffc48 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:23.909887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-892e9212-f327-4f71-bbc1-1cf9159abbc8 req-42dcc53a-f9a7-4207-8403-4b56501ffc48 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1098 time: 0.1606603 Jul 23 22:31:24.007956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-892e9212-f327-4f71-bbc1-1cf9159abbc8 req-c22b8915-9777-4b89-91be-11fa432c12d4 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968015 Jul 23 22:31:24.165969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-9da16493-707f-4191-bcf7-bd15ea6ffa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:24.167453 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-9da16493-707f-4191-bcf7-bd15ea6ffa2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2467501 Jul 23 22:31:24.172935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-44597a0e-ea7d-4b0b-bb2f-316648775065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:24.174399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-44597a0e-ea7d-4b0b-bb2f-316648775065 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1098 time: 0.2314856 Jul 23 22:31:24.238795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-308a8f36-5070-49bd-ae49-6d834091c53a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.0575566 Jul 23 22:31:24.256096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:24.274338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20bc4d-6de6-4de7-b9ab-58dbfb970aab req-b363d78c-384b-40c6-abb6-f2927fbadf81 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:24.276136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c20bc4d-6de6-4de7-b9ab-58dbfb970aab req-b363d78c-384b-40c6-abb6-f2927fbadf81 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1423249 Jul 23 22:31:24.368588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c20bc4d-6de6-4de7-b9ab-58dbfb970aab req-85216967-0abd-4d23-b1e8-dbeecb2da087 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807292 Jul 23 22:31:24.530941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-430a5664-9c2b-452a-a9cf-3c9770c13356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:24.532461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-430a5664-9c2b-452a-a9cf-3c9770c13356 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2929220 Jul 23 22:31:24.539904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72db5a13-3805-48d6-93a1-1b4bea18088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:24.637134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-a6ca0c0a-599d-47bb-b82f-abec50fa8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:24.638650 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-a6ca0c0a-599d-47bb-b82f-abec50fa8aca service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.4085870 Jul 23 22:31:24.737447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72db5a13-3805-48d6-93a1-1b4bea18088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:24.755140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72db5a13-3805-48d6-93a1-1b4bea18088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:24.845964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8eb5ba59-3905-4736-a205-4949229f7f22 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:31:24.853622 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-2670f9ad-e137-439f-a118-b6cc000bed2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.1925299 Jul 23 22:31:24.899842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-72db5a13-3805-48d6-93a1-1b4bea18088a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a204039309b475dbcaed07e9530a3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421003 Jul 23 22:31:24.917152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:24.930602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 8eb5ba59-3905-4736-a205-4949229f7f22 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:31:24.931053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8eb5ba59-3905-4736-a205-4949229f7f22 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:31:24.959148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5a13-3805-48d6-93a1-1b4bea18088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7469c8c-532e-42f2-8427-5f251c93b143,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:25.072938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-5aedf4b9-0910-4e18-bdbb-5167faaa1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:25.074444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-5aedf4b9-0910-4e18-bdbb-5167faaa1cd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.2072978 Jul 23 22:31:25.222673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-c1f28128-b85e-4788-b4af-a6e1fa8e93bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300457 Jul 23 22:31:25.267300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:25.301539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-f65be405-e794-413e-b2e0-ee9cb775688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:25.304518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-f65be405-e794-413e-b2e0-ee9cb775688c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7637115 Jul 23 22:31:25.396056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:25.555417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-41c7ed48-a715-4d26-ae99-ac865c23932b service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901900 Jul 23 22:31:25.666990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-a1691e98-3e34-4b0c-ae67-f45e83c34e27 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374848 Jul 23 22:31:25.697828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-943884d9-65be-496d-9db3-5edd10a99c50 req-f8cef936-e5c4-463e-906d-8ba0fa2267d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 210 time: 0.0493629 Jul 23 22:31:25.698425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:25.702466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:25.703329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:25.717601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7469c8c-532e-42f2-8427-5f251c93b143 HTTP/1.1" status: 204 len: 168 time: 0.7978630 Jul 23 22:31:25.763961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f31356-6c72-4047-9c46-325cdda08e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7469c8c-532e-42f2-8427-5f251c93b143,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:25.778163 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cac0d33-6742-4c6c-ab0d-e41a99cb0597 req-e26f5288-bb35-402f-9237-c94f89c78b46 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155681 Jul 23 22:31:25.958528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2abdb28f-4e1f-4db9-bfec-8c7672ffbecb req-d5bbeec4-cec7-4efd-b185-0a022069ac56 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645669 Jul 23 22:31:26.012002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232dd3-ef25-4f8b-844e-006a5504a014 req-8e11407a-1f8d-4e32-ab86-cfaca83ea648 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:26.044918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74232dd3-ef25-4f8b-844e-006a5504a014 req-8e11407a-1f8d-4e32-ab86-cfaca83ea648 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1554155 Jul 23 22:31:26.105129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1d4a7eb8-d751-4be9-a05c-07c1a4aa137c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55adc91d49004080a11bdafe512931ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999302 Jul 23 22:31:26.107503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38496) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:26.200404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.203884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-3a0c18be-7d70-4acd-abfe-c2f87e13a815 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988905 Jul 23 22:31:26.251276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74232dd3-ef25-4f8b-844e-006a5504a014 req-199f1017-e763-432b-b401-e500dfa3fec1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006421 Jul 23 22:31:26.267937 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.428086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.445513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.446715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e2d5667-5a58-456c-8b93-313d82f374bf HTTP/1.1" status: 204 len: 168 time: 0.3376052 Jul 23 22:31:26.472700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-78776331-c07a-47e9-af64-40e50eb7600c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:26.474997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-78776331-c07a-47e9-af64-40e50eb7600c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608733 Jul 23 22:31:26.481030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240f71-ce2b-4450-bd8f-2ea02473472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d5667-5a58-456c-8b93-313d82f374bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:26.492067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:26.492918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:26.547728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c8428cd-1d97-44f7-9580-27b17008a0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.602068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-e329475a-d850-48cc-a302-ceac9081a4c1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276098 Jul 23 22:31:26.783553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-99a215c5-1103-4c72-af73-2bfe907121fc tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:26.787713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-99a215c5-1103-4c72-af73-2bfe907121fc tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787667 Jul 23 22:31:26.801086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '700d1242-a3b3-4277-a620-5288aca81800', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:26.841647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c8428cd-1d97-44f7-9580-27b17008a0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.849369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c8428cd-1d97-44f7-9580-27b17008a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.871079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:26.877643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:26.932874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1c8428cd-1d97-44f7-9580-27b17008a0bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3222d9c628494a0cbc459c2a71810a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388590 Jul 23 22:31:26.935594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:26.965737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8428cd-1d97-44f7-9580-27b17008a0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb14d7-0f31-451f-85a4-1b333c3e88c8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:27.009365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.043929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.053685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:27.068775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:27.072292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.157931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.247 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/05f55263-a2aa-4bcb-ab40-8ce2b996f9c4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:27.200075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.202701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.207711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12eb14d7-0f31-451f-85a4-1b333c3e88c8 HTTP/1.1" status: 204 len: 168 time: 0.2709734 Jul 23 22:31:27.217964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d220e87-2651-4c47-9ada-d72019b8213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb14d7-0f31-451f-85a4-1b333c3e88c8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:27.352629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.374196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:27.414595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.429230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:27.444174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:27.447598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:27.450303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:27.507805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.205 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/f77c7ea1-8471-4462-b37c-77ab42dd71d4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:27.535834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:27.536724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.560959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a127cca-a965-49f5-ac5c-98fbdd4822fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.608102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-62a6ffd3-4eb4-40ea-9d0b-fbe0ad5393cb req-506e5746-2c5d-4cc1-b489-629e7323e77a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 210 time: 0.1752574 Jul 23 22:31:27.613858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1249640 Jul 23 22:31:27.623709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Request body: {'port': {'device_id': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:27.650674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:27.733482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668ee2-fd67-4a7c-9c31-f5ff02310896 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:27.873389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5cf48da2-927f-4d8d-86ac-6e0e54321d92 None None] Provisioning for port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:27.888018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5cf48da2-927f-4d8d-86ac-6e0e54321d92 None None] Provisioning complete for port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:27.891419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5cf48da2-927f-4d8d-86ac-6e0e54321d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.895296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8250e-e545-411c-810c-7a5cfa6831dd req-c98b169b-2aaa-410d-9862-4d9e1d8990ef tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:27.902798 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44d8250e-e545-411c-810c-7a5cfa6831dd req-c98b169b-2aaa-410d-9862-4d9e1d8990ef tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1655877 Jul 23 22:31:27.915451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:27.993487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44d8250e-e545-411c-810c-7a5cfa6831dd req-25902eb5-91bb-41b5-a924-7ab0b584a907 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 Jul 23 22:31:28.021559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-526c851c-8599-4260-aa79-47fe6c144bb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe7a6316ccac4d9cbcf178e1ae5b339f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485065 Jul 23 22:31:28.026427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:28.032143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5cf48da2-927f-4d8d-86ac-6e0e54321d92 None None] Port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:28.160475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.163945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a127cca-a965-49f5-ac5c-98fbdd4822fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.172774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a127cca-a965-49f5-ac5c-98fbdd4822fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.203498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object f77c7ea1-8471-4462-b37c-77ab42dd71d4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:28.211859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.252562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a127cca-a965-49f5-ac5c-98fbdd4822fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbdc7c01af0a4f8b821a30f16a324cda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1939270 Jul 23 22:31:28.252702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38578) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:28.264537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.279638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127cca-a965-49f5-ac5c-98fbdd4822fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99b32e9-5a23-4c25-a2e8-0e0e0cf817d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:28.325043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.337290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:28.436072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:28.458180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:28.465020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:28.480342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:28.481023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.559270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.571300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.573059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c244417-f792-447d-97cd-905936d39b1a HTTP/1.1" status: 204 len: 168 time: 0.5456781 Jul 23 22:31:28.611475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8142600 Jul 23 22:31:28.638266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555dabc-7f9f-4b36-a3ec-cb11aeefc179 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:28.682479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Request body: {'port': {'device_id': '700d1242-a3b3-4277-a620-5288aca81800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:28.766154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38059669-1077-441a-9891-e09f1d1dda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c244417-f792-447d-97cd-905936d39b1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:28.865598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c6e262e-e142-4fe5-be96-ec900b2273bd None None] Provisioning for port f77c7ea1-8471-4462-b37c-77ab42dd71d4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:28.886062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c6e262e-e142-4fe5-be96-ec900b2273bd None None] Provisioning complete for port f77c7ea1-8471-4462-b37c-77ab42dd71d4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:28.888060 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c6e262e-e142-4fe5-be96-ec900b2273bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.924298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.948283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:28.978458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.025776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e262e-e142-4fe5-be96-ec900b2273bd None None] Port f77c7ea1-8471-4462-b37c-77ab42dd71d4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:29.057995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-12906fe2-412a-4a46-8692-9a5e8f4e5afa tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:31:29.059882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-12906fe2-412a-4a46-8692-9a5e8f4e5afa tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4085524 Jul 23 22:31:29.080133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:29.080555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:29.080945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:31:29.090005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.093033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.094256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f99b32e9-5a23-4c25-a2e8-0e0e0cf817d9 HTTP/1.1" status: 204 len: 168 time: 0.8406386 Jul 23 22:31:29.096711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.108201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0e80-b34c-410c-a35a-e2f3cf02ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99b32e9-5a23-4c25-a2e8-0e0e0cf817d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:29.125028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Transition to ACTIVE for port object 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:29.130339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.217708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:29.371281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38614) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:29.402527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Attempting to bind port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:29.402861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Attempting to bind port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:29.403219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Attempting to bind port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:29.412090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:29.412442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Attempting to bind port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:29.438279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:29.438616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:29.439005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:29.439459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Bound port: 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:29.439862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.483654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6b45-0c84-4f29-b822-746dc0392a15 req-908c4276-dac5-428e-aa4e-28fb82fda379 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:29.493145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3daf6b45-0c84-4f29-b822-746dc0392a15 req-908c4276-dac5-428e-aa4e-28fb82fda379 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 936 time: 0.1682453 Jul 23 22:31:29.603033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3daf6b45-0c84-4f29-b822-746dc0392a15 req-3145f3b9-c250-4f6f-b6f6-fdbc336da55e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953548 Jul 23 22:31:29.603033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:29.613590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:29.619635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.654898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-565943181-network', 'tenant_id': '55a1dd83b8e44d8ca6ddd9d7012c05a8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:29.685854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:29.686754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.692288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] 10.222.0.25 "PUT /v2.0/ports/05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 HTTP/1.1" status: 200 len: 1097 time: 2.0704651 Jul 23 22:31:29.693154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:29.695913 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0180bdb8-bfab-44c3-88ae-a9380bdea71b" -d '{"events": [{"name": "network-changed", "server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:29.729892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:29.731200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:29.731745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:29.735619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307bb71-fc00-46f2-8033-b63b2cd7bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:29.741164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:29.742063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:29.751895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Made reservation on behalf of 55a1dd83b8e44d8ca6ddd9d7012c05a8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:29.755279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.756864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:29.757437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:29.760147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:29.760828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Bound port: 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:29.809284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.942727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.945970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:29.946600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-d0d308f8-9394-4459-a3b8-a6a489dc1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:29.949031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-d0d308f8-9394-4459-a3b8-a6a489dc1e77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1100 time: 0.1987538 Jul 23 22:31:29.951587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.953211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.954479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-574a0229-75c7-495c-bb21-9dc1889add2f service neutron] 10.222.0.37 "POST /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502/bindings HTTP/1.1" status: 201 len: 390 time: 0.8814735 Jul 23 22:31:29.968619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:29.980340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:29.980638 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Added segment baabb72e-1217-4f80-8083-89efe8bbb2c3 of type vlan for network 15218b8c-bfcd-49c9-bacd-247a662ddc82 Jul 23 22:31:30.015070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:30.038350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77c7ea1-8471-4462-b37c-77ab42dd71d4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:30.053431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4ff-06d8-46ab-97a5-c2ef8a93c596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.062914 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-4452b0ee-0bdd-411a-ba20-61065ef881ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 HTTP/1.1" status: 200 len: 217 time: 0.0722508 Jul 23 22:31:30.073068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.131707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-a3f7cfb6-8dd7-481d-a124-0357621739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:30.133894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-a3f7cfb6-8dd7-481d-a124-0357621739a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0508645 Jul 23 22:31:30.163890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Transition to ACTIVE for port object f77c7ea1-8471-4462-b37c-77ab42dd71d4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:30.166712 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.173150 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.209296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba92906-07fe-430e-8e81-a8810bdf0ec5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:30.246769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-eef53c22-3940-48af-8a9a-de86a2b278d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:30.248672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-eef53c22-3940-48af-8a9a-de86a2b278d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1031404 Jul 23 22:31:30.249698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.250713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:30.251313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.298969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.25', 58489) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:30.440910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Pushing event updated for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:30.484681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] Pushing event updated for resources: {'Network': ['ID=15218b8c-bfcd-49c9-bacd-247a662ddc82,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:30.498288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 15218b8c-bfcd-49c9-bacd-247a662ddc82 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:30.554749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-2f30d06b-e969-4944-a526-9599d04351b4 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935448 Jul 23 22:31:30.555794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Attempting to bind port f77c7ea1-8471-4462-b37c-77ab42dd71d4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:30.556345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Attempting to bind port f77c7ea1-8471-4462-b37c-77ab42dd71d4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:30.556895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Attempting to bind port f77c7ea1-8471-4462-b37c-77ab42dd71d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:30.625104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4ff-06d8-46ab-97a5-c2ef8a93c596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.636215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Port f77c7ea1-8471-4462-b37c-77ab42dd71d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:30.636736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Attempting to bind port f77c7ea1-8471-4462-b37c-77ab42dd71d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:30.649667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92dfbe5e-c71f-47ea-acd8-52686eff3b6c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2731700 Jul 23 22:31:30.650444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-840ff3b7-161a-4091-af42-61f685554c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:30.652355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-840ff3b7-161a-4091-af42-61f685554c79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1098 time: 0.3523216 Jul 23 22:31:30.653004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a81f4ff-06d8-46ab-97a5-c2ef8a93c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.677242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:30.682335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Request body: {'subnet': {'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-565943181-subnet', 'tenant_id': '55a1dd83b8e44d8ca6ddd9d7012c05a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:30.728764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-b4e00ca1-462d-4005-8e76-69a7376517de service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677613 Jul 23 22:31:30.730780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:30.732440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a81f4ff-06d8-46ab-97a5-c2ef8a93c596 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d521de12bbad4a879bd1f942c89ee70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119472 Jul 23 22:31:30.732755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Made reservation on behalf of 55a1dd83b8e44d8ca6ddd9d7012c05a8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:30.736765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.740279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:30.741207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:30.744885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:30.746613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Bound port: f77c7ea1-8471-4462-b37c-77ab42dd71d4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:30.749237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.809457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f4ff-06d8-46ab-97a5-c2ef8a93c596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89cb15-16e5-41b3-ac81-222fa88dc1af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:30.854420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a649900-ffe8-497d-bc14-832c96f94b23 req-e8f6d3bd-e0e5-4816-9bf9-4760a781f164 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:30.856218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a649900-ffe8-497d-bc14-832c96f94b23 req-e8f6d3bd-e0e5-4816-9bf9-4760a781f164 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.5579243 Jul 23 22:31:30.856634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.913919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:30.973150 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46815645-7801-4552-b216-badc42cc06de x-openstack-request-id: req-46815645-7801-4552-b216-badc42cc06de {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:30.973429 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:30.973682 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46815645-7801-4552-b216-badc42cc06de {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:30.974233 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', 'status': 'completed', 'code': 200} Jul 23 22:31:31.032785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:31.078314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:31.094610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a649900-ffe8-497d-bc14-832c96f94b23 req-81700267-33be-42db-b582-e218d56c3415 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142866 Jul 23 22:31:31.095798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.155726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.157613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.159450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-2efabac0-841e-4850-837c-8386495f8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.161152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.161514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-2efabac0-841e-4850-837c-8386495f8ba0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.4710789 Jul 23 22:31:31.162313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f89cb15-16e5-41b3-ac81-222fa88dc1af HTTP/1.1" status: 204 len: 168 time: 0.4304974 Jul 23 22:31:31.169887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.170518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.172107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] 10.222.0.25 "PUT /v2.0/ports/f77c7ea1-8471-4462-b37c-77ab42dd71d4 HTTP/1.1" status: 200 len: 1097 time: 2.5389185 Jul 23 22:31:31.172367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:31.175565 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d7745-f053-433d-8f2f-313fa3047c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:31.228506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac57f7f-eee0-4eb4-8143-e7471cecbda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89cb15-16e5-41b3-ac81-222fa88dc1af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:31.231456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1fb871a3-03ed-4208-9a60-cc1811a3cbb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0523822 Jul 23 22:31:31.231665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-59f2cee1-0058-4b47-b3bd-948004fc6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.233093 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-59f2cee1-0058-4b47-b3bd-948004fc6d11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1100 time: 0.2428029 Jul 23 22:31:31.305459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-28a7404c-b8e8-494e-9a5e-7bb260295405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.306967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-28a7404c-b8e8-494e-9a5e-7bb260295405 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.0593021 Jul 23 22:31:31.334539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15913dd-5698-46b8-a4d2-028a9156b14e req-53bcb474-caae-433d-9ed1-1bb526728e44 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.336328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c15913dd-5698-46b8-a4d2-028a9156b14e req-53bcb474-caae-433d-9ed1-1bb526728e44 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.2991073 Jul 23 22:31:31.356192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:31.368361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a364b297-f264-49c5-b571-8245e3cef1e9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:31.439246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-52e7f31b-b709-45c9-80cc-ac83b9ae721c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505128 Jul 23 22:31:31.466610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Checking segment: {'id': 'baabb72e-1217-4f80-8083-89efe8bbb2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:31.467275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Network hostable DHCP agents. Network: 15218b8c-bfcd-49c9-bacd-247a662ddc82, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:31.486056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c15913dd-5698-46b8-a4d2-028a9156b14e req-a42bfc51-a860-4613-bebc-54991e85b650 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332676 Jul 23 22:31:31.499293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-e05b59ce-1762-4fa9-a3f7-50a887406119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.500807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-e05b59ce-1762-4fa9-a3f7-50a887406119 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2528448 Jul 23 22:31:31.527680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011bf4-1513-424d-abe8-6dd31b017cad service neutron] Pushing event updated for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:31.592137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-121a1f14-0894-4091-b2e1-d349e194d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.593691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-121a1f14-0894-4091-b2e1-d349e194d96d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 1100 time: 0.3595471 Jul 23 22:31:31.603565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Network 15218b8c-bfcd-49c9-bacd-247a662ddc82 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:31.611909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-34db0283-2f9e-4e4b-86b0-337a92e035c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 HTTP/1.1" status: 200 len: 217 time: 0.0977340 Jul 23 22:31:31.632857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 15218b8c-bfcd-49c9-bacd-247a662ddc82) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:31.645620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.646587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8f606-0c4b-4173-b692-f576fb61b823 None None] Network 15218b8c-bfcd-49c9-bacd-247a662ddc82 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:31.647312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.650086 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b4b2da-9b20-44be-9e0a-d703007b9a3a x-openstack-request-id: req-09b4b2da-9b20-44be-9e0a-d703007b9a3a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:31.650385 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:31.650643 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09b4b2da-9b20-44be-9e0a-d703007b9a3a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:31.651042 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4', 'status': 'completed', 'code': 200} Jul 23 22:31:31.655653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-078ea8ab-3198-4b0d-a67e-1addbb4b2b06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4 HTTP/1.1" status: 200 len: 217 time: 0.0525527 Jul 23 22:31:31.697901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d10cd-756b-45ca-88bc-f893794e0b72 req-ae7cfeab-e2c1-42d0-bfec-187c2fc414db tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.700184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b76d10cd-756b-45ca-88bc-f893794e0b72 req-ae7cfeab-e2c1-42d0-bfec-187c2fc414db tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 948 time: 0.3335235 Jul 23 22:31:31.739405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-8caac3e9-560e-4b85-9078-e0364d27aade service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640054 Jul 23 22:31:31.785907 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8ab0115b-57a6-4875-b855-500584f41ed3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0956273 Jul 23 22:31:31.805311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-82bb3883-7c68-4469-9760-85404d432cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.806842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-82bb3883-7c68-4469-9760-85404d432cf3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1832774 Jul 23 22:31:31.810895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-6bb1f2fc-58ce-43b4-a0e7-333c568a8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.812817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-6bb1f2fc-58ce-43b4-a0e7-333c568a8dbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1448264 Jul 23 22:31:31.841724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b76d10cd-756b-45ca-88bc-f893794e0b72 req-d1c3d0ed-fdca-4dfe-b52e-fee96ff209e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196878 Jul 23 22:31:31.917994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e85799-da37-4a17-908c-f8667e795584 None None] Network 15218b8c-bfcd-49c9-bacd-247a662ddc82 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:31.929168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-616dad29-fc20-4f93-8fb4-78307d5652a3 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863389 Jul 23 22:31:31.944162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0638122b-f8b9-4e6c-954c-823fd12a4202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:31.952119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841719-7400-4272-a861-a12a782af0d4 req-0a0d7a46-0d96-4973-b591-7f66bb8522a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:31.954590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-0a0d7a46-0d96-4973-b591-7f66bb8522a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101034 Jul 23 22:31:32.045389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-d5690aa7-88de-45b2-8ce7-e26577f98897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:32.051696 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-d5690aa7-88de-45b2-8ce7-e26577f98897 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377591 Jul 23 22:31:32.186325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-61641288-850f-4684-bab8-b3d2eccde9ae service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279266 Jul 23 22:31:32.266320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0638122b-f8b9-4e6c-954c-823fd12a4202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.271214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-cf3a0d48-323f-4b6b-8321-4948812282ac service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625017 Jul 23 22:31:32.296918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0638122b-f8b9-4e6c-954c-823fd12a4202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.367443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0638122b-f8b9-4e6c-954c-823fd12a4202 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cbf40a75eab47e2992a6cb2e65b8c84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0063071 Jul 23 22:31:32.367443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0180bdb8-bfab-44c3-88ae-a9380bdea71b req-bb6061b0-e38b-45f8-aa28-47270f230748 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687672 Jul 23 22:31:32.367822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:32.369878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638122b-f8b9-4e6c-954c-823fd12a4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41987339-57cf-433b-bb91-24cc7f018297,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:32.438298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.461681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-45220e6c-60dc-4cfe-9da7-e71107eaba18 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:32.463328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-45220e6c-60dc-4cfe-9da7-e71107eaba18 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1098 time: 0.3960128 Jul 23 22:31:32.472670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65841719-7400-4272-a861-a12a782af0d4 req-2459846e-15f9-4b80-b1b4-da6945747cbd service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897464 Jul 23 22:31:32.481019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:32.509031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.528063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678a17-d690-4ffc-ac57-c5e4460cb014 req-12eb26a7-4f41-4bed-9514-a8506972ab81 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:32.529610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21678a17-d690-4ffc-ac57-c5e4460cb014 req-12eb26a7-4f41-4bed-9514-a8506972ab81 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.2460408 Jul 23 22:31:32.576553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.580756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.583805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41987339-57cf-433b-bb91-24cc7f018297 HTTP/1.1" status: 204 len: 168 time: 0.2143123 Jul 23 22:31:32.593334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d64b-0116-4661-86d1-a5db9d0d39b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41987339-57cf-433b-bb91-24cc7f018297,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:32.664222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21678a17-d690-4ffc-ac57-c5e4460cb014 req-1e8775d2-5d2f-457c-90fa-5de0b01335d3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191008 Jul 23 22:31:32.672949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:32.748581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-7b70d850-06cb-4a32-a787-9c31c296d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:32.748581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-7b70d850-06cb-4a32-a787-9c31c296d354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 1100 time: 0.2149262 Jul 23 22:31:33.059264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ba2e-4d9f-40a9-8d55-c5e896e3da1b req-3547d401-b2be-4215-b2d4-72fe7f95604f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:33.061700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b15ba2e-4d9f-40a9-8d55-c5e896e3da1b req-3547d401-b2be-4215-b2d4-72fe7f95604f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 948 time: 0.1184888 Jul 23 22:31:33.086464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38746) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:33.155538 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b15ba2e-4d9f-40a9-8d55-c5e896e3da1b req-7d5f691d-b16c-4385-a4ce-6a84daf368d4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870252 Jul 23 22:31:33.275256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:33.312191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-663f76c2-cfff-4a05-b93e-cc5ba1b3a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:33.313697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-663f76c2-cfff-4a05-b93e-cc5ba1b3a789 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.5569789 Jul 23 22:31:33.388483 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:31:33.400198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-bf025691-80bd-474c-a403-71a94219ae6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4 HTTP/1.1" status: 200 len: 217 time: 0.0727105 Jul 23 22:31:33.417415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:33.421183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20e982cf-105b-4fc4-92ac-d0849eeaeda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.535983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8395845-50f0-4b58-a7df-95935284bb5d req-edae8f1e-2bc3-40ea-a3ec-11a346edc765 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:33.537507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8395845-50f0-4b58-a7df-95935284bb5d req-edae8f1e-2bc3-40ea-a3ec-11a346edc765 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 946 time: 0.7073278 Jul 23 22:31:33.559656 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.577266 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.591111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:33.595366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-b1e6befe-c7a4-4d19-b67d-7796d9fe57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:33.596881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-b1e6befe-c7a4-4d19-b67d-7796d9fe57fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1773288 Jul 23 22:31:33.639507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b60dd830-5c45-4ed0-b288-660ab63e69ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.654007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:33.656305 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3803f0e4-73b5-49ba-966e-4601f699a94a" -d '{"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:33.690185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8395845-50f0-4b58-a7df-95935284bb5d req-1362ec1b-c48f-477f-b54a-b2ee51653e8f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264918 Jul 23 22:31:33.713506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20e982cf-105b-4fc4-92ac-d0849eeaeda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.714667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:33.731786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20e982cf-105b-4fc4-92ac-d0849eeaeda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.780390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:33.780930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:33.781327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:33.798644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:33.799273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Attempting to bind port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:33.810381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:33.811579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:33.812174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:33.812828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Bound port: 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:33.813358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:33.820819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-c00c42d7-fdea-420a-a4ad-3412df4e9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:33.824060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-c00c42d7-fdea-420a-a4ad-3412df4e9ae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050872 Jul 23 22:31:33.890609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:33.891220 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ffd918-7792-4070-9190-528b51c5f73a x-openstack-request-id: req-c8ffd918-7792-4070-9190-528b51c5f73a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:33.891511 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:33.891760 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8ffd918-7792-4070-9190-528b51c5f73a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:33.892148 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'code': 200} Jul 23 22:31:33.911775 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-20e982cf-105b-4fc4-92ac-d0849eeaeda1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9f354ac13764865aed6dc05e65ca553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8229058 Jul 23 22:31:33.930908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1537099402-network', 'tenant_id': 'ba436d5cda17483d899aa0528b97a14a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:33.931215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:33.968809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e982cf-105b-4fc4-92ac-d0849eeaeda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c27fe-82f3-4c8a-b33f-0d1a7daf1fe0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.006106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:34.025315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-3a84e661-7fe1-4af1-a9b9-30da1050eb64 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924250 Jul 23 22:31:34.029873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:34.042844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.058369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecfa6b-7024-4408-adbb-6770ff2bfb41 req-fd4c775c-2f5f-435e-bd5a-2d51b8284974 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:34.066922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1ecfa6b-7024-4408-adbb-6770ff2bfb41 req-fd4c775c-2f5f-435e-bd5a-2d51b8284974 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1967826 Jul 23 22:31:34.103616 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.127043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1ecfa6b-7024-4408-adbb-6770ff2bfb41 req-9789c7a0-cbfb-460e-bbf7-4f6669df96de tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577683 Jul 23 22:31:34.131286 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b60dd830-5c45-4ed0-b288-660ab63e69ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.138045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b60dd830-5c45-4ed0-b288-660ab63e69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.203818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.207834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dd830-5c45-4ed0-b288-660ab63e69ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2727829-f42d-4cc3-941b-6d56a2dc0bec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.212582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Made reservation on behalf of ba436d5cda17483d899aa0528b97a14a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:34.214899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.223065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b60dd830-5c45-4ed0-b288-660ab63e69ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eb0cb584f0c4eaead01aeef0418e46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6254196 Jul 23 22:31:34.225491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:34.233125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.280950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.287392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.289852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f2c27fe-82f3-4c8a-b33f-0d1a7daf1fe0 HTTP/1.1" status: 204 len: 168 time: 0.3559515 Jul 23 22:31:34.321681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.329975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c476e0-947d-4446-bdc4-c1c29e7b7db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c27fe-82f3-4c8a-b33f-0d1a7daf1fe0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.371023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.392317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.407518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:34.408377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.411080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-1f9ea074-1a38-47c1-8b87-1d57c44fad46 service neutron] 10.222.0.25 "PUT /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 1124 time: 1.9341047 Jul 23 22:31:34.430659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca8d7745-f053-433d-8f2f-313fa3047c5f req-50ce24c6-cf19-4105-a8ce-95f9e4888019 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987966 Jul 23 22:31:34.444427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:34.460599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.467856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.478887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5898e18-cfc7-4fae-a0e2-c69e9f5b67a2 req-3b9fd4fb-2d13-42bb-ae14-a6cda8393320 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:34.480720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5898e18-cfc7-4fae-a0e2-c69e9f5b67a2 req-3b9fd4fb-2d13-42bb-ae14-a6cda8393320 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 948 time: 0.1820755 Jul 23 22:31:34.506070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5dc53b-2b5e-4881-9889-3f8141f53800,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.516624 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.520967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.522980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2727829-f42d-4cc3-941b-6d56a2dc0bec HTTP/1.1" status: 204 len: 168 time: 0.2964194 Jul 23 22:31:34.528756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:34.540388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5898e18-cfc7-4fae-a0e2-c69e9f5b67a2 req-19649be4-59ca-4b8f-baf2-dacaad8a401d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Jul 23 22:31:34.545540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.545967 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Added segment 2ca42c8a-af18-4b3f-a4a2-b4fcc10404be of type vlan for network 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d Jul 23 22:31:34.547902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231bff8-1ea8-498e-985d-6998844d8deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2727829-f42d-4cc3-941b-6d56a2dc0bec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.600525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.647828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.649460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:34.650266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.726935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] Pushing event updated for resources: {'Network': ['ID=464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:34.744002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:34.748451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:34.750764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Request body: {'subnet': {'network_id': '464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1537099402-subnet', 'tenant_id': 'ba436d5cda17483d899aa0528b97a14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:34.753283 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5e247928-76a1-4a6e-b719-d15d7761d81b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8410964 Jul 23 22:31:34.795505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Made reservation on behalf of ba436d5cda17483d899aa0528b97a14a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:34.797956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:34.902796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f77c7ea1-8471-4462-b37c-77ab42dd71d4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:34.963053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a03d3a-0f18-49d6-b573-22e4c2325866 req-aeaa90cf-ccd6-496d-94bb-44de1f146e6a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:34.970599 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f5a03d3a-0f18-49d6-b573-22e4c2325866 req-aeaa90cf-ccd6-496d-94bb-44de1f146e6a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.1541061 Jul 23 22:31:35.027143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f5a03d3a-0f18-49d6-b573-22e4c2325866 req-b6a09372-0957-45ad-bb02-cab9330b4250 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Jul 23 22:31:35.111255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.147582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:35.162197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3496a24-db72-4791-90f2-4270ec2884e6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:35.165705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4', 'mac_address': 'fa:16:3e:01:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:35.197543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Checking segment: {'id': '2ca42c8a-af18-4b3f-a4a2-b4fcc10404be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:35.197944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Network hostable DHCP agents. Network: 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:35.221238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Network 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:35.231209 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.236873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:35.243031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:35.243714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.247911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77c7ea1-8471-4462-b37c-77ab42dd71d4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:35.256497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253519a8-22f3-4b62-9ad9-c597ec019252 None None] Network 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:35.291096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a0cef4e9-8d18-4b41-b37a-f0176ebcd601 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5453558 Jul 23 22:31:35.306969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:35.317998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.318833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:35.392344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:35.416984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-116ef42b-ca74-461c-8cdb-b4ddbbf9c318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.586569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:35.587513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-116ef42b-ca74-461c-8cdb-b4ddbbf9c318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.594262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-116ef42b-ca74-461c-8cdb-b4ddbbf9c318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.642269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:35.669359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-116ef42b-ca74-461c-8cdb-b4ddbbf9c318 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe5bc856af124ea4a7286c6839a217b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751813 Jul 23 22:31:35.682448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef42b-ca74-461c-8cdb-b4ddbbf9c318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4aee5-3aaf-479c-830e-ab57aa1bcbfd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:35.687180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38880) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:35.758699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', 'mac_address': 'fa:16:3e:92:b4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:35.770148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717a3f2-7745-4c59-8521-a5bb6e7d52d2 None None] Network 464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:35.780452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05fbb-3f27-48ea-9bd0-6acd76c923c6 req-2fe01be2-1068-4350-b9b1-83f597624c55 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:35.788482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f05fbb-3f27-48ea-9bd0-6acd76c923c6 req-2fe01be2-1068-4350-b9b1-83f597624c55 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 949 time: 0.1244452 Jul 23 22:31:35.838556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f05fbb-3f27-48ea-9bd0-6acd76c923c6 req-e3d0dda3-96e5-4ad4-81df-3b9ea4ba5022 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486109 Jul 23 22:31:35.870560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7115-2083-4010-945d-983ebcda9ef1 req-d4db369e-0af2-4138-8d5f-5474e7ec5d7b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:35.878979 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8ec7115-2083-4010-945d-983ebcda9ef1 req-d4db369e-0af2-4138-8d5f-5474e7ec5d7b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.6164062 Jul 23 22:31:35.887467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.894676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:35.898368 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40162d7e-6f4c-43ae-8cef-185644fb1fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:35.925688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.935167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:35.960107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8ec7115-2083-4010-945d-983ebcda9ef1 req-5b95555c-415f-4e53-b22e-75ee09f34b4c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801167 Jul 23 22:31:35.972420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:36.047845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:36.049532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:36.056877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:36.060344 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62d4aee5-3aaf-479c-830e-ab57aa1bcbfd HTTP/1.1" status: 204 len: 168 time: 0.3684201 Jul 23 22:31:36.067777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37800-eb18-4b06-b729-406cab0402c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4aee5-3aaf-479c-830e-ab57aa1bcbfd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:36.079312 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c4421-ccd5-46f8-91d8-3fc0f4bad71c x-openstack-request-id: req-d06c4421-ccd5-46f8-91d8-3fc0f4bad71c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:36.079657 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:36.080029 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d06c4421-ccd5-46f8-91d8-3fc0f4bad71c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:36.080653 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'status': 'completed', 'code': 200} Jul 23 22:31:36.100833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:36.196949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:36.275144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-0bfa2f9a-57c7-4a93-b0da-d1c6d875f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:36.276715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-0bfa2f9a-57c7-4a93-b0da-d1c6d875f19e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1127 time: 0.1721170 Jul 23 22:31:36.337011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:36.348075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43888aa-16c1-4c20-b75e-4f9da766c910 req-34370243-ec08-4bef-a3fe-f9b88e9b42fa tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:36.349669 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e43888aa-16c1-4c20-b75e-4f9da766c910 req-34370243-ec08-4bef-a3fe-f9b88e9b42fa tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.1666822 Jul 23 22:31:36.416856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:36.490318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e43888aa-16c1-4c20-b75e-4f9da766c910 req-13d4f5ab-fa3f-4378-9572-602f3deb5ce8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739045 Jul 23 22:31:36.504611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-d75ace14-e578-4466-8fb9-161fb6b233b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:36.507473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-d75ace14-e578-4466-8fb9-161fb6b233b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2231727 Jul 23 22:31:36.598301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-975db555-d435-4197-9cbb-6039459365ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0821130 Jul 23 22:31:36.675719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-fa6e5b66-7c10-4f92-97ad-fcd2007935eb tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:36.678143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-fa6e5b66-7c10-4f92-97ad-fcd2007935eb tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/networks?id=15218b8c-bfcd-49c9-bacd-247a662ddc82 HTTP/1.1" status: 200 len: 814 time: 0.3786860 Jul 23 22:31:36.713284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-db262462-c6a8-4381-a7ad-2171b7fe4a3a tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/quotas/55a1dd83b8e44d8ca6ddd9d7012c05a8 HTTP/1.1" status: 200 len: 375 time: 0.0243728 Jul 23 22:31:36.733060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-7f52d00c-260c-4ba8-b364-5f7928fff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:36.734952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-7f52d00c-260c-4ba8-b364-5f7928fff42e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1287034 Jul 23 22:31:36.782170 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-80b8b312-26a8-43d5-86ee-7ed938e51370 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379324 Jul 23 22:31:36.795796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-5d0960a2-5ac1-422b-8fc9-3be41908f06f tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55a1dd83b8e44d8ca6ddd9d7012c05a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816567 Jul 23 22:31:36.802049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-69de2557-d147-48f6-9b0a-909d57323ffb tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:31:36.810734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-69de2557-d147-48f6-9b0a-909d57323ffb tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139472 Jul 23 22:31:36.914587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:36.935823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-05cde04d-6000-4cfe-b68e-f150ca86dec7 service neutron] 10.222.0.37 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206112 Jul 23 22:31:36.959224 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-dc791032-7c6b-4cf7-bb89-04d351aa1a06 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680770 Jul 23 22:31:37.092737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-1ee0c0ce-70c8-4060-888a-b566997805ca service neutron] 10.222.0.37 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528959 Jul 23 22:31:37.125480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:37.137044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40162d7e-6f4c-43ae-8cef-185644fb1fdd req-4ef578aa-27b7-499c-9843-f3587c731c10 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707623 Jul 23 22:31:37.156837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:31:37.157181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5db4-a62e-4072-b08e-d014f7bb113c req-94eef18a-7899-4721-92ef-e1be051927e6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:37.165822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-955e5db4-a62e-4072-b08e-d014f7bb113c req-94eef18a-7899-4721-92ef-e1be051927e6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 949 time: 0.1630566 Jul 23 22:31:37.220443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-955e5db4-a62e-4072-b08e-d014f7bb113c req-ea54fee2-2f8e-46bb-ae76-67472c306e8c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532868 Jul 23 22:31:37.377601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4bd89419-3580-4943-b58b-792f08a6e795 req-e4479996-48a3-4498-adf1-a72d465c1950 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 210 time: 0.0601158 Jul 23 22:31:37.474194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:37.480499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5538-197c-48a9-a0e3-3e4880ac29b5 req-439438de-256c-4b62-be79-42826cc2a422 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:37.483207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b04e5538-197c-48a9-a0e3-3e4880ac29b5 req-439438de-256c-4b62-be79-42826cc2a422 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1179101 Jul 23 22:31:37.538157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b04e5538-197c-48a9-a0e3-3e4880ac29b5 req-46ee9cad-bcaa-4036-8b03-8816194f4c8b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487161 Jul 23 22:31:37.674190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7c1ba-f3f2-4013-99d2-72f12c974d6f req-4beb50a8-cc90-498c-8f9c-358dac77e3c9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:37.676685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95c7c1ba-f3f2-4013-99d2-72f12c974d6f req-4beb50a8-cc90-498c-8f9c-358dac77e3c9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.0824866 Jul 23 22:31:37.735639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95c7c1ba-f3f2-4013-99d2-72f12c974d6f req-9caf2774-3e89-4f2e-bf86-10e64a0bde68 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Jul 23 22:31:37.838339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b89babb4-2599-4bf5-8e1c-bf9a3ff82ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:37.986795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b89babb4-2599-4bf5-8e1c-bf9a3ff82ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:37.995143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b89babb4-2599-4bf5-8e1c-bf9a3ff82ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.060998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b89babb4-2599-4bf5-8e1c-bf9a3ff82ec9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=880ad29cacfa4d439ae88419ee19f47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881510 Jul 23 22:31:38.060998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89babb4-2599-4bf5-8e1c-bf9a3ff82ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d683679-0c96-485c-90c1-4bce33a82a00,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:38.061519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:38.147371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.162319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39010) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:38.194110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.260375 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.263249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.264784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d683679-0c96-485c-90c1-4bce33a82a00 HTTP/1.1" status: 204 len: 168 time: 0.2019720 Jul 23 22:31:38.274442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80212a-434c-4911-b0bd-726a760e1cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d683679-0c96-485c-90c1-4bce33a82a00,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:38.399966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3f5d9-b48c-44e1-b1ec-a8a5ba19c518 req-f3960c73-9f75-4467-9fdb-cd4a1dead120 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:38.402253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54e3f5d9-b48c-44e1-b1ec-a8a5ba19c518 req-f3960c73-9f75-4467-9fdb-cd4a1dead120 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 949 time: 0.1048727 Jul 23 22:31:38.417735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:38.475488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54e3f5d9-b48c-44e1-b1ec-a8a5ba19c518 req-bf2f24e6-725d-4499-95f8-4d464fbfe439 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670576 Jul 23 22:31:38.485901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.628642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4722bc89-9a5a-4c3e-bd22-8509bb196fa4 req-c0ea142e-282a-4b33-991e-31770e12d46e tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 210 time: 0.0465422 Jul 23 22:31:38.697521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.703580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:38.779601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da28f75ff85048de8052b1395befe396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159122 Jul 23 22:31:38.782488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:38.789783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea92f7-2da0-475d-acf4-a20fb66d3a7f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:38.805474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1124d-bb1b-4d18-a200-e1168c35c387 req-9cd550d6-e069-434b-9b7d-f108bf2da7eb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:38.807558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3e1124d-bb1b-4d18-a200-e1168c35c387 req-9cd550d6-e069-434b-9b7d-f108bf2da7eb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1085026 Jul 23 22:31:38.822243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-910718b9-3916-45a5-a1da-7db7b0ba961d tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:38.824477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-910718b9-3916-45a5-a1da-7db7b0ba961d tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.22 "GET /v2.0/networks?id=15218b8c-bfcd-49c9-bacd-247a662ddc82 HTTP/1.1" status: 200 len: 814 time: 0.2669971 Jul 23 22:31:38.844489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Request body: {'port': {'device_id': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82', 'admin_state_up': True, 'tenant_id': '55a1dd83b8e44d8ca6ddd9d7012c05a8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:38.860530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.861023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.861373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.861714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.862078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.862647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.863029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.863335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.863663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.863981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.864308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.864624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94fcb9c-be86-4721-a723-e361f7b93b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:38.882498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3e1124d-bb1b-4d18-a200-e1168c35c387 req-fb5053a6-4e45-429b-89a8-d1b0e882e283 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607002 Jul 23 22:31:38.916326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-network', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:38.933177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f77c7ea1-8471-4462-b37c-77ab42dd71d4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:38.993525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-1d21639f-fa65-4255-8e48-be18e4f9ae47 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dfd0fbcb83804c198252281594b966a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417631 Jul 23 22:31:39.000159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port f77c7ea1-8471-4462-b37c-77ab42dd71d4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:39.006614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f77c7ea1-8471-4462-b37c-77ab42dd71d4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:39.006999 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.045158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6414e7-0b37-4ae8-9d9a-093d82aca056 req-af7b85d5-9cfe-491d-b701-644ac3ccc774 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:39.054363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b6414e7-0b37-4ae8-9d9a-093d82aca056 req-af7b85d5-9cfe-491d-b701-644ac3ccc774 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.0990138 Jul 23 22:31:39.088220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Made reservation on behalf of b4817d20d98d4bed8b3a8ff847b5d201 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:39.091207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.095819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:39.100438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.101241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.116696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b6414e7-0b37-4ae8-9d9a-093d82aca056 req-4bcf84e7-df37-4d2c-a4cf-d3e22417ad9c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Jul 23 22:31:39.126224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.129156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:39.131687 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be8471-37d3-4e40-a0df-de4428cef328" -d '{"events": [{"server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "name": "network-vif-plugged", "status": "completed", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:39.151157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.152294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:39.157886 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.159028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:39.187586 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed8127d-ecfa-44e9-9a1d-a9ffe8358d4a x-openstack-request-id: req-6ed8127d-ecfa-44e9-9a1d-a9ffe8358d4a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:39.188164 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "name": "network-vif-plugged", "status": "completed", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:39.188568 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ed8127d-ecfa-44e9-9a1d-a9ffe8358d4a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:39.189097 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4', 'code': 200} Jul 23 22:31:39.230322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.251752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.266980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:39.271927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:39.272436 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.290629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2985144d-11bf-43c3-9980-50c43b008f03 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:39.291302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.294292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2985144d-11bf-43c3-9980-50c43b008f03 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998552 Jul 23 22:31:39.303075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.329668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:31:39.329668 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:31:39.329668 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': '55a1dd83b8e44d8ca6ddd9d7012c05a8', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 31, 39, 244260)}] Jul 23 22:31:39.329668 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:31:39.330190 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:31:39.335312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-30611532-7c5f-4947-9058-4d5e3df48174 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/quotas/dfd0fbcb83804c198252281594b966a0 HTTP/1.1" status: 200 len: 375 time: 0.0290358 Jul 23 22:31:39.348008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d22d8d8bc19349e5a3677036829c5199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500343 Jul 23 22:31:39.351234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:39.373301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e9d6c-9827-4085-9e3e-44d939dfec53 req-3bd8c265-717e-42de-b631-3c176f6d479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:39.374799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d0e9d6c-9827-4085-9e3e-44d939dfec53 req-3bd8c265-717e-42de-b631-3c176f6d479b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 1102 time: 0.1343496 Jul 23 22:31:39.376926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d32dbf-324d-40a6-9c97-42210c95a926,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.383716 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.387078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.387421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.387763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.388098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.388430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.388759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.389084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.389413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.389737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.390083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.390403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.390724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3524625c-5f11-40fc-b8a1-7e475e8d813d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:39.404301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-8c136ffc-b75b-488c-a9bf-b088b96b240c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfd0fbcb83804c198252281594b966a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541062 Jul 23 22:31:39.412823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.415775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.419596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50ea92f7-2da0-475d-acf4-a20fb66d3a7f HTTP/1.1" status: 204 len: 168 time: 0.6358447 Jul 23 22:31:39.429148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d0e9d6c-9827-4085-9e3e-44d939dfec53 req-27e7b6ec-f3c6-4842-b9ab-9b04a4d00b52 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jul 23 22:31:39.439941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:39.446194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.455015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e678a6-c7bd-4e59-9abc-8c30fd2121b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea92f7-2da0-475d-acf4-a20fb66d3a7f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.494530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.527504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.562349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.568135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.575832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.612967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:39.638588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536493d0-6006-4917-8c71-3ca8662e9670,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.642181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.642717 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Added segment a04f5d50-4500-4998-8a01-10cbab1a5f56 of type vlan for network c4f13efd-82fd-409a-aa58-f36cbd8e627a Jul 23 22:31:39.674745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f09d-4343-46cf-b800-67186331fc64 req-d8408746-3f0b-41d3-8c76-585f49096575 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:39.701954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9879f09d-4343-46cf-b800-67186331fc64 req-d8408746-3f0b-41d3-8c76-585f49096575 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 950 time: 0.1241746 Jul 23 22:31:39.722458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.748155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11bbe51c-d63d-40a0-abbf-03e90da25405 req-fa907ac7-8dbf-4f90-96d7-c72c97823720 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 210 time: 0.0516577 Jul 23 22:31:39.758154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.761229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.762592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67d32dbf-324d-40a6-9c97-42210c95a926 HTTP/1.1" status: 204 len: 168 time: 0.4092183 Jul 23 22:31:39.783460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8b7c-1496-42ac-a865-0ac9f470bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d32dbf-324d-40a6-9c97-42210c95a926,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.795616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.797292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9879f09d-4343-46cf-b800-67186331fc64 req-85881dd0-9fc7-4a93-b4b0-4a28542a600f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864708 Jul 23 22:31:39.797650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:39.798547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:39.843619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4238455 Jul 23 22:31:39.848756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:39.858908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Request body: {'subnet': {'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-subnet', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:39.948716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-d4d4f707-853e-4653-aae2-305211c4ee9b service neutron] 10.222.0.22 "GET /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1899436 Jul 23 22:31:39.961383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5f1f-f263-44b1-a558-00d54a8ed94f admin admin] Pushing event updated for resources: {'Network': ['ID=c4f13efd-82fd-409a-aa58-f36cbd8e627a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:39.975764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:40.016026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc9499b0-b75b-4abc-938f-061607349541 req-5342eea0-b314-4235-a17e-61e95e58c191 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 210 time: 0.0602448 Jul 23 22:31:40.039129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Made reservation on behalf of 55a1dd83b8e44d8ca6ddd9d7012c05a8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:40.043760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.070780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:40.102251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87063452-2821-4f97-adc5-0b2ba937df6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.226546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Made reservation on behalf of b4817d20d98d4bed8b3a8ff847b5d201 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:40.228990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.290292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c80b1-984e-4d77-88e4-4bcd7d0a1cc4 req-db008b16-c782-4244-98e0-42018fc05f63 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:40.292600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-874c80b1-984e-4d77-88e4-4bcd7d0a1cc4 req-db008b16-c782-4244-98e0-42018fc05f63 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.2390242 Jul 23 22:31:40.381057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Allocated IP 172.20.0.9 (15218b8c-bfcd-49c9-bacd-247a662ddc82/a364b297-f264-49c5-b571-8245e3cef1e9/ddd9cc4b-e552-416e-b048-78fa62b5618c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:40.444244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-874c80b1-984e-4d77-88e4-4bcd7d0a1cc4 req-7e05ee40-20a9-477b-9740-5344d38d235f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428840 Jul 23 22:31:40.473508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:40.503688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:40.544812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:40.556385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:40.577962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.649099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c32f8-5cb6-42f2-8225-29db8de75f18 req-da7a25f6-bf11-4785-a4da-be38a7665d59 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:40.660905 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b69c32f8-5cb6-42f2-8225-29db8de75f18 req-da7a25f6-bf11-4785-a4da-be38a7665d59 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 944 time: 0.3978608 Jul 23 22:31:40.666225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87063452-2821-4f97-adc5-0b2ba937df6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.679957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] Transition to ACTIVE for port object 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:40.688396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.720700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87063452-2821-4f97-adc5-0b2ba937df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:40.769417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] No DVR routers for this DVR port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:31:40.831838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] 10.222.0.22 "PUT /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 0.8726816 Jul 23 22:31:40.841072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724de9ff-381b-4914-b210-5f364e95a94d service neutron] Pushing event updated for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:40.894016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-276cef49-a88f-4e68-a69b-95e8922ef58f req-80a7a568-bc05-4e22-a8da-6dad6176981a tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 210 time: 0.0344536 Jul 23 22:31:40.918671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:40.923840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87063452-2821-4f97-adc5-0b2ba937df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af84473-dcde-46bf-be34-9702bfc67425,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:40.931049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87063452-2821-4f97-adc5-0b2ba937df6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f02e5a8e84d469cb9ba01de6dd1ab01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8572652 Jul 23 22:31:40.934144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:40.959039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b69c32f8-5cb6-42f2-8225-29db8de75f18 req-da377b03-2a4c-491a-ac61-f0948cccc40a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964139 Jul 23 22:31:40.985894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c09cdd8-88ce-4e41-8a4b-45c8470318c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.049424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.061257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-network', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:41.105297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.106753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.114266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.134737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Made reservation on behalf of 75e7ee2e12d343a08ad7c5b8361104b9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:41.137102 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.188439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.190132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:41.194330 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008645fe-6602-4e8e-9239-5588a5c8c3f1" -d '{"events": [{"server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "name": "network-vif-plugged", "status": "completed", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:41.194514 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dcee49d4-67f3-4623-bbf5-a706c9b0e06c req-268b7788-db9a-428a-8029-ed1de84d333c tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 210 time: 0.0929363 Jul 23 22:31:41.231488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-77f965b7-6f49-4ff8-91de-afa4d59376dc tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=dfd0fbcb83804c198252281594b966a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903301 Jul 23 22:31:41.249933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=982b9bcd-292a-4c55-961f-a8fcefe142b5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:41.271703 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c73857-9e8c-4b65-87a9-d9ccf34644cb x-openstack-request-id: req-57c73857-9e8c-4b65-87a9-d9ccf34644cb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:41.272265 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "name": "network-vif-plugged", "status": "completed", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:41.272383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b6812-8cda-4cba-a54b-bba8d6fdd500 req-9c738d26-bd5e-4154-a5c9-aaa25041e0b6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.272838 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57c73857-9e8c-4b65-87a9-d9ccf34644cb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:41.273501 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', 'code': 200} Jul 23 22:31:41.273868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b7b6812-8cda-4cba-a54b-bba8d6fdd500 req-9c738d26-bd5e-4154-a5c9-aaa25041e0b6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 950 time: 0.2818425 Jul 23 22:31:41.293223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Checking segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:41.293720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Network hostable DHCP agents. Network: c4f13efd-82fd-409a-aa58-f36cbd8e627a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:41.330333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.351519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:41.402847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.405586 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.406847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3af84473-dcde-46bf-be34-9702bfc67425 HTTP/1.1" status: 204 len: 168 time: 0.4715021 Jul 23 22:31:41.481243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea712-95b3-41f6-a215-b9b361462c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af84473-dcde-46bf-be34-9702bfc67425,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:41.518029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b7b6812-8cda-4cba-a54b-bba8d6fdd500 req-2972d72e-4fb4-42f0-8422-8a09ac037e80 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329624 Jul 23 22:31:41.548415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Network 15218b8c-bfcd-49c9-bacd-247a662ddc82 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:41.553962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:41.558000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:41.579821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-bd8a8be8-1b87-4361-afed-f3d1bde04dc3 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.582289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-bd8a8be8-1b87-4361-afed-f3d1bde04dc3 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.4158099 Jul 23 22:31:41.592900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c4f13efd-82fd-409a-aa58-f36cbd8e627a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:41.605803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a895793-f92e-44b7-a0e2-8ed05bc51a85 None None] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:41.623287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.623935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.650106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Pushing event updated for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:41.681450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.682507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.723837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2dff-2f3c-4d9a-a1ab-e17d2b3b3346 req-b0936754-cdf1-452c-970f-9b4da13f8d56 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.725721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27db2dff-2f3c-4d9a-a1ab-e17d2b3b3346 req-b0936754-cdf1-452c-970f-9b4da13f8d56 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.1388054 Jul 23 22:31:41.788017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27db2dff-2f3c-4d9a-a1ab-e17d2b3b3346 req-6ef299c3-7298-4874-bd01-bdbbeb980b0d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Jul 23 22:31:41.802153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:31:41.803032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:41.962396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-ad8c011b-2b02-409e-acf8-63a2f86b019c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:41.965455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-ad8c011b-2b02-409e-acf8-63a2f86b019c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7216060 Jul 23 22:31:41.984971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Allocated IP 172.20.0.2 (c4f13efd-82fd-409a-aa58-f36cbd8e627a/982b9bcd-292a-4c55-961f-a8fcefe142b5/29cce6cf-0d2f-42f8-9a31-f0c63a917134) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:41.994504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Request body: {'port': {'device_id': '59b95864-73e2-426d-a4b6-29702215ad74', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'dfd0fbcb83804c198252281594b966a0'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:42.011624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff3b1bb5-552f-4f74-af96-79d26bca80fd req-4cf6a2ee-ecfe-4ac5-bb3f-029c2e1f9328 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 210 time: 0.0416062 Jul 23 22:31:42.102931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7b842-c944-4cb0-8a20-b324b200e1f1 req-97115a29-fbff-41f0-ab75-51ad1a09c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.104594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19d7b842-c944-4cb0-8a20-b324b200e1f1 req-97115a29-fbff-41f0-ab75-51ad1a09c48f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1102 time: 0.7491250 Jul 23 22:31:42.160559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.170436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Transition to ACTIVE for port object 29cce6cf-0d2f-42f8-9a31-f0c63a917134 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:42.174146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e9513-024c-46a0-bef5-16ff9b250b54 req-44d212bb-9822-49e3-b312-cf03d6460c67 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.176299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-671e9513-024c-46a0-bef5-16ff9b250b54 req-44d212bb-9822-49e3-b312-cf03d6460c67 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.0883787 Jul 23 22:31:42.196324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Transition to ACTIVE for port object 29cce6cf-0d2f-42f8-9a31-f0c63a917134 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:42.204960 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.208729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.218029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-61b8c0f4-0c3c-4f52-a1e7-514cd0bed93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.220748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-61b8c0f4-0c3c-4f52-a1e7-514cd0bed93d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&tenant_id=50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 1097 time: 0.6177988 Jul 23 22:31:42.231185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.243661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780db424-6dc2-4387-a4cc-5adbac94be14 req-8b0bda96-b875-4d76-bf3a-672d0b18a0cd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.246933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d88b33f-1b29-4132-8fdf-c31fc73dead9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3971229 Jul 23 22:31:42.248864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-ddbbe7a5-e49d-4d50-a46d-25f7ca5b90a8 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4084277 Jul 23 22:31:42.249905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:42.254300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-780db424-6dc2-4387-a4cc-5adbac94be14 req-8b0bda96-b875-4d76-bf3a-672d0b18a0cd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 950 time: 0.3060286 Jul 23 22:31:42.256168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:42.262450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-671e9513-024c-46a0-bef5-16ff9b250b54 req-d7376623-e411-4660-a613-590769d53c3b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798202 Jul 23 22:31:42.269011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Pushing event updated for resources: {'Port': ['ID=29cce6cf-0d2f-42f8-9a31-f0c63a917134,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:42.271084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Request body: {'port': {'device_id': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:42.285835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:42.288209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:42.295465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:42.357276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.358077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.370481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19d7b842-c944-4cb0-8a20-b324b200e1f1 req-fc9d35c8-e420-4de9-b4e8-a2df15ea243e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453742 Jul 23 22:31:42.388601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:42.415371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bac094-887f-48ca-a344-9d12fca23d17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:42.417791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Attempting to bind port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:42.418442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Attempting to bind port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:42.419050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Attempting to bind port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 on network c4f13efd-82fd-409a-aa58-f36cbd8e627a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:42.422764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.428094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:42.428851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Checking segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:42.429524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.430157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Bound using segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:42.430887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Bound port: 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:42.431603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.441232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.444463 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Added segment 01d5aa48-e9a1-4cee-a4eb-120cfeb37688 of type vlan for network 438b485e-cbbb-4dfc-9c8b-534efad218d8 Jul 23 22:31:42.461663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-780db424-6dc2-4387-a4cc-5adbac94be14 req-1771fc8a-fd1b-4ce4-b816-802e3fed18f1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064729 Jul 23 22:31:42.501398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Made reservation on behalf of dfd0fbcb83804c198252281594b966a0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:42.506373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.513079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] For port 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:42.516822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] For port 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=29cce6cf-0d2f-42f8-9a31-f0c63a917134,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:42.525603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.531979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.537314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.576637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-34a2e6d8-6e9e-4eb8-bf1c-1baf91a45436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.579729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-34a2e6d8-6e9e-4eb8-bf1c-1baf91a45436 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1097 time: 0.3079913 Jul 23 22:31:42.584191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.610421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf63fed-1f5c-4d03-9d75-d29e397122b1 None None] Pushing event updated for resources: {'Port': ['ID=29cce6cf-0d2f-42f8-9a31-f0c63a917134,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:42.642584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.644137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.644704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.783668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:42.804775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] Pushing event updated for resources: {'Network': ['ID=438b485e-cbbb-4dfc-9c8b-534efad218d8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:42.822764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:42.833271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-598e7258-1359-4d59-b087-72f64fa11d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:42.835608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-598e7258-1359-4d59-b087-72f64fa11d1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2449453 Jul 23 22:31:42.907038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-50497c25-621a-44c2-8e0d-e695db628d3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0640900 Jul 23 22:31:43.020927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcaf3d-2395-46f7-a26f-a82cb3928fb4 req-e9e3e4ba-035c-4613-899d-a7f38d0e7f86 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:43.037625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80fcaf3d-2395-46f7-a26f-a82cb3928fb4 req-e9e3e4ba-035c-4613-899d-a7f38d0e7f86 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 931 time: 0.5927908 Jul 23 22:31:43.070433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-9f666228-1e3c-4678-888c-698b370cc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:43.071993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-9f666228-1e3c-4678-888c-698b370cc84a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1380737 Jul 23 22:31:43.078676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.129724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.134496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-4eff45e4-e719-4ff3-aecb-44805b433079 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527978 Jul 23 22:31:43.180956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-72429a98-5e3f-4bb3-9f6a-f1b69456ce89 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2584622 Jul 23 22:31:43.182355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:43.188843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Request body: {'subnet': {'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-subnet', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:43.203131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80fcaf3d-2395-46f7-a26f-a82cb3928fb4 req-7af3dfa2-01bd-447f-9658-2aeafded4ff9 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645763 Jul 23 22:31:43.271676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:43.316607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Made reservation on behalf of 75e7ee2e12d343a08ad7c5b8361104b9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:43.319794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.389668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dbe29-bc73-42f9-9e77-bb5be55aae59 req-7c0aeb70-5d95-43db-8d06-f68088d98671 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:43.390254 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dafd520-1419-4a12-acab-16d0868a29a6 req-46fe95ca-52b1-48dc-bed3-e07e43597a08 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 210 time: 0.0850234 Jul 23 22:31:43.391226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b08dbe29-bc73-42f9-9e77-bb5be55aae59 req-7c0aeb70-5d95-43db-8d06-f68088d98671 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.4920835 Jul 23 22:31:43.406704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd9cc4b-e552-416e-b048-78fa62b5618c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:43.415584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.416216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-f9d958ef-1bf5-4d45-b640-37c79483d03d service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501109 Jul 23 22:31:43.450949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Allocated IP 192.168.233.105 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/a483b0ad-7416-4cd5-8ccf-0be37e68a5c8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:43.468348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Transition to ACTIVE for port object ddd9cc4b-e552-416e-b048-78fa62b5618c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:43.482227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.541278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b08dbe29-bc73-42f9-9e77-bb5be55aae59 req-4d5d1dff-8061-4b38-8e31-28fab9446018 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399236 Jul 23 22:31:43.612654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-4b67a562-7c62-44dd-9f6b-6ed7951bf8d8 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820023 Jul 23 22:31:43.636629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:43.698094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:31:43.884026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.903492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Transition to ACTIVE for port object a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:43.935845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019bbce-ca8c-44e9-89b7-5b82c7d3d1d7 req-2a7c3567-7339-4689-8e34-9d7191698c0c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:43.947671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2019bbce-ca8c-44e9-89b7-5b82c7d3d1d7 req-2a7c3567-7339-4689-8e34-9d7191698c0c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.2835758 Jul 23 22:31:43.970956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.990628 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ad7c3a0-1515-4d43-bba6-0d4390c82d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.992650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:43.996429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:31:44.030925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade4f54-bd3a-4637-803b-907899833d42 None None] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:44.049157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2019bbce-ca8c-44e9-89b7-5b82c7d3d1d7 req-930df691-6b8b-499d-b03d-567024f714f6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Jul 23 22:31:44.064340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.153700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Pushing event updated for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:44.162017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-aaba217c-5227-41c0-91ad-e643502694c4 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.163627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-aaba217c-5227-41c0-91ad-e643502694c4 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.2064481 Jul 23 22:31:44.181284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:44.181284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:44.187294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:44.200089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.200831 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.211161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.223821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.254824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-2ebfe6e2-971a-4709-abae-e3a28a52de16 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2675877 Jul 23 22:31:44.273538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Request body: {'port': {'device_id': '59b95864-73e2-426d-a4b6-29702215ad74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:44.280494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d5e9b9e-4cba-4cb1-8b70-1d3327efaec9 None None] Provisioning for port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:44.361513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1180fcd9-d22b-42b1-8d58-34e4f43609f8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:44.373459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Attempting to bind port ddd9cc4b-e552-416e-b048-78fa62b5618c on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:44.373816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Attempting to bind port ddd9cc4b-e552-416e-b048-78fa62b5618c by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'baabb72e-1217-4f80-8083-89efe8bbb2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:44.374152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Attempting to bind port ddd9cc4b-e552-416e-b048-78fa62b5618c on network 15218b8c-bfcd-49c9-bacd-247a662ddc82 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:44.433930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Port ddd9cc4b-e552-416e-b048-78fa62b5618c on network 15218b8c-bfcd-49c9-bacd-247a662ddc82 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:44.434262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Attempting to bind port ddd9cc4b-e552-416e-b048-78fa62b5618c on network 15218b8c-bfcd-49c9-bacd-247a662ddc82 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:44.445266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 29cce6cf-0d2f-42f8-9a31-f0c63a917134 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:44.490917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:44.491291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Checking segment: {'id': 'baabb72e-1217-4f80-8083-89efe8bbb2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:44.491687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Bound using segment: {'id': 'baabb72e-1217-4f80-8083-89efe8bbb2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:44.492151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Bound port: ddd9cc4b-e552-416e-b048-78fa62b5618c, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baabb72e-1217-4f80-8083-89efe8bbb2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:44.492514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.516131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ec03-3ca7-45a4-9b8a-88bcedf0f6f0 req-c69f4508-cd40-4d82-b7e3-abb42eb81098 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.521869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.523899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-66e3ec03-3ca7-45a4-9b8a-88bcedf0f6f0 req-c69f4508-cd40-4d82-b7e3-abb42eb81098 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 950 time: 0.7219963 Jul 23 22:31:44.528122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:44.535082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:44.536560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.554742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Checking segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:44.555459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Network hostable DHCP agents. Network: 438b485e-cbbb-4dfc-9c8b-534efad218d8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:44.576705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Allocated IP 172.25.1.205 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/c4aac195-4768-4c46-bdda-4091835a1d78) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:44.611419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc160a-7b8f-4022-9684-f92bbf72d991 req-f92f07a4-96ca-4442-9c3a-76c720f36cdf tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.620329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6dc160a-7b8f-4022-9684-f92bbf72d991 req-f92f07a4-96ca-4442-9c3a-76c720f36cdf tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 943 time: 0.2998345 Jul 23 22:31:44.647993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-7707bdb8-a5fd-4720-b26d-4d6be344ba53 service neutron] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:44.661508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-7707bdb8-a5fd-4720-b26d-4d6be344ba53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.663088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02e866ed-0fe5-4ad7-849b-1e03b89d4c4e req-7707bdb8-a5fd-4720-b26d-4d6be344ba53 service neutron] 10.222.0.25 "DELETE /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.4839873 Jul 23 22:31:44.663236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-66e3ec03-3ca7-45a4-9b8a-88bcedf0f6f0 req-f0ad1f26-adfa-45f9-8ec0-e55ea55c2087 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383364 Jul 23 22:31:44.681459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0565a48-137e-469e-bde4-517b429a3c55 None None] Provisioning for port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:44.704651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:44.709316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0565a48-137e-469e-bde4-517b429a3c55 None None] Provisioning complete for port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:44.710397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0565a48-137e-469e-bde4-517b429a3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.730417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:44.740248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6dc160a-7b8f-4022-9684-f92bbf72d991 req-4b345c9c-6b1e-4aa5-bddd-6d571b3293ee tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186521 Jul 23 22:31:44.746785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 438b485e-cbbb-4dfc-9c8b-534efad218d8) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:44.752159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.753355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.780971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a0565a48-137e-469e-bde4-517b429a3c55 None None] Port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:44.782562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b22e4-8786-4910-ab67-195bd58e31fe None None] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:44.788818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c,segment=NetworkSegment(baabb72e-1217-4f80-8083-89efe8bbb2c3),segment_id=baabb72e-1217-4f80-8083-89efe8bbb2c3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:44.806016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.826911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-25a4f6be-2086-4aa0-bc5f-acb4748002b6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6417258 Jul 23 22:31:44.827397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:44.860450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:44.862969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.868677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:44.869302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.871099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] 10.222.0.22 "PUT /v2.0/ports/ddd9cc4b-e552-416e-b048-78fa62b5618c HTTP/1.1" status: 200 len: 1092 time: 2.6076183 Jul 23 22:31:44.889216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:44.891658 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f34c4-52d5-4478-9925-97891a284bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:44.939053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=29cce6cf-0d2f-42f8-9a31-f0c63a917134,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:44.948673 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.961263 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.992238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b4373f16-ebf7-4ff3-a4b0-2fe1ffd76c40 None None] Provisioning complete for port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:44.992856 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b4373f16-ebf7-4ff3-a4b0-2fe1ffd76c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:44.995839 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-d416025d-9539-432e-a69c-d86bb99a720b req-3bae3398-e445-4b7c-aa50-7c5d44cca4af service neutron] show failed (client error): The resource could not be found. Jul 23 22:31:44.997003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-3bae3398-e445-4b7c-aa50-7c5d44cca4af service neutron] 10.222.0.25 "GET /v2.0/ports/9f563a21-f5aa-45f6-9e17-93ed9abb9306/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.1559422 Jul 23 22:31:45.013739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.036669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe6d35-4389-4bee-b767-00ff97dc7436 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:45.050736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.052035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.066292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51f1c0-ba4e-4486-bd89-3f1df53e4177 req-faa87906-0c50-47f2-8d9b-e67e84bdea8f tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:45.068114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d51f1c0-ba4e-4486-bd89-3f1df53e4177 req-faa87906-0c50-47f2-8d9b-e67e84bdea8f tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 936 time: 0.1804984 Jul 23 22:31:45.115839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=29cce6cf-0d2f-42f8-9a31-f0c63a917134,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:45.162305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-438b485e-cbbb-4dfc-9c8b-534efad218d8', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:31:45.164251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.167424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.186106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab9081-6f1c-443f-a150-7b11db01a1ff req-9ed8c831-d99e-4f26-a397-ac159014343c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:45.186844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a9ab9081-6f1c-443f-a150-7b11db01a1ff req-9ed8c831-d99e-4f26-a397-ac159014343c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 971 time: 0.2901087 Jul 23 22:31:45.188905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a89b6218-5f4a-4042-aa5d-4c36c7b09042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:45.202238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-a89b6218-5f4a-4042-aa5d-4c36c7b09042 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=55a1dd83b8e44d8ca6ddd9d7012c05a8&device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 1095 time: 0.2667761 Jul 23 22:31:45.207348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d51f1c0-ba4e-4486-bd89-3f1df53e4177 req-c334415e-f116-40e5-9ab5-13657ccd7954 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019378 Jul 23 22:31:45.214221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.299084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:45.314996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.320580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.22', 49285) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:45.365190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-f2f9b4d8-ae0e-4124-b7ed-d35585645b81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c HTTP/1.1" status: 200 len: 217 time: 0.1619391 Jul 23 22:31:45.394293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Transition to ACTIVE for port object a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:45.401442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:45.404236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.413102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Allocated IP 172.20.0.2 (438b485e-cbbb-4dfc-9c8b-534efad218d8/1180fcd9-d22b-42b1-8d58-34e4f43609f8/6ba8e540-a2f4-44d8-b93c-9847a828f992) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:45.439290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:45.442892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:45.471900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Pushing event updated for resources: {'Port': ['ID=c4aac195-4768-4c46-bdda-4091835a1d78,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:45.530107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a9ab9081-6f1c-443f-a150-7b11db01a1ff req-5f857d47-90c6-4705-b77e-27ad9fd36add tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135355 Jul 23 22:31:45.613725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.622916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1e45-b317-43f6-a695-4746350e376a req-75f21706-e314-44d9-b93c-1dd5e1449681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:45.624429 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-75f21706-e314-44d9-b93c-1dd5e1449681 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a364b297-f264-49c5-b571-8245e3cef1e9 HTTP/1.1" status: 200 len: 854 time: 0.2479501 Jul 23 22:31:45.653147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.666064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Transition to ACTIVE for port object 6ba8e540-a2f4-44d8-b93c-9847a828f992 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:45.719460 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524dfd0-892f-47a7-905b-fb19bb1e19c6 x-openstack-request-id: req-b524dfd0-892f-47a7-905b-fb19bb1e19c6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:45.719681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Transition to ACTIVE for port object 6ba8e540-a2f4-44d8-b93c-9847a828f992 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:45.720148 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:45.720148 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b524dfd0-892f-47a7-905b-fb19bb1e19c6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:45.720469 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c', 'status': 'completed', 'code': 200} Jul 23 22:31:45.723384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-faabce26-a927-43d2-8606-d1be413f7e64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15218b8c-bfcd-49c9-bacd-247a662ddc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915005 Jul 23 22:31:45.739599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.807477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:45.810633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:45.814089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:45.831909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Pushing event updated for resources: {'Port': ['ID=6ba8e540-a2f4-44d8-b93c-9847a828f992,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:45.868104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:45.889989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Attempting to bind port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:45.890718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Attempting to bind port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:45.890718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Attempting to bind port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:45.894071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Attempting to bind port 6ba8e540-a2f4-44d8-b93c-9847a828f992 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:45.894430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Attempting to bind port 6ba8e540-a2f4-44d8-b93c-9847a828f992 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:45.895249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Attempting to bind port 6ba8e540-a2f4-44d8-b93c-9847a828f992 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:45.902424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:45.902791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Checking segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:45.903245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.903569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Bound using segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:45.904030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Bound port: 6ba8e540-a2f4-44d8-b93c-9847a828f992, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:45.904433 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.914611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:45.914945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Attempting to bind port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:45.924410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:45.924827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:45.925213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:45.925892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Bound port: a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:45.926044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:45.930029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-9eaa23e1-02a1-4294-ada2-6a800c513d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:45.931525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-9eaa23e1-02a1-4294-ada2-6a800c513d1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1123 time: 0.5967329 Jul 23 22:31:45.950336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:45.983292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] For port 6ba8e540-a2f4-44d8-b93c-9847a828f992, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:45.989513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] For port 6ba8e540-a2f4-44d8-b93c-9847a828f992, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6ba8e540-a2f4-44d8-b93c-9847a828f992,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:45.995594 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.069404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb492d-32e3-4dcd-b142-6c02fa4ede37 req-0a111968-ce99-4722-9235-e2990402c955 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.070547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557995e4-87bb-4762-9445-b92012b4dc81 None None] Pushing event updated for resources: {'Port': ['ID=6ba8e540-a2f4-44d8-b93c-9847a828f992,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:46.075366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb492d-32e3-4dcd-b142-6c02fa4ede37 req-0a111968-ce99-4722-9235-e2990402c955 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.076984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-effb492d-32e3-4dcd-b142-6c02fa4ede37 req-0a111968-ce99-4722-9235-e2990402c955 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800&device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1691 time: 0.2105892 Jul 23 22:31:46.124572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.131787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:46.152772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:46.160500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.224536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-effb492d-32e3-4dcd-b142-6c02fa4ede37 req-46177b56-d016-48b6-a660-eb3baa4b8af5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363549 Jul 23 22:31:46.255276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.255906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.257283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 HTTP/1.1" status: 200 len: 1097 time: 1.9941554 Jul 23 22:31:46.270786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:46.278896 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12047df3-d17d-4ad3-9afc-71c47dbc1165" -d '{"events": [{"name": "network-changed", "server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:46.281191 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-16cc9a7e-d14e-4204-bead-932cbf88cf8f service neutron] 10.222.0.22 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179315 Jul 23 22:31:46.305868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad51a5-98a8-4501-abc1-27e7cc00b50a req-467a7361-7877-4108-b34d-c71f90800ce1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.316673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00ad51a5-98a8-4501-abc1-27e7cc00b50a req-467a7361-7877-4108-b34d-c71f90800ce1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.5530860 Jul 23 22:31:46.333163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f6ae-fc22-46be-92e0-dc50132211a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:46.366308 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.438976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 29cce6cf-0d2f-42f8-9a31-f0c63a917134 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:46.505869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:46.506629 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.521825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00ad51a5-98a8-4501-abc1-27e7cc00b50a req-87f09aba-dac3-42da-b105-53294b117fcd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036345 Jul 23 22:31:46.527103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.692688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:46.706681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-7c610328-a6bd-4b86-adf0-8bed5f752cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.708309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-7c610328-a6bd-4b86-adf0-8bed5f752cef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfd0fbcb83804c198252281594b966a0&device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 1100 time: 0.3762484 Jul 23 22:31:46.717770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e875fb-23f9-40d7-b912-03f380be06d2 req-c8b26dd8-b4d3-47c6-be0b-0fed0f34f52b tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.719284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63e875fb-23f9-40d7-b912-03f380be06d2 req-c8b26dd8-b4d3-47c6-be0b-0fed0f34f52b tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 943 time: 0.2623253 Jul 23 22:31:46.767523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-87bb40c7-2d2e-4e16-9c6a-9e7cbea9b249 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 HTTP/1.1" status: 200 len: 217 time: 0.0472293 Jul 23 22:31:46.810415 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e2cc1e45-b317-43f6-a695-4746350e376a req-7421bb59-dbba-4e13-a936-aa27fdd981df service neutron] 10.222.0.22 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850957 Jul 23 22:31:46.823356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:46.868854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63e875fb-23f9-40d7-b912-03f380be06d2 req-5a89364a-6612-4955-b905-f87c0b576be6 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398358 Jul 23 22:31:46.880620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-3e827a22-4e2c-4128-8195-93f693befb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.882442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-3e827a22-4e2c-4128-8195-93f693befb0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1030757 Jul 23 22:31:46.906955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.946903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Transition to ACTIVE for port object 9f563a21-f5aa-45f6-9e17-93ed9abb9306 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:46.954841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:46.972407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a1736-a545-48b8-8a40-91f4f8258d06 req-a2a4a5c1-e90c-45e0-b394-3561a206acfc tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:46.979317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a2a1736-a545-48b8-8a40-91f4f8258d06 req-a2a4a5c1-e90c-45e0-b394-3561a206acfc tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 948 time: 0.3225703 Jul 23 22:31:46.984521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.007714 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be2a15-9084-407e-804a-b17a0700d5b9 x-openstack-request-id: req-a1be2a15-9084-407e-804a-b17a0700d5b9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:47.008083 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:47.008461 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1be2a15-9084-407e-804a-b17a0700d5b9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:47.009214 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8', 'status': 'completed', 'code': 200} Jul 23 22:31:47.037171 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.076595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] No DVR routers for this DVR port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:31:47.088423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-d23eea15-0df3-4899-802d-a7d616dcc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.090888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-d23eea15-0df3-4899-802d-a7d616dcc8ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1994741 Jul 23 22:31:47.093228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:47.145801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a2a1736-a545-48b8-8a40-91f4f8258d06 req-57946c39-53ef-43fb-933b-dfa7ce8720a7 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654854 Jul 23 22:31:47.280927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Allocated IP 172.25.1.24 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1b878ab1-f11b-4380-b4b3-86cf18960432) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:47.286316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:47.286709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:47.287083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:47.294120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:31:47.294446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Attempting to bind port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:47.322101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:47.322608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:47.323277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:47.323940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Bound port: 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:47.324443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.361112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f34c4-52d5-4478-9925-97891a284bb3 req-705eca4c-8a35-4b5a-8018-bd68e9ff5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.363288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-705eca4c-8a35-4b5a-8018-bd68e9ff5281 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=55a1dd83b8e44d8ca6ddd9d7012c05a8&device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 1095 time: 0.4644439 Jul 23 22:31:47.375447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-a996cb57-3e50-4442-b0af-b208a25bb982 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668450 Jul 23 22:31:47.411497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.469494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa8366-c572-413f-9174-44d9b70888e0 None None] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:47.474376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd6121-2a5a-4414-816c-f26f7851bc48 req-f04a4e32-c51d-4abd-a96e-7ef864b6c962 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.480693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47fd6121-2a5a-4414-816c-f26f7851bc48 req-f04a4e32-c51d-4abd-a96e-7ef864b6c962 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 948 time: 0.2841997 Jul 23 22:31:47.535632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:47.543617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:47.568951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:47.586577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47fd6121-2a5a-4414-816c-f26f7851bc48 req-31793e9e-14e4-4ad0-acf0-6be1be13b3d1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049614 Jul 23 22:31:47.591699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.608447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51269abd-9836-45ff-a589-f361cb79b36a None None] Provisioning for port 6ba8e540-a2f4-44d8-b93c-9847a828f992 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:47.645218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.679457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-275dd849-e4e8-4332-ba5c-a33f394ae500 req-0604a7dc-ce95-439b-b150-0470b2cfe1ad service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831695 Jul 23 22:31:47.695125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fee52-1ab4-402d-a91d-7b3193eb19d0 req-73a340f4-1bbf-44b8-87e8-301f6ed869f8 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.702061 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836fee52-1ab4-402d-a91d-7b3193eb19d0 req-73a340f4-1bbf-44b8-87e8-301f6ed869f8 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 1102 time: 0.3626833 Jul 23 22:31:47.703304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.704011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.706419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] 10.222.0.22 "PUT /v2.0/ports/9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 1097 time: 1.7631226 Jul 23 22:31:47.707807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f34c4-52d5-4478-9925-97891a284bb3 req-691fe78c-6141-4ae7-ac08-b461d73df505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.709723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-691fe78c-6141-4ae7-ac08-b461d73df505 service neutron] 10.222.0.22 "GET /v2.0/networks?id=15218b8c-bfcd-49c9-bacd-247a662ddc82 HTTP/1.1" status: 200 len: 915 time: 0.2913334 Jul 23 22:31:47.800159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-e624cb72-2e99-4a62-b8e2-30d234fb807d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c HTTP/1.1" status: 200 len: 217 time: 0.0676205 Jul 23 22:31:47.816812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4100d6f0-36ff-44f8-bf77-5cf0fd0c9694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.849646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8503d46-eabd-44d5-9c6d-901f4b1e3e69 service neutron] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:47.868778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:47.882299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836fee52-1ab4-402d-a91d-7b3193eb19d0 req-3b484be9-f223-478a-8d64-44a2d1140ab7 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791337 Jul 23 22:31:47.944061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f34c4-52d5-4478-9925-97891a284bb3 req-cb6fa317-1e00-44c7-9674-b893652e26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.945548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-cb6fa317-1e00-44c7-9674-b893652e26ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a364b297-f264-49c5-b571-8245e3cef1e9 HTTP/1.1" status: 200 len: 854 time: 0.1390069 Jul 23 22:31:47.947638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:47.985852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b059-a607-44c6-bafd-39dd8f730c3c req-bb599d5a-063c-4067-b75c-fa4d54a7a4d9 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.988141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16b8b059-a607-44c6-bafd-39dd8f730c3c req-bb599d5a-063c-4067-b75c-fa4d54a7a4d9 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1097 time: 0.2784662 Jul 23 22:31:47.989957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:47.994907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-8a4cae76-2e0e-4281-8da5-decc8cd802e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:47.999259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-8a4cae76-2e0e-4281-8da5-decc8cd802e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1100 time: 0.2448440 Jul 23 22:31:48.001814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-ece888b6-b07e-480d-a26c-3d1d0534e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.003616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-ece888b6-b07e-480d-a26c-3d1d0534e2a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfd0fbcb83804c198252281594b966a0&device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 1100 time: 0.2075844 Jul 23 22:31:48.005525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:48.036910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b878ab1-f11b-4380-b4b3-86cf18960432,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:48.039066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-f6dff90c-7753-41e3-87f0-090cbc34bdb7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=15218b8c-bfcd-49c9-bacd-247a662ddc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854537 Jul 23 22:31:48.039679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:31:48.173541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16b8b059-a607-44c6-bafd-39dd8f730c3c req-49ae2bd9-b634-47cc-9039-4eeadaca6ff9 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669297 Jul 23 22:31:48.208188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4100d6f0-36ff-44f8-bf77-5cf0fd0c9694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.223986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4100d6f0-36ff-44f8-bf77-5cf0fd0c9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.251031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-2f1d6910-816c-4569-a21c-6e276586ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.254423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-2f1d6910-816c-4569-a21c-6e276586ace8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2320261 Jul 23 22:31:48.289219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-e07f93f6-828e-43c0-84ea-e4b0686a4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.290788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-e07f93f6-828e-43c0-84ea-e4b0686a4b57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2729502 Jul 23 22:31:48.351550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4100d6f0-36ff-44f8-bf77-5cf0fd0c9694 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=639f9c50c6784ae5ba78c2ab788b22ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8067451 Jul 23 22:31:48.380427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-4b13b55b-32db-415d-aa93-31a39cb90ed4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 HTTP/1.1" status: 200 len: 217 time: 0.0956581 Jul 23 22:31:48.382527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:48.397706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100d6f0-36ff-44f8-bf77-5cf0fd0c9694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91af6cce-1dbc-4784-974b-0450e4ea030e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:48.401732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-264c9a6a-2bdc-4d31-9d45-6be3373b4f53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.1006093 Jul 23 22:31:48.442836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6ba8e540-a2f4-44d8-b93c-9847a828f992 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:48.494435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6ba8e540-a2f4-44d8-b93c-9847a828f992 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:48.499716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6ba8e540-a2f4-44d8-b93c-9847a828f992 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:48.500358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.573711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-8de8191b-134f-4bd7-a9ac-55789abfdad0 service neutron] 10.222.0.22 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945450 Jul 23 22:31:48.582002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4420-fb8b-48b0-a189-272fb5da68e7 req-89a7c7fd-3d8f-4102-a17f-320717971f1b tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.583676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8fbe4420-fb8b-48b0-a189-272fb5da68e7 req-89a7c7fd-3d8f-4102-a17f-320717971f1b tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 943 time: 0.5820270 Jul 23 22:31:48.591924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.630862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6ba8e540-a2f4-44d8-b93c-9847a828f992, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6ba8e540-a2f4-44d8-b93c-9847a828f992,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:48.636152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.643968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:31:48.654429 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Sync routers for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:31:48.665580 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:48.666648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:48.702698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6ba8e540-a2f4-44d8-b93c-9847a828f992,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:48.767341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-309be8a7-e3be-4055-8020-ea721fbefb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.768811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-309be8a7-e3be-4055-8020-ea721fbefb73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3798659 Jul 23 22:31:48.792238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8fbe4420-fb8b-48b0-a189-272fb5da68e7 req-9ead9e64-d75f-49c5-b53b-b0f07667f8f2 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990082 Jul 23 22:31:48.795996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-89c098ed-c6cc-482f-84f7-d02826274ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:48.797158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.797869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-89c098ed-c6cc-482f-84f7-d02826274ed0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3669062 Jul 23 22:31:48.798790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39e16e68-cf84-4d86-b410-895da3700968 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.5475323 Jul 23 22:31:48.802731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:48.837500 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:48.847923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.948273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-086f34c4-52d5-4478-9925-97891a284bb3 req-299f2d4d-2a96-4739-a611-4108463fa7a7 service neutron] 10.222.0.22 "GET /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568871 Jul 23 22:31:48.953337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:48.966277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:31:49.002913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794562f9-184d-46e2-a85a-0c79062a802d req-51b4960d-e78c-4739-8046-da052ba69107 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.009663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-794562f9-184d-46e2-a85a-0c79062a802d req-51b4960d-e78c-4739-8046-da052ba69107 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1102 time: 0.6278045 Jul 23 22:31:49.016971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.020120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}, {'name': 'network-changed', 'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:49.022758 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f80926-8fb9-4123-8963-5f22cfc8ea14" -d '{"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-unplugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}, {"name": "network-changed", "server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:49.035934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:31:49.068339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:45Z', 'revision_number': 3, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:49.096126 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Checking router: 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:31:49.097006 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Updating router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 port c4aac195-4768-4c46-bdda-4091835a1d78 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:31:49.113220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-cc845e5a-5d86-41cb-9000-9dae93a5fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.114757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-cc845e5a-5d86-41cb-9000-9dae93a5fe6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3371115 Jul 23 22:31:49.134355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-794562f9-184d-46e2-a85a-0c79062a802d req-04561a21-3038-4272-99f0-d4a1aa8b9668 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237254 Jul 23 22:31:49.137170 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.193551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87361f50-9ba1-4327-bfc4-1adea613f7dd req-76846045-9724-4c21-97a4-9f76f9114c71 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.200219 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87361f50-9ba1-4327-bfc4-1adea613f7dd req-76846045-9724-4c21-97a4-9f76f9114c71 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 948 time: 0.1880987 Jul 23 22:31:49.231646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.248253 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87361f50-9ba1-4327-bfc4-1adea613f7dd req-08db8235-1618-4063-a270-780b5371c266 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Jul 23 22:31:49.251520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416025d-9539-432e-a69c-d86bb99a720b req-9f18f978-99ae-47b3-9abd-cd62fe631a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.253194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-9f18f978-99ae-47b3-9abd-cd62fe631a1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4208817 Jul 23 22:31:49.332983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.336749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.340251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91af6cce-1dbc-4784-974b-0450e4ea030e HTTP/1.1" status: 204 len: 168 time: 0.9568281 Jul 23 22:31:49.428173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ee9fb-7ed7-427f-9da4-daf23031a9bc req-7fd3527c-3663-4e16-8acd-4d0f35ea5d0d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.429808 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca5ee9fb-7ed7-427f-9da4-daf23031a9bc req-7fd3527c-3663-4e16-8acd-4d0f35ea5d0d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 948 time: 0.0958912 Jul 23 22:31:49.489768 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.501164 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Transition to ACTIVE for port object c4aac195-4768-4c46-bdda-4091835a1d78 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:49.502104 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca5ee9fb-7ed7-427f-9da4-daf23031a9bc req-dc6e5d46-4602-452b-94b6-a2d2e5f72324 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534520 Jul 23 22:31:49.513590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Router 56c97896-0fda-4a26-9d43-66f8329abad7 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:31:49.514657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-345aac5f-455d-41d6-b2cf-f9baeca17ac2 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535903 Jul 23 22:31:49.521327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbec403-d618-428a-8a4d-fc64a7f3048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91af6cce-1dbc-4784-974b-0450e4ea030e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:49.521457 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.569266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-baa9ab1e-f1b8-43b0-b8bb-56ff7f3c70f0 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444706 Jul 23 22:31:49.601275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Attempting to bind port c4aac195-4768-4c46-bdda-4091835a1d78 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:49.601640 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Attempting to bind port c4aac195-4768-4c46-bdda-4091835a1d78 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:49.602050 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Attempting to bind port c4aac195-4768-4c46-bdda-4091835a1d78 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:49.604906 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Pushing event updated for resources: {'Port': ['ID=c4aac195-4768-4c46-bdda-4091835a1d78,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:49.614220 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:49.614593 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:49.615178 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.615574 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:49.616151 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Bound port: c4aac195-4768-4c46-bdda-4091835a1d78, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:49.616437 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.619723 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.620113 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.620490 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.620840 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.621162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.621493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.621844 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.622387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.622517 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.622796 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.623117 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.623901 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Tracked resource versions report: Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: pushed versions: Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: { 'AddressGroup': {'1.2'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Log': {'1.0'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Network': {'1.1'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Port': {'1.7'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'PortForwarding': {'1.2'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'QosPolicy': {'1.8'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SecurityGroup': {'1.4'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SubPort': {'1.0'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Subnet': {'1.1'}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Trunk': {'1.1'}} Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: consumer versions: Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: { DHCP agent@n-d-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: HyperV agent@n-h1-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: HyperV agent@n-h2-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: L3 agent@n-d-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: Metadata agent@n-d-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: Metering agent@n-d-791506-25: {}, Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: Open vSwitch agent@n-d-791506-25: { 'AddressGroup': '1.2', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'ConntrackHelper': '1.0', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Log': '1.0', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Network': '1.1', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Port': '1.7', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'PortForwarding': '1.2', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'QosPolicy': '1.8', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SecurityGroup': '1.4', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SecurityGroupRule': '1.2', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'SubPort': '1.0', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Subnet': '1.1', Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: 'Trunk': '1.1'}} Jul 23 22:31:49.625689 n-d-791506-25 neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:31:49.671667 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4514984b-7c1c-497e-8733-d798c5442e63 x-openstack-request-id: req-4514984b-7c1c-497e-8733-d798c5442e63 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:49.671955 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-unplugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "code": 200}, {"name": "network-changed", "server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:49.672212 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4514984b-7c1c-497e-8733-d798c5442e63 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:49.672604 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'code': 200} Jul 23 22:31:49.672858 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'status': 'completed', 'code': 200} Jul 23 22:31:49.698015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] For port c4aac195-4768-4c46-bdda-4091835a1d78, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:49.702015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] For port c4aac195-4768-4c46-bdda-4091835a1d78, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c4aac195-4768-4c46-bdda-4091835a1d78,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:49.708326 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.733129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ddd9cc4b-e552-416e-b048-78fa62b5618c details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:49.754359 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:49.755409 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:49.765947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:31:49.775614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:49.779617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:31:49.817481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:49.818739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:49.833853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a343d535-dffc-499c-94b1-f145ca58086c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.852192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:49.853747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cd486c7a-d63c-47f5-9269-4d31e51128a5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0021460 Jul 23 22:31:49.857271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:49.887364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-6d100d01-1990-4852-81b4-439e884cfee9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:49.888945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-6d100d01-1990-4852-81b4-439e884cfee9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.6333451 Jul 23 22:31:49.953720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a2bb8e85-5671-434a-abb3-7e5c68b593cb tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/quotas/50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 375 time: 0.0527565 Jul 23 22:31:49.961608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12047df3-d17d-4ad3-9afc-71c47dbc1165 req-19723479-c274-4709-96b3-c9c72b944053 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714676 Jul 23 22:31:49.966039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d416025d-9539-432e-a69c-d86bb99a720b req-d0a99ef0-cd91-4d4b-9731-ba480d71e28c service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409895 Jul 23 22:31:50.104989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:50.146173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-046e2a2d-bb84-4bc4-bd1f-a328e6e396fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:50.148328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-046e2a2d-bb84-4bc4-bd1f-a328e6e396fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1100 time: 0.4792268 Jul 23 22:31:50.235895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a343d535-dffc-499c-94b1-f145ca58086c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.258676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720741a-15f4-4169-a533-35e04c97d558 req-4a66783a-b9a3-479b-a17a-8b9f72d634ed tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:50.260428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5720741a-15f4-4169-a533-35e04c97d558 req-4a66783a-b9a3-479b-a17a-8b9f72d634ed tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 943 time: 0.2309177 Jul 23 22:31:50.263622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a343d535-dffc-499c-94b1-f145ca58086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.281017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:50.349681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6ba8e540-a2f4-44d8-b93c-9847a828f992 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:50.371048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3059f6-ba3c-4db0-a063-d257a094cdb8 None None] Pushing event updated for resources: {'Port': ['ID=c4aac195-4768-4c46-bdda-4091835a1d78,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:50.372303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-2f787b83-96d4-4f01-83e5-6bd7e350f462 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3769839 Jul 23 22:31:50.409934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-73ab89e9-f640-4d5d-ab6f-77a35595da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:50.411490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-73ab89e9-f640-4d5d-ab6f-77a35595da6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1100 time: 0.3486583 Jul 23 22:31:50.418512 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:45Z', 'revision_number': 3, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:50.461729 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac35d-87ac-45f0-86c5-bd10b102a663 None None] The sync data for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 is: [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:45Z', 'revision_number': 3, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:31:50.476792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-622f33a5-9b97-4d36-92e0-0bef69293f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:50.478726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-622f33a5-9b97-4d36-92e0-0bef69293f03 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3068500 Jul 23 22:31:50.518815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c,segment=NetworkSegment(baabb72e-1217-4f80-8083-89efe8bbb2c3),segment_id=baabb72e-1217-4f80-8083-89efe8bbb2c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:50.545252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ddd9cc4b-e552-416e-b048-78fa62b5618c', 'network_id': '15218b8c-bfcd-49c9-bacd-247a662ddc82', 'port_id': 'ddd9cc4b-e552-416e-b048-78fa62b5618c', 'mac_address': 'fa:16:3e:02:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a364b297-f264-49c5-b571-8245e3cef1e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:50.583813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6ba8e540-a2f4-44d8-b93c-9847a828f992 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:50.584424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.642381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a343d535-dffc-499c-94b1-f145ca58086c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b9df21bacaa4b1e92c0c25c8768c0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8657558 Jul 23 22:31:50.651607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39284) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:50.660074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343d535-dffc-499c-94b1-f145ca58086c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b1a48-a328-4b1a-8322-9ff1e7d0bb6e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:50.661800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.678997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5720741a-15f4-4169-a533-35e04c97d558 req-e5f50c03-d58c-4991-84b2-e0daac1d8f01 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074485 Jul 23 22:31:50.701232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd9cc4b-e552-416e-b048-78fa62b5618c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:50.725809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:48Z', 'revision_number': 3, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:50.805337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c,segment=NetworkSegment(baabb72e-1217-4f80-8083-89efe8bbb2c3),segment_id=baabb72e-1217-4f80-8083-89efe8bbb2c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:50.824437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:31:50.824907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Updating router 56c97896-0fda-4a26-9d43-66f8329abad7 port 1b878ab1-f11b-4380-b4b3-86cf18960432 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:31:50.825889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.861524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.876953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.922948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:50.930973 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-f42320c6-74b1-4a84-96c3-bba0c0ce1181 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729063 Jul 23 22:31:50.968472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:51.006308 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.008791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.023535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b6b1a48-a328-4b1a-8322-9ff1e7d0bb6e HTTP/1.1" status: 204 len: 168 time: 0.3598402 Jul 23 22:31:51.027473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-4bc86912-1089-43aa-b304-10477bc64970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.029360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-4bc86912-1089-43aa-b304-10477bc64970 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.6075833 Jul 23 22:31:51.066834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-8b057d90-0850-4d2d-9d5b-63abcc51885f service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928706 Jul 23 22:31:51.075741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29524046-0c74-4e0d-b500-e3709483f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b1a48-a328-4b1a-8322-9ff1e7d0bb6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:51.086679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-2cc2244b-6776-4179-b9ca-978024d736e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.5615420 Jul 23 22:31:51.179340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.196117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ddd9cc4b-e552-416e-b048-78fa62b5618c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:51.233368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-5bba8958-3fb6-4a5c-8860-f0fc8c8dda04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.1634676 Jul 23 22:31:51.260225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.282451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-b22e2019-fc1f-468d-b302-4f816fc40f15 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.284585 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-b22e2019-fc1f-468d-b302-4f816fc40f15 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527515 Jul 23 22:31:51.295470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.310830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Transition to ACTIVE for port object 1b878ab1-f11b-4380-b4b3-86cf18960432 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:51.343859 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.378233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-7d212a85-a5e7-4b8c-b666-9e98dad499f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.379722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-7d212a85-a5e7-4b8c-b666-9e98dad499f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1344316 Jul 23 22:31:51.442295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-55309590-6a81-4acb-b342-845a3d14c07b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0432594 Jul 23 22:31:51.469732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-249c06cd-b5c6-47f3-b279-a42ffb1bd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.472258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-249c06cd-b5c6-47f3-b279-a42ffb1bd1fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3573132 Jul 23 22:31:51.493218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Attempting to bind port 1b878ab1-f11b-4380-b4b3-86cf18960432 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:51.493602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Attempting to bind port 1b878ab1-f11b-4380-b4b3-86cf18960432 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:51.493997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Attempting to bind port 1b878ab1-f11b-4380-b4b3-86cf18960432 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:51.515333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:51.515701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:51.516100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.516494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:51.516982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Bound port: 1b878ab1-f11b-4380-b4b3-86cf18960432, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:51.517480 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.520717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae6d05-4a6f-43cb-841e-d885719a3c6a None None] Pushing event updated for resources: {'Port': ['ID=1b878ab1-f11b-4380-b4b3-86cf18960432,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:51.614137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-cae64d07-0642-41c1-b3b7-3a3642a56e40 service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454166 Jul 23 22:31:51.670966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] For port 1b878ab1-f11b-4380-b4b3-86cf18960432, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:51.697538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] For port 1b878ab1-f11b-4380-b4b3-86cf18960432, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1b878ab1-f11b-4380-b4b3-86cf18960432,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:51.701322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Allocated IP 172.20.0.1 (c4f13efd-82fd-409a-aa58-f36cbd8e627a/982b9bcd-292a-4c55-961f-a8fcefe142b5/f1632018-5686-41d0-8845-b9bfecd168da) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:51.719837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-3c27102e-9462-4dac-a607-5bb68d1fdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.721633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:51.722268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-3c27102e-9462-4dac-a607-5bb68d1fdaac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3322861 Jul 23 22:31:51.728906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-d88b2065-edc8-4a5e-9405-0c5a030c7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:51.730811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-d88b2065-edc8-4a5e-9405-0c5a030c7d1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2507517 Jul 23 22:31:51.731498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-f03dc005-2a8a-437b-b0c7-8e304d4a8de9 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2882669 Jul 23 22:31:51.756609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:51.796782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Allocated IP 172.20.0.1 (438b485e-cbbb-4dfc-9c8b-534efad218d8/1180fcd9-d22b-42b1-8d58-34e4f43609f8/a7101654-612b-4e08-b4a0-5ec40857c46a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:51.878951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:51.879805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:52.115278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.120574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae6d05-4a6f-43cb-841e-d885719a3c6a None None] Pushing event updated for resources: {'Port': ['ID=1b878ab1-f11b-4380-b4b3-86cf18960432,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:52.153913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.158214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Transition to ACTIVE for port object a7101654-612b-4e08-b4a0-5ec40857c46a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:52.233282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.242157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.266286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Transition to ACTIVE for port object f1632018-5686-41d0-8845-b9bfecd168da will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:52.274889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:52.295057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:52.403054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:52.410340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:52.450037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Pushing event updated for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:52.456503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8', 'mac_address': 'fa:16:3e:3f:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:52.457178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:52.470731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c4aac195-4768-4c46-bdda-4091835a1d78 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:52.508789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.551480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.632306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:52.770820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-78b993f2-f373-4a21-8761-1eceb2a5a490 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380859 Jul 23 22:31:52.771780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:52.785056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:52.788309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:52.900724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.083652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8644aa-0eec-4ad1-8bed-b51a2ac7cb2c req-2a6ca291-0670-47e0-a246-7fcede9660fb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:53.091863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e8644aa-0eec-4ad1-8bed-b51a2ac7cb2c req-2a6ca291-0670-47e0-a246-7fcede9660fb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 948 time: 0.4934771 Jul 23 22:31:53.099337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-35803dd9-b059-40e0-8e3a-b6d74c8cc059 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3490570 Jul 23 22:31:53.230446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e8644aa-0eec-4ad1-8bed-b51a2ac7cb2c req-dadfb4fb-7f2a-4fa7-84d2-d047924ae8b3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372850 Jul 23 22:31:53.243916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Pushing event updated for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:53.296346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.484693 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.531366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa380-ce63-4e20-89b9-eead93c2d0c5 req-b2ca23b3-00ad-4c17-a674-856f146d1de2 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:53.534350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c4aac195-4768-4c46-bdda-4091835a1d78 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:53.537425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98eaa380-ce63-4e20-89b9-eead93c2d0c5 req-b2ca23b3-00ad-4c17-a674-856f146d1de2 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 944 time: 0.1552277 Jul 23 22:31:53.546549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:53.563750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c4aac195-4768-4c46-bdda-4091835a1d78 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:53.574190 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.610160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98eaa380-ce63-4e20-89b9-eead93c2d0c5 req-54d91434-cd40-4bcd-ab4b-ea313cc6c45d tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Jul 23 22:31:53.618799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-1444573f-b9aa-4d25-b2ca-0b0eaad798e5 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457666 Jul 23 22:31:53.648292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.663276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.678904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87157aa0-2e74-43ee-a59a-01b62155c5b0 None None] Provisioning for port a7101654-612b-4e08-b4a0-5ec40857c46a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:53.699591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-87157aa0-2e74-43ee-a59a-01b62155c5b0 None None] Provisioning complete for port a7101654-612b-4e08-b4a0-5ec40857c46a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:53.707222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87157aa0-2e74-43ee-a59a-01b62155c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.747261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-87157aa0-2e74-43ee-a59a-01b62155c5b0 None None] Port a7101654-612b-4e08-b4a0-5ec40857c46a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:53.776599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:53.778901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Pushing event updated for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:53.808206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4323a-c5a2-4780-a4eb-16182bd64504 req-f9140347-8f96-4d1c-ac35-7bbf09ed74f1 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:53.819872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.826881 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.827629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3aaaf8ff-dcdd-49b0-a25b-91a767027a2c req-9d3ffc21-ed46-4337-b4bf-d7add890c645 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 210 time: 0.0521019 Jul 23 22:31:53.832908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:53.833836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ef4323a-c5a2-4780-a4eb-16182bd64504 req-f9140347-8f96-4d1c-ac35-7bbf09ed74f1 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 948 time: 1.4981263 Jul 23 22:31:53.864143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3f80926-8fb9-4123-8963-5f22cfc8ea14 req-47141f75-e7ad-49e2-ab3f-acab11da0f7b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027369 Jul 23 22:31:53.895967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:48Z', 'revision_number': 3, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:53.932508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:53.950436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:31:53.952851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ddd9cc4b-e552-416e-b048-78fa62b5618c up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:53.953096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:53.954969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:54.149592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:31:54.156605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e6c8cce8-84e5-4af0-84bb-5ea77470814d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:54.159758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e6c8cce8-84e5-4af0-84bb-5ea77470814d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.5348203 Jul 23 22:31:54.163298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ef4323a-c5a2-4780-a4eb-16182bd64504 req-00b9a7df-6f99-4ebd-a5ec-73923ff963d6 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264773 Jul 23 22:31:54.167913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.175492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f39262-35a3-4b86-9ff7-486d57712fe5 None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:48Z', 'revision_number': 3, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:31:54.180735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c4aac195-4768-4c46-bdda-4091835a1d78, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c4aac195-4768-4c46-bdda-4091835a1d78,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:54.185627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ddd9cc4b-e552-416e-b048-78fa62b5618c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:54.190361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Request body: {'port': {'device_id': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'admin_state_up': True, 'tenant_id': '50788af0abb74276aa06ebf07765bfaa'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:54.191611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.232155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['a483b0ad-7416-4cd5-8ccf-0be37e68a5c8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:54.245053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ddd9cc4b-e552-416e-b048-78fa62b5618c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:54.245469 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.247885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17e0daa3-a8d3-4db4-bb7e-4de72b21019c None None] Provisioning for port f1632018-5686-41d0-8845-b9bfecd168da completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:54.387506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17e0daa3-a8d3-4db4-bb7e-4de72b21019c None None] Provisioning complete for port f1632018-5686-41d0-8845-b9bfecd168da triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:54.387863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17e0daa3-a8d3-4db4-bb7e-4de72b21019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.604019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:54.623814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.641934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c4aac195-4768-4c46-bdda-4091835a1d78,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:54.692380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b45f9157-9545-4be3-8bb4-fa158997bd72 req-856c8ada-47b8-4723-8b4f-8d3f9ab2640d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 210 time: 0.0989678 Jul 23 22:31:54.701649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.704081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17e0daa3-a8d3-4db4-bb7e-4de72b21019c None None] Port f1632018-5686-41d0-8845-b9bfecd168da cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:54.770174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:54.791592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:31:54.794716 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d9ba4-4840-4f4e-893e-680ee42b9835" -d '{"events": [{"server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:31:54.815331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'mac_address': 'fa:16:3e:58:89:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:31:54.836049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c,segment=NetworkSegment(baabb72e-1217-4f80-8083-89efe8bbb2c3),segment_id=baabb72e-1217-4f80-8083-89efe8bbb2c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:54.894487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:54.904036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:31:54.910212 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23a9a024-b73f-4c07-bc76-43c22d52e554 admin admin] 10.222.0.37 "PUT /v2.0/routers/56c97896-0fda-4a26-9d43-66f8329abad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0517628 Jul 23 22:31:54.944961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78e61c-f64a-4cf0-8403-cff6d3c211b6 req-75d8f1a6-be9f-4820-924f-036c28cd0221 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:54.947278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af78e61c-f64a-4cf0-8403-cff6d3c211b6 req-75d8f1a6-be9f-4820-924f-036c28cd0221 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 948 time: 0.1476202 Jul 23 22:31:55.013995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-9791e4fc-eea7-4b54-8ba4-3f6084c0787c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1761177 Jul 23 22:31:55.058415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-5a337ce1-7a70-40a7-8f8b-468fd1013de5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518750 Jul 23 22:31:55.065688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af78e61c-f64a-4cf0-8403-cff6d3c211b6 req-e906e427-19cc-496e-a74c-9505f974aa13 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 Jul 23 22:31:55.103272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b9fe316-0d48-47e8-ac20-f177314acffb None None] Provisioning complete for port a7101654-612b-4e08-b4a0-5ec40857c46a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:55.104129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe316-0d48-47e8-ac20-f177314acffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:55.252845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:55.360622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:55.379060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f563a21-f5aa-45f6-9e17-93ed9abb9306 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:55.398474 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a70f8a8-935b-43b6-b36f-031310123518 x-openstack-request-id: req-6a70f8a8-935b-43b6-b36f-031310123518 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:31:55.398772 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "name": "network-vif-plugged", "status": "completed", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:31:55.398933 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a70f8a8-935b-43b6-b36f-031310123518 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:31:55.401250 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c', 'code': 200} Jul 23 22:31:55.420657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe316-0d48-47e8-ac20-f177314acffb None None] Port a7101654-612b-4e08-b4a0-5ec40857c46a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:55.477436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:55.495866 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:55.610380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:55.616643 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-986b8ef0-4d24-431c-b221-7f10f6923dc2 req-855567f1-74e7-48c4-ad1c-a2ee3fb61992 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 210 time: 0.0871601 Jul 23 22:31:55.639096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea458-6608-45c3-a50a-91c9d32cb503 req-c1e225a8-cfa4-4153-9345-f646cddad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:55.640590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-234ea458-6608-45c3-a50a-91c9d32cb503 req-c1e225a8-cfa4-4153-9345-f646cddad919 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1897044 Jul 23 22:31:55.724536 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-234ea458-6608-45c3-a50a-91c9d32cb503 req-cd9ddd2d-5317-4fd5-a53d-caf96910fd37 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Jul 23 22:31:55.777968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:31:55.829184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20863f8e-8617-4630-8812-33ed4c73dd55 req-a81c5395-37fb-4034-b5bf-2bf194a82d01 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:55.833831 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20863f8e-8617-4630-8812-33ed4c73dd55 req-a81c5395-37fb-4034-b5bf-2bf194a82d01 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 949 time: 0.1254649 Jul 23 22:31:55.848979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20233-7228-46c6-a567-8f38b198da46 req-1bfbc44a-c284-4c99-99f9-38fa754acac6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:55.850593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-1bfbc44a-c284-4c99-99f9-38fa754acac6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066&tenant_id=1d9c25a211d84183a54ba31373bc7c38&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 948 time: 1.3070884 Jul 23 22:31:55.930500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Allocated IP 172.20.0.3 (8c04baa1-bb55-4b4a-87b1-7a626be00747/46542f07-5ce6-42de-b773-f13fabd51ea9/88e83e40-2568-4779-92cb-98c65b47082d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:55.934473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20863f8e-8617-4630-8812-33ed4c73dd55 req-efa8d250-4bca-470e-a967-6318051f9f91 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906565 Jul 23 22:31:55.961512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837a54e-8fcc-422d-bae2-c68caea6fd0c req-1d58cb4a-6489-44eb-8ad1-f38f3c7847c1 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:55.963524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3837a54e-8fcc-422d-bae2-c68caea6fd0c req-1d58cb4a-6489-44eb-8ad1-f38f3c7847c1 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 945 time: 1.0624669 Jul 23 22:31:55.981451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-e2fa541f-a679-4480-93f6-3488656768b8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:55.983011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-e2fa541f-a679-4480-93f6-3488656768b8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9310074 Jul 23 22:31:56.013472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '1778af47-d105-445d-b774-8203d3d491ba', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:56.024125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.047739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-d0fd581c-2c7c-40e2-a3ba-d89ba02d24b1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:56.051037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-d0fd581c-2c7c-40e2-a3ba-d89ba02d24b1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9350665 Jul 23 22:31:56.075969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.076681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.082155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:56.086171 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c9ea992-98ef-42c7-b690-b366d92dc8de req-162fedc1-c4f3-4b0c-aa8d-650b9a9eea1d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 210 time: 0.0329509 Jul 23 22:31:56.098250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:56.106144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-network', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:56.131564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Made reservation on behalf of f4c945efc72848c0b30b643f1394d02c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:56.134164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.143573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.180756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Pushing event updated for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:56.251451 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-83b20233-7228-46c6-a567-8f38b198da46 req-c90dfa82-454d-439b-9055-9a104cb114aa service neutron] delete failed (client error): The resource could not be found. Jul 23 22:31:56.253035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-c90dfa82-454d-439b-9055-9a104cb114aa service neutron] 10.222.0.25 "DELETE /v2.0/ports/9f563a21-f5aa-45f6-9e17-93ed9abb9306/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.3871789 Jul 23 22:31:56.285004 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.296904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.333243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:31:56.348545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3837a54e-8fcc-422d-bae2-c68caea6fd0c req-d51ecc1f-a31f-4e82-a2cd-d9f8f7fb695e tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581510 Jul 23 22:31:56.352176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cc55c-27bd-493f-a9b5-796b26e9ba8e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:56.359382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.359709 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Added segment 189f8a4f-d185-42a0-9688-c3a90e4859b3 of type vlan for network fdb102fa-7029-41fd-aa68-d63ba21680fb Jul 23 22:31:56.378553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1df75-dc2e-4770-a035-1122e8925b69 req-308de60d-78e7-47ae-a723-f432627fbc2c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:56.380091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b6d1df75-dc2e-4770-a035-1122e8925b69 req-308de60d-78e7-47ae-a723-f432627fbc2c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 949 time: 0.1343784 Jul 23 22:31:56.459500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.465046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:56.485074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b6d1df75-dc2e-4770-a035-1122e8925b69 req-5b9e1c1a-8b52-4986-aee6-3f85f4e329ca tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793602 Jul 23 22:31:56.511042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:56.527009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c4aac195-4768-4c46-bdda-4091835a1d78 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:56.547927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.549641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:56.551439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.655512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c4aac195-4768-4c46-bdda-4091835a1d78 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:56.657744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.720058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb102fa-7029-41fd-aa68-d63ba21680fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:56.728874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bfbe53b2-d5cd-421a-bab2-68035ab9d743 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6288865 Jul 23 22:31:56.733246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:56.741806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network fdb102fa-7029-41fd-aa68-d63ba21680fb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:31:56.743297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Request body: {'subnet': {'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-subnet', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:56.746569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:56.755781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.791553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Made reservation on behalf of f4c945efc72848c0b30b643f1394d02c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:56.794136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.843369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-875f06ae-3d2d-452d-a529-f908ddff7ddd req-15fe7843-3e0d-40a0-bdda-84c7fae41f84 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 210 time: 0.0464289 Jul 23 22:31:56.940792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.959253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:31:56.962954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:56.975783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20233-7228-46c6-a567-8f38b198da46 req-b1b9cbb6-003c-46bd-a5fb-f0fed0788711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:56.977685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-b1b9cbb6-003c-46bd-a5fb-f0fed0788711 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1101 time: 0.6266046 Jul 23 22:31:57.007172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06288195-764b-4f4b-899a-f56127c90f66 None None] Provisioning complete for port f1632018-5686-41d0-8845-b9bfecd168da triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:57.007449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06288195-764b-4f4b-899a-f56127c90f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.061847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:31:57.068057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-06288195-764b-4f4b-899a-f56127c90f66 None None] Port f1632018-5686-41d0-8845-b9bfecd168da cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:31:57.070743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1b878ab1-f11b-4380-b4b3-86cf18960432 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:57.075652 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:57.077205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:57.079775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:31:57.145460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1b878ab1-f11b-4380-b4b3-86cf18960432 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:57.150965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1b878ab1-f11b-4380-b4b3-86cf18960432 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:57.151343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.173442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39426) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:57.264097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28c4e5cc-ea7f-468c-a80e-c25a6a280d1a req-d6459fd0-a7ac-4804-a57c-47ed38d97ba1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 210 time: 0.0463970 Jul 23 22:31:57.283005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.300897 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.301167 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:57.303830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.146 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/f068003e-a442-4b93-b32a-5a7e8964084b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:57.314888 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.350529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1b878ab1-f11b-4380-b4b3-86cf18960432, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1b878ab1-f11b-4380-b4b3-86cf18960432,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:31:57.360048 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.404443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-723db38f-87a6-492d-a2f3-c4ee2946f2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.431051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c014d199-e7d4-4e41-9992-d02f31c3fc12,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:57.438787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Checking segment: {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:57.439662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Network hostable DHCP agents. Network: fdb102fa-7029-41fd-aa68-d63ba21680fb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:31:57.460312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:57.479878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1b878ab1-f11b-4380-b4b3-86cf18960432,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:57.506459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20233-7228-46c6-a567-8f38b198da46 req-1a3f24fe-294a-49e7-9e88-59d9f5139471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.508275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-1a3f24fe-294a-49e7-9e88-59d9f5139471 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.5095620 Jul 23 22:31:57.513221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Network fdb102fa-7029-41fd-aa68-d63ba21680fb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:31:57.523552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:31:57.534070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, fdb102fa-7029-41fd-aa68-d63ba21680fb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:57.537955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:31:57.540606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:31:57.546270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.546617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.546864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.547630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.553409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8c67b-450c-464f-93ce-1f385423e9e5 None None] Network fdb102fa-7029-41fd-aa68-d63ba21680fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:31:57.601920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-723db38f-87a6-492d-a2f3-c4ee2946f2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.603053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831d06-b595-49e7-9037-84a2033b6bc6 req-a0a2c9b4-79fd-40db-92cf-3c6f6fbe5d28 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.604673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df831d06-b595-49e7-9037-84a2033b6bc6 req-a0a2c9b4-79fd-40db-92cf-3c6f6fbe5d28 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 949 time: 0.5278096 Jul 23 22:31:57.610169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254499e-0f60-4e8f-ba3d-bf07a575b420 req-3464e04e-1d5b-4023-b879-82b5c7bd3c1f tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.612332 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4254499e-0f60-4e8f-ba3d-bf07a575b420 req-3464e04e-1d5b-4023-b879-82b5c7bd3c1f tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 945 time: 0.1415057 Jul 23 22:31:57.615288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-723db38f-87a6-492d-a2f3-c4ee2946f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.620679 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 2, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:57.630759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-af8c1eac-6a0d-43c3-b5e3-99c6a212ab39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.1052539 Jul 23 22:31:57.633900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4ba5a53d-285b-4fc8-8348-1fd1d69b32ec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8962231 Jul 23 22:31:57.645583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:57.654902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:57.660496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:31:57.660843 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Updating router 56c97896-0fda-4a26-9d43-66f8329abad7 port a7101654-612b-4e08-b4a0-5ec40857c46a binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:31:57.686183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-723db38f-87a6-492d-a2f3-c4ee2946f2ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60c88ac885c74102b4b50b69dcc76eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082908 Jul 23 22:31:57.687844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723db38f-87a6-492d-a2f3-c4ee2946f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2c867-4241-4c0b-b13d-e9765389e549,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:57.688778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:57.713052 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.714689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4254499e-0f60-4e8f-ba3d-bf07a575b420 req-8fc6f00b-f6bb-4a3b-9184-d71723f0d682 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841525 Jul 23 22:31:57.715548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.716577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.717779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e77c97f6-e4d6-4393-b73f-54b5bf0ba0b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5402899 Jul 23 22:31:57.738547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Request body: {'port': {'device_id': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:31:57.826156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20233-7228-46c6-a567-8f38b198da46 req-8194b16a-1aed-415f-800f-134416976e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:57.827766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-8194b16a-1aed-415f-800f-134416976e96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1750267 Jul 23 22:31:57.829409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.857057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-fdb102fa-7029-41fd-aa68-d63ba21680fb', 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'fixed_ips': [{'subnet_id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:31:57.857916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:57.860413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:57.868468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:31:57.912592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Sync routers for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:31:57.942335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:57.943854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:58.079698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.086400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:58.129902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ad86-5951-44e9-a2e5-2f4bce8e5e62 req-1e2e8d60-4697-4a7d-ac50-2fe7258ae4e5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:58.131819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0750ad86-5951-44e9-a2e5-2f4bce8e5e62 req-1e2e8d60-4697-4a7d-ac50-2fe7258ae4e5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 949 time: 0.2162681 Jul 23 22:31:58.170220 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.189306 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Transition to ACTIVE for port object a7101654-612b-4e08-b4a0-5ec40857c46a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:58.196434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0750ad86-5951-44e9-a2e5-2f4bce8e5e62 req-d76bee21-cf46-4a5d-8246-efbd69cb4f77 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Jul 23 22:31:58.202805 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.292105 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da9ec-beff-4490-8209-91a83e7f01cd None None] Pushing event updated for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:58.426278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-143d6b17-b6fe-4242-a8f5-11821bc7da82 admin admin] 10.222.0.37 "PUT /v2.0/routers/3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6207252 Jul 23 22:31:58.482352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df831d06-b595-49e7-9037-84a2033b6bc6 req-17e34358-9644-4685-b8f6-72b07f9c068b tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8624842 Jul 23 22:31:58.505296 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Attempting to bind port a7101654-612b-4e08-b4a0-5ec40857c46a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:31:58.506231 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Attempting to bind port a7101654-612b-4e08-b4a0-5ec40857c46a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:31:58.506231 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Attempting to bind port a7101654-612b-4e08-b4a0-5ec40857c46a on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:31:58.522396 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:31:58.522775 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Checking segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:31:58.523201 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.524805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Bound using segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:31:58.524805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Bound port: a7101654-612b-4e08-b4a0-5ec40857c46a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:31:58.524805 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.527302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04118d-e0d2-4094-8777-0f1fecc0f0f2 req-ea42f224-b719-4b88-989d-6c7a77d440ef tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:58.538099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f04118d-e0d2-4094-8777-0f1fecc0f0f2 req-ea42f224-b719-4b88-989d-6c7a77d440ef tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 931 time: 0.2316275 Jul 23 22:31:58.576010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.589873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1b878ab1-f11b-4380-b4b3-86cf18960432 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:31:58.677075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f04118d-e0d2-4094-8777-0f1fecc0f0f2 req-0b44eee9-455d-4902-8ee0-d8f5259918bb tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321983 Jul 23 22:31:58.678992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.711398 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.738466 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] For port a7101654-612b-4e08-b4a0-5ec40857c46a, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:31:58.744890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] For port a7101654-612b-4e08-b4a0-5ec40857c46a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a7101654-612b-4e08-b4a0-5ec40857c46a,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:31:58.761876 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.764899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d99149a0-b342-4dac-a540-a86e2e6d4ae2 req-ee599cdd-3b84-4a93-86a8-623a0b33ba47 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 210 time: 0.0646415 Jul 23 22:31:58.785453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.810786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.922564 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:31:58.927220 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:58.944041 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.953476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:58.954727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4d2c867-4241-4c0b-b13d-e9765389e549 HTTP/1.1" status: 204 len: 168 time: 1.2474296 Jul 23 22:31:58.975750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Allocated IP 172.25.1.35 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/21297501-2841-4f7e-adb7-05e3cff79690) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:59.060733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad48b7-f705-48a4-a140-e51b6e0ce395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2c867-4241-4c0b-b13d-e9765389e549,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:59.079483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.168851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b20233-7228-46c6-a567-8f38b198da46 req-2d67c222-49fd-402d-966f-f1ae4e761966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:59.170765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-2d67c222-49fd-402d-966f-f1ae4e761966 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3176866 Jul 23 22:31:59.240257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:31:59.247844 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:31:59.285602 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da9ec-beff-4490-8209-91a83e7f01cd None None] Pushing event updated for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:31:59.301128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1b878ab1-f11b-4380-b4b3-86cf18960432 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:59.301128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.358639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.433480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:31:59.433737 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.489383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object f068003e-a442-4b93-b32a-5a7e8964084b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:59.567091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Allocated IP 172.20.0.2 (fdb102fa-7029-41fd-aa68-d63ba21680fb/c014d199-e7d4-4e41-9992-d02f31c3fc12/8e6d005e-3f7e-43a3-af32-58fcdbfc0685) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:31:59.590645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:31:58Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:31:59.669456 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dc65a1-1186-4bde-9983-4a366d7a8e62 None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:31:58Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:31:59.790507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:31:59.839274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ce9c93-123a-4f38-a247-881f34130c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.875676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e83e40-2568-4779-92cb-98c65b47082d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:31:59.884797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.899000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Transition to ACTIVE for port object 88e83e40-2568-4779-92cb-98c65b47082d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:59.915608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-312ad45b-0bad-4d90-a821-987989fddfe4 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:31:59.919122 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-312ad45b-0bad-4d90-a821-987989fddfe4 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 829 time: 0.6769142 Jul 23 22:31:59.950171 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.952929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.968049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d551a14c-f86c-410f-8735-0839b2b40192 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/quotas/b4817d20d98d4bed8b3a8ff847b5d201 HTTP/1.1" status: 200 len: 375 time: 0.0433881 Jul 23 22:31:59.969147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Transition to ACTIVE for port object 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:31:59.978433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:31:59.981995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.012998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Transition to ACTIVE for port object 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:00.045679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:00.105517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:00.126331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:00.131555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:00.148663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:00.154961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:00.155924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.166862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ce9c93-123a-4f38-a247-881f34130c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.183095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-9f4565f7-a893-4190-8bac-dcfa948025b1 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9896293 Jul 23 22:32:00.188319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ce9c93-123a-4f38-a247-881f34130c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.200977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.237788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:00.239107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Network fdb102fa-7029-41fd-aa68-d63ba21680fb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:00.275057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18ce9c93-123a-4f38-a247-881f34130c06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dff574d340214c6db4191a03ab10788e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817142 Jul 23 22:32:00.276370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:00.281723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9c93-123a-4f38-a247-881f34130c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f6d74-d1c3-4eb7-908a-47e8fc672a17,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:00.345137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:00.352835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:00.354875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Pushing event updated for resources: {'Port': ['ID=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:00.357437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:00.365008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:00.388762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b20233-7228-46c6-a567-8f38b198da46 req-25634e0c-92f6-4574-9f03-230cc0696d23 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891146 Jul 23 22:32:00.394345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:00.397674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3927026 Jul 23 22:32:00.404140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:00.404474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:00.404735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:00.406970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.431477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Request body: {'port': {'device_id': '1778af47-d105-445d-b774-8203d3d491ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:00.437924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.102 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/8ecf2230-07c9-4c6c-88a6-d54ce82930cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:00.456687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285790a-90c5-449a-9bbf-fbf6a423997c req-1238d095-1697-42b6-bcb2-3a41cc521a73 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:00.473452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2285790a-90c5-449a-9bbf-fbf6a423997c req-1238d095-1697-42b6-bcb2-3a41cc521a73 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 949 time: 0.9819248 Jul 23 22:32:00.494429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Pushing event updated for resources: {'Port': ['ID=21297501-2841-4f7e-adb7-05e3cff79690,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:00.603555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:31:54Z', 'revision_number': 2, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:00.606797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a7101654-612b-4e08-b4a0-5ec40857c46a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:00.794022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:00.795392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:00.807936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-098f8fe9-19ab-4feb-9ca0-f01095a1a452 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8387313 Jul 23 22:32:00.810606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.819508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:00.819508 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4d9b0c-55f9-4663-868b-3824f808dcda" -d '{"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-plugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:00.819839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Checking router: 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:00.820183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Updating router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 port f1632018-5686-41d0-8845-b9bfecd168da binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:32:00.866724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:00.896324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26378512-a24b-43e0-a3b8-72d287bea895 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:00.912660 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.913468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:00.922672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:00.923011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:00.923396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:00.923982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Bound port: 88e83e40-2568-4779-92cb-98c65b47082d, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:00.924943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.960308 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.971453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:00.988390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2285790a-90c5-449a-9bbf-fbf6a423997c req-f3b4a67c-d3b2-4b6e-9803-4da6f843af5b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137706 Jul 23 22:32:01.004445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.010628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Attempting to bind port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:01.010628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Attempting to bind port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:01.010628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Attempting to bind port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 on network fdb102fa-7029-41fd-aa68-d63ba21680fb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:01.010628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0a93af3-f2f7-4487-948f-4d504755560f None None] Provisioning for port f068003e-a442-4b93-b32a-5a7e8964084b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:01.131707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object 8ecf2230-07c9-4c6c-88a6-d54ce82930cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:01.178366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:01.246755 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d6d2308e-a830-4bf0-861c-75ceeea7852b service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379478 Jul 23 22:32:01.286650 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.299500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a7101654-612b-4e08-b4a0-5ec40857c46a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:01.343109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0a93af3-f2f7-4487-948f-4d504755560f None None] Provisioning complete for port f068003e-a442-4b93-b32a-5a7e8964084b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:01.343507 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0a93af3-f2f7-4487-948f-4d504755560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.345481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:01.348374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:01.349899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Checking segment: {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:01.350397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.350802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Bound using segment: {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:01.352337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Bound port: 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:01.352780 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.405684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a7101654-612b-4e08-b4a0-5ec40857c46a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:01.405971 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.406847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.482455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.495663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.528274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:01.532181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:01.532811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.534379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] 10.222.0.22 "PUT /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 1092 time: 3.8021691 Jul 23 22:32:01.541004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:01.543289 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c" -d '{"events": [{"name": "network-changed", "server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "tag": "88e83e40-2568-4779-92cb-98c65b47082d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:01.585619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-9df3928b-b614-4e74-9f2f-a08b10eee445 service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206239 Jul 23 22:32:01.588757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.592667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.593815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a56f6d74-d1c3-4eb7-908a-47e8fc672a17 HTTP/1.1" status: 204 len: 168 time: 1.3081379 Jul 23 22:32:01.608898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae09220-f7d5-4afe-aeb0-c659a18d6264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f6d74-d1c3-4eb7-908a-47e8fc672a17,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:01.609395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:01.630325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:01.634866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:01.635039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537a553-cded-4dfa-821f-43e168dc274e service neutron] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:01.663736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c0a93af3-f2f7-4487-948f-4d504755560f None None] Port f068003e-a442-4b93-b32a-5a7e8964084b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:01.668813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:01.676330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:01.682137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:01.683309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.724826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:01.725464 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.748083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4a669-58dd-4ced-bb3b-fed9e1375ecb req-5b53cafc-9593-4ae2-a71a-022a3fa60a56 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:01.756763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d4a669-58dd-4ced-bb3b-fed9e1375ecb req-5b53cafc-9593-4ae2-a71a-022a3fa60a56 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 949 time: 0.4140179 Jul 23 22:32:01.815575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7404974 Jul 23 22:32:01.827468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db75a1-e70e-4fc4-8955-86758629a4a4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:01.869334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:01.893660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Request body: {'port': {'device_id': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:01.981838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] For port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:02.044452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] For port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:02.091105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d4a669-58dd-4ced-bb3b-fed9e1375ecb req-974ad03a-7646-4554-86e5-65ac1c2a335f tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331404 Jul 23 22:32:02.131395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e94f-8f49-4810-a4b6-806a6e7ff64f req-8730b72c-c1c6-4488-938f-f2a0b33b571f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:02.136060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3042e94f-8f49-4810-a4b6-806a6e7ff64f req-8730b72c-c1c6-4488-938f-f2a0b33b571f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 943 time: 0.2004240 Jul 23 22:32:02.183098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.215770 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3042e94f-8f49-4810-a4b6-806a6e7ff64f req-691b5ee8-ccc6-42f2-b917-abd9cb229836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Jul 23 22:32:02.238920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.275177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-724eaf19-ce87-49a5-bd16-b4e19d01f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:02.276730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-724eaf19-ce87-49a5-bd16-b4e19d01f03e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1095 time: 0.6967988 Jul 23 22:32:02.283239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Router c84ec464-8cb2-4716-8a0b-4a02c87436fd is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:32:02.308768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f068003e-a442-4b93-b32a-5a7e8964084b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:02.458718 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d57839a-428a-45d5-86a1-d0c9b5d54165 x-openstack-request-id: req-3d57839a-428a-45d5-86a1-d0c9b5d54165 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:02.459105 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "tag": "88e83e40-2568-4779-92cb-98c65b47082d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:02.459373 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d57839a-428a-45d5-86a1-d0c9b5d54165 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:02.459682 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d', 'status': 'completed', 'code': 200} Jul 23 22:32:02.476883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.607680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-56e8f778-030f-4763-a895-aa8dfb613925 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 217 time: 0.3203413 Jul 23 22:32:02.615084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:02.636320 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Sync routers for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:02.663320 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:02.665935 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:02.680583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-243873c6-701f-419e-9505-383aec681792 req-0db433a7-5889-4341-8dd0-2cbf004f4598 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 210 time: 0.1758382 Jul 23 22:32:02.682856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Transition to ACTIVE for port object f068003e-a442-4b93-b32a-5a7e8964084b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:02.684906 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41821d5a-4f08-4e7a-b5be-66d18795f928 x-openstack-request-id: req-41821d5a-4f08-4e7a-b5be-66d18795f928 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:02.685903 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-plugged", "status": "completed", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:02.687151 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41821d5a-4f08-4e7a-b5be-66d18795f928 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:02.690068 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'code': 200} Jul 23 22:32:02.717679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.722667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f7cd635b-5967-46d1-baa1-35406f24bc98 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0723884 Jul 23 22:32:02.723128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:02.725965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.800138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Pushing event updated for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:02.867191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ea74-ca2a-477c-9f7a-6e6b4e7e595a req-13276d22-85cf-4558-9ab5-172420a61182 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:02.874961 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:02.888949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef64ea74-ca2a-477c-9f7a-6e6b4e7e595a req-13276d22-85cf-4558-9ab5-172420a61182 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 936 time: 0.6099670 Jul 23 22:32:02.963903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-9680faf2-2b2b-4231-b18e-3ca16ab0207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:02.966158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-9680faf2-2b2b-4231-b18e-3ca16ab0207a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.3462913 Jul 23 22:32:02.978209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-188d678f-7f6c-4148-8a89-a7403f5ed6d8 None None] Provisioning for port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:02.997306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2faf2-94a5-4139-80ab-07f1994f975c req-074d661d-1592-406b-b5de-0cae2ed0bc63 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:03.019746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcd2faf2-94a5-4139-80ab-07f1994f975c req-074d661d-1592-406b-b5de-0cae2ed0bc63 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 950 time: 0.1989467 Jul 23 22:32:03.049992 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.070411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-188d678f-7f6c-4148-8a89-a7403f5ed6d8 None None] Provisioning complete for port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:03.070790 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-188d678f-7f6c-4148-8a89-a7403f5ed6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.122716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0479a-1631-4414-9415-cb665db38a20 None None] Pushing event updated for resources: {'Port': ['ID=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:03.218651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a7101654-612b-4e08-b4a0-5ec40857c46a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a7101654-612b-4e08-b4a0-5ec40857c46a,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:03.285482 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:03.320720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.567343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-188d678f-7f6c-4148-8a89-a7403f5ed6d8 None None] Port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:03.600890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:03.602284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:03.653092 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:00Z', 'revision_number': 3, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:03.653959 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcd2faf2-94a5-4139-80ab-07f1994f975c req-f1a58b21-9c18-45da-8c06-13083116d9c1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310978 Jul 23 22:32:03.685207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.697209 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Checking router: c84ec464-8cb2-4716-8a0b-4a02c87436fd for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:03.697715 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Updating router c84ec464-8cb2-4716-8a0b-4a02c87436fd port 21297501-2841-4f7e-adb7-05e3cff79690 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:32:03.765367 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.815099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:03.919251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-e783f010-0731-4a35-8e06-09f9a19ed59f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9417906 Jul 23 22:32:03.936933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:03.973390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Transition to ACTIVE for port object f1632018-5686-41d0-8845-b9bfecd168da will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:04.018287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:04.028039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.054333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Attempting to bind port f068003e-a442-4b93-b32a-5a7e8964084b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:04.054668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Attempting to bind port f068003e-a442-4b93-b32a-5a7e8964084b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:04.054994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Attempting to bind port f068003e-a442-4b93-b32a-5a7e8964084b on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:04.069743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:04.082075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:04.165193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef64ea74-ca2a-477c-9f7a-6e6b4e7e595a req-6d71aaaf-a6fe-4007-9a87-135b40c6d3dd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2739580 Jul 23 22:32:04.197272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Port f068003e-a442-4b93-b32a-5a7e8964084b on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:04.197600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Attempting to bind port f068003e-a442-4b93-b32a-5a7e8964084b on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:04.232681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cfdcf-166d-40b5-ab19-cc681990bf74 None None] Pushing event updated for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:04.297044 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.321092 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.334115 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Transition to ACTIVE for port object 21297501-2841-4f7e-adb7-05e3cff79690 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:04.345073 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.398040 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Attempting to bind port 21297501-2841-4f7e-adb7-05e3cff79690 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:04.398403 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Attempting to bind port 21297501-2841-4f7e-adb7-05e3cff79690 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:04.398771 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Attempting to bind port 21297501-2841-4f7e-adb7-05e3cff79690 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:04.404308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:04.411693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:04.412247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:04.412815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Bound port: f068003e-a442-4b93-b32a-5a7e8964084b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:04.413301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.421998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-38e88c21-67df-4424-864e-d32c2f770d41 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315634 Jul 23 22:32:04.426049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:04.427589 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:04.428007 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.428413 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:04.429333 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Bound port: 21297501-2841-4f7e-adb7-05e3cff79690, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:04.429477 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.469958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Attempting to bind port f1632018-5686-41d0-8845-b9bfecd168da on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:04.481620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Attempting to bind port f1632018-5686-41d0-8845-b9bfecd168da by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:04.484314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Attempting to bind port f1632018-5686-41d0-8845-b9bfecd168da on network c4f13efd-82fd-409a-aa58-f36cbd8e627a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:04.521721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:04.524029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Checking segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:04.524514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.525017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Bound using segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:04.526853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Bound port: f1632018-5686-41d0-8845-b9bfecd168da, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:04.530738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.537328 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c62ef-a774-44f0-99d4-e9600e900384 None None] Pushing event updated for resources: {'Port': ['ID=21297501-2841-4f7e-adb7-05e3cff79690,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:04.606616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] For port 21297501-2841-4f7e-adb7-05e3cff79690, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:04.616683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] For port 21297501-2841-4f7e-adb7-05e3cff79690, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21297501-2841-4f7e-adb7-05e3cff79690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:04.630465 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.690079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-9edaa097-4bc0-46d9-8673-a5c150d20af2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:04.692082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-9edaa097-4bc0-46d9-8673-a5c150d20af2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.25 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 829 time: 0.9870467 Jul 23 22:32:04.708623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:04.709256 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:04.717234 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c62ef-a774-44f0-99d4-e9600e900384 None None] Pushing event updated for resources: {'Port': ['ID=21297501-2841-4f7e-adb7-05e3cff79690,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:04.729951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:04.740284 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7e756-1f35-4eff-b252-b5d1e1e03809" -d '{"events": [{"server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "name": "network-vif-plugged", "status": "completed", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:04.786354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:04.789963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f068003e-a442-4b93-b32a-5a7e8964084b,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:04.801714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2acee2a-2221-48e7-b112-411b1efe917b None None] Network fdb102fa-7029-41fd-aa68-d63ba21680fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:04.822748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Allocated IP 172.20.0.1 (fdb102fa-7029-41fd-aa68-d63ba21680fb/c014d199-e7d4-4e41-9992-d02f31c3fc12/0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:04.823346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'port': {'device_id': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'admin_state_up': True, 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:04.836998 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:04.843057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12f11c-8e5c-4e22-908b-988836896aba req-abab5053-120f-437f-b2b9-ea3e97e3957a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:04.844789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c12f11c-8e5c-4e22-908b-988836896aba req-abab5053-120f-437f-b2b9-ea3e97e3957a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 943 time: 0.1706395 Jul 23 22:32:04.894849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c12f11c-8e5c-4e22-908b-988836896aba req-c8ac9007-0e82-4ccb-a7c4-75882f1ef643 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Jul 23 22:32:04.897718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] For port f1632018-5686-41d0-8845-b9bfecd168da, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:04.901324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] For port f1632018-5686-41d0-8845-b9bfecd168da, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f1632018-5686-41d0-8845-b9bfecd168da,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:04.920803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:04.985014 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.092818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.144095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Provisioning for port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:05.148685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Transition to ACTIVE for port object 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:05.151055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cfdcf-166d-40b5-ab19-cc681990bf74 None None] Pushing event updated for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:05.153861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:05.154484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:05.198910 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:00Z', 'revision_number': 3, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:05.226054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58c384-4ffd-47ab-9b91-a51757d18131 req-ca43b604-6b09-4a0b-aa01-5345e575da6a tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:05.236199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bd58c384-4ffd-47ab-9b91-a51757d18131 req-ca43b604-6b09-4a0b-aa01-5345e575da6a tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1102 time: 0.1475534 Jul 23 22:32:05.242336 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa700867-0c0e-47d0-af98-41f47076a845 None None] The sync data for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 is: [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:00Z', 'revision_number': 3, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:05.248894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.299638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:05.327956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:05.339316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de179b20-80fe-4fd1-9ce4-af42f90c4382 req-b81124d3-c198-4066-b8eb-ed53c27e8e17 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811612 Jul 23 22:32:05.349173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Provisioning complete for port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:05.349553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.365244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Pushing event updated for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:05.383705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Network fdb102fa-7029-41fd-aa68-d63ba21680fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:05.399700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecf2230-07c9-4c6c-88a6-d54ce82930cf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:05.401838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:05.411025 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bd58c384-4ffd-47ab-9b91-a51757d18131 req-9b60a2ca-226d-497d-abc9-e3fcf797cf89 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731591 Jul 23 22:32:05.412047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:05.422985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:05.425332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.430284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-fdec523c-3078-4d15-85f4-ba9ec70deae1 service neutron] 10.222.0.22 "PUT /v2.0/ports/f068003e-a442-4b93-b32a-5a7e8964084b HTTP/1.1" status: 200 len: 1097 time: 5.0218036 Jul 23 22:32:05.431105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Made reservation on behalf of b4817d20d98d4bed8b3a8ff847b5d201 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:05.442970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.454208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:05.454208 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9972b2d5-5d6d-4d11-be84-d72b12d724bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:05.538535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.556348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.571283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a7101654-612b-4e08-b4a0-5ec40857c46a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:05.672494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e98a460d-e48c-4778-af9c-09b2836af27a req-e2319365-30a5-4f98-906a-e31b77d7ff03 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 210 time: 0.0648315 Jul 23 22:32:05.814888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead8fa-55fa-4e91-9cc2-5d74f51edfa6 req-a13ea10e-5017-434a-8530-75d785763691 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:05.816536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21ead8fa-55fa-4e91-9cc2-5d74f51edfa6 req-a13ea10e-5017-434a-8530-75d785763691 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 950 time: 1.3629541 Jul 23 22:32:05.846706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Transition to ACTIVE for port object 8ecf2230-07c9-4c6c-88a6-d54ce82930cf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:05.874125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:05.890795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.030020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21ead8fa-55fa-4e91-9cc2-5d74f51edfa6 req-6491c4c7-8c0d-4493-ac45-238db4cafac1 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770890 Jul 23 22:32:06.044406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a7101654-612b-4e08-b4a0-5ec40857c46a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:06.044406 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.116604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-c4f52cb2-46c4-47d6-bc7e-b531d38d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:06.133133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-c4f52cb2-46c4-47d6-bc7e-b531d38d7886 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1095 time: 0.6383584 Jul 23 22:32:06.144799 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af4418-59ac-40b1-b825-e50adc50123f x-openstack-request-id: req-77af4418-59ac-40b1-b825-e50adc50123f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:06.145276 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "name": "network-vif-plugged", "status": "completed", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:06.145523 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77af4418-59ac-40b1-b825-e50adc50123f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:06.146039 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8', 'code': 200} Jul 23 22:32:06.254124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.263455 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35807e7-e8e9-4b72-a2cd-3f909ac38531 x-openstack-request-id: req-d35807e7-e8e9-4b72-a2cd-3f909ac38531 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:06.264007 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:06.264433 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d35807e7-e8e9-4b72-a2cd-3f909ac38531 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:06.264989 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b', 'status': 'completed', 'code': 200} Jul 23 22:32:06.315168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] For port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:06.329017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.345198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:06.381122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:04Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:06.395284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-f8ec5987-3ca7-4844-beac-9eed05958f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:06.403988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.407649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-f8ec5987-3ca7-4844-beac-9eed05958f77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 1100 time: 0.8576045 Jul 23 22:32:06.441494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Attempting to bind port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:06.441847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Attempting to bind port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:06.442174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Attempting to bind port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:06.443053 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.445424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Allocated IP 172.20.0.9 (c4f13efd-82fd-409a-aa58-f36cbd8e627a/982b9bcd-292a-4c55-961f-a8fcefe142b5/f44fb6bc-48af-494c-84c6-8b58b12f23f3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:06.455749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35601f6d-0af0-4516-94e2-3614fd9546ef None None] The sync data for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 is: [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:04Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:06.671570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.686708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:06.687271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Attempting to bind port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:06.703270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8947cd5-ebe2-4ad7-ab32-5b51eb399d12 None None] Pushing event updated for resources: {'Port': ['ID=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:06.733240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:06.769545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-af25817a-5c2e-4f31-8658-46085a802ac6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f068003e-a442-4b93-b32a-5a7e8964084b HTTP/1.1" status: 200 len: 217 time: 0.3448126 Jul 23 22:32:06.785413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:06.785767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:06.786179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:06.786626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Bound port: 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:06.786985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:06.788662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f62f2-54cf-41b8-997c-d613650fa06a req-f6e86a17-f155-4996-95ac-571f3cc93a7b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:06.796185 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-670f62f2-54cf-41b8-997c-d613650fa06a req-f6e86a17-f155-4996-95ac-571f3cc93a7b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 948 time: 0.5790181 Jul 23 22:32:06.860650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6e459-a18e-40f0-a149-330742ed372c req-5c0120b3-473e-4a4f-8b30-4ae64b22f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:06.862938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8dc6e459-a18e-40f0-a149-330742ed372c req-5c0120b3-473e-4a4f-8b30-4ae64b22f034 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 1102 time: 0.5966256 Jul 23 22:32:06.978546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Provisioning complete for port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:06.978914 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.005523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:07.008238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-670f62f2-54cf-41b8-997c-d613650fa06a req-a9ce3a04-b8cf-4560-8269-145d5b53a53a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109406 Jul 23 22:32:07.030849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Network fdb102fa-7029-41fd-aa68-d63ba21680fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:07.038019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:07.041615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:07.128077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Provisioning for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:07.135186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-fa0ed861-50e9-4d25-afdc-42bede5fc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:07.136953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Provisioning complete for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:07.137523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.141107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-fa0ed861-50e9-4d25-afdc-42bede5fc148 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.9394300 Jul 23 22:32:07.164463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.200272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Router c84ec464-8cb2-4716-8a0b-4a02c87436fd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:07.335377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8dc6e459-a18e-40f0-a149-330742ed372c req-006f5d98-caa5-4669-a0c4-aab853ba9c0d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045644 Jul 23 22:32:07.452192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b08fddaa-d104-4e72-a156-59d819cd7182 None None] Port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:07.472439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:07.473936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b170a0d-955a-4efa-b8a5-fea4795963e4 admin admin] 10.222.0.37 "PUT /v2.0/routers/c84ec464-8cb2-4716-8a0b-4a02c87436fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7498183 Jul 23 22:32:07.475807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-18dcf0f9-ad3e-4cdb-b748-3673b0e75b1f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468526 Jul 23 22:32:07.481125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-c742029a-9e2d-4c82-ab95-8d72475096f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 217 time: 0.3059177 Jul 23 22:32:07.590160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ca572f4-7ec0-48ad-aa92-547de03189a6 None None] Provisioning complete for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:07.590830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ca572f4-7ec0-48ad-aa92-547de03189a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.614989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:07.615631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.634534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] 10.222.0.25 "PUT /v2.0/ports/8ecf2230-07c9-4c6c-88a6-d54ce82930cf HTTP/1.1" status: 200 len: 1097 time: 5.7890747 Jul 23 22:32:07.636063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-ecd3de3d-6a3c-4c0b-ab13-462720433afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:07.638402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-ecd3de3d-6a3c-4c0b-ab13-462720433afb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.8536379 Jul 23 22:32:07.739760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f1632018-5686-41d0-8845-b9bfecd168da up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:07.740685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-ffdfa401-c930-4170-a63a-3855c4bb7ced tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:07.753375 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-ffdfa401-c930-4170-a63a-3855c4bb7ced tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643847 Jul 23 22:32:07.778724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5ca572f4-7ec0-48ad-aa92-547de03189a6 None None] Port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:07.779818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-18e8e4bd-7e81-44be-97c0-34cc6fe4b10d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/quotas/1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 375 time: 0.0245156 Jul 23 22:32:07.805137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515390-2012-4905-8bbf-d849d4998f38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:07.842510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f1632018-5686-41d0-8845-b9bfecd168da completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:07.848669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f1632018-5686-41d0-8845-b9bfecd168da triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:07.849182 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:07.915135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 88e83e40-2568-4779-92cb-98c65b47082d details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:07.951373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-72620214-812f-46b3-be82-6e67c181a304 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497228 Jul 23 22:32:08.022595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-7cb3d29e-0a9d-49b8-b1e2-dd5ba995f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:08.037788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3bc980a4-3a56-4ef2-9123-8898fb4b1032 None None] Provisioning complete for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:08.037788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bc980a4-3a56-4ef2-9123-8898fb4b1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:08.042322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-7cb3d29e-0a9d-49b8-b1e2-dd5ba995f16d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.2725737 Jul 23 22:32:08.108761 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:08.135752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157124d8-3f31-41a2-8d11-0995685b12ee req-27da4cc1-9bb3-4e8f-9501-7b3691efe6ea tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:08.145904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-157124d8-3f31-41a2-8d11-0995685b12ee req-27da4cc1-9bb3-4e8f-9501-7b3691efe6ea tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 943 time: 1.7159834 Jul 23 22:32:08.286537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-1c81b9b9-f056-4f34-b703-03fc0d5d00f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422128 Jul 23 22:32:08.286977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:08.295320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3bc980a4-3a56-4ef2-9123-8898fb4b1032 None None] Port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:08.305653 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01" -d '{"events": [{"name": "network-changed", "server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:08.344432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f1632018-5686-41d0-8845-b9bfecd168da, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f1632018-5686-41d0-8845-b9bfecd168da,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:08.358279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:08.360435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21297501-2841-4f7e-adb7-05e3cff79690 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:08.458230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:08.478278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13810654-1284-4ba7-8e2b-f78901c1d14a req-9313eb0d-8fe0-4e37-bbe1-db0543b2f463 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 210 time: 0.0571606 Jul 23 22:32:08.481732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '88e83e40-2568-4779-92cb-98c65b47082d', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'port_id': '88e83e40-2568-4779-92cb-98c65b47082d', 'mac_address': 'fa:16:3e:e1:4d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46542f07-5ce6-42de-b773-f13fabd51ea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:08.506887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Sync routers for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:08.517021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-bb156d49-5954-4c6e-bb5e-9b124d00f11d service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037671 Jul 23 22:32:08.534583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:08.535236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:08.648294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 21297501-2841-4f7e-adb7-05e3cff79690 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:08.677843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 21297501-2841-4f7e-adb7-05e3cff79690 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:08.678566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:08.720606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-157124d8-3f31-41a2-8d11-0995685b12ee req-196db36d-bca8-47e0-b42d-aed739b74643 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751526 Jul 23 22:32:08.766341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b3789-0163-4c17-8a44-95fe83c61762 req-a81c6195-f2d0-4743-8ca4-645efad4918e tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:08.776557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad8b3789-0163-4c17-8a44-95fe83c61762 req-a81c6195-f2d0-4743-8ca4-645efad4918e tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 950 time: 0.1564548 Jul 23 22:32:08.841947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:08.864011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad8b3789-0163-4c17-8a44-95fe83c61762 req-f3848c01-48b4-4d64-bf6a-eafa8ff43c9c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Jul 23 22:32:08.869099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-01b6f776-3e31-4560-9a2d-9ba875cb071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:08.882381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-01b6f776-3e31-4560-9a2d-9ba875cb071c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 1100 time: 1.0495901 Jul 23 22:32:08.897114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-b61424a4-504c-41a2-824d-5ebbab21a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:08.904237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-b61424a4-504c-41a2-824d-5ebbab21a06b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2337539 Jul 23 22:32:08.923884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:08.936816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.937152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.937483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.937843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.938302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.938632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.938953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.939851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.940311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.940899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.941227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.941548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:08.968004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-2ee68fd2-f152-4f8c-9b0e-562412cf3100 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf HTTP/1.1" status: 200 len: 217 time: 0.0845635 Jul 23 22:32:08.976907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abdcc2f0-0f09-40b2-bf0d-f5c1201b645c req-3140db4f-9dff-416a-9993-6cbc0827c2a1 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327772 Jul 23 22:32:08.995344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.060923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:09.068500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e83e40-2568-4779-92cb-98c65b47082d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:09.121590 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.164475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:09.186514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-2b963b29-7c73-4e0b-9d2f-044744a9ce6f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145326 Jul 23 22:32:09.199571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Transition to ACTIVE for port object f44fb6bc-48af-494c-84c6-8b58b12f23f3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:09.238153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 21297501-2841-4f7e-adb7-05e3cff79690, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21297501-2841-4f7e-adb7-05e3cff79690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:09.239518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.276091 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.276828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b3103731-fe61-4bad-b2a0-ccc924804b5a req-cc615359-1cd6-4833-ae68-5bd6e92064df tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 210 time: 0.0654690 Jul 23 22:32:09.277049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:09.447904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:09.512831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['88e83e40-2568-4779-92cb-98c65b47082d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:09.594281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:09.594652 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.606660 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58ca0f4-0535-477e-966c-da7a62c7b837 x-openstack-request-id: req-f58ca0f4-0535-477e-966c-da7a62c7b837 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:09.607025 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:09.607189 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f58ca0f4-0535-477e-966c-da7a62c7b837 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:09.607590 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'status': 'completed', 'code': 200} Jul 23 22:32:09.614023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-456d9373-e430-4d61-80fb-be0d23d47342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:09.615518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-456d9373-e430-4d61-80fb-be0d23d47342 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.4315886 Jul 23 22:32:09.653126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=21297501-2841-4f7e-adb7-05e3cff79690,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:09.773442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:09.837339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d203ee-0979-415e-a5bb-251a0f980ff7 req-749310e8-6095-4e48-b86b-123fa7394c1c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:09.839358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33d203ee-0979-415e-a5bb-251a0f980ff7 req-749310e8-6095-4e48-b86b-123fa7394c1c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 948 time: 0.6513541 Jul 23 22:32:09.845229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-cc177a19-8e3f-4dd6-9551-c266d4fdf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:09.846925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-cc177a19-8e3f-4dd6-9551-c266d4fdf86b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2219043 Jul 23 22:32:09.851812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-510f7667-9f54-4cbf-bdc4-5bf1df5d5f9d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501307 Jul 23 22:32:09.877613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:09.909371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:09.911845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event updated for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:09.938745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:05Z', 'revision_number': 4, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8', 'name': '', 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'mac_address': 'fa:16:3e:e2:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:04Z', 'updated_at': '2021-07-23T22:32:05Z', 'revision_number': 2, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'subnets': [{'id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:09.975309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:09.984148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:09.984836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.125044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-bfffa60a-0e4b-4c5d-a140-32b046a2f58d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897942 Jul 23 22:32:10.136237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:10.192067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-ffb6c227-c763-4475-ac63-ce1b70286b29 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4003751 Jul 23 22:32:10.210010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f1632018-5686-41d0-8845-b9bfecd168da up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:10.213047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33d203ee-0979-415e-a5bb-251a0f980ff7 req-d2b0eb9a-def8-427e-a32b-ab29f4c8c901 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601940 Jul 23 22:32:10.216151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Checking router: c84ec464-8cb2-4716-8a0b-4a02c87436fd for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:10.222233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Updating router c84ec464-8cb2-4716-8a0b-4a02c87436fd port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:32:10.225120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Request body: {'port': {'device_id': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:10.320619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04373e-5ef3-47e7-a100-8347c1a77344 req-b7bb66de-8627-4ce6-86ac-797ff8c1fbff tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:10.326948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a04373e-5ef3-47e7-a100-8347c1a77344 req-b7bb66de-8627-4ce6-86ac-797ff8c1fbff tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 931 time: 0.2774220 Jul 23 22:32:10.389170 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:32:10.406761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a04373e-5ef3-47e7-a100-8347c1a77344 req-c26f60a0-de9d-495a-b759-feadec7ab689 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633707 Jul 23 22:32:10.428989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.549795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3021651-0f96-4c88-a4e2-cf95f140e8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.583037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba0987-1d6c-4511-9d7a-ebbc6da043d9 req-41a6bf88-4ac7-4b76-b7c8-8c50a320145c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:10.585645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59ba0987-1d6c-4511-9d7a-ebbc6da043d9 req-41a6bf88-4ac7-4b76-b7c8-8c50a320145c tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 950 time: 0.1032889 Jul 23 22:32:10.636603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59ba0987-1d6c-4511-9d7a-ebbc6da043d9 req-7d37ab44-498d-40de-8007-5f6b61b91c1d tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Jul 23 22:32:10.660843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-8642471a-5b9b-43fb-804c-e901b7ac070d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:10.662350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-8642471a-5b9b-43fb-804c-e901b7ac070d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247784 Jul 23 22:32:10.692998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-903964a4-5ccb-48da-bd53-03ef4e049e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:10.694439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-903964a4-5ccb-48da-bd53-03ef4e049e91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 1100 time: 0.7046866 Jul 23 22:32:10.707188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Request body: {'port': {'device_id': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '1d9c25a211d84183a54ba31373bc7c38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:10.714869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-ab3889e6-73f9-4231-890a-95704574c57d service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8516421 Jul 23 22:32:10.716564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d09bdde3-1e92-4e3e-9d19-ce4f18f719a2 None None] Provisioning for port f44fb6bc-48af-494c-84c6-8b58b12f23f3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:10.730964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d09bdde3-1e92-4e3e-9d19-ce4f18f719a2 None None] Provisioning complete for port f44fb6bc-48af-494c-84c6-8b58b12f23f3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:10.731340 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d09bdde3-1e92-4e3e-9d19-ce4f18f719a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.732926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f1632018-5686-41d0-8845-b9bfecd168da triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:10.733283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.788046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-22b619b7-0d3f-4a9d-bd11-f47b98a8c06d req-b26a6f64-1844-424e-99d8-1a40bd3b4bb0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 210 time: 0.0333169 Jul 23 22:32:10.882601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:10.915423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d09bdde3-1e92-4e3e-9d19-ce4f18f719a2 None None] Port f44fb6bc-48af-494c-84c6-8b58b12f23f3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:11.025725 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7012b255-60ee-477b-89d4-f0c8f1dc9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.032423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21297501-2841-4f7e-adb7-05e3cff79690 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:11.037626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0296b-c162-4435-9425-1019942d64fd req-abfb558c-c6f8-46da-89b0-df95c476769c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:11.039222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38c0296b-c162-4435-9425-1019942d64fd req-abfb558c-c6f8-46da-89b0-df95c476769c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 944 time: 0.6901615 Jul 23 22:32:11.104004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-945082f4-477f-4c07-8fd7-dfcdbc93bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:11.106224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-945082f4-477f-4c07-8fd7-dfcdbc93bada service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3883681 Jul 23 22:32:11.112756 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.126178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Transition to ACTIVE for port object 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:11.137122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 21297501-2841-4f7e-adb7-05e3cff79690 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:11.137497 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.162440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.163011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3021651-0f96-4c88-a4e2-cf95f140e8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.205612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:11.210441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367680667', 'description': 'tempest-description--1483659861'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:11.252310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78eb7-73d3-478d-982f-831d169bed0a None None] Pushing event updated for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:11.282760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:32:11.282760 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:32:11.282760 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': '75e7ee2e12d343a08ad7c5b8361104b9', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 32, 11, 216728)}] Jul 23 22:32:11.282760 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:32:11.283773 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:32:11.301976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-c92a4ac6-0e21-4d41-914c-823bfe3fbfdb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f068003e-a442-4b93-b32a-5a7e8964084b HTTP/1.1" status: 200 len: 217 time: 0.1659467 Jul 23 22:32:11.303470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3021651-0f96-4c88-a4e2-cf95f140e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.341915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Made reservation on behalf of 1d9c25a211d84183a54ba31373bc7c38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:11.347415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.351713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8845d162-8bed-4a38-a4f6-9e341a23db0e req-9714c20f-d811-4aed-800a-71748af6e10b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752306 Jul 23 22:32:11.469613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38c0296b-c162-4435-9425-1019942d64fd req-0b06e353-38ad-4d84-be16-48c01465b831 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099429 Jul 23 22:32:11.469901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107793-3080-4877-8660-0877db727474 req-480b1531-a5a5-4e26-824a-ce032f724320 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:11.472361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d107793-3080-4877-8660-0877db727474 req-480b1531-a5a5-4e26-824a-ce032f724320 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 948 time: 0.1737986 Jul 23 22:32:11.476211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Attempting to bind port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:11.476649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Attempting to bind port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:11.477071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Attempting to bind port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 on network fdb102fa-7029-41fd-aa68-d63ba21680fb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:11.493122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:11.493725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Checking segment: {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:11.494472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.495133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Bound using segment: {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:11.495937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Bound port: 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189f8a4f-d185-42a0-9688-c3a90e4859b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:11.496788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.539393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d107793-3080-4877-8660-0877db727474 req-7facd76f-7937-42ab-8563-aeb62ee5c762 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Jul 23 22:32:11.617398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a3021651-0f96-4c88-a4e2-cf95f140e8e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cb8886d723a46a287dccba4584021ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4557650 Jul 23 22:32:11.648172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:11.655724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] For port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:11.660367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] For port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:11.670900 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.691586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3021651-0f96-4c88-a4e2-cf95f140e8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83553cc7-a12f-4518-94a9-ed5ab1becc20,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:11.723798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-e8cd752f-d608-4f40-8c0e-4c589ee6fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:11.728616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-e8cd752f-d608-4f40-8c0e-4c589ee6fc1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3655996 Jul 23 22:32:11.769254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-c1b46480-c416-4a65-b82d-93a66f59bd74 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:11.777730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-c1b46480-c416-4a65-b82d-93a66f59bd74 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.22 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 950 time: 0.2006233 Jul 23 22:32:11.792051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78eb7-73d3-478d-982f-831d169bed0a None None] Pushing event updated for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:11.848630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:11.849654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:11.898579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44fb6bc-48af-494c-84c6-8b58b12f23f3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:11.907794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.913613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:11.923659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Transition to ACTIVE for port object f44fb6bc-48af-494c-84c6-8b58b12f23f3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:11.956436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 88e83e40-2568-4779-92cb-98c65b47082d up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:12.034369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Allocated IP 192.168.233.73 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/b5131e75-40cf-4ebb-a103-ef6a31159b48) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:12.196284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.201065 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.247387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 88e83e40-2568-4779-92cb-98c65b47082d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:12.263075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 88e83e40-2568-4779-92cb-98c65b47082d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:12.263843 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.274727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-be549702-7ee7-4e23-8403-3f52b1f02388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:12.276209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-be549702-7ee7-4e23-8403-3f52b1f02388 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 1100 time: 0.8343639 Jul 23 22:32:12.276800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:12.351516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:12.687296 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.688432 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.762406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-235d7816-bae6-4965-a984-af8585cc8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:12.762992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:12.764109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-235d7816-bae6-4965-a984-af8585cc8404 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.4750235 Jul 23 22:32:12.766899 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa48cf3-de17-47cb-9840-82c99edfb184" -d '{"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-plugged", "status": "completed", "tag": "88e83e40-2568-4779-92cb-98c65b47082d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:12.793896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Attempting to bind port f44fb6bc-48af-494c-84c6-8b58b12f23f3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:12.794202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Attempting to bind port f44fb6bc-48af-494c-84c6-8b58b12f23f3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:12.794517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Attempting to bind port f44fb6bc-48af-494c-84c6-8b58b12f23f3 on network c4f13efd-82fd-409a-aa58-f36cbd8e627a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:12.798114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:12.809903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.822862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:05Z', 'revision_number': 4, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8', 'name': '', 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'mac_address': 'fa:16:3e:e2:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:04Z', 'updated_at': '2021-07-23T22:32:11Z', 'revision_number': 4, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'subnets': [{'id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:12.851473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-291cad96-33f6-42d9-a0ff-40a86fdf3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:12.852931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-291cad96-33f6-42d9-a0ff-40a86fdf3f47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7142587 Jul 23 22:32:12.854593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-cc599e19-9e09-414e-ac15-b2e5c0842a75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf HTTP/1.1" status: 200 len: 217 time: 0.0555263 Jul 23 22:32:12.858642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Port f44fb6bc-48af-494c-84c6-8b58b12f23f3 on network c4f13efd-82fd-409a-aa58-f36cbd8e627a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:12.859221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Attempting to bind port f44fb6bc-48af-494c-84c6-8b58b12f23f3 on network c4f13efd-82fd-409a-aa58-f36cbd8e627a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:12.869032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:12.869368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Checking segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:12.869736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Bound using segment: {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:12.870363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Bound port: f44fb6bc-48af-494c-84c6-8b58b12f23f3, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a04f5d50-4500-4998-8a01-10cbab1a5f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:12.870722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:12.903437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb931b-067d-4b27-bfd8-8d67b1fde1fb None None] The sync data for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 is: [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:32:05Z', 'revision_number': 4, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8', 'name': '', 'network_id': 'fdb102fa-7029-41fd-aa68-d63ba21680fb', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'mac_address': 'fa:16:3e:e2:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:04Z', 'updated_at': '2021-07-23T22:32:11Z', 'revision_number': 4, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'subnets': [{'id': 'c014d199-e7d4-4e41-9992-d02f31c3fc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:12.948966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74493-5aea-4250-88a1-c85fdc0a6c72 req-15d962ad-ecb4-481e-82bc-9979bd95e130 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:12.956971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0d74493-5aea-4250-88a1-c85fdc0a6c72 req-15d962ad-ecb4-481e-82bc-9979bd95e130 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 950 time: 1.1051126 Jul 23 22:32:12.973913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.012030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.025774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.051002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca1000-6c8a-4c74-9109-78bb1645e789 req-e0d0db46-93a3-4163-aed8-fbd62d89515e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.052582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ca1000-6c8a-4c74-9109-78bb1645e789 req-e0d0db46-93a3-4163-aed8-fbd62d89515e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 931 time: 1.3736050 Jul 23 22:32:13.057976 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.060526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.061614 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83553cc7-a12f-4518-94a9-ed5ab1becc20 HTTP/1.1" status: 204 len: 168 time: 1.4089904 Jul 23 22:32:13.073878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.077749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8683457 Jul 23 22:32:13.077945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-8621ab8a-6b7e-4b1f-8b07-82ee03c1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.077945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-8621ab8a-6b7e-4b1f-8b07-82ee03c1d259 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2105713 Jul 23 22:32:13.079187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:13.089509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Deleting port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:13.089509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.101192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'security_group_rule': {'security_group_id': '844a9b04-1dc0-4014-aeab-39fba588def5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:13.141745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f090b-542a-42ce-a4fe-d0f9a78c2aca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844a9b04-1dc0-4014-aeab-39fba588def5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.156075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0d74493-5aea-4250-88a1-c85fdc0a6c72 req-4c2593ce-23dd-4db6-ba5a-73db4967c8ae tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981504 Jul 23 22:32:13.163932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-0fd8d4b0-57bb-4190-b933-4fa45b4485ae service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957666 Jul 23 22:32:13.174554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.195930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e16a7f-4fe1-411e-b0dd-fb876690d541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83553cc7-a12f-4518-94a9-ed5ab1becc20,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.240815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ca1000-6c8a-4c74-9109-78bb1645e789 req-24f6d521-6b67-4da7-af8b-1a5463de61a6 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508317 Jul 23 22:32:13.285903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Transition to ACTIVE for port object b5131e75-40cf-4ebb-a103-ef6a31159b48 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:13.340680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] For port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:13.341262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.363663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:13.364869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Calling delete_port for a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:13.417154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-6da99d2d-9c11-4d9c-af84-057001411d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.418713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-6da99d2d-9c11-4d9c-af84-057001411d5e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3195705 Jul 23 22:32:13.421957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:13.463308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.520066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba66ff68-77cb-4e00-ba0b-66d65fad2c95 req-6e17871f-86ed-4ef5-9018-f63d01ed8e5b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 210 time: 0.0447173 Jul 23 22:32:13.520834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.525595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:13.545731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.546515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.547951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 1092 time: 3.3328216 Jul 23 22:32:13.552564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:13.554896 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524a564-1763-4e82-8059-3c502e3f17a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:13.566195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9972b2d5-5d6d-4d11-be84-d72b12d724bc req-cde41e9d-8331-49d5-90d1-178e273ca2fe service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791842 Jul 23 22:32:13.581377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e880bedf-e2c4-48bc-aad1-0d626d050124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.619570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.632827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:13.743689 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f102b22c-7cfd-4ded-96a5-046d836d7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.785886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169d94-ee9a-4dba-b707-20825df484b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.805111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:13.817058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c9d02-5498-4d25-8dd9-ad7921fc674e req-7e889786-2547-4001-99dd-1cfbaf63043d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.821866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac5c9d02-5498-4d25-8dd9-ad7921fc674e req-7e889786-2547-4001-99dd-1cfbaf63043d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 945 time: 0.4537938 Jul 23 22:32:13.823727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-3d7007f3-3456-45dd-9ed4-bc01181b1e59 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939526 Jul 23 22:32:13.857426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:13.864749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:13.871338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.876229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:13.877098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.884741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.911163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:13.918659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0c8c4f-ea5e-49f3-8161-c0e099d53a5c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.921660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f068003e-a442-4b93-b32a-5a7e8964084b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:13.993397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Pushing event deleted for resources: {'Port': ['ID=a483b0ad-7416-4cd5-8ccf-0be37e68a5c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:13.998753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:14.075150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac5c9d02-5498-4d25-8dd9-ad7921fc674e req-be5298b7-38c0-43b3-b4a9-4578ff517714 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109063 Jul 23 22:32:14.080490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-cdf6cd41-4e50-4715-86ca-787cb9bb4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.082388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-cdf6cd41-4e50-4715-86ca-787cb9bb4db0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1095 time: 0.4641025 Jul 23 22:32:14.106291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f068003e-a442-4b93-b32a-5a7e8964084b,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:14.120492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f068003e-a442-4b93-b32a-5a7e8964084b', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'f068003e-a442-4b93-b32a-5a7e8964084b', 'mac_address': 'fa:16:3e:ad:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:14.127316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['a483b0ad-7416-4cd5-8ccf-0be37e68a5c8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:14.182404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] No DVR routers for this DVR port a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:14.187635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.203113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e95dc17a-f66d-44d6-a08e-dac5ea0764d0 req-7a7ae974-a7da-4106-9935-7fa1ecdc8040 tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.22 "DELETE /v2.0/ports/a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 HTTP/1.1" status: 204 len: 173 time: 2.4189460 Jul 23 22:32:14.203970 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f50418-cb99-4330-9a36-a9dd57f2e37a x-openstack-request-id: req-66f50418-cb99-4330-9a36-a9dd57f2e37a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:14.204260 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-plugged", "status": "completed", "tag": "88e83e40-2568-4779-92cb-98c65b47082d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:14.207554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'name': 'network-vif-deleted', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:14.212308 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31e28f-cfc4-4f7e-b501-9e3cd14c5be2" -d '{"events": [{"server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "name": "network-vif-deleted", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:14.216121 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66f50418-cb99-4330-9a36-a9dd57f2e37a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:14.216870 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d', 'code': 200} Jul 23 22:32:14.218336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:14.229167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d9ff2338-6e2f-4cac-9318-4e23eecbaf03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 217 time: 0.1328123 Jul 23 22:32:14.255440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1160930-4bdb-4ed1-882b-b6c9cfc81d01 req-7c5d700d-f19d-4faf-bc51-6d73366e8747 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946061 Jul 23 22:32:14.269664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4d9ab-289c-4c6a-88e4-2495aa02ac27 req-3a19a7f8-a296-4393-b128-27cd5c90a1ae tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.283837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2a4d9ab-289c-4c6a-88e4-2495aa02ac27 req-3a19a7f8-a296-4393-b128-27cd5c90a1ae tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 948 time: 0.4710689 Jul 23 22:32:14.286344 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98be5e8e-8397-4122-af44-d96a714de754 x-openstack-request-id: req-98be5e8e-8397-4122-af44-d96a714de754 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:14.286638 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:14.286889 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98be5e8e-8397-4122-af44-d96a714de754 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:14.287286 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'status': 'completed', 'code': 200} Jul 23 22:32:14.359306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-f599da4c-a56f-4ebd-a65d-d72104dfa372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.364127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-f599da4c-a56f-4ebd-a65d-d72104dfa372 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.1267054 Jul 23 22:32:14.384773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e880bedf-e2c4-48bc-aad1-0d626d050124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.389749 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.417509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.430931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-43f84288-ce35-45b4-ae41-9754397ed961 None None] Provisioning for port b5131e75-40cf-4ebb-a103-ef6a31159b48 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:14.436549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f068003e-a442-4b93-b32a-5a7e8964084b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:14.466164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-43f84288-ce35-45b4-ae41-9754397ed961 None None] Provisioning complete for port b5131e75-40cf-4ebb-a103-ef6a31159b48 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:14.466164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43f84288-ce35-45b4-ae41-9754397ed961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.471298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f068003e-a442-4b93-b32a-5a7e8964084b,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:14.474745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2a4d9ab-289c-4c6a-88e4-2495aa02ac27 req-f686760d-cbd5-49f0-92b3-44867b1cd391 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870146 Jul 23 22:32:14.475616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e880bedf-e2c4-48bc-aad1-0d626d050124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.483071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.486896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-4fe7a158-38e4-4d54-95e1-adfdec2bc952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7884643 Jul 23 22:32:14.498636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ec25ca8-e1de-43ed-8c2e-f8f6fc896e5f req-41fcb68e-bed1-4d70-9209-3d6287720b6f tempest-ServerDiagnosticsNegativeTest-527593833 tempest-ServerDiagnosticsNegativeTest-527593833-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b95864-73e2-426d-a4b6-29702215ad74 HTTP/1.1" status: 200 len: 210 time: 0.1069210 Jul 23 22:32:14.499688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.502223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d67652a-9136-4cb1-8c74-8167489b6547 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4207132 Jul 23 22:32:14.504711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39718) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:14.529194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Request body: {'port': {'device_id': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:14.541227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'security_group_rule': {'security_group_id': '844a9b04-1dc0-4014-aeab-39fba588def5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:14.561474 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d1cbf4-2883-422d-805a-b0d2e569bd9a x-openstack-request-id: req-d8d1cbf4-2883-422d-805a-b0d2e569bd9a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:14.561782 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95864-73e2-426d-a4b6-29702215ad74", "name": "network-vif-deleted", "tag": "a483b0ad-7416-4cd5-8ccf-0be37e68a5c8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:14.566188 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8d1cbf4-2883-422d-805a-b0d2e569bd9a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:14.566620 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95864-73e2-426d-a4b6-29702215ad74', 'name': 'network-vif-deleted', 'tag': 'a483b0ad-7416-4cd5-8ccf-0be37e68a5c8', 'status': 'completed', 'code': 200} Jul 23 22:32:14.574362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:14.605244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-43f84288-ce35-45b4-ae41-9754397ed961 None None] Port b5131e75-40cf-4ebb-a103-ef6a31159b48 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:14.620390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1f39d-adc4-4226-acfe-183e0cae684d req-d5233d8d-b843-4b57-8ff2-d2389556d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.623268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:14.623649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.624515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7ad1f39d-adc4-4226-acfe-183e0cae684d req-d5233d8d-b843-4b57-8ff2-d2389556d3c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.3356500 Jul 23 22:32:14.625609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880bedf-e2c4-48bc-aad1-0d626d050124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71432119-b66e-4051-945a-927e3c578466,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:14.630280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e880bedf-e2c4-48bc-aad1-0d626d050124 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc9c91acac654e3ca5af29bc997ec444&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1023633 Jul 23 22:32:14.633081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:14.749232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7ad1f39d-adc4-4226-acfe-183e0cae684d req-9dedffde-2f64-4356-add2-cb04db45492a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023879 Jul 23 22:32:14.774690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.796743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.806161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d46633c5-1c29-4da2-b065-f8aa4058c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.807943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.813268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-d46633c5-1c29-4da2-b065-f8aa4058c6ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4415989 Jul 23 22:32:14.816616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35d0d1-9f6e-4aae-98a0-c6854340b8ed req-b7f9fd5d-7ef3-4d1a-b6e0-cab9e30eb2f7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:14.818174 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b35d0d1-9f6e-4aae-98a0-c6854340b8ed req-b7f9fd5d-7ef3-4d1a-b6e0-cab9e30eb2f7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 935 time: 0.1613171 Jul 23 22:32:14.841475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:14.867125 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.906075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b35d0d1-9f6e-4aae-98a0-c6854340b8ed req-0784961f-d7cf-45f6-9967-c203ae222944 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751922 Jul 23 22:32:14.930592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.930799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.933287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.936806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71432119-b66e-4051-945a-927e3c578466 HTTP/1.1" status: 204 len: 168 time: 0.2865202 Jul 23 22:32:14.942232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:14.944048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737166d-38e8-42c7-869b-36034a9410b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71432119-b66e-4051-945a-927e3c578466,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:14.946032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:15.021103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-8b452675-1506-4104-9b4b-ac09b44da73c service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991272 Jul 23 22:32:15.031226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:15.040034 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.057586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298f538-9623-47bd-bc43-8946ff340191 req-f3d7623c-bf07-4e5a-aa89-9ec5b424186c tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:15.065526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3298f538-9623-47bd-bc43-8946ff340191 req-f3d7623c-bf07-4e5a-aa89-9ec5b424186c tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 943 time: 0.4507012 Jul 23 22:32:15.134260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:15.160910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8ecf2230-07c9-4c6c-88a6-d54ce82930cf details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:15.201805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3298f538-9623-47bd-bc43-8946ff340191 req-b0325a18-2ff9-4fd6-9ab4-9e4f5f93606e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266370 Jul 23 22:32:15.231500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.241597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.303952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3c131-990a-472c-a780-f5bb7f57f0c4 req-5fd10e4f-6369-49c3-ba79-b82a54e118e6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:15.316022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24d3c131-990a-472c-a780-f5bb7f57f0c4 req-5fd10e4f-6369-49c3-ba79-b82a54e118e6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 945 time: 0.0919764 Jul 23 22:32:15.349774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:15.354090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bd01f2-a2f2-4f06-8baf-6b379621649e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:15.362480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a675664-aad8-4f40-b857-d1a0da986841 req-1ed88c7d-a57e-4346-81e8-0b46b2aed82b service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309786 Jul 23 22:32:15.366424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.367583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-309ca9fd-9678-4377-ae51-fb019cb11773 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8532150 Jul 23 22:32:15.368080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'mac_address': 'fa:16:3e:a2:c2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:15.370911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:15.378845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:15.385040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24d3c131-990a-472c-a780-f5bb7f57f0c4 req-9514d540-7252-4fbf-91ea-bd3a817ea94c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665445 Jul 23 22:32:15.430566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.442811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.446770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecf2230-07c9-4c6c-88a6-d54ce82930cf {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:15.468078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:15.473654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:15.527977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:15.680327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-e0f7781e-592b-409d-a513-3f7027e0a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:15.681883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-e0f7781e-592b-409d-a513-3f7027e0a96d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1095 time: 0.2510433 Jul 23 22:32:15.747553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['8ecf2230-07c9-4c6c-88a6-d54ce82930cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:15.947639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:15.955583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:15.979062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:15.979757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a483b0ad-7416-4cd5-8ccf-0be37e68a5c8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:16.087067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c48bf1-c3bd-4c3e-a415-b0ed328ca0ea req-35bfa916-9b5f-4cb8-a6d8-2e76cde825c6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.088831 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4c48bf1-c3bd-4c3e-a415-b0ed328ca0ea req-35bfa916-9b5f-4cb8-a6d8-2e76cde825c6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 935 time: 0.0811577 Jul 23 22:32:16.098483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5131e75-40cf-4ebb-a103-ef6a31159b48 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:16.101994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:16.149432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4c48bf1-c3bd-4c3e-a415-b0ed328ca0ea req-f42faf6a-9cac-44f6-bebc-b400a46da454 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496454 Jul 23 22:32:16.166656 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.174083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:16.174539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.182772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Transition to ACTIVE for port object b5131e75-40cf-4ebb-a103-ef6a31159b48 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:16.203961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.263644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d420-bded-48c2-b697-e85228da9753 req-605ef4cc-bd26-440e-b759-de98edba2ce7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.265212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1466d420-bded-48c2-b697-e85228da9753 req-605ef4cc-bd26-440e-b759-de98edba2ce7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 949 time: 0.6896758 Jul 23 22:32:16.304274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d3e5b911-1f24-40a4-8674-0b625a30cf17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfd0fbcb83804c198252281594b966a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554988 Jul 23 22:32:16.306835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:16.333442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.336416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-cdffc77a-ee34-40b0-9c61-9cac65b53902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.342953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-cdffc77a-ee34-40b0-9c61-9cac65b53902 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 930 time: 0.6369011 Jul 23 22:32:16.346665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:16.377747 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.430913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.443302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-05511183-49a1-4a2b-ab00-cd6b61b17908 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 217 time: 0.0704246 Jul 23 22:32:16.455899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.475670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1466d420-bded-48c2-b697-e85228da9753 req-3cbc891e-bdfb-42c1-87a4-96867d3347f2 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929221 Jul 23 22:32:16.573092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6eabf-db1b-49af-bed7-80f5db875342 req-fd77e819-5e94-4df5-8925-9bbc07b0e128 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.574723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bf6eabf-db1b-49af-bed7-80f5db875342 req-fd77e819-5e94-4df5-8925-9bbc07b0e128 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 943 time: 0.1659725 Jul 23 22:32:16.575597 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.578255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.579990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f92c100-51b0-4fb1-bac3-b16d05fc5f3c HTTP/1.1" status: 204 len: 168 time: 0.2712927 Jul 23 22:32:16.603510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50492395-4b82-4947-ac3b-c5e514b1d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92c100-51b0-4fb1-bac3-b16d05fc5f3c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:16.654874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bf6eabf-db1b-49af-bed7-80f5db875342 req-da1ecdd0-180e-4bda-881b-55c42d4e0893 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Jul 23 22:32:16.678016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:16.678460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:16.678918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:16.695277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-9ca7cb10-3c40-4e7c-bc04-8c5a5fb13ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.696937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-9ca7cb10-3c40-4e7c-bc04-8c5a5fb13ce8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.2467053 Jul 23 22:32:16.699626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:16.700023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:16.724082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:16.724519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:16.724982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:16.725514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Bound port: b5131e75-40cf-4ebb-a103-ef6a31159b48, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:16.726040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.874868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Allocated IP 172.25.1.96 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/001f9eee-0c87-4c6f-ac92-c01d5b15c86e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:16.889452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9e90-00e0-4380-a746-c5b317c2f36b req-3332e4d2-8ced-47d5-85ca-7fbced66e015 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.890977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fdc9e90-00e0-4380-a746-c5b317c2f36b req-3332e4d2-8ced-47d5-85ca-7fbced66e015 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 945 time: 0.3246517 Jul 23 22:32:16.925470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:16.940133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:16.963117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47af65bb-13b2-4ee3-b61c-ea879b3090ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:16.963682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:16.968253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-77ff8a27-4e85-4f1b-ac3f-a996479468e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:16.970022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-77ff8a27-4e85-4f1b-ac3f-a996479468e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2617912 Jul 23 22:32:16.996068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.014316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fdc9e90-00e0-4380-a746-c5b317c2f36b req-ad9e925f-5a2c-4bf8-83c2-15c514c9cd0e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033380 Jul 23 22:32:17.090024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47af65bb-13b2-4ee3-b61c-ea879b3090ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.100815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.101436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.102941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] 10.222.0.22 "PUT /v2.0/ports/b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 1096 time: 2.5817108 Jul 23 22:32:17.107870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47af65bb-13b2-4ee3-b61c-ea879b3090ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.133295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:17.135824 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a541b92-84b3-4f40-8e60-96cccdf801c9" -d '{"events": [{"name": "network-changed", "server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:17.172839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8ecf2230-07c9-4c6c-88a6-d54ce82930cf up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:17.184393 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595cb752-0e53-40ab-af50-d13d28e7a9f8 x-openstack-request-id: req-595cb752-0e53-40ab-af50-d13d28e7a9f8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:17.184685 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:17.184936 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-595cb752-0e53-40ab-af50-d13d28e7a9f8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:17.186081 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'status': 'completed', 'code': 200} Jul 23 22:32:17.193737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af65bb-13b2-4ee3-b61c-ea879b3090ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ccf51f-9e98-40a3-8bd4-0994d04f0d81,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:17.243043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-47af65bb-13b2-4ee3-b61c-ea879b3090ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50b12f40cda7450d94ea2b5c36d052ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987034 Jul 23 22:32:17.243399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:17.289005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:17.294015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:17.294390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.323093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.334174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204639b-9793-45df-8b89-4dccf6624b7a service neutron] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:17.343930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2c4da-4869-4c23-aac0-ed9e6d51ad47 req-7890e894-f0a2-404e-bd17-b736bacac64f tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.355972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-92d2c4da-4869-4c23-aac0-ed9e6d51ad47 req-7890e894-f0a2-404e-bd17-b736bacac64f tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.2582431 Jul 23 22:32:17.364381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-190adf55-f776-413c-8417-18739f41a1ca service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702519 Jul 23 22:32:17.385973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.389204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.429562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-92d2c4da-4869-4c23-aac0-ed9e6d51ad47 req-c24ff085-ad89-4173-82f3-2dfcf0556e1a tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724130 Jul 23 22:32:17.443860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.449984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-24b0ce3e-75cc-4eca-9356-441a9cf732fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.451539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-24b0ce3e-75cc-4eca-9356-441a9cf732fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.2831738 Jul 23 22:32:17.469380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dac8e-fe3d-4475-a727-5fddddddcbd6 req-ac2f0ed9-d6ec-462a-ab66-579c247eb363 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.478517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e72dac8e-fe3d-4475-a727-5fddddddcbd6 req-ac2f0ed9-d6ec-462a-ab66-579c247eb363 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.2209613 Jul 23 22:32:17.481077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:17.483436 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8031c14-0ce2-4220-804f-663ed6f4826f" -d '{"events": [{"server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:17.488966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.492277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.494288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1ccf51f-9e98-40a3-8bd4-0994d04f0d81 HTTP/1.1" status: 204 len: 168 time: 0.2492471 Jul 23 22:32:17.500382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:17.508795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5662d49-62a3-47d9-9b28-39961728aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ccf51f-9e98-40a3-8bd4-0994d04f0d81,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:17.511455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.546122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5524a564-1763-4e82-8059-3c502e3f17a7 req-4abf2b78-2803-4772-a902-cf12d8896f23 service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671453 Jul 23 22:32:17.576533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:17.593847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7216cbae-b5ce-44ce-8733-0373b4f8a1b9 req-a7ac817f-77c9-46fc-ac28-0817038af73e tempest-FlavorsV2NegativeTest-947280841 tempest-FlavorsV2NegativeTest-947280841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ac78781503442c1afc177153589afc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503166 Jul 23 22:32:17.621421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-9ec702d5-3416-46c9-84f0-ee37b12fdad1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.0796487 Jul 23 22:32:17.673794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.682216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e72dac8e-fe3d-4475-a727-5fddddddcbd6 req-0a96fdda-f1e5-46c3-9ce9-b30f1a247811 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030420 Jul 23 22:32:17.724529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:17.724661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216cbae-b5ce-44ce-8733-0373b4f8a1b9 req-4b8c3107-d458-4c24-90d7-4f1f3fb65db5 tempest-FlavorsV2NegativeTest-947280841 tempest-FlavorsV2NegativeTest-947280841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.726096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7216cbae-b5ce-44ce-8733-0373b4f8a1b9 req-4b8c3107-d458-4c24-90d7-4f1f3fb65db5 tempest-FlavorsV2NegativeTest-947280841 tempest-FlavorsV2NegativeTest-947280841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266701 Jul 23 22:32:17.729269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:17.731902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:17.742471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-bdf10d72-8cd4-4d92-a4c5-bb803994f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:17.744111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-bdf10d72-8cd4-4d92-a4c5-bb803994f855 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1150165 Jul 23 22:32:17.763649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7216cbae-b5ce-44ce-8733-0373b4f8a1b9 req-45f38a58-9a77-4a99-b0a0-8ce8fee64840 tempest-FlavorsV2NegativeTest-947280841 tempest-FlavorsV2NegativeTest-947280841-project] 10.222.0.37 "GET /v2.0/quotas/8ac78781503442c1afc177153589afc0 HTTP/1.1" status: 200 len: 375 time: 0.0244024 Jul 23 22:32:17.814933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'Port': ['ID=001f9eee-0c87-4c6f-ac92-c01d5b15c86e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:17.816392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7216cbae-b5ce-44ce-8733-0373b4f8a1b9 req-2a2b2de7-e455-447b-a880-d98984d48812 tempest-FlavorsV2NegativeTest-947280841 tempest-FlavorsV2NegativeTest-947280841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ac78781503442c1afc177153589afc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505247 Jul 23 22:32:17.868095 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34275205-8a42-4b9c-8920-b5f2bab715e0 x-openstack-request-id: req-34275205-8a42-4b9c-8920-b5f2bab715e0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:17.868602 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:17.869118 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34275205-8a42-4b9c-8920-b5f2bab715e0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:17.869521 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'code': 200} Jul 23 22:32:17.931374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:17.945780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f068003e-a442-4b93-b32a-5a7e8964084b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:18.033967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f068003e-a442-4b93-b32a-5a7e8964084b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:18.044919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-fa925c96-ac6e-4c2f-aeb4-bb06458ca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.045397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f068003e-a442-4b93-b32a-5a7e8964084b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:18.046190 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.046484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-fa925c96-ac6e-4c2f-aeb4-bb06458ca809 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911053 Jul 23 22:32:18.080879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a2532-515c-4cae-99b3-b09e6d37fff1 req-11dce807-0be4-4e45-b4d2-7ebb053eb9d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.087769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48249-87a8-4951-822e-75161292bc52 req-195f2ff2-baf5-4d87-9a57-b7616c1714c6 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.088647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-667a2532-515c-4cae-99b3-b09e6d37fff1 req-11dce807-0be4-4e45-b4d2-7ebb053eb9d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 950 time: 0.1510110 Jul 23 22:32:18.089291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fae48249-87a8-4951-822e-75161292bc52 req-195f2ff2-baf5-4d87-9a57-b7616c1714c6 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.3044896 Jul 23 22:32:18.089889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.124182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8a96d-87e1-4ce4-b1a6-abf1ae8970f1 req-31713085-fb37-400c-99a9-40d9975c82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.125663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69a8a96d-87e1-4ce4-b1a6-abf1ae8970f1 req-31713085-fb37-400c-99a9-40d9975c82bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.1765690 Jul 23 22:32:18.176416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-667a2532-515c-4cae-99b3-b09e6d37fff1 req-82e3c878-1ed2-42cb-8ac6-6009815f357c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Jul 23 22:32:18.229631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.235004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fae48249-87a8-4951-822e-75161292bc52 req-7e9129c0-ce0e-4c94-a272-7b481e11224f tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130028 Jul 23 22:32:18.283008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69a8a96d-87e1-4ce4-b1a6-abf1ae8970f1 req-f5bcabd8-9883-4ef9-9e55-a585f25b6e7a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196926 Jul 23 22:32:18.325402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f068003e-a442-4b93-b32a-5a7e8964084b,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:18.333975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.377984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-6135e63f-a03a-4885-986e-95c05962e242 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229141 Jul 23 22:32:18.389665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df208e-9256-4c9e-a733-856d15fb7265 req-f550f9c8-a8b9-4a37-8f46-df3e75ae7f81 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.391226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8df208e-9256-4c9e-a733-856d15fb7265 req-f550f9c8-a8b9-4a37-8f46-df3e75ae7f81 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 943 time: 0.1232300 Jul 23 22:32:18.443491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:18.490357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8df208e-9256-4c9e-a733-856d15fb7265 req-54bd11a1-702c-4057-8614-449a7212c877 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889955 Jul 23 22:32:18.572319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c1360c7-0724-4925-bb7c-ed13f8ca53d3 req-f705471e-064d-4651-a990-e5c5fb17eb5f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844890 Jul 23 22:32:18.575899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.592496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.682130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.708959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8101f-8963-411b-a86c-410782f23da9 req-3d7253ad-6f31-4c87-bac3-b3dfd6a046f1 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.711303 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42b8101f-8963-411b-a86c-410782f23da9 req-3d7253ad-6f31-4c87-bac3-b3dfd6a046f1 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.1038220 Jul 23 22:32:18.715537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'Port': ['ID=001f9eee-0c87-4c6f-ac92-c01d5b15c86e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:18.722920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:18.724291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-06302767-7101-4ed9-8788-7b59c9b7c8cd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3522506 Jul 23 22:32:18.762118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-352c9354-5936-4b57-8142-6da55cddc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.762118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-352c9354-5936-4b57-8142-6da55cddc344 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.1146162 Jul 23 22:32:18.792490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42b8101f-8963-411b-a86c-410782f23da9 req-1013c4b5-29be-4494-a315-255b46916cc7 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620806 Jul 23 22:32:18.881539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:18.946403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019a50-4acf-4653-92b4-4661d24592e6 req-a876d4cf-90c1-49fd-a8d1-24d8b5c22232 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.948414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95019a50-4acf-4653-92b4-4661d24592e6 req-a876d4cf-90c1-49fd-a8d1-24d8b5c22232 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.1402199 Jul 23 22:32:18.987764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-5718f4ec-cf50-497d-b555-82ce95919db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:18.989337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-5718f4ec-cf50-497d-b555-82ce95919db1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2189591 Jul 23 22:32:19.016327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95019a50-4acf-4653-92b4-4661d24592e6 req-ae3eab14-b163-45dc-8901-cb492b1b7190 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602021 Jul 23 22:32:19.052886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-fe1c5020-6e4b-4a68-8064-ca2f897bf68a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.0522687 Jul 23 22:32:19.072027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-66422d3b-98fc-48c4-a2f6-1a960dec2b15 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1367680667&fields=id&tenant_id=75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 267 time: 0.0744603 Jul 23 22:32:19.078224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0052a47-e590-47cc-b087-9cd116c9fc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.117817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-49f77f72-a02a-4583-851e-b69d7db06cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:19.119302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-49f77f72-a02a-4583-851e-b69d7db06cea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0581722 Jul 23 22:32:19.183764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f44fb6bc-48af-494c-84c6-8b58b12f23f3 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:19.234940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-f9092ccf-66c6-43c5-be1d-8a60948cf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:19.238926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-f9092ccf-66c6-43c5-be1d-8a60948cf691 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086979 Jul 23 22:32:19.266376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-161f618d-cf97-4820-908e-0bebfe55d6dd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:19.271148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-161f618d-cf97-4820-908e-0bebfe55d6dd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 824 time: 0.1900926 Jul 23 22:32:19.316462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-526ef81b-5180-428b-84f7-73b0f3973683 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/quotas/75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 375 time: 0.0337262 Jul 23 22:32:19.351409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:19.364612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'mac_address': 'fa:16:3e:0c:2c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:19.389403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0052a47-e590-47cc-b087-9cd116c9fc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.403761 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0052a47-e590-47cc-b087-9cd116c9fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.413991 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.430791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44fb6bc-48af-494c-84c6-8b58b12f23f3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:19.456787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:19.461058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-38ab3a7e-12a5-46f5-af8d-e499ec793068 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432676 Jul 23 22:32:19.464956 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.507292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f0052a47-e590-47cc-b087-9cd116c9fc36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ac78781503442c1afc177153589afc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243389 Jul 23 22:32:19.515831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0052a47-e590-47cc-b087-9cd116c9fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d984639e-4afd-4ded-afc0-801e97f6f420,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:19.520204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:19.531631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:19.629045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-60ea2322-eeb5-4938-a07b-637b98da9116 service neutron] 10.222.0.37 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668725 Jul 23 22:32:19.630113 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.676081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.703499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-44bea777-718b-49ec-9b42-95a6d9fcc428 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528036 Jul 23 22:32:19.712091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cd58f-4d72-465e-944d-92f232cd3de3 req-e957d012-bb3d-4955-817f-9058b5366556 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:19.713443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d60cd58f-4d72-465e-944d-92f232cd3de3 req-e957d012-bb3d-4955-817f-9058b5366556 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 950 time: 0.4317894 Jul 23 22:32:19.727300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f44fb6bc-48af-494c-84c6-8b58b12f23f3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:19.767740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-3e3def4c-cab7-45b5-b392-5d49e018c574 service neutron] 10.222.0.37 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282167 Jul 23 22:32:19.780839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.786155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:19.787808 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d984639e-4afd-4ded-afc0-801e97f6f420 HTTP/1.1" status: 204 len: 168 time: 0.2648966 Jul 23 22:32:19.809874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d60cd58f-4d72-465e-944d-92f232cd3de3 req-e750d5f4-6901-4389-ac0b-476d58a28b20 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869291 Jul 23 22:32:19.813477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b60a1-8051-4719-8396-bfa1249f1030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d984639e-4afd-4ded-afc0-801e97f6f420,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:19.833859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a541b92-84b3-4f40-8e60-96cccdf801c9 req-5a73cb22-eade-4deb-918c-64f94153bdcc service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192424 Jul 23 22:32:19.871433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:19.873656 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124b264f-0aa6-41aa-97b1-a5fc8b968e8a" -d '{"events": [{"server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "name": "network-vif-plugged", "status": "completed", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:19.986614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002f63-a8a4-4aae-b1e6-446f9b49c11b req-6b808904-208d-4928-af09-6dffe8cf8482 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:19.988173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9002f63-a8a4-4aae-b1e6-446f9b49c11b req-6b808904-208d-4928-af09-6dffe8cf8482 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 944 time: 0.0885198 Jul 23 22:32:20.046431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9002f63-a8a4-4aae-b1e6-446f9b49c11b req-15fac5a2-c1c6-4b69-b0cd-8af71405305e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Jul 23 22:32:20.194120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d2c51-f797-4b28-8a57-a93076043a28 req-2ec4194e-4751-46cd-a752-baeaa7218209 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:20.206633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-767d2c51-f797-4b28-8a57-a93076043a28 req-2ec4194e-4751-46cd-a752-baeaa7218209 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.0883858 Jul 23 22:32:20.265048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-767d2c51-f797-4b28-8a57-a93076043a28 req-336bd29f-0175-4e72-be59-9abaddfd43a6 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Jul 23 22:32:20.391710 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd2c66c-4761-40d5-8fc3-90f2a9bd6543 x-openstack-request-id: req-bfd2c66c-4761-40d5-8fc3-90f2a9bd6543 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:20.394375 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "name": "network-vif-plugged", "status": "completed", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:20.394908 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfd2c66c-4761-40d5-8fc3-90f2a9bd6543 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:20.395337 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b', 'code': 200} Jul 23 22:32:20.471529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-fd371bfd-3743-4a1c-8082-e6bf2da07cd7 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4516223a79c04e0088fac800feec9ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503504 Jul 23 22:32:20.507504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5a49c-d738-41f7-a1dd-4373f2dd4772 req-48f03e03-623b-410a-9eb8-ddf56c8e996f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 210 time: 0.0670033 Jul 23 22:32:20.582601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33856d7f-e0cc-40c7-98f1-a5b08622737f req-e79f6b3b-121e-4f63-963a-b0223a8b058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:20.584805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33856d7f-e0cc-40c7-98f1-a5b08622737f req-e79f6b3b-121e-4f63-963a-b0223a8b058a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 1102 time: 0.0880597 Jul 23 22:32:20.643831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-08e18302-2c44-4ac5-bdd8-f2d96675fd07 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:20.645249 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-08e18302-2c44-4ac5-bdd8-f2d96675fd07 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729324 Jul 23 22:32:20.662153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33856d7f-e0cc-40c7-98f1-a5b08622737f req-01ef939c-eb95-410f-9711-53ede906b23e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645301 Jul 23 22:32:20.667349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-127471b0-4f51-4929-8885-c01a90fb29b6 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/quotas/4516223a79c04e0088fac800feec9ea8 HTTP/1.1" status: 200 len: 375 time: 0.0155814 Jul 23 22:32:20.692735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ea72-2894-4fa0-bc89-34d818a0c3ef req-e52f2a43-994f-45dd-9ec0-7a5d08784cc9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:20.694742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e12ea72-2894-4fa0-bc89-34d818a0c3ef req-e52f2a43-994f-45dd-9ec0-7a5d08784cc9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.1087644 Jul 23 22:32:20.705157 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-5ac68bb0-e981-4f65-be45-fbbeb66d94ef tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4516223a79c04e0088fac800feec9ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320964 Jul 23 22:32:20.739011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e12ea72-2894-4fa0-bc89-34d818a0c3ef req-ba722942-189d-4b35-9119-1cbdcbaf4f2c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Jul 23 22:32:20.939515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:21.057544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1398642760-network', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:21.088692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Made reservation on behalf of 9dce98279c254e738c78c0fcc9501aa0 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:21.092021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.102807 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.182448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f44fb6bc-48af-494c-84c6-8b58b12f23f3 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:21.218277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.224918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.255191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:32:21.272158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c2a62a-7dfd-4e08-b5b6-126d343fec93,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:21.279735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.280093 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Added segment 30997c6a-5eb4-443b-be34-f6f2c99a4841 of type vlan for network 063ecf54-3391-40c4-be16-e32df09a756b Jul 23 22:32:21.294813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port f44fb6bc-48af-494c-84c6-8b58b12f23f3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:21.302048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f44fb6bc-48af-494c-84c6-8b58b12f23f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:21.302560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.333803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.405209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.406401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:21.406993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.488307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.501945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5601051 Jul 23 22:32:21.545071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:21.551971 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.559704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:21.565708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Request body: {'subnet': {'network_id': '063ecf54-3391-40c4-be16-e32df09a756b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1398642760-subnet', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:21.570648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58b5ab-08a0-4b4e-a8db-314eb23fdc47 admin admin] Pushing event updated for resources: {'Network': ['ID=063ecf54-3391-40c4-be16-e32df09a756b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:21.616436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Made reservation on behalf of 9dce98279c254e738c78c0fcc9501aa0 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:21.622264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 063ecf54-3391-40c4-be16-e32df09a756b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:32:21.622942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.695269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-6473afb2-6c3a-44d9-a899-c311da7be92a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:21.695269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-6473afb2-6c3a-44d9-a899-c311da7be92a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.22 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 824 time: 0.3203132 Jul 23 22:32:21.760357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:21.797569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-e0a0d14e-08b8-4fd6-a5f4-80ca4b3fcd22 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 380 time: 0.0921352 Jul 23 22:32:21.809887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'port': {'device_id': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'admin_state_up': True, 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'security_groups': ['844a9b04-1dc0-4014-aeab-39fba588def5']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:21.810194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59b233fd-6d78-45d6-86e1-0a90bd82ded0 req-1b5b05ac-c885-4da2-917e-1e7e26dee602 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 210 time: 0.0496941 Jul 23 22:32:21.965263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:21.995418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:21.995642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Made reservation on behalf of 75e7ee2e12d343a08ad7c5b8361104b9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:21.999928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.025027 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.092822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:22.114609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'mac_address': 'fa:16:3e:d7:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:22.162632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.177684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5131e75-40cf-4ebb-a103-ef6a31159b48 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:22.179210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Allocated IP 172.20.0.7 (438b485e-cbbb-4dfc-9c8b-534efad218d8/1180fcd9-d22b-42b1-8d58-34e4f43609f8/73a5c3be-10d6-4558-bc69-9620ea808c36) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:22.203090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:22.209508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.276963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1d5f0-8b7b-4bee-a96a-6a9052aa47ec req-244d2f86-aefa-4291-a103-a0b37c65c39d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:22.284968 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3f1d5f0-8b7b-4bee-a96a-6a9052aa47ec req-244d2f86-aefa-4291-a103-a0b37c65c39d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 950 time: 0.3808548 Jul 23 22:32:22.286770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9154e72e-1275-4c5b-9e3e-735e1ce778b5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:22.323205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:22.346748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Checking segment: {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:22.347105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Network hostable DHCP agents. Network: 063ecf54-3391-40c4-be16-e32df09a756b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:32:22.363638 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3f1d5f0-8b7b-4bee-a96a-6a9052aa47ec req-6b7e3a88-61de-4f07-9a7a-fade12c59c15 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778005 Jul 23 22:32:22.387749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-fa2baf77-a892-4e44-ac73-b3d8a12b949e tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4516223a79c04e0088fac800feec9ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974905 Jul 23 22:32:22.397214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Network 063ecf54-3391-40c4-be16-e32df09a756b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:32:22.400997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:22.405225 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c103a22-615f-42f9-84a3-7cd85c299d03" -d '{"events": [{"server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "name": "network-vif-plugged", "status": "completed", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:22.418726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:22.451686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 063ecf54-3391-40c4-be16-e32df09a756b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:22.468609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf0018-8430-4ae8-b5a1-e7dbbd7cec46 None None] Network 063ecf54-3391-40c4-be16-e32df09a756b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:22.493037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:22.495261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:22.495936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.504367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-842604e5-021e-44be-80ab-913c7ce21329 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:22.506089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-842604e5-021e-44be-80ab-913c7ce21329 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863507 Jul 23 22:32:22.534958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4e4c162d-49a9-493a-a9a9-1e7ea3353688 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9739914 Jul 23 22:32:22.541652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:22.557008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.559597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:22.587364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Transition to ACTIVE for port object 73a5c3be-10d6-4558-bc69-9620ea808c36 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:22.599653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-3f271f25-7c04-4cda-95fc-0f9b9d293af4 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:22.600985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-3f271f25-7c04-4cda-95fc-0f9b9d293af4 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064857 Jul 23 22:32:22.615307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fafa5-b7dd-44ab-8820-f27e262e578f req-2779a3d0-e0bd-4d34-ad67-d47fa036adcf tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:22.616129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Request body: {'port': {'device_id': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '4516223a79c04e0088fac800feec9ea8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:22.617010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-658fafa5-b7dd-44ab-8820-f27e262e578f req-2779a3d0-e0bd-4d34-ad67-d47fa036adcf tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.1823165 Jul 23 22:32:22.618243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.619402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.664835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:22.665484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:32:22.670317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-658fafa5-b7dd-44ab-8820-f27e262e578f req-45ba15ce-0cbb-4a97-9444-e9f19838f329 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Jul 23 22:32:22.746995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.787263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.820722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-063ecf54-3391-40c4-be16-e32df09a756b', 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'fixed_ips': [{'subnet_id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:32:22.821874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.825805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:22.830520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:22.833095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:22.839801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:22.840533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.843391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Made reservation on behalf of 4516223a79c04e0088fac800feec9ea8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:22.848672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.872228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:22.889713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856371 Jul 23 22:32:22.890349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91a39a-20f2-419f-b358-290fa71ad35a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:22.902276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Request body: {'port': {'device_id': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:22.944640 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.003206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.020719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Allocated IP 172.20.0.2 (063ecf54-3391-40c4-be16-e32df09a756b/9154e72e-1275-4c5b-9e3e-735e1ce778b5/8b1a96eb-bf49-46d2-b8ea-2345668429bd) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:23.057204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.077605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f281d-9011-4469-96e7-e69b93a29409 req-dcca44f0-328b-4c7d-b73a-9a2c52722a70 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:23.079775 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da9f281d-9011-4469-96e7-e69b93a29409 req-dcca44f0-328b-4c7d-b73a-9a2c52722a70 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 931 time: 0.3042619 Jul 23 22:32:23.115146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:23.115483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:23.115810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:23.145387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:23.145748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:23.161880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:23.163810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:23.164472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:23.166032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Bound port: 88e83e40-2568-4779-92cb-98c65b47082d, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:23.179044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.191552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.194548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.200943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Transition to ACTIVE for port object 8b1a96eb-bf49-46d2-b8ea-2345668429bd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:23.217782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Transition to ACTIVE for port object 8b1a96eb-bf49-46d2-b8ea-2345668429bd will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:23.226475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.284708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da9f281d-9011-4469-96e7-e69b93a29409 req-6e496f2d-8e4c-4cc2-b27f-499f5edb56b8 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704776 Jul 23 22:32:23.298852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:23.308778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11520c-b16e-4b6e-bea0-331fd0ee52e8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:23.351283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.360148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-ffa52715-74ed-4746-a374-6c30989ddf88 service neutron] 10.222.0.37 "POST /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d/bindings HTTP/1.1" status: 201 len: 390 time: 0.7626479 Jul 23 22:32:23.433583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Network 063ecf54-3391-40c4-be16-e32df09a756b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:23.433830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Allocated IP 192.168.233.36 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/d069137e-77c2-43e0-837a-87416330209e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:23.446127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:23.455529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:23.461247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Pushing event updated for resources: {'Port': ['ID=8b1a96eb-bf49-46d2-b8ea-2345668429bd,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:23.488186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7accf0-b009-4f55-9738-a7b5d92367cd None None] Provisioning for port 73a5c3be-10d6-4558-bc69-9620ea808c36 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:23.529798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a5c3be-10d6-4558-bc69-9620ea808c36 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:23.543281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bc7accf0-b009-4f55-9738-a7b5d92367cd None None] Provisioning complete for port 73a5c3be-10d6-4558-bc69-9620ea808c36 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:23.543894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc7accf0-b009-4f55-9738-a7b5d92367cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.551859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.595526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Transition to ACTIVE for port object 73a5c3be-10d6-4558-bc69-9620ea808c36 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:23.620419 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.634746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Attempting to bind port 8b1a96eb-bf49-46d2-b8ea-2345668429bd on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:23.635131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Attempting to bind port 8b1a96eb-bf49-46d2-b8ea-2345668429bd by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:23.635477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Attempting to bind port 8b1a96eb-bf49-46d2-b8ea-2345668429bd on network 063ecf54-3391-40c4-be16-e32df09a756b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:23.646081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:23.646471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Checking segment: {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:23.647046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.647245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Bound using segment: {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:23.647814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Bound port: 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:23.648206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.650346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bc7accf0-b009-4f55-9738-a7b5d92367cd None None] Port 73a5c3be-10d6-4558-bc69-9620ea808c36 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:23.701790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:23.715218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.722788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] For port 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:23.727210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] For port 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b1a96eb-bf49-46d2-b8ea-2345668429bd,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:23.734602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.768086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.856971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc199fe-7354-4b1a-9cd7-d0f549e9bd12 None None] Pushing event updated for resources: {'Port': ['ID=8b1a96eb-bf49-46d2-b8ea-2345668429bd,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:23.897019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:23.916262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Transition to ACTIVE for port object d069137e-77c2-43e0-837a-87416330209e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:23.994185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:24.029602 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.040474 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-a61a43d4-6257-4639-980c-ab8b000c78ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2921624 Jul 23 22:32:24.060277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Allocated IP 172.25.1.30 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/c35d84cc-4e87-4393-85d2-29a62d002289) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:24.083261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5809be-d3a8-4e3b-a8f5-637c7e4854b2 req-4ced4f9b-89f8-4af4-88a7-42d8035ca77a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.085457 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d5809be-d3a8-4e3b-a8f5-637c7e4854b2 req-4ced4f9b-89f8-4af4-88a7-42d8035ca77a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 950 time: 0.1881723 Jul 23 22:32:24.092079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port b5131e75-40cf-4ebb-a103-ef6a31159b48 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:24.096519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-3ec6ab71-c7a3-4c7e-922b-faa258d1a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.100023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port b5131e75-40cf-4ebb-a103-ef6a31159b48 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:24.100421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.103925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-3ec6ab71-c7a3-4c7e-922b-faa258d1a03c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1097 time: 0.4085953 Jul 23 22:32:24.200919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:24.203590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Attempting to bind port 73a5c3be-10d6-4558-bc69-9620ea808c36 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:24.203987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Attempting to bind port 73a5c3be-10d6-4558-bc69-9620ea808c36 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:24.204283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Attempting to bind port 73a5c3be-10d6-4558-bc69-9620ea808c36 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:24.244359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.263401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ade95-cbef-4f53-9b11-24dca051cec7 req-f756f527-1bd8-4fe5-bc36-290caabab335 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.264748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f07ade95-cbef-4f53-9b11-24dca051cec7 req-f756f527-1bd8-4fe5-bc36-290caabab335 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 948 time: 0.6677887 Jul 23 22:32:24.265657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:24.284505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:24.290412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.291154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.301989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Port 73a5c3be-10d6-4558-bc69-9620ea808c36 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:24.301989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Attempting to bind port 73a5c3be-10d6-4558-bc69-9620ea808c36 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:24.322147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:24.327622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.339485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:24.339826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Checking segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:24.340213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Bound using segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:24.340667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Bound port: 73a5c3be-10d6-4558-bc69-9620ea808c36, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:24.341028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.342994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Pushing event updated for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:24.380074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.393942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:24.412337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-81d2c457-f4ca-4671-bada-28be8f905d12 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8023033 Jul 23 22:32:24.414140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-fcd862fd-840f-4b63-a9ab-e6882822a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.414846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-fcd862fd-840f-4b63-a9ab-e6882822a338 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2836545 Jul 23 22:32:24.443062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d5809be-d3a8-4e3b-a8f5-637c7e4854b2 req-3e437995-5ff7-47ab-b91d-fa6fec70e989 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392811 Jul 23 22:32:24.460169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.463451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Request body: {'port': {'device_id': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:24.510493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:24.520066 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe3ab10-0334-42c3-a005-dcbc894b2fc4 x-openstack-request-id: req-dfe3ab10-0334-42c3-a005-dcbc894b2fc4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:24.520372 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "name": "network-vif-plugged", "status": "completed", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:24.520717 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfe3ab10-0334-42c3-a005-dcbc894b2fc4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:24.521206 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'code': 200} Jul 23 22:32:24.524735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-72dc0449-517e-431f-a676-40b65ae26dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.527182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-72dc0449-517e-431f-a676-40b65ae26dfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1097 time: 0.3912768 Jul 23 22:32:24.534618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:24.538210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:24.580162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.650204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f07ade95-cbef-4f53-9b11-24dca051cec7 req-90266c9d-6afb-4e26-8f29-0e4ae83552e4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675599 Jul 23 22:32:24.654998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.25', 58501) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:24.657662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b22c6fcc-7317-4e0e-9114-18499fecb51d None None] Provisioning for port d069137e-77c2-43e0-837a-87416330209e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:24.672400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b22c6fcc-7317-4e0e-9114-18499fecb51d None None] Provisioning complete for port d069137e-77c2-43e0-837a-87416330209e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:24.673415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b22c6fcc-7317-4e0e-9114-18499fecb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:24.706884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Pushing event updated for resources: {'Port': ['ID=c35d84cc-4e87-4393-85d2-29a62d002289,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:24.722763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-550c676f-6f4b-4b59-a098-71a8063ee222 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 217 time: 0.2849913 Jul 23 22:32:24.763510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b22c6fcc-7317-4e0e-9114-18499fecb51d None None] Port d069137e-77c2-43e0-837a-87416330209e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:24.840335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-5532cfe8-5966-4715-bd49-113ff471bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.841839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-5532cfe8-5966-4715-bd49-113ff471bd67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.0961883 Jul 23 22:32:24.905016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-f2032c72-c247-4c52-98f6-5bf75f60d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:24.905501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-52f065fa-2e4f-4f6f-8986-b62fc824b442 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389822 Jul 23 22:32:24.908403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-f2032c72-c247-4c52-98f6-5bf75f60d5bd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.3361387 Jul 23 22:32:24.935717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:25.050340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-c5e2618e-63f2-4a66-92ef-c7444c9eb928 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120658 Jul 23 22:32:25.067913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:25.190365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:25.353611 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-222e411d-8741-4013-accc-08c370758fbf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.3798521 Jul 23 22:32:25.355085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb6ba0-cbba-4701-86d7-fb42efec5e1a None None] Network 063ecf54-3391-40c4-be16-e32df09a756b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:25.461858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232b8cd-48cf-44c7-8920-e0f46a731513 req-77e1a6d6-6f69-417d-905d-c0a902ac91cc tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:25.463649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1232b8cd-48cf-44c7-8920-e0f46a731513 req-77e1a6d6-6f69-417d-905d-c0a902ac91cc tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 935 time: 0.7713914 Jul 23 22:32:25.484503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-668305e9-cbd4-4790-b3d1-425166149508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:25.487359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-668305e9-cbd4-4790-b3d1-425166149508 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1084421 Jul 23 22:32:25.518130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ae99688-47f9-4dbf-8a3b-e37aee961a7b None None] Provisioning for port 8b1a96eb-bf49-46d2-b8ea-2345668429bd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:25.553945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-24903efc-bffa-4e35-b3fd-474ed4762e13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7623458 Jul 23 22:32:25.612844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-c819782f-5926-46d1-a05e-78423b842253 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119163 Jul 23 22:32:25.636250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3440c4f-5b10-443f-8185-fb4aee216d1b req-c049b6df-7c94-41b0-a803-f027f0867ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:25.637842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3440c4f-5b10-443f-8185-fb4aee216d1b req-c049b6df-7c94-41b0-a803-f027f0867ba1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1097 time: 0.9808385 Jul 23 22:32:25.711594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:25.712321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:25.714012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] 10.222.0.22 "PUT /v2.0/ports/73a5c3be-10d6-4558-bc69-9620ea808c36 HTTP/1.1" status: 200 len: 1092 time: 2.8158739 Jul 23 22:32:25.741813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:25.743733 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab067646-f593-4854-86dd-2b0e10d478e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:25.778371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1232b8cd-48cf-44c7-8920-e0f46a731513 req-e9ba9660-3947-4fa6-bbce-2a0f494a8f4d tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035724 Jul 23 22:32:25.793401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3440c4f-5b10-443f-8185-fb4aee216d1b req-5537b74d-32eb-4e58-aa06-71c35abc6d30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409297 Jul 23 22:32:25.916733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-12e24101-c6e3-406b-a860-b1e3f7e1219f service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552282 Jul 23 22:32:25.936960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4399a9-51a8-4c0e-b4bd-54bcc71b20b5 req-36a2810c-f13e-474b-9db4-89cff71f3850 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:25.951082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a4399a9-51a8-4c0e-b4bd-54bcc71b20b5 req-36a2810c-f13e-474b-9db4-89cff71f3850 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 945 time: 1.1139755 Jul 23 22:32:25.959460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b1dc4-7cb1-41f3-aa12-411d86b23566 service neutron] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:26.027514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942876-c708-4a82-9730-68603dcc850e req-0b820b8f-fdc3-42bd-aacb-87334b72def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.029015 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-0b820b8f-fdc3-42bd-aacb-87334b72def7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1102 time: 0.4212513 Jul 23 22:32:26.029616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.163015 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-f73f0b32-d7ed-4975-bf44-8baf72a598de service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398929 Jul 23 22:32:26.207178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b1a96eb-bf49-46d2-b8ea-2345668429bd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:26.209488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a4399a9-51a8-4c0e-b4bd-54bcc71b20b5 req-85313a3f-1189-431e-88cc-be379cd3ffd6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567258 Jul 23 22:32:26.256654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-aa41a5aa-d790-4efe-94dd-b2637593e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.258215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-aa41a5aa-d790-4efe-94dd-b2637593e787 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 1095 time: 0.4638739 Jul 23 22:32:26.335232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942876-c708-4a82-9730-68603dcc850e req-5078820d-6cc1-4222-8cfb-058d4e8ea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.336821 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-5078820d-6cc1-4222-8cfb-058d4e8ea6d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1884842 Jul 23 22:32:26.342577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8b1a96eb-bf49-46d2-b8ea-2345668429bd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:26.348411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8b1a96eb-bf49-46d2-b8ea-2345668429bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:26.349451 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.377880 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-0f8b10c7-210a-4131-8cb0-2c2d5c63ed2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a5c3be-10d6-4558-bc69-9620ea808c36 HTTP/1.1" status: 200 len: 217 time: 0.1064718 Jul 23 22:32:26.385393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-d587e963-3a10-4eca-af46-3310b802aa34 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.386895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-d587e963-3a10-4eca-af46-3310b802aa34 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.3752255 Jul 23 22:32:26.398602 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-dc9145ce-c56f-4764-80e8-01f05c389cce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd HTTP/1.1" status: 200 len: 217 time: 0.0508864 Jul 23 22:32:26.409082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d069137e-77c2-43e0-837a-87416330209e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:26.420146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:26.440355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.449858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.464728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942876-c708-4a82-9730-68603dcc850e req-d43be0e9-af4d-4f34-b9ff-18b00547dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.466214 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-d43be0e9-af4d-4f34-b9ff-18b00547dbb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0561781 Jul 23 22:32:26.482091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b1a96eb-bf49-46d2-b8ea-2345668429bd,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:26.490358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.519036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Transition to ACTIVE for port object d069137e-77c2-43e0-837a-87416330209e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:26.523828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-d5325794-a8ff-4294-b86a-3d54c4cf471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.525352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-d5325794-a8ff-4294-b86a-3d54c4cf471d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.1375854 Jul 23 22:32:26.536293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:26.538828 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec9a8de-6e5a-41e9-ab25-bca08ced3828" -d '{"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-plugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:26.539754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1187d-7623-4941-a0ba-757779232d4c req-a9eda7fe-e82a-439e-b03f-eaf1752905c2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.549142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-58c1187d-7623-4941-a0ba-757779232d4c req-a9eda7fe-e82a-439e-b03f-eaf1752905c2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.6234994 Jul 23 22:32:26.584475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.595928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=8b1a96eb-bf49-46d2-b8ea-2345668429bd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:26.607550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0bcd-feed-4e25-b94d-844a233a14ae req-05163d80-6bbe-4691-b998-4a7b33533e26 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.609274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7d0bcd-feed-4e25-b94d-844a233a14ae req-05163d80-6bbe-4691-b998-4a7b33533e26 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 943 time: 0.2695682 Jul 23 22:32:26.685991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.729822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Pushing event updated for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:26.769079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1438a25-1bb7-47c7-b75f-c79a044fea1f req-846fc580-6d43-46fc-bb68-018899d3e8de service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594780 Jul 23 22:32:26.854749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.879322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Attempting to bind port d069137e-77c2-43e0-837a-87416330209e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:26.879658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Attempting to bind port d069137e-77c2-43e0-837a-87416330209e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:26.879990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Attempting to bind port d069137e-77c2-43e0-837a-87416330209e on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:26.884512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7d0bcd-feed-4e25-b94d-844a233a14ae req-bd70d825-8bc7-4db1-9b06-1d1b3c55053c tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465367 Jul 23 22:32:26.899397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Port d069137e-77c2-43e0-837a-87416330209e on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:26.899726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Attempting to bind port d069137e-77c2-43e0-837a-87416330209e on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:26.902775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:26.908058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-531a82bb-1b5c-49e6-82fa-05aee2cbf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:26.909570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-531a82bb-1b5c-49e6-82fa-05aee2cbf296 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756866 Jul 23 22:32:26.920414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:26.921034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:26.921142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:26.921515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Bound port: d069137e-77c2-43e0-837a-87416330209e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:26.921910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:26.991651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-58c1187d-7623-4941-a0ba-757779232d4c req-fbc861c2-d61f-4908-9b0b-42bd79ecdd51 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406753 Jul 23 22:32:27.026363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:27.027253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942876-c708-4a82-9730-68603dcc850e req-1f9de78d-ac21-4aa1-a006-7fa3a3b1517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.028777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-1f9de78d-ac21-4aa1-a006-7fa3a3b1517a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5295908 Jul 23 22:32:27.062533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Router 60bcaee1-79f5-4740-89b6-1cdee0d69fda is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:32:27.131648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.133572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:27.142396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d069137e-77c2-43e0-837a-87416330209e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:27.149028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.152938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.156083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-863e8f65-3dbd-47b5-a171-7229301dbc50 service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319772 Jul 23 22:32:27.295148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.296075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.298289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] 10.222.0.25 "PUT /v2.0/ports/d069137e-77c2-43e0-837a-87416330209e HTTP/1.1" status: 200 len: 1096 time: 2.8576982 Jul 23 22:32:27.300046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-fa295b34-04f8-4088-9465-fe24fb92087b service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621508 Jul 23 22:32:27.369296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:27.370795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9772f-b701-4905-b7ff-77d9c01b0a84 req-c8f26ecb-e2e5-474d-9831-0d69058cccec tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.372472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1a9772f-b701-4905-b7ff-77d9c01b0a84 req-c8f26ecb-e2e5-474d-9831-0d69058cccec tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2065787 Jul 23 22:32:27.376592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:27.385330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Sync routers for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:27.399769 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:27.402714 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:27.515821 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1a9772f-b701-4905-b7ff-77d9c01b0a84 req-f3a0e298-8ed8-432b-ab11-0b113e52342b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242278 Jul 23 22:32:27.526669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.527873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-613cc32e-7d67-4418-ba69-8413dff4f1bd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9811985 Jul 23 22:32:27.532237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:27.564446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:27.564740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:27.565135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:27.616252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:27.622793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c3c786-d7b8-4170-bffc-795eab4f1f5c req-11507f3d-e6da-4dbd-acd2-2e31409074ce service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047978 Jul 23 22:32:27.624820 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1adcec-c3be-44b2-9ff3-3b31ca6e96bd x-openstack-request-id: req-3d1adcec-c3be-44b2-9ff3-3b31ca6e96bd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:27.625229 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:27.625630 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d1adcec-c3be-44b2-9ff3-3b31ca6e96bd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:27.626870 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'status': 'completed', 'code': 200} Jul 23 22:32:27.662489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:27.664624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Attempting to bind port 88e83e40-2568-4779-92cb-98c65b47082d on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:27.682143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:27.682935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:27.683570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:27.684263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Bound port: 88e83e40-2568-4779-92cb-98c65b47082d, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:27.684868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.688634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0592ac-9c6d-41bb-a550-7611a8609383 service neutron] Pushing event updated for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:27.707707 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d114ca0c-94ef-45fd-91f7-154230794b87 x-openstack-request-id: req-d114ca0c-94ef-45fd-91f7-154230794b87 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:27.708213 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-plugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:27.708488 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d114ca0c-94ef-45fd-91f7-154230794b87 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:27.711237 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'code': 200} Jul 23 22:32:27.809425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-eff2b4d2-59bd-4472-89e2-2b82ca28f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.811572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-eff2b4d2-59bd-4472-89e2-2b82ca28f3bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4516223a79c04e0088fac800feec9ea8&device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 1099 time: 0.4264042 Jul 23 22:32:27.846377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:25Z', 'revision_number': 3, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:27.875075 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Checking router: 60bcaee1-79f5-4740-89b6-1cdee0d69fda for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:27.875483 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Updating router 60bcaee1-79f5-4740-89b6-1cdee0d69fda port c35d84cc-4e87-4393-85d2-29a62d002289 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:32:27.880297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-9b130b3d-2514-4b41-b1d7-4aef63ee34e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d069137e-77c2-43e0-837a-87416330209e HTTP/1.1" status: 200 len: 217 time: 0.0586348 Jul 23 22:32:27.922171 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:27.942571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af56-d2f9-4303-a23f-60aa506d3f68 req-f8505d34-ba2b-433f-9cb5-14ceb498af65 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.954215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45af56-d2f9-4303-a23f-60aa506d3f68 req-f8505d34-ba2b-433f-9cb5-14ceb498af65 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:27.956584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f45af56-d2f9-4303-a23f-60aa506d3f68 req-f8505d34-ba2b-433f-9cb5-14ceb498af65 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7&device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 1691 time: 0.4048932 Jul 23 22:32:28.022475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28942876-c708-4a82-9730-68603dcc850e req-548bb546-a5f6-43bd-93c9-cfd006691ea8 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956079 Jul 23 22:32:28.076306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429f319-968d-4e84-9a49-e4dcc6fb9ae8 req-bb97a333-4220-408e-9474-2cb9c21cbde6 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.086977 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2429f319-968d-4e84-9a49-e4dcc6fb9ae8 req-bb97a333-4220-408e-9474-2cb9c21cbde6 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 947 time: 0.1455190 Jul 23 22:32:28.092076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-f9ef00c7-04ff-4581-b045-31bfffb5cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.093554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-f9ef00c7-04ff-4581-b045-31bfffb5cee6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1730237 Jul 23 22:32:28.105668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:28.144192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:28.175231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.221514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b1a96eb-bf49-46d2-b8ea-2345668429bd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:28.234650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f45af56-d2f9-4303-a23f-60aa506d3f68 req-de9ac05f-ad4f-4cbc-9f0b-182e41a6b69e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507401 Jul 23 22:32:28.236948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-a9b18093-48df-4c8b-8768-71e7d081f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.238417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-a9b18093-48df-4c8b-8768-71e7d081f2f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 1095 time: 0.4986539 Jul 23 22:32:28.285060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2429f319-968d-4e84-9a49-e4dcc6fb9ae8 req-92e70ae5-d1b9-499b-a563-750319dc9e75 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971068 Jul 23 22:32:28.359782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8b1a96eb-bf49-46d2-b8ea-2345668429bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:28.363082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.411196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e99aa-2fdf-46c6-b3d5-9ff47b305ddc req-69b503a5-6130-45a5-91a2-73c5e94c22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.413027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a14e99aa-2fdf-46c6-b3d5-9ff47b305ddc req-69b503a5-6130-45a5-91a2-73c5e94c22cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1101 time: 0.5971172 Jul 23 22:32:28.424384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:28.512631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.513309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.514712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-6bf3e54c-84a2-423f-8b19-97be0860bc46 service neutron] 10.222.0.25 "PUT /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 1123 time: 2.1094520 Jul 23 22:32:28.535048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-5a4b14b7-1374-429d-8002-9fbbfaef1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.536567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-5a4b14b7-1374-429d-8002-9fbbfaef1b78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4322550 Jul 23 22:32:28.587856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a14e99aa-2fdf-46c6-b3d5-9ff47b305ddc req-a8fb1bec-68d7-475c-a67a-d52d59fe8d4e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413767 Jul 23 22:32:28.601805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fd0af-cfdc-4719-8cf1-ca048865216e req-71403b72-e5b4-4a87-a919-c81fa17534e1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.604153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-4ee6c44c-7b98-49bd-9914-f15e6d707aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.604714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b37fd0af-cfdc-4719-8cf1-ca048865216e req-71403b72-e5b4-4a87-a919-c81fa17534e1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 943 time: 0.1859679 Jul 23 22:32:28.605671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-4ee6c44c-7b98-49bd-9914-f15e6d707aa8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 925 time: 0.3445213 Jul 23 22:32:28.616053 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.626351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['88e83e40-2568-4779-92cb-98c65b47082d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:28.648984 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Transition to ACTIVE for port object c35d84cc-4e87-4393-85d2-29a62d002289 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:28.661329 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.667183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e09e1-b16a-45b2-815b-fbdb4298263d req-c6a6b683-d90a-4118-852a-a584fc6dfdac tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.668114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-844e09e1-b16a-45b2-815b-fbdb4298263d req-c6a6b683-d90a-4118-852a-a584fc6dfdac tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 943 time: 0.2849660 Jul 23 22:32:28.684266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b37fd0af-cfdc-4719-8cf1-ca048865216e req-4690e386-0df3-4e7b-8a82-ffca25f6788f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702507 Jul 23 22:32:28.752239 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Attempting to bind port c35d84cc-4e87-4393-85d2-29a62d002289 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:28.752877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Attempting to bind port c35d84cc-4e87-4393-85d2-29a62d002289 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:28.753722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Attempting to bind port c35d84cc-4e87-4393-85d2-29a62d002289 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:28.768137 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:28.768679 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:28.770180 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.770854 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:28.773790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Bound port: c35d84cc-4e87-4393-85d2-29a62d002289, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:28.774441 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.796177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-3d643c07-6e5c-4cea-8a02-8c805f28ee92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a5c3be-10d6-4558-bc69-9620ea808c36 HTTP/1.1" status: 200 len: 217 time: 0.1182656 Jul 23 22:32:28.844129 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] For port c35d84cc-4e87-4393-85d2-29a62d002289, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:28.844368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-ce0a3480-3b7f-4094-96f3-c4fb50925757 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922850 Jul 23 22:32:28.846775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.848626 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] For port c35d84cc-4e87-4393-85d2-29a62d002289, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35d84cc-4e87-4393-85d2-29a62d002289,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:28.857617 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:28.882720 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f659c7-810e-4531-b576-1c928b72b413 None None] Pushing event updated for resources: {'Port': ['ID=c35d84cc-4e87-4393-85d2-29a62d002289,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:28.929449 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:28.930835 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:28.966277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-844e09e1-b16a-45b2-815b-fbdb4298263d req-bc8adfcd-8318-4782-984c-ff85f441d408 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508874 Jul 23 22:32:28.970500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-2dff9a13-a76d-46b2-b4c1-b7af87e8a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:28.972142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-2dff9a13-a76d-46b2-b4c1-b7af87e8a3ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.1556005 Jul 23 22:32:29.057388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fc19350-535b-4022-a783-7aa8a722b8ca req-6b57d62e-b23f-44eb-a3d0-11b627c856f6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855044 Jul 23 22:32:29.123161 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f659c7-810e-4531-b576-1c928b72b413 None None] Pushing event updated for resources: {'Port': ['ID=c35d84cc-4e87-4393-85d2-29a62d002289,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:29.127880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-786572ba-853c-49c7-86a8-48df0cb36f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:29.129585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-786572ba-853c-49c7-86a8-48df0cb36f07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712013 Jul 23 22:32:29.137486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Allocated IP 172.20.0.1 (063ecf54-3391-40c4-be16-e32df09a756b/9154e72e-1275-4c5b-9e3e-735e1ce778b5/35456caf-4165-41c8-a90b-18bbe3b4777e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:29.173988 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:29.238668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71379e57-7c3e-46ba-a52e-c951e04fb8da req-f8a16b77-5097-46f9-ab7c-41d84897d784 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:29.240646 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71379e57-7c3e-46ba-a52e-c951e04fb8da req-f8a16b77-5097-46f9-ab7c-41d84897d784 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.3730471 Jul 23 22:32:29.302288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71379e57-7c3e-46ba-a52e-c951e04fb8da req-1e189ac4-82f1-4447-90a7-a80c33298677 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535088 Jul 23 22:32:29.324691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:29.339728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Transition to ACTIVE for port object 35456caf-4165-41c8-a90b-18bbe3b4777e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:29.388062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:29.446581 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:25Z', 'revision_number': 3, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:29.463310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Pushing event updated for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:29.474747 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c324c-b4ba-48bd-8083-57889e57323b None None] The sync data for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 is: [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:25Z', 'revision_number': 3, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:29.515446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Network 063ecf54-3391-40c4-be16-e32df09a756b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:29.520869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:29.523910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:29.554634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-90acc1a6-ba7d-4d46-94e8-43f83c236651 service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160185 Jul 23 22:32:29.586422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:29.591204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817ba66-3fdb-4e21-8463-26c7e2532eb4 req-64c0dd7b-97c4-4b21-a25a-5bc93b5ed0c6 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:29.593053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e817ba66-3fdb-4e21-8463-26c7e2532eb4 req-64c0dd7b-97c4-4b21-a25a-5bc93b5ed0c6 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 1102 time: 0.1318991 Jul 23 22:32:29.657712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d'}, {'name': 'network-changed', 'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'tag': 'd069137e-77c2-43e0-837a-87416330209e'}, {'name': 'network-changed', 'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:29.661876 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4" -d '{"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-unplugged", "status": "completed", "tag": "88e83e40-2568-4779-92cb-98c65b47082d"}, {"name": "network-changed", "server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "tag": "d069137e-77c2-43e0-837a-87416330209e"}, {"name": "network-changed", "server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "tag": "88e83e40-2568-4779-92cb-98c65b47082d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:29.701749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e817ba66-3fdb-4e21-8463-26c7e2532eb4 req-927b3690-cc97-46fe-8c44-0a7ac5562825 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563307 Jul 23 22:32:29.828333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc0d32-35e9-4d58-a490-0c1d0f8f3b67 req-10dfbfbe-9fd2-41f1-b7c9-5a66259cba14 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:29.840156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82cc0d32-35e9-4d58-a490-0c1d0f8f3b67 req-10dfbfbe-9fd2-41f1-b7c9-5a66259cba14 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2844629 Jul 23 22:32:29.854077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:29.854276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab067646-f593-4854-86dd-2b0e10d478e5 req-18e26388-7b26-4528-b9bb-05e4402b93b7 service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596083 Jul 23 22:32:29.936554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82cc0d32-35e9-4d58-a490-0c1d0f8f3b67 req-d4ce35b1-92f6-44a8-93f5-a01c12f3da56 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951190 Jul 23 22:32:29.942165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04879d1b-9000-4dce-b69b-bf1caeda5040 None None] Provisioning for port 35456caf-4165-41c8-a90b-18bbe3b4777e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:29.948003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04879d1b-9000-4dce-b69b-bf1caeda5040 None None] Provisioning complete for port 35456caf-4165-41c8-a90b-18bbe3b4777e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:29.949734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04879d1b-9000-4dce-b69b-bf1caeda5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.006766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-04879d1b-9000-4dce-b69b-bf1caeda5040 None None] Port 35456caf-4165-41c8-a90b-18bbe3b4777e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:30.052224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a9823-4a5d-48d4-9bf1-c3b6ae8c8cb9 req-9477650b-9583-4c20-84ab-d151bce7fdb3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.054132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c9a9823-4a5d-48d4-9bf1-c3b6ae8c8cb9 req-9477650b-9583-4c20-84ab-d151bce7fdb3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 947 time: 0.1955605 Jul 23 22:32:30.139117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c9a9823-4a5d-48d4-9bf1-c3b6ae8c8cb9 req-3b6bca8b-c587-4dc0-9b47-889056aad3cf tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Jul 23 22:32:30.152598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35d84cc-4e87-4393-85d2-29a62d002289 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:30.181020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.189682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.231957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c35d84cc-4e87-4393-85d2-29a62d002289 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:30.240363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c35d84cc-4e87-4393-85d2-29a62d002289 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:30.241201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.250056 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e2e77c-8969-41f5-b4dd-850c239ea0fe x-openstack-request-id: req-d2e2e77c-8969-41f5-b4dd-850c239ea0fe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:30.251106 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-unplugged", "status": "completed", "tag": "88e83e40-2568-4779-92cb-98c65b47082d", "code": 200}, {"name": "network-changed", "server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "tag": "d069137e-77c2-43e0-837a-87416330209e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "tag": "88e83e40-2568-4779-92cb-98c65b47082d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:30.251388 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2e2e77c-8969-41f5-b4dd-850c239ea0fe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:30.251670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.251843 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d', 'code': 200} Jul 23 22:32:30.252028 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'tag': 'd069137e-77c2-43e0-837a-87416330209e', 'status': 'completed', 'code': 200} Jul 23 22:32:30.252280 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d', 'status': 'completed', 'code': 200} Jul 23 22:32:30.305679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Pushing event updated for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:30.363735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-2237e8b5-2333-4ba6-8fd4-20a057460456 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 258 time: 0.3588989 Jul 23 22:32:30.373533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.379318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:30.397236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c35d84cc-4e87-4393-85d2-29a62d002289, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35d84cc-4e87-4393-85d2-29a62d002289,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:30.410469 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.419555 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.460043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-0f3bc17f-0036-44a5-8d47-54c5898f4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.461578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-0f3bc17f-0036-44a5-8d47-54c5898f4923 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4516223a79c04e0088fac800feec9ea8&device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 1099 time: 0.2153547 Jul 23 22:32:30.475741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c35d84cc-4e87-4393-85d2-29a62d002289,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:30.482613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658191eb-aaf9-4c5e-bf8b-1785402d12a1 req-5572e1ff-e851-4052-a8b2-46c136dce251 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.484949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-658191eb-aaf9-4c5e-bf8b-1785402d12a1 req-5572e1ff-e851-4052-a8b2-46c136dce251 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 943 time: 0.1566517 Jul 23 22:32:30.491843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Network 063ecf54-3391-40c4-be16-e32df09a756b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:30.494796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-cd91286d-1dfa-4205-9884-2cbeb29040ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.495187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:30.496275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-cd91286d-1dfa-4205-9884-2cbeb29040ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1126 time: 0.2227240 Jul 23 22:32:30.604519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-658191eb-aaf9-4c5e-bf8b-1785402d12a1 req-b1d5ad66-af36-42d2-9774-86835be982d0 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112027 Jul 23 22:32:30.673279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Router 60bcaee1-79f5-4740-89b6-1cdee0d69fda has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:30.736025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-1d188fb2-aa1e-4296-a3c6-58c8fbc2b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.742084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-1d188fb2-aa1e-4296-a3c6-58c8fbc2b468 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2641754 Jul 23 22:32:30.822289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-2f79dff2-6d0b-490b-9ba0-7d1bd0b89306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=d069137e-77c2-43e0-837a-87416330209e HTTP/1.1" status: 200 len: 217 time: 0.0384595 Jul 23 22:32:30.846371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:30.852252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-24848a8a-e77b-48b8-89a5-8a89aeea5057 admin admin] 10.222.0.37 "PUT /v2.0/routers/60bcaee1-79f5-4740-89b6-1cdee0d69fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098083 Jul 23 22:32:30.867315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57d82f38-b4da-48b4-a853-eace216db9e0 None None] Provisioning complete for port 35456caf-4165-41c8-a90b-18bbe3b4777e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:30.867601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57d82f38-b4da-48b4-a853-eace216db9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:30.874506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bf04-2e05-4e82-aa56-321e93303c6c req-a7fdf212-cfef-48ba-89f7-c2c347cc2c79 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.890173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2647bf04-2e05-4e82-aa56-321e93303c6c req-a7fdf212-cfef-48ba-89f7-c2c347cc2c79 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 1102 time: 0.1170781 Jul 23 22:32:30.942153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-57d82f38-b4da-48b4-a853-eace216db9e0 None None] Port 35456caf-4165-41c8-a90b-18bbe3b4777e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:30.959045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2647bf04-2e05-4e82-aa56-321e93303c6c req-7eaed785-4c79-4cef-904b-eae3af30a498 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679641 Jul 23 22:32:30.978270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-5a7a51e0-81f7-4052-a5f0-7dc0f6601380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:30.978270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-5a7a51e0-81f7-4052-a5f0-7dc0f6601380 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.4681280 Jul 23 22:32:30.980529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:31.054333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-521b5f4c-8e83-4c63-8f5f-7e2950fa4505 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 217 time: 0.0640750 Jul 23 22:32:31.076858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-256630fd-0099-454a-a59a-3935a24463f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:31.078333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-256630fd-0099-454a-a59a-3935a24463f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2098758 Jul 23 22:32:31.164278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9edbca-2178-4056-b846-8c645812f3be req-b2bd2c9b-5fbd-4cea-b00a-0e7b08bff68d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:31.165956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c9edbca-2178-4056-b846-8c645812f3be req-b2bd2c9b-5fbd-4cea-b00a-0e7b08bff68d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 943 time: 0.0852501 Jul 23 22:32:31.201006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-60b732a8-9ff9-4295-a2a9-cf6fc55968c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:31.203242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-60b732a8-9ff9-4295-a2a9-cf6fc55968c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1399851 Jul 23 22:32:31.215029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c9edbca-2178-4056-b846-8c645812f3be req-7158f89d-a582-4126-8972-2763384632a7 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Jul 23 22:32:31.226996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 88e83e40-2568-4779-92cb-98c65b47082d details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:31.274331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-05ae82eb-9941-42fe-8a04-7ede4e0738fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505931 Jul 23 22:32:31.312981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-3a34deca-bd4c-4cf6-bd6b-dba9b76b6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:31.315617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-3a34deca-bd4c-4cf6-bd6b-dba9b76b6112 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863320 Jul 23 22:32:31.330882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Allocated IP 172.25.1.140 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/dd08bf7a-f398-49d5-9c98-89c057fdc751) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:31.369596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5dbdc-ed7f-4868-974a-6c871df2f745 req-e3a9c157-9a93-44da-8578-c16aaf3f0ed2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:31.371953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:31.381128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbe5dbdc-ed7f-4868-974a-6c871df2f745 req-e3a9c157-9a93-44da-8578-c16aaf3f0ed2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.0940621 Jul 23 22:32:31.388689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 88e83e40-2568-4779-92cb-98c65b47082d has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:32:31.439911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbe5dbdc-ed7f-4868-974a-6c871df2f745 req-89d49a2a-b25d-4ba9-96a8-5ea67269c91a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Jul 23 22:32:31.594279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-ce4f1fcc-7b54-4c26-979b-dadb31e44aed service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593317 Jul 23 22:32:31.600309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-509654e6-0c59-4ab7-a8ad-eb4dddca353a service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081536 Jul 23 22:32:31.685846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:31.822249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Sync routers for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:31.834197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:31.838211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:31.839728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:31.885990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-a2214735-3bf6-429f-a4c5-dd106de37e3a service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686203 Jul 23 22:32:31.895185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e59b381f-4a9e-4239-b503-8e4d5afc0cf4 req-dfc2c85e-fa37-493d-b200-e9f41689c272 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884789 Jul 23 22:32:31.898448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:31.905060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:31.913639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:31.923408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event updated for resources: {'Port': ['ID=dd08bf7a-f398-49d5-9c98-89c057fdc751,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:31.928982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-63ea3b8b-602d-4da3-bf9f-57faa1f664df tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4139247 Jul 23 22:32:31.941210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:31.968151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:31.974382 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:31.991417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:32.017636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 73a5c3be-10d6-4558-bc69-9620ea808c36 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:32.025824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.083518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.137126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35d84cc-4e87-4393-85d2-29a62d002289 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:32.209293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.214795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.224945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Allocated IP 172.25.1.218 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/a5fd6704-2021-4e87-9a5b-282f86161533) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:32.249914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.255278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:32.273178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event updated for resources: {'Port': ['ID=dd08bf7a-f398-49d5-9c98-89c057fdc751,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:32.275625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.276850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-5fc738ea-c7ae-42cb-98c5-178de0465913 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9059560 Jul 23 22:32:32.302378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'port_id': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'mac_address': 'fa:16:3e:20:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:32.354549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.366420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-ce86db56-aeac-4631-8c06-02fa7584c8e7 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 696 time: 0.0770178 Jul 23 22:32:32.368825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c35d84cc-4e87-4393-85d2-29a62d002289 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:32.369386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.399575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.412480 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.438483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a5c3be-10d6-4558-bc69-9620ea808c36 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:32.442110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:32.449239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:32.454112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:32.456185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event updated for resources: {'Port': ['ID=a5fd6704-2021-4e87-9a5b-282f86161533,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:32.467597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:32.474555 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.558723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:29Z', 'revision_number': 4, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '35456caf-4165-41c8-a90b-18bbe3b4777e', 'name': '', 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'mac_address': 'fa:16:3e:55:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:28Z', 'updated_at': '2021-07-23T22:32:29Z', 'revision_number': 2, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'subnets': [{'id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:32.585423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.648461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.708593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:32.720136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Checking router: 60bcaee1-79f5-4740-89b6-1cdee0d69fda for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:32.720414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Updating router 60bcaee1-79f5-4740-89b6-1cdee0d69fda port 35456caf-4165-41c8-a90b-18bbe3b4777e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:32:32.760419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.803082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-f0e63e70-54db-45c1-a76a-8672523e5c19 service neutron] 10.222.0.22 "GET /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.0758963 Jul 23 22:32:32.814003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-2bac674a-0d46-4c33-a0fd-cf088ee83bf0 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:32.815385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-2bac674a-0d46-4c33-a0fd-cf088ee83bf0 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.4377770 Jul 23 22:32:32.819471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.825811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.850095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-7177d408-1391-414a-be3f-06c5c8aeeb1c tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:32.851276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c73443-4318-45ed-8d20-ab18720a26fa req-7177d408-1391-414a-be3f-06c5c8aeeb1c tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286353 Jul 23 22:32:32.863781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['73a5c3be-10d6-4558-bc69-9620ea808c36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:32.895469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event updated for resources: {'Port': ['ID=a5fd6704-2021-4e87-9a5b-282f86161533,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:32.905559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.925347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:32.927362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-de1b9b7b-62a4-4b83-85e2-45f9b85d3fda tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9905186 Jul 23 22:32:33.026559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-fb99a849-7098-40b6-a49f-eb2c9fb96487 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.0924962 Jul 23 22:32:33.028235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-0ee2eab8-5aaa-407c-a432-9ce71f73b995 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338304 Jul 23 22:32:33.072193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:33.131084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:33.148339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-ed2eae26-76ec-443c-9805-bcef81e8c111 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:33.150165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-ed2eae26-76ec-443c-9805-bcef81e8c111 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1143382 Jul 23 22:32:33.155330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.163399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-0f3a21c0-30c1-452f-bf62-4bea333576ac tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:33.164683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ba3330e-0612-438b-8515-9e7bbf157735 req-0f3a21c0-30c1-452f-bf62-4bea333576ac tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080211 Jul 23 22:32:33.166490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Transition to ACTIVE for port object 35456caf-4165-41c8-a90b-18bbe3b4777e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:33.182929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.185491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e83e40-2568-4779-92cb-98c65b47082d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:33.202767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-3d60352d-b16a-47c8-b103-4788fac40482 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:33.204958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-3d60352d-b16a-47c8-b103-4788fac40482 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703317 Jul 23 22:32:33.206938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:33.228579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-d020c1ce-487d-4880-8fe9-dd368d9bb331 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0135095 Jul 23 22:32:33.232294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d069137e-77c2-43e0-837a-87416330209e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:33.233380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.283845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8874e0-c8e4-4f77-834c-1566b3ac3c67 None None] Pushing event updated for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:33.315190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292bbb3-c88e-4290-95ec-53ee08daba89 req-f6d6b79b-d3d8-473b-a34d-6b3d7b11fd5e tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:33.317693 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9292bbb3-c88e-4290-95ec-53ee08daba89 req-f6d6b79b-d3d8-473b-a34d-6b3d7b11fd5e tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 947 time: 0.0982158 Jul 23 22:32:33.364896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Attempting to bind port 35456caf-4165-41c8-a90b-18bbe3b4777e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:33.365554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Attempting to bind port 35456caf-4165-41c8-a90b-18bbe3b4777e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:33.365677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Attempting to bind port 35456caf-4165-41c8-a90b-18bbe3b4777e on network 063ecf54-3391-40c4-be16-e32df09a756b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:33.366019 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9292bbb3-c88e-4290-95ec-53ee08daba89 req-216776c1-81ac-43e4-9f9f-7427c69567b9 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Jul 23 22:32:33.397489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] Transition to ACTIVE for port object 88e83e40-2568-4779-92cb-98c65b47082d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:33.398096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:33.398242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Checking segment: {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:33.398702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.399161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Bound using segment: {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:33.399691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Bound port: 35456caf-4165-41c8-a90b-18bbe3b4777e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30997c6a-5eb4-443b-be34-f6f2c99a4841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:33.400068 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.413233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-7364c51e-6a54-4ae8-99d9-5ca86a84bd7e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1703322 Jul 23 22:32:33.414842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.468011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d069137e-77c2-43e0-837a-87416330209e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:33.487269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:33.495819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'd069137e-77c2-43e0-837a-87416330209e', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'd069137e-77c2-43e0-837a-87416330209e', 'mac_address': 'fa:16:3e:5d:fb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:33.509637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] For port 35456caf-4165-41c8-a90b-18bbe3b4777e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:33.513529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] For port 35456caf-4165-41c8-a90b-18bbe3b4777e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=35456caf-4165-41c8-a90b-18bbe3b4777e,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:33.529008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] No DVR routers for this DVR port 88e83e40-2568-4779-92cb-98c65b47082d on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:33.534180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.546135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-5b0b8ed2-6e11-43f6-97f8-237fc3942943 req-eb6a42cf-c1f0-4de2-96a5-464943166089 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:33.551856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b0b8ed2-6e11-43f6-97f8-237fc3942943 req-eb6a42cf-c1f0-4de2-96a5-464943166089 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079024 Jul 23 22:32:33.585044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-10e798f1-8878-4208-a03d-1ca78b88fe1e service neutron] 10.222.0.22 "PUT /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 0.7686708 Jul 23 22:32:33.610495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.652207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:33.653951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:33.789543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-672291c5-6310-4bc3-8dc4-12f49e11d9fb tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:33.791504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-672291c5-6310-4bc3-8dc4-12f49e11d9fb tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.1324570 Jul 23 22:32:33.850027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d069137e-77c2-43e0-837a-87416330209e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:33.886072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8874e0-c8e4-4f77-834c-1566b3ac3c67 None None] Pushing event updated for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:33.901874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d069137e-77c2-43e0-837a-87416330209e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:33.911922 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:33.938322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-c69fd84f-3f01-449a-a3c5-62cc0db8f084 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357958 Jul 23 22:32:33.971274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:34.042404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 73a5c3be-10d6-4558-bc69-9620ea808c36 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:34.081522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a31f52-d0a9-485f-b9fb-6fdce9fcc565 req-0d24c4bf-786f-470d-aee6-ef713d51d9fc tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.098840 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c4a31f52-d0a9-485f-b9fb-6fdce9fcc565 req-0d24c4bf-786f-470d-aee6-ef713d51d9fc tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 944 time: 0.1347792 Jul 23 22:32:34.101466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372ef90-a256-44ff-b0c0-9516d6e61f49 req-fd112187-f733-4194-afbf-c5fef5533f55 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.103473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b372ef90-a256-44ff-b0c0-9516d6e61f49 req-fd112187-f733-4194-afbf-c5fef5533f55 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 944 time: 0.3599432 Jul 23 22:32:34.106762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-d11bc1fc-da3a-41ef-94ca-3b504b0bd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.108375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-d11bc1fc-da3a-41ef-94ca-3b504b0bd2c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64&tenant_id=50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 1096 time: 0.2275608 Jul 23 22:32:34.148967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:34.173882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c4a31f52-d0a9-485f-b9fb-6fdce9fcc565 req-a99656d8-6097-4508-acb9-eedd18a48bc5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740340 Jul 23 22:32:34.244877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b372ef90-a256-44ff-b0c0-9516d6e61f49 req-fb95beb0-7b70-4867-a0ca-b455f6721914 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352246 Jul 23 22:32:34.263943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d069137e-77c2-43e0-837a-87416330209e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:34.322356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 73a5c3be-10d6-4558-bc69-9620ea808c36 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:34.336935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 73a5c3be-10d6-4558-bc69-9620ea808c36 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:34.337311 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:34.456695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c746cc6-1c0b-4760-bd44-deb72499943a req-4b99c35e-c807-40ee-8f36-51176a2ec864 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips/ce82899e-0456-4a56-be72-170ff178ab70 HTTP/1.1" status: 200 len: 693 time: 0.1496522 Jul 23 22:32:34.515345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-3b0b4684-5a6e-4a37-8245-044b3c580a9f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.523998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-3b0b4684-5a6e-4a37-8245-044b3c580a9f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2016704 Jul 23 22:32:34.525561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-081929a1-0d60-4929-a92e-34597eaaf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.537410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-081929a1-0d60-4929-a92e-34597eaaf829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1096 time: 0.2930675 Jul 23 22:32:34.588694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-844e5584-40df-4c0f-b659-389dec370c55 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 696 time: 0.0637436 Jul 23 22:32:34.598271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'floatingip': {'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:34.657384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:34.685265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:34.718984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:34.732548 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ca7a1-fdeb-4ce1-b89e-9eaf5981d1a6" -d '{"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-plugged", "status": "completed", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:34.790467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:29Z', 'revision_number': 4, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '35456caf-4165-41c8-a90b-18bbe3b4777e', 'name': '', 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'mac_address': 'fa:16:3e:55:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:28Z', 'updated_at': '2021-07-23T22:32:33Z', 'revision_number': 4, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'subnets': [{'id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:34.797804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:34.830780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c746cc6-1c0b-4760-bd44-deb72499943a req-c0a2f31a-c9f0-4b03-bab9-7fbebc3f7826 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.837669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c746cc6-1c0b-4760-bd44-deb72499943a req-c0a2f31a-c9f0-4b03-bab9-7fbebc3f7826 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.3800924 Jul 23 22:32:34.846270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-2c746cc6-1c0b-4760-bd44-deb72499943a req-9c003958-2676-4fdb-a395-fb53cc4c2ff1 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:34.858215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:34.859275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 88e83e40-2568-4779-92cb-98c65b47082d no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:34.863601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c746cc6-1c0b-4760-bd44-deb72499943a req-9c003958-2676-4fdb-a395-fb53cc4c2ff1 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248327 Jul 23 22:32:34.866800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a7fa0-152b-4d9c-aff2-0bd613653449 None None] The sync data for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 is: [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:29Z', 'revision_number': 4, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '35456caf-4165-41c8-a90b-18bbe3b4777e', 'name': '', 'network_id': '063ecf54-3391-40c4-be16-e32df09a756b', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'mac_address': 'fa:16:3e:55:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:28Z', 'updated_at': '2021-07-23T22:32:33Z', 'revision_number': 4, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'subnets': [{'id': '9154e72e-1275-4c5b-9e3e-735e1ce778b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:34.906225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-4fe6d0cf-73f2-4708-a770-7264426a4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:34.908961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-4fe6d0cf-73f2-4708-a770-7264426a4ec2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.3707175 Jul 23 22:32:35.010149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-2b127994-c570-4268-9047-71d26dfe394e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 200 len: 217 time: 0.0887833 Jul 23 22:32:35.064872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:35.069450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 88e83e40-2568-4779-92cb-98c65b47082d not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:35.116073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9670869-95d7-485f-9662-95549f817649 req-ffefa124-792e-49f8-a831-aff95033bdf3 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 210 time: 0.1085773 Jul 23 22:32:35.137370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-49beef0c-55f6-43aa-841f-8bcfebebc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:35.138905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-49beef0c-55f6-43aa-841f-8bcfebebc0de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1194186 Jul 23 22:32:35.205454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-29b39c89-306c-4963-b262-ac4e4f1b1937 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586417 Jul 23 22:32:35.331119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-30f1f8bd-c674-486c-b17f-ebb3bedf4957 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118362 Jul 23 22:32:35.418601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-e544a7eb-6c50-4fa5-831f-4e7e0a302917 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863693 Jul 23 22:32:35.612887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3eff-a8c7-4c5d-895c-b320a2c6a10a req-f6a24424-ace3-4c00-bd2e-69104f53a96a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:35.621505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2adb3eff-a8c7-4c5d-895c-b320a2c6a10a req-f6a24424-ace3-4c00-bd2e-69104f53a96a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.4137187 Jul 23 22:32:35.664174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-27a60026-3177-4046-a897-fe2f5eb9cb8a service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055558 Jul 23 22:32:35.698886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-ec9412ca-f516-4f68-b684-1d19687aefcd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:35.700910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-ec9412ca-f516-4f68-b684-1d19687aefcd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739251 Jul 23 22:32:35.724468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2adb3eff-a8c7-4c5d-895c-b320a2c6a10a req-67fca0d0-f66b-4c74-b126-788f61f2b68e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017575 Jul 23 22:32:35.730143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:35.951921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:35.957770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:35.971177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:35.975035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.096426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc273-40fc-409e-90d7-8d959b27abc9 req-43deb48f-c9cd-4ec0-855a-de8c584ca4f4 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:36.097711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-603dc273-40fc-409e-90d7-8d959b27abc9 req-43deb48f-c9cd-4ec0-855a-de8c584ca4f4 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 948 time: 0.2316628 Jul 23 22:32:36.104173 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Floating IP 3a563d56-e540-40e7-9763-1b42f201e86b associated. External IP: 172.25.1.140, port: f44fb6bc-48af-494c-84c6-8b58b12f23f3. Jul 23 22:32:36.199897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 35456caf-4165-41c8-a90b-18bbe3b4777e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:36.259974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-047cc0bf-5dd7-418b-81cf-3147aff77324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:36.261677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-047cc0bf-5dd7-418b-81cf-3147aff77324 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1101 time: 0.3035834 Jul 23 22:32:36.270168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-603dc273-40fc-409e-90d7-8d959b27abc9 req-41f0e868-a63f-43fd-a355-6741b3f75187 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611695 Jul 23 22:32:36.315799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 35456caf-4165-41c8-a90b-18bbe3b4777e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:36.326138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 35456caf-4165-41c8-a90b-18bbe3b4777e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:36.328040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.342803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.223 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/b93f91e9-4c8b-449a-a775-bf2e87f4fac9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:36.427929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-47d3354f-682f-4a27-a098-427ca69d548a tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:36.429498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-47d3354f-682f-4a27-a098-427ca69d548a tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.3274634 Jul 23 22:32:36.430665 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da058650-a75d-491d-a24d-cc661041ff87 x-openstack-request-id: req-da058650-a75d-491d-a24d-cc661041ff87 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:36.431257 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-plugged", "status": "completed", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:36.431660 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da058650-a75d-491d-a24d-cc661041ff87 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:36.434844 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'code': 200} Jul 23 22:32:36.505279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.551119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 35456caf-4165-41c8-a90b-18bbe3b4777e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=35456caf-4165-41c8-a90b-18bbe3b4777e,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:36.558096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.570770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:36.744900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:36.757997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.763512 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Sync routers for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:36.776303 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:36.776943 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:36.782256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:36.791745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.806551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object b93f91e9-4c8b-449a-a775-bf2e87f4fac9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:36.826579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-191f6b90-cb5e-4fc2-93c3-cf66a2af0623 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "PUT /v2.0/floatingips/3a563d56-e540-40e7-9763-1b42f201e86b HTTP/1.1" status: 200 len: 996 time: 2.2336948 Jul 23 22:32:36.827236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:36.833717 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9019a44-ef25-4f7e-b149-ece3debedee8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:36.846080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-58684081-44ea-402a-a167-a05745220b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:36.848250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-58684081-44ea-402a-a167-a05745220b41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.5768969 Jul 23 22:32:36.864715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5c1f9e3-0538-4019-a40c-92db699a2a6a req-d93d92a2-2f0d-4c4d-8bcd-53166178f45a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=9dce98279c254e738c78c0fcc9501aa0 HTTP/1.1" status: 200 len: 696 time: 0.4011998 Jul 23 22:32:36.867207 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:36.881068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:36.930570 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:36.945237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-bbafb153-1610-4ca0-85bf-44293c9f4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:36.952958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-bbafb153-1610-4ca0-85bf-44293c9f4d68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1097 time: 0.1140478 Jul 23 22:32:36.961287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:36.969903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:37.005076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:37.021372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-5b4d4973-6a3c-4bf8-95bf-bae7f3c690fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.1514635 Jul 23 22:32:37.026264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:37.032728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:37.039956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.040908 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:37.126795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-d55f2e69-ad74-4d80-b122-eba48256158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.135169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-d55f2e69-ad74-4d80-b122-eba48256158e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 930 time: 0.1812081 Jul 23 22:32:37.251210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d069137e-77c2-43e0-837a-87416330209e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:37.281052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-4bf37145-32d5-4955-ab36-624fde927c49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 999 time: 0.1447988 Jul 23 22:32:37.333200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-7913c4da-c873-458a-b2a3-0a95d059256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.340913 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-7913c4da-c873-458a-b2a3-0a95d059256a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.0587184 Jul 23 22:32:37.430545 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3a563d56-e540-40e7-9763-1b42f201e86b', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'mac_address': 'fa:16:3e:0c:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:31Z', 'updated_at': '2021-07-23T22:32:35Z', 'revision_number': 1, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:37.459237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-9cd968b6-5326-4943-b1be-363f9602efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.460884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-9cd968b6-5326-4943-b1be-363f9602efb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191132 Jul 23 22:32:37.472664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-2c580386-ace7-438c-b031-59c183b37fed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:37.473650 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-2c580386-ace7-438c-b031-59c183b37fed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054467 Jul 23 22:32:37.489092 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Checking router: 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:37.489427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f37fd62b-a120-45af-b3f2-7b4756f7527e None None] Provisioning for port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:37.502594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f37fd62b-a120-45af-b3f2-7b4756f7527e None None] Provisioning complete for port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:37.503095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f37fd62b-a120-45af-b3f2-7b4756f7527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:37.516544 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:37.517233 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:37.586329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port d069137e-77c2-43e0-837a-87416330209e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:37.634871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port d069137e-77c2-43e0-837a-87416330209e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:37.635248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:37.654082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-251ca478-3c30-4ad4-a73a-5aa0e331929e service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720395 Jul 23 22:32:37.711264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-f621a417-0f11-4e53-83db-bac16a1c1640 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9986429 Jul 23 22:32:37.727622 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:37.749360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235bac-94bf-46f1-888c-b82754a3e1c2 req-ef9e715f-768e-4784-81c5-b9849d6a6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.750957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0235bac-94bf-46f1-888c-b82754a3e1c2 req-ef9e715f-768e-4784-81c5-b9849d6a6da6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 1097 time: 1.2219341 Jul 23 22:32:37.764887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Request body: {'port': {'device_id': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:37.782854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f37fd62b-a120-45af-b3f2-7b4756f7527e None None] Port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:37.815452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-cac31604-d238-48bc-985e-aefdb64a789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.816562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-cac31604-d238-48bc-985e-aefdb64a789f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.7691710 Jul 23 22:32:37.853829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1f9e3-0538-4019-a40c-92db699a2a6a req-f16a25b4-54c4-44b6-981e-3219fc43182c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:37.861049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5c1f9e3-0538-4019-a40c-92db699a2a6a req-f16a25b4-54c4-44b6-981e-3219fc43182c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks?id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 787 time: 0.9953094 Jul 23 22:32:37.864328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7b5cfdb-b09d-43f5-bbc4-d6d39a5dfd74 req-ddf592d5-178b-4f5d-9668-3fd3f9c0861d service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973460 Jul 23 22:32:37.866637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-c5c1f9e3-0538-4019-a40c-92db699a2a6a req-d7a048ad-f9a3-4272-8ad2-8ae52d16bffc tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:37.879549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5c1f9e3-0538-4019-a40c-92db699a2a6a req-d7a048ad-f9a3-4272-8ad2-8ae52d16bffc tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175819 Jul 23 22:32:37.881141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-e0961bd2-cda3-4f2e-81ee-e6f21966477f service neutron] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:37.965432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-e0961bd2-cda3-4f2e-81ee-e6f21966477f service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:37.968251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533151c7-15d9-4d07-9ca6-d7f2233070f7 req-e0961bd2-cda3-4f2e-81ee-e6f21966477f service neutron] 10.222.0.25 "DELETE /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 1.5312648 Jul 23 22:32:38.010400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0235bac-94bf-46f1-888c-b82754a3e1c2 req-4327e739-f83e-4077-9a6c-5ec21d984708 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310855 Jul 23 22:32:38.026473 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:38.086215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:38.099328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0bab-4ea0-4dcf-8fa2-41a546e23a0c req-76693366-9462-49e5-a743-b7dd599250c1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.110190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c60c0bab-4ea0-4dcf-8fa2-41a546e23a0c req-76693366-9462-49e5-a743-b7dd599250c1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 945 time: 0.1001196 Jul 23 22:32:38.133744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-32b4456e-c59e-4f55-af17-76c4b83aca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.135175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d069137e-77c2-43e0-837a-87416330209e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:38.135602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-32b4456e-c59e-4f55-af17-76c4b83aca4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3095222 Jul 23 22:32:38.144643 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:38.158300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 35456caf-4165-41c8-a90b-18bbe3b4777e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:38.168223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c60c0bab-4ea0-4dcf-8fa2-41a546e23a0c req-a423a2c6-48e5-41dc-98d3-56716b4f3ad1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568709 Jul 23 22:32:38.205656 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3a563d56-e540-40e7-9763-1b42f201e86b', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'mac_address': 'fa:16:3e:0c:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:31Z', 'updated_at': '2021-07-23T22:32:35Z', 'revision_number': 1, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:38.235736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7d5c5-c1cc-4f9b-ad3a-eda84f17456f req-7ec22337-3b18-48ae-88c7-a1fff32f6882 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.242856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93c7d5c5-c1cc-4f9b-ad3a-eda84f17456f req-7ec22337-3b18-48ae-88c7-a1fff32f6882 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 944 time: 0.2706764 Jul 23 22:32:38.250211 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad76fa4-6847-4fc5-8417-1296dad6edb1 None None] The sync data for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 is: [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3a563d56-e540-40e7-9763-1b42f201e86b', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'mac_address': 'fa:16:3e:0c:2c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:31Z', 'updated_at': '2021-07-23T22:32:35Z', 'revision_number': 1, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:38.256284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:38.276323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 35456caf-4165-41c8-a90b-18bbe3b4777e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:38.276939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:38.334659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bdcba-aaaf-475a-b4cb-2c9b555fd2b8 req-8a1e7e7e-caf7-4230-9dae-348aec404240 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.338535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e37bdcba-aaaf-475a-b4cb-2c9b555fd2b8 req-8a1e7e7e-caf7-4230-9dae-348aec404240 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 936 time: 0.1081450 Jul 23 22:32:38.425964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e37bdcba-aaaf-475a-b4cb-2c9b555fd2b8 req-06064d57-ed2b-48a4-90da-d4c87eabd4d4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785701 Jul 23 22:32:38.436026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd069137e-77c2-43e0-837a-87416330209e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:38.439615 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c508a586-e1ce-44e2-a659-d4ff88185621" -d '{"events": [{"server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "name": "network-vif-plugged", "status": "completed", "tag": "d069137e-77c2-43e0-837a-87416330209e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:38.448152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93c7d5c5-c1cc-4f9b-ad3a-eda84f17456f req-85bd7dad-1010-412c-b716-0fa2e2d0b884 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043226 Jul 23 22:32:38.524870 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc6a20-5761-4bf2-ad91-ae9bcb1227a0 x-openstack-request-id: req-aadc6a20-5761-4bf2-ad91-ae9bcb1227a0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:38.525284 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:38.525902 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aadc6a20-5761-4bf2-ad91-ae9bcb1227a0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:38.526401 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'status': 'completed', 'code': 200} Jul 23 22:32:38.589076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-e0052b78-a5f8-408f-a948-fcfb85844f0a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995595 Jul 23 22:32:38.630277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e997da-eba2-4316-b25b-77fc17677ebb req-9029dc88-06fb-48cd-bfd1-4f174acf00df tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.632101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-41e997da-eba2-4316-b25b-77fc17677ebb req-9029dc88-06fb-48cd-bfd1-4f174acf00df tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1223114 Jul 23 22:32:38.645478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a54590-d8fc-48eb-8247-bb3182c77a9c None None] New status for floating IP 3a563d56-e540-40e7-9763-1b42f201e86b: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:32:38.738787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-41e997da-eba2-4316-b25b-77fc17677ebb req-e3ac8f07-6bce-46a1-b3c5-790f99d35695 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993719 Jul 23 22:32:38.820507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-5baca770-5cfb-4d37-a87c-793b2d0e8655 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips/ce82899e-0456-4a56-be72-170ff178ab70 HTTP/1.1" status: 200 len: 693 time: 0.0589201 Jul 23 22:32:38.891373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c839b8-0d22-48df-8562-d5d85f01f4f5 req-261c3fe5-ebb2-4350-9313-c0e1f3e816cf tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.902687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2c839b8-0d22-48df-8562-d5d85f01f4f5 req-261c3fe5-ebb2-4350-9313-c0e1f3e816cf tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 949 time: 0.3122444 Jul 23 22:32:38.914996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-904043e7-7fda-4780-8931-507b73c18305 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920711 Jul 23 22:32:38.933012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-5429283d-1e05-4301-90a2-ee9d6296cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:38.935066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-5429283d-1e05-4301-90a2-ee9d6296cb23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1097 time: 0.3672769 Jul 23 22:32:39.022274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-1a1b1c3d-9128-4f37-8646-b2ff658355bb tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:39.033058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-1a1b1c3d-9128-4f37-8646-b2ff658355bb tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2058342 Jul 23 22:32:39.039418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-56d462f1-8f09-4563-8c44-f84ecccff8b0 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:39.046584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-56d462f1-8f09-4563-8c44-f84ecccff8b0 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124948 Jul 23 22:32:39.140218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-6b69ed3c-0699-4208-8fd0-15fc88124417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:39.142694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-6b69ed3c-0699-4208-8fd0-15fc88124417 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 930 time: 0.1757684 Jul 23 22:32:39.148341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4f427c46-a325-490e-a858-9266627da779 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.1006293 Jul 23 22:32:39.169345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93f91e9-4c8b-449a-a775-bf2e87f4fac9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:39.186851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.202565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-20ccb2c6-78b2-44bb-9919-e122681992c1 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.0483294 Jul 23 22:32:39.237835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2c839b8-0d22-48df-8562-d5d85f01f4f5 req-b44356c8-c0f6-4698-b8e6-1fe98d8999b8 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341162 Jul 23 22:32:39.267208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Transition to ACTIVE for port object b93f91e9-4c8b-449a-a775-bf2e87f4fac9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:39.276497 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.344434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Deleting port a5fd6704-2021-4e87-9a5b-282f86161533 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:39.344954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.358443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-9e4f0ba5-ee81-4a3f-bd63-e29cd4c75f74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 1001 time: 0.2024269 Jul 23 22:32:39.445011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.445352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.462563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:39.463071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Calling delete_port for a5fd6704-2021-4e87-9a5b-282f86161533 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:39.515640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.515919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.516343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.516680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.517000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.517788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.517788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.518004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.518278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.518595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.518917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.519233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.532788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-f3ba49a1-e345-440b-9f30-84a69c4a8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:39.534294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-f3ba49a1-e345-440b-9f30-84a69c4a8d68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.1591282 Jul 23 22:32:39.544244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-f706f98e-a420-4c12-a893-62f094ab25cd tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 258 time: 0.2544065 Jul 23 22:32:39.580926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:39.591073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Attempting to bind port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:39.591408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Attempting to bind port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:39.591803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Attempting to bind port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:39.606599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:39.606925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Attempting to bind port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:39.622269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:39.622670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:39.623116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:39.623701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Bound port: b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:39.624109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.638116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.649279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.676250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event deleted for resources: {'Port': ['ID=a5fd6704-2021-4e87-9a5b-282f86161533,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:39.690673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.691014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.691583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.691714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.692421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.692421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.692633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.692954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.693506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.693633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.693892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.694208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:32:39.729298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-db60f6cd-aeb0-4912-af7d-bd8a579cbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:39.731059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-db60f6cd-aeb0-4912-af7d-bd8a579cbbca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840374 Jul 23 22:32:39.756785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:39.784387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:39.792954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.795438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.798730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.806567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6df1887a-3eee-48e2-9d0b-bd30dcb995e6 req-4d62b3b0-5eee-4b58-91a5-9daaf224e87c tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce82899e-0456-4a56-be72-170ff178ab70 HTTP/1.1" status: 204 len: 173 time: 0.5974061 Jul 23 22:32:39.838776 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd1ffe-8539-40a6-b5cc-dd93f1abf21b x-openstack-request-id: req-b9bd1ffe-8539-40a6-b5cc-dd93f1abf21b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:39.839295 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "name": "network-vif-plugged", "status": "completed", "tag": "d069137e-77c2-43e0-837a-87416330209e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:39.839386 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9bd1ffe-8539-40a6-b5cc-dd93f1abf21b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:39.839732 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd069137e-77c2-43e0-837a-87416330209e', 'code': 200} Jul 23 22:32:39.923192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:39.924198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:39.925725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] 10.222.0.25 "PUT /v2.0/ports/b93f91e9-4c8b-449a-a775-bf2e87f4fac9 HTTP/1.1" status: 200 len: 1097 time: 2.1960919 Jul 23 22:32:39.927105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:39.929975 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f3dac-d252-4c72-92db-214b36617388" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:40.027665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e477c-70c9-47b5-b3ed-d09e9676cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:40.039473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80acf89-f30f-45b4-9508-51253d1bb8ce req-61c16773-13d9-41ea-a2bb-617e9d2665ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.040954 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f80acf89-f30f-45b4-9508-51253d1bb8ce req-61c16773-13d9-41ea-a2bb-617e9d2665ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 1101 time: 0.1145916 Jul 23 22:32:40.042494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-3bf362c1-6826-46a4-b9b9-a9af1378fb50 service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988732 Jul 23 22:32:40.051633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.057541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27938-201b-4053-a75f-405ba5027435 req-05a2cf96-17d9-4c03-bbd9-4b66475924aa tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.066529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71d27938-201b-4053-a75f-405ba5027435 req-05a2cf96-17d9-4c03-bbd9-4b66475924aa tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 945 time: 0.1567688 Jul 23 22:32:40.124190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f80acf89-f30f-45b4-9508-51253d1bb8ce req-754003a2-b34d-4415-9863-5fc150c1f660 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491903 Jul 23 22:32:40.139172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71d27938-201b-4053-a75f-405ba5027435 req-52a7ec3a-1d86-489f-a840-9ae7d8b2e7e8 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717237 Jul 23 22:32:40.162425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-d1ddb0fb-da94-4e7c-a34d-e3f9d5906a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.163624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-d1ddb0fb-da94-4e7c-a34d-e3f9d5906a80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 1100 time: 0.1703706 Jul 23 22:32:40.275849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf791-28a8-4c6d-8118-ce25a2ba3035 req-f7145c32-b4a9-485c-be53-bf29188e5bcc tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.277339 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-efaaf791-28a8-4c6d-8118-ce25a2ba3035 req-f7145c32-b4a9-485c-be53-bf29188e5bcc tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 948 time: 0.0862806 Jul 23 22:32:40.302791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-8fec5046-80ba-4d0a-a66e-8bf0844fc67d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9 HTTP/1.1" status: 200 len: 217 time: 0.1116564 Jul 23 22:32:40.328991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-efaaf791-28a8-4c6d-8118-ce25a2ba3035 req-809e5f56-b5fe-4e31-8367-30b127e4d9e7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453267 Jul 23 22:32:40.389055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Allocated IP 172.25.1.18 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b7a8d2e5-ceea-442e-86c7-78bff0804d48) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:40.398457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9019a44-ef25-4f7e-b149-ece3debedee8 req-55fd8eff-a951-4d8e-bd1c-07daa8e5f456 service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293507 Jul 23 22:32:40.404919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-cb46a211-8785-42ef-b244-2b921f91fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.406354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-cb46a211-8785-42ef-b244-2b921f91fc75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0947764 Jul 23 22:32:40.458622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ec648-84ea-475a-ad77-9e073bc9067a req-cf5fd9ee-4279-48a8-bbed-8716ccd3bc2b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.460135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-923ec648-84ea-475a-ad77-9e073bc9067a req-cf5fd9ee-4279-48a8-bbed-8716ccd3bc2b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.0754614 Jul 23 22:32:40.506359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-923ec648-84ea-475a-ad77-9e073bc9067a req-cd2a1114-24fa-445e-a86d-f2e8a9639711 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jul 23 22:32:40.653516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4990199b-889e-409a-8678-d953573259ef req-b54e2c35-d194-41db-a631-223e48df51da tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1197920 Jul 23 22:32:40.664265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:40.689153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.794651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.831558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.843386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-744340cf-c534-43fb-81e5-0a7b7b32380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:40.846021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-744340cf-c534-43fb-81e5-0a7b7b32380a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4310286 Jul 23 22:32:40.929868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.964250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Allocated IP 172.25.1.185 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1833591e-037e-437b-b5a7-6ffd69e6a334) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:40.979096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a803e86e-334a-4c61-b03a-ac43e756f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:40.994597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:40.999932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:41.004930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:41.009990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-4256c876-d7a1-4f6d-8919-ced172d33f8a service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446323 Jul 23 22:32:41.011613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event updated for resources: {'Port': ['ID=b7a8d2e5-ceea-442e-86c7-78bff0804d48,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:41.090816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.117171 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.162438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.185198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a51e1bb0-690e-486f-9dce-2601fc6cb4ea req-90e7d6d2-73c2-4ba0-a9c8-73b85cc25a0e service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457007 Jul 23 22:32:41.188612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.211732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:41.214779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:41.221482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:41.250627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event updated for resources: {'Port': ['ID=1833591e-037e-437b-b5a7-6ffd69e6a334,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:41.315925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.367263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.374912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.381225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.428903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event updated for resources: {'Port': ['ID=b7a8d2e5-ceea-442e-86c7-78bff0804d48,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:41.434095 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.449518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.450763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-3f3a8d27-16f2-439c-bdb3-b10bb2358e00 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8950160 Jul 23 22:32:41.503282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-71851782-d028-4f5e-aa00-73021e169ecc tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0453315 Jul 23 22:32:41.530910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.536379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.609062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event updated for resources: {'Port': ['ID=1833591e-037e-437b-b5a7-6ffd69e6a334,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:41.620993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-c2e9c429-3368-45ac-bd48-c05123ade1fd tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:41.621196 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.622719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49a29631-d27a-4929-b904-aaf60d48ae78 req-c2e9c429-3368-45ac-bd48-c05123ade1fd tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1139407 Jul 23 22:32:41.638391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:41.639870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4990199b-889e-409a-8678-d953573259ef req-d25e3d7e-92f7-4fea-89ca-2b5d80f51f6a tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9796877 Jul 23 22:32:41.698165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4990199b-889e-409a-8678-d953573259ef req-1550586b-6b29-47d0-8879-3408dd7e85e0 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.0471916 Jul 23 22:32:41.734314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e31891-be1f-4532-a8a5-601c4058d4c4 req-02e2e57a-589e-4586-9607-b55ed2888296 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:41.738610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6e31891-be1f-4532-a8a5-601c4058d4c4 req-02e2e57a-589e-4586-9607-b55ed2888296 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 1096 time: 0.0592251 Jul 23 22:32:41.772992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6e31891-be1f-4532-a8a5-601c4058d4c4 req-3fc9f422-fe8f-43bd-b2a0-7f26c25d283b tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Jul 23 22:32:41.843021 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e400743-177b-404d-a903-83c6ae5e3e77 x-openstack-request-id: req-3e400743-177b-404d-a903-83c6ae5e3e77 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:41.843475 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:41.844917 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e400743-177b-404d-a903-83c6ae5e3e77 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:41.845463 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', 'status': 'completed', 'code': 200} Jul 23 22:32:41.997275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3dac-d252-4c72-92db-214b36617388 req-485ec54b-00e4-48f6-9772-77f2f2d8c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:41.998805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-485ec54b-00e4-48f6-9772-77f2f2d8c941 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 1100 time: 0.1051366 Jul 23 22:32:42.032983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990199b-889e-409a-8678-d953573259ef req-f373abd5-a800-471b-b9e0-f798e8c731db tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.034396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4990199b-889e-409a-8678-d953573259ef req-f373abd5-a800-471b-b9e0-f798e8c731db tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.3311768 Jul 23 22:32:42.051805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ae81-2048-4100-a6af-a61884a0d39d req-da305f01-c1bb-45a7-ba50-a2fbcfe4af08 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.053381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4565ae81-2048-4100-a6af-a61884a0d39d req-da305f01-c1bb-45a7-ba50-a2fbcfe4af08 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 945 time: 0.1074402 Jul 23 22:32:42.062767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:42.096016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'floatingip': {'port_id': '73a5c3be-10d6-4558-bc69-9620ea808c36'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:42.144932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:42.161082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6c210-d9cd-43d7-a07e-99b5cbe9369e req-bc666c1c-65d5-4abb-8007-8bd4690719ec tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.162894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3dc6c210-d9cd-43d7-a07e-99b5cbe9369e req-bc666c1c-65d5-4abb-8007-8bd4690719ec tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 949 time: 0.0750778 Jul 23 22:32:42.212980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3dc6c210-d9cd-43d7-a07e-99b5cbe9369e req-4720ce7f-2fa4-4ae1-9c92-f02d46e76d8f tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Jul 23 22:32:42.220101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3dac-d252-4c72-92db-214b36617388 req-5a55c3cf-e5ff-4e0e-b496-f8c38eda738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.222210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-5a55c3cf-e5ff-4e0e-b496-f8c38eda738b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2148616 Jul 23 22:32:42.285862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-c5d56967-dab9-4516-8442-d34024a84fdd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9 HTTP/1.1" status: 200 len: 217 time: 0.0558815 Jul 23 22:32:42.350981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674fd1-95fb-4a21-8d9b-6ba76d2c5fc1 req-e8dafce8-732e-4dfe-bd30-d977e55fd9f8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.352553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b674fd1-95fb-4a21-8d9b-6ba76d2c5fc1 req-e8dafce8-732e-4dfe-bd30-d977e55fd9f8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.0693746 Jul 23 22:32:42.393911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b674fd1-95fb-4a21-8d9b-6ba76d2c5fc1 req-6a396615-0418-4116-a8a1-cc1ac333580f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357301 Jul 23 22:32:42.429922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3dac-d252-4c72-92db-214b36617388 req-c7f70d7b-841a-4ecd-b8f1-5e5e78c989db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.431588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-c7f70d7b-841a-4ecd-b8f1-5e5e78c989db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1278079 Jul 23 22:32:42.517237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a27523-457f-4227-a735-654e0ef8c415 req-db131730-86f3-4d5d-9bfd-6e0daabc955a tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.518840 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8a27523-457f-4227-a735-654e0ef8c415 req-db131730-86f3-4d5d-9bfd-6e0daabc955a tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0645535 Jul 23 22:32:42.524667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7061b-6086-4174-adf1-b0571a861d5f req-c4eb8309-32ba-46ec-af84-bb18f6e6a489 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.526163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34b7061b-6086-4174-adf1-b0571a861d5f req-c4eb8309-32ba-46ec-af84-bb18f6e6a489 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 948 time: 0.2833161 Jul 23 22:32:42.567916 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8a27523-457f-4227-a735-654e0ef8c415 req-4d94c133-e7f1-4b6a-9073-6e97d5d4dd59 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0435886 Jul 23 22:32:42.577478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b8a27523-457f-4227-a735-654e0ef8c415 req-35b7701d-ae60-41cc-8bbf-b52d4063797f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'floatingip': {'port_id': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:42.619602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b8a27523-457f-4227-a735-654e0ef8c415 req-35b7701d-ae60-41cc-8bbf-b52d4063797f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:42.706459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34b7061b-6086-4174-adf1-b0571a861d5f req-33a4d4d6-7373-4e59-b49c-e26a4ecf8059 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726420 Jul 23 22:32:42.739859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3dac-d252-4c72-92db-214b36617388 req-4a61cbd8-e4ea-4bf3-8f60-8b7d4fba363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:42.741631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-4a61cbd8-e4ea-4bf3-8f60-8b7d4fba363d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2725554 Jul 23 22:32:42.861400 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-b8a27523-457f-4227-a735-654e0ef8c415 req-35b7701d-ae60-41cc-8bbf-b52d4063797f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 22:32:42.862480 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8a27523-457f-4227-a735-654e0ef8c415 req-35b7701d-ae60-41cc-8bbf-b52d4063797f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "PUT /v2.0/floatingips/2643cec9-bfe5-493d-b152-ebf9df1f6864 HTTP/1.1" status: 409 len: 549 time: 0.2890992 Jul 23 22:32:42.921380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-c17601de-18ac-4e1e-be08-8902d40d4adc tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips/7dab0426-b677-42cd-a1ce-ae381fa13642 HTTP/1.1" status: 200 len: 693 time: 0.0423865 Jul 23 22:32:43.016942 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:32:43.030200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-9065a400-6035-4cf4-9114-d2f55e196891 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:43.032042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-9065a400-6035-4cf4-9114-d2f55e196891 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1043696 Jul 23 22:32:43.071340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-8af4ed07-05b4-4675-95f2-385e49b2e5cb service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165600 Jul 23 22:32:43.082509 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-f32f61c4-e7c0-4a4d-8545-d3a13c84cd82 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.0445328 Jul 23 22:32:43.090190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-d065f268-bbb3-41ad-9987-4c27e662e372 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:43.091599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-d065f268-bbb3-41ad-9987-4c27e662e372 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.2968249 Jul 23 22:32:43.124039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.133573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-96bcc606-0dab-4802-8a97-fbb45e8da7c4 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.185 HTTP/1.1" status: 200 len: 696 time: 0.0445910 Jul 23 22:32:43.275681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Deleting port 1833591e-037e-437b-b5a7-6ffd69e6a334 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:43.275913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.360675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.361363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.373241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Calling delete_port for 1833591e-037e-437b-b5a7-6ffd69e6a334 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:43.389311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.400248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-d52e9ecd-0320-4134-92f4-644dfe847b4c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/quotas/50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 375 time: 0.2927611 Jul 23 22:32:43.511326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.546851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Pushing event deleted for resources: {'Port': ['ID=1833591e-037e-437b-b5a7-6ffd69e6a334,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:43.572993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-057f3dac-d252-4c72-92db-214b36617388 req-a4f2c99c-92a2-4b59-8a92-c4981a8b334f service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895434 Jul 23 22:32:43.590322 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Floating IP a45063f4-fa60-413c-b589-fffbbbccad10 associated. External IP: 172.25.1.96, port: 73a5c3be-10d6-4558-bc69-9620ea808c36. Jul 23 22:32:43.613322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.615984 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.617142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee238f2f-9ae8-4874-b339-8a0620115246 req-854bf6e0-02a0-4328-9ec6-59f24695d853 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "DELETE /v2.0/floatingips/7dab0426-b677-42cd-a1ce-ae381fa13642 HTTP/1.1" status: 204 len: 173 time: 0.4782281 Jul 23 22:32:43.670643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-bbdc456c-6c10-400a-a177-65a6702c1e68 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392664 Jul 23 22:32:43.738369 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0deb9b3a-5115-4bf1-800a-f30dafe78c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:43.745438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334eb6-ef36-45a0-be01-eab9862d35c2 req-78e6917c-f4e7-405c-8d4b-f17f472e31b5 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:43.746960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e334eb6-ef36-45a0-be01-eab9862d35c2 req-78e6917c-f4e7-405c-8d4b-f17f472e31b5 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 945 time: 0.0703285 Jul 23 22:32:43.792934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e334eb6-ef36-45a0-be01-eab9862d35c2 req-924af553-35ab-4d1f-a03a-8936db0608bb tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ba92906-07fe-430e-8e81-a8810bdf0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356438 Jul 23 22:32:43.823492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-288d0e1f-6563-471a-800c-c79004d4a662 service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421831 Jul 23 22:32:44.008034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-47191e9e-a525-4a5a-8c3c-f2148830fe7d service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583378 Jul 23 22:32:44.013296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:44.025310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-699f63d9-4585-45dd-ba32-83c0c1db7366 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips/2643cec9-bfe5-493d-b152-ebf9df1f6864 HTTP/1.1" status: 200 len: 692 time: 0.0461204 Jul 23 22:32:44.027059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-37c8e6fc-eceb-4020-b63b-ae02e633d802 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:44.028537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-37c8e6fc-eceb-4020-b63b-ae02e633d802 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.22 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 945 time: 0.1778290 Jul 23 22:32:44.090324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.160234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-8e91399e-6ef2-49f2-8689-31c9b792b067 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:44.161945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-8e91399e-6ef2-49f2-8689-31c9b792b067 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1315539 Jul 23 22:32:44.226308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-745527b3-86fb-4ac4-9615-25635be6c49c tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0562024 Jul 23 22:32:44.256460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:44.261324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.267410 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:44.276235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:44.276851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:44.286012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-95f091f8-1ca8-4dbe-9c2e-4957121f9fb8 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.18 HTTP/1.1" status: 200 len: 695 time: 0.0580580 Jul 23 22:32:44.323162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c723bf17-88aa-4b5e-b585-5d023ad8171b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "PUT /v2.0/floatingips/a45063f4-fa60-413c-b589-fffbbbccad10 HTTP/1.1" status: 200 len: 990 time: 2.2592084 Jul 23 22:32:44.330265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:44.333931 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755de854-b2e1-4a9c-9293-1dfd2daadd80" -d '{"events": [{"name": "network-changed", "server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:44.364170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c36b6-c405-4d39-b2bc-70a9a7c502d0 req-f5fd2848-f838-4c39-b726-f7f3909ede2a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:44.373798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d6c36b6-c405-4d39-b2bc-70a9a7c502d0 req-f5fd2848-f838-4c39-b726-f7f3909ede2a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1951239 Jul 23 22:32:44.400572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Deleting port ddd9cc4b-e552-416e-b048-78fa62b5618c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:44.401278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.459078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d6c36b6-c405-4d39-b2bc-70a9a7c502d0 req-ae0f0a18-f0cb-44c1-a3f3-c66b28d2f7ea tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Jul 23 22:32:44.463367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Deleting port b7a8d2e5-ceea-442e-86c7-78bff0804d48 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:44.464055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.518101 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:44.555467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.555467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.556624 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-ad15d279-30d0-4c8e-bdcf-e48bb6ef7e7f req-3d83aa8a-bc3d-43e8-9c52-197dbb5af2ca tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] show failed (client error): The resource could not be found. Jul 23 22:32:44.558380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad15d279-30d0-4c8e-bdcf-e48bb6ef7e7f req-3d83aa8a-bc3d-43e8-9c52-197dbb5af2ca tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips/7dab0426-b677-42cd-a1ce-ae381fa13642 HTTP/1.1" status: 404 len: 350 time: 0.0689445 Jul 23 22:32:44.576765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Calling delete_port for b7a8d2e5-ceea-442e-86c7-78bff0804d48 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:44.603346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] For port ddd9cc4b-e552-416e-b048-78fa62b5618c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ddd9cc4b-e552-416e-b048-78fa62b5618c,segment=NetworkSegment(baabb72e-1217-4f80-8083-89efe8bbb2c3),segment_id=baabb72e-1217-4f80-8083-89efe8bbb2c3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:44.604356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.624122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Calling delete_port for ddd9cc4b-e552-416e-b048-78fa62b5618c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:44.808061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e338-954d-4f7b-9fb0-d1e861f66c0d req-b7e651a2-5282-4599-b9d5-c9162fd72a3d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:44.815058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.815666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f89e338-954d-4f7b-9fb0-d1e861f66c0d req-b7e651a2-5282-4599-b9d5-c9162fd72a3d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 948 time: 0.1313155 Jul 23 22:32:44.834871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.867786 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:20:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:32:42Z', 'revision_number': 1, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:44.882144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f89e338-954d-4f7b-9fb0-d1e861f66c0d req-66198c7f-4b2a-454a-8c6a-1c5117613ca5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589082 Jul 23 22:32:44.884467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event deleted for resources: {'Port': ['ID=b7a8d2e5-ceea-442e-86c7-78bff0804d48,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:44.890021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:44.903892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ddd9cc4b-e552-416e-b048-78fa62b5618c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:44.911166 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:44.921663 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:44.922749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:44.927205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Pushing event deleted for resources: {'Port': ['ID=ddd9cc4b-e552-416e-b048-78fa62b5618c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:44.996257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:45.008138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:45.008375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] No DVR routers for this DVR port ddd9cc4b-e552-416e-b048-78fa62b5618c on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:45.010303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:45.012723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42ac2fae-d49f-4d02-8db9-e13233c93d14 req-dac30752-1fc2-4693-908f-58f080ff5cf4 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.22 "DELETE /v2.0/ports/ddd9cc4b-e552-416e-b048-78fa62b5618c HTTP/1.1" status: 204 len: 173 time: 0.9415879 Jul 23 22:32:45.014510 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28605910-e0fb-46da-a449-e75a03d61cc3 req-088d1976-83b3-4c29-99fd-11bb7243f271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "DELETE /v2.0/floatingips/2643cec9-bfe5-493d-b152-ebf9df1f6864 HTTP/1.1" status: 204 len: 173 time: 0.7273846 Jul 23 22:32:45.073625 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:45.117739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac5421ff-9af3-46e0-8e6d-eda0985bf618 req-953758f6-25b6-4654-a74b-8512b5552726 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 210 time: 0.0517728 Jul 23 22:32:45.140232 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df26ed1-79fd-484d-abee-50d3d0d8ddac x-openstack-request-id: req-4df26ed1-79fd-484d-abee-50d3d0d8ddac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:45.140671 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:45.141442 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4df26ed1-79fd-484d-abee-50d3d0d8ddac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:45.141919 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'status': 'completed', 'code': 200} Jul 23 22:32:45.197691 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-375679a3-5ec2-4737-903c-0cbc85e2a9f4 req-4b45969c-0979-4705-8e64-b90a5c68f703 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] show failed (client error): The resource could not be found. Jul 23 22:32:45.198820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-375679a3-5ec2-4737-903c-0cbc85e2a9f4 req-4b45969c-0979-4705-8e64-b90a5c68f703 tempest-FloatingIPsTestJSON-1254331845 tempest-FloatingIPsTestJSON-1254331845-project] 10.222.0.37 "GET /v2.0/floatingips/7dab0426-b677-42cd-a1ce-ae381fa13642 HTTP/1.1" status: 404 len: 350 time: 0.0424385 Jul 23 22:32:45.210961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:45.305370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b93f91e9-4c8b-449a-a775-bf2e87f4fac9 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:45.355230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-952dd882-f534-4d71-aa65-8ea0e6c5659f req-867f1228-f852-44ef-b9e4-9a0e2f711857 tempest-VolumesAdminNegativeTest-8275035 tempest-VolumesAdminNegativeTest-8275035-project] 10.222.0.37 "GET /v2.0/ports?device_id=e029ddd5-4a2c-4288-aea0-7e2659081ac3 HTTP/1.1" status: 200 len: 210 time: 0.0999360 Jul 23 22:32:45.417500 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:20:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:32:42Z', 'revision_number': 1, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:45.458996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:45.459854 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7abca5d-3d20-44cb-a3c1-706db72ad09b None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:20:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:32:42Z', 'revision_number': 1, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:45.487379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', 'mac_address': 'fa:16:3e:a8:55:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:45.491331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-449cff84-b1da-4cc4-a22d-dd434c09377a tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 1001 time: 0.1715877 Jul 23 22:32:45.569896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:45.572326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-3cf3b7e5-578a-47e8-a80a-c8ed418e3320 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:45.582575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-3cf3b7e5-578a-47e8-a80a-c8ed418e3320 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports/f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 942 time: 0.0802591 Jul 23 22:32:45.605836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93f91e9-4c8b-449a-a775-bf2e87f4fac9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:45.635144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:45.641858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:45.663469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-3b7a8bf6-bb37-44dc-90e8-3651454cedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:45.677961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-3b7a8bf6-bb37-44dc-90e8-3651454cedfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 1097 time: 0.4042783 Jul 23 22:32:45.742150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:45.842278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae9e1ee-97ec-4abe-bc5d-a92861de52eb None None] New status for floating IP a45063f4-fa60-413c-b589-fffbbbccad10: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:32:45.930532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-b0ab1c67-084c-4417-a676-be7da232b9f5 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 1001 time: 0.1660757 Jul 23 22:32:45.955556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85553fc-7eab-485d-b5c4-7b2d73182079 req-a69eb601-bc88-409f-86dd-52638d8c6f60 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:45.957113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f85553fc-7eab-485d-b5c4-7b2d73182079 req-a69eb601-bc88-409f-86dd-52638d8c6f60 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1798406 Jul 23 22:32:45.969333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b93f91e9-4c8b-449a-a775-bf2e87f4fac9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:45.986983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-4a5373c9-f42d-4057-b6ba-f8d266a39bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:45.988698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-4a5373c9-f42d-4057-b6ba-f8d266a39bfb service neutron] 10.222.0.22 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 925 time: 0.2860522 Jul 23 22:32:45.998991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-ecc73bf3-b31f-4639-8174-aae92bd6d4a2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.000881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-ecc73bf3-b31f-4639-8174-aae92bd6d4a2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.4077666 Jul 23 22:32:46.035458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f85553fc-7eab-485d-b5c4-7b2d73182079 req-ba633abf-5b6c-43b5-9096-945e435c4962 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637612 Jul 23 22:32:46.045245 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.095797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Request body: {'port': {'device_id': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'admin_state_up': True, 'tenant_id': '50788af0abb74276aa06ebf07765bfaa'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:46.146726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-f7def628-f6cf-4009-bd6e-95a0c426deb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a5c3be-10d6-4558-bc69-9620ea808c36 HTTP/1.1" status: 200 len: 998 time: 0.1426215 Jul 23 22:32:46.328449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.564553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe227ed-c37b-460a-be73-50f5107dde84 req-91e07b8c-02e7-4bc2-b017-4d3f8d1d155c tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.564818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-a0e3f4f7-dba7-4aac-9e5e-b8073781755a tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.566071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffe227ed-c37b-460a-be73-50f5107dde84 req-91e07b8c-02e7-4bc2-b017-4d3f8d1d155c tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 949 time: 0.1818440 Jul 23 22:32:46.566214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-a0e3f4f7-dba7-4aac-9e5e-b8073781755a tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.6346760 Jul 23 22:32:46.572190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-c36e169c-b787-4108-8c9f-0896b56daed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.573579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-c36e169c-b787-4108-8c9f-0896b56daed7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.3923295 Jul 23 22:32:46.589017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-e0f0ca16-23a4-4b5a-b21e-96da9be7dce3 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:32:46.590028 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-e0f0ca16-23a4-4b5a-b21e-96da9be7dce3 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123949 Jul 23 22:32:46.632244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffe227ed-c37b-460a-be73-50f5107dde84 req-762d501b-8908-4823-b8e4-f09496d28b6d tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Jul 23 22:32:46.708677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-d3a41c23-5fa8-4139-8d10-9019fe7b3148 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 1001 time: 0.1099272 Jul 23 22:32:46.709245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:46.712420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.730403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:46.764536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Deleting port 35456caf-4165-41c8-a90b-18bbe3b4777e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:46.764884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.787236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-5bbeaf31-315c-4a6e-9e3b-d7aeb3ec4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.788751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-5bbeaf31-315c-4a6e-9e3b-d7aeb3ec4355 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041862 Jul 23 22:32:46.805357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb15d5-9d02-4053-a305-09c74fdc70c1 req-f11e6750-3000-4428-903c-cf2cabfb6a53 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:46.806864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bccb15d5-9d02-4053-a305-09c74fdc70c1 req-f11e6750-3000-4428-903c-cf2cabfb6a53 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 949 time: 0.1059835 Jul 23 22:32:46.853819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.894006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bccb15d5-9d02-4053-a305-09c74fdc70c1 req-b698569a-cf5c-4cc7-aec8-79dff768b93c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568607 Jul 23 22:32:46.895755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] For port 35456caf-4165-41c8-a90b-18bbe3b4777e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=35456caf-4165-41c8-a90b-18bbe3b4777e,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:46.896115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:46.915622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Calling delete_port for 35456caf-4165-41c8-a90b-18bbe3b4777e owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:47.062011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-13ae2f8d-4b3c-46d5-ba17-346c34c04eb3 service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650356 Jul 23 22:32:47.070392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e4af3454-adc8-41d3-918c-fd862829265d req-bceb1880-e00c-462a-992d-38dbafd3997a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 210 time: 0.0328364 Jul 23 22:32:47.078618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Allocated IP 172.20.0.10 (8c04baa1-bb55-4b4a-87b1-7a626be00747/46542f07-5ce6-42de-b773-f13fabd51ea9/afaf152f-b4e3-4dd7-9600-7e19dba1d545) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:47.122933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:47.149932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'name': 'network-vif-deleted', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:47.152572 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d146647-5966-40e8-8c75-8d99cbb32915" -d '{"events": [{"server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "name": "network-vif-deleted", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:47.171004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.197954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.198231 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Floating IP 3a563d56-e540-40e7-9763-1b42f201e86b disassociated. External IP: 172.25.1.140, port: f44fb6bc-48af-494c-84c6-8b58b12f23f3. Jul 23 22:32:47.236590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Deleting subnet a364b297-f264-49c5-b571-8245e3cef1e9 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:32:47.240898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.263422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.291495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b93f91e9-4c8b-449a-a775-bf2e87f4fac9 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:32:47.316251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=35456caf-4165-41c8-a90b-18bbe3b4777e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:47.361898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.375681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:47.381891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:47.382719 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.392376 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:32:47.393033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-755de854-b2e1-4a9c-9293-1dfd2daadd80 req-60a0fe90-f382-4a77-a7f5-c23c41871717 service neutron] 10.222.0.22 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140669 Jul 23 22:32:47.442626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcb79d-1ee4-4b40-b534-1f444712ba80 req-5608744e-3cb8-4529-9942-802dc403dc5f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:47.451977 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-92bcb79d-1ee4-4b40-b534-1f444712ba80 req-5608744e-3cb8-4529-9942-802dc403dc5f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2782226 Jul 23 22:32:47.463013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-4df71e61-bf41-474c-9ded-7328364eab4e tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:47.465295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-4df71e61-bf41-474c-9ded-7328364eab4e tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 949 time: 0.3293808 Jul 23 22:32:47.495501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.528224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.581719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:47.584462 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fc711e-431d-432f-9131-544240fa0eba" -d '{"events": [{"server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "name": "network-vif-plugged", "status": "completed", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:47.590621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:47.596708 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.631315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-92bcb79d-1ee4-4b40-b534-1f444712ba80 req-ff4c3832-eddd-4706-96ea-cabc784aa7c7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719837 Jul 23 22:32:47.655666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:47.683306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.713331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.731118 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ece61-5f4f-4648-bb59-21253f1f2b43 x-openstack-request-id: req-938ece61-5f4f-4648-bb59-21253f1f2b43 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:47.731507 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e029ddd5-4a2c-4288-aea0-7e2659081ac3", "name": "network-vif-deleted", "tag": "ddd9cc4b-e552-416e-b048-78fa62b5618c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:47.731692 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-938ece61-5f4f-4648-bb59-21253f1f2b43 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:47.732082 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e029ddd5-4a2c-4288-aea0-7e2659081ac3', 'name': 'network-vif-deleted', 'tag': 'ddd9cc4b-e552-416e-b048-78fa62b5618c', 'status': 'completed', 'code': 200} Jul 23 22:32:47.734932 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83448e7-3dcf-4440-bae0-d6a360a3190c x-openstack-request-id: req-d83448e7-3dcf-4440-bae0-d6a360a3190c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:47.734932 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "name": "network-vif-plugged", "status": "completed", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:47.734932 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83448e7-3dcf-4440-bae0-d6a360a3190c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:47.735342 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', 'code': 200} Jul 23 22:32:47.744648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.845086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a364b297-f264-49c5-b571-8245e3cef1e9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:47.865688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.867588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2f6c733e-c538-4f3d-8cf9-4f9dfb1bbe14 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a364b297-f264-49c5-b571-8245e3cef1e9 HTTP/1.1" status: 204 len: 168 time: 0.7437050 Jul 23 22:32:47.870699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:47.892438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Deleting port d069137e-77c2-43e0-837a-87416330209e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:47.892689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.921168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:47.971865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:47.976815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.001151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2deea-9dbb-47d8-aa88-6d3cf9079c6c req-3e7db588-5216-423c-a2b2-40e68630af29 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:48.002685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1e2deea-9dbb-47d8-aa88-6d3cf9079c6c req-3e7db588-5216-423c-a2b2-40e68630af29 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 949 time: 0.2151747 Jul 23 22:32:48.017440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25824181-95d7-4d22-80ce-ec612a3b7ecf req-3e007564-5224-4279-94fa-9f774dca42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:48.018964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25824181-95d7-4d22-80ce-ec612a3b7ecf req-3e007564-5224-4279-94fa-9f774dca42af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 1102 time: 0.2173610 Jul 23 22:32:48.054691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:48.069733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:48.071611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:48.081327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:48.086930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:48.087565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.088050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ddd9cc4b-e552-416e-b048-78fa62b5618c no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:48.104296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] For port d069137e-77c2-43e0-837a-87416330209e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d069137e-77c2-43e0-837a-87416330209e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:48.105118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.124642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: ddd9cc4b-e552-416e-b048-78fa62b5618c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:48.127482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ddd9cc4b-e552-416e-b048-78fa62b5618c not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:48.152058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1e2deea-9dbb-47d8-aa88-6d3cf9079c6c req-8d1d59b3-7547-4b91-8265-d3074f22e18c tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f11520c-b16e-4b6e-bea0-331fd0ee52e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434073 Jul 23 22:32:48.190160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-1fcea81c-86d6-48ce-a862-11ff85b7f456 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1133103 Jul 23 22:32:48.191004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Calling delete_port for d069137e-77c2-43e0-837a-87416330209e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:48.191160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.201915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25824181-95d7-4d22-80ce-ec612a3b7ecf req-870356d6-013b-4d42-8487-e7b0a8f4a6cd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674349 Jul 23 22:32:48.204797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15218b8c-bfcd-49c9-bacd-247a662ddc82']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.213615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Request body: {'port': {'device_id': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:48.228612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baabb72e-1217-4f80-8083-89efe8bbb2c3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.228906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baabb72e-1217-4f80-8083-89efe8bbb2c3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.264684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.278423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Router 60bcaee1-79f5-4740-89b6-1cdee0d69fda has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:32:48.293580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.338051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:32:48.338450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:32:48.340918 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:32:48.348367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:48.358096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.360560 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Sync routers for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:48.370967 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:48.371922 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.391243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.407734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376a351-d7be-4eb0-a4af-d05a52b6dfd6 req-8582a6f3-8e0a-4ca4-a0a0-372b7f353632 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:48.410244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b376a351-d7be-4eb0-a4af-d05a52b6dfd6 req-8582a6f3-8e0a-4ca4-a0a0-372b7f353632 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 950 time: 0.1946754 Jul 23 22:32:48.442974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-13aae749-694f-48c0-b151-97bc6cbce00e tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "PUT /v2.0/floatingips/3a563d56-e540-40e7-9763-1b42f201e86b HTTP/1.1" status: 200 len: 695 time: 1.7268906 Jul 23 22:32:48.488513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.494811 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b376a351-d7be-4eb0-a4af-d05a52b6dfd6 req-14888cbb-33aa-4b4b-b8f7-5f16880863e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Jul 23 22:32:48.503311 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:48.519880 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.525340 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] 10.222.0.37 "DELETE /v2.0/networks/15218b8c-bfcd-49c9-bacd-247a662ddc82 HTTP/1.1" status: 204 len: 168 time: 0.6531112 Jul 23 22:32:48.527912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe9bf-c702-4b31-8ca5-49fc98bc180b admin admin] Pushing event deleted for resources: {'Network': ['ID=15218b8c-bfcd-49c9-bacd-247a662ddc82,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:48.528070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:48.548884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:32:48.557058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-317b92b1-a38d-411e-a402-feb8767796a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/60bcaee1-79f5-4740-89b6-1cdee0d69fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3422644 Jul 23 22:32:48.557440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:48.564217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Sync routers for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:32:48.577455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:48.579421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.637947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:48.692644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Deleting subnet a3496a24-db72-4791-90f2-4270ec2884e6 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:32:48.700882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Pushing event deleted for resources: {'Port': ['ID=d069137e-77c2-43e0-837a-87416330209e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:48.722865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d069137e-77c2-43e0-837a-87416330209e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:48.800285 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.804509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:48.836379 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Checking router: 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:48.847451 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:48.848683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:48.975849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:48.999482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.043548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.072122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:47Z', 'revision_number': 5, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:49.273211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Checking router: 60bcaee1-79f5-4740-89b6-1cdee0d69fda for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:32:49.281812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaf152f-b4e3-4dd7-9600-7e19dba1d545 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:49.282391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:49.287118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Routers {'60bcaee1-79f5-4740-89b6-1cdee0d69fda'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:32:49.291357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:49.301195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b0aef-0bbb-46e0-be3a-a61509a095c5 req-c345517e-ac52-4db6-9fb0-511ec37c2843 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:49.302970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-629b0aef-0bbb-46e0-be3a-a61509a095c5 req-c345517e-ac52-4db6-9fb0-511ec37c2843 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 932 time: 0.2706058 Jul 23 22:32:49.313778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.322329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.324935 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.325451 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad17307-6a07-4048-8e8c-ec08df7a89a4 None None] The sync data for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 is: [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f1632018-5686-41d0-8845-b9bfecd168da', 'name': '', 'network_id': 'c4f13efd-82fd-409a-aa58-f36cbd8e627a', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'mac_address': 'fa:16:3e:5f:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:08Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'subnets': [{'id': '982b9bcd-292a-4c55-961f-a8fcefe142b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:49.348737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.351985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] No DVR routers for this DVR port d069137e-77c2-43e0-837a-87416330209e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:49.382384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-ae5524cb-d563-43a3-aa1c-2689666f71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:49.386430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-ae5524cb-d563-43a3-aa1c-2689666f71e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1097 time: 0.9172657 Jul 23 22:32:49.392901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.395335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a8d6837-4aea-4f32-9b4c-dd853f47f28b req-c4cb8428-9bb8-494d-a8e7-87fceb77fca3 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.25 "DELETE /v2.0/ports/d069137e-77c2-43e0-837a-87416330209e HTTP/1.1" status: 204 len: 173 time: 1.8881683 Jul 23 22:32:49.423066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-629b0aef-0bbb-46e0-be3a-a61509a095c5 req-5719c849-8eb3-4a6f-a97d-c4a9f7faf5fd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872700 Jul 23 22:32:49.464580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Deleting port c35d84cc-4e87-4393-85d2-29a62d002289 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:49.465130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.503836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] Set router 60bcaee1-79f5-4740-89b6-1cdee0d69fda gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:32:49.542796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Transition to ACTIVE for port object afaf152f-b4e3-4dd7-9600-7e19dba1d545 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:49.556416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-6708083b-9e91-4252-a247-1576624a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:49.564572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-6708083b-9e91-4252-a247-1576624a81a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 930 time: 0.1666000 Jul 23 22:32:49.575438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.648612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] For port c35d84cc-4e87-4393-85d2-29a62d002289, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35d84cc-4e87-4393-85d2-29a62d002289,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:49.648978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.650879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-a57f4bde-6ea3-44f3-8025-c5e9cc3a1ed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 217 time: 0.0853677 Jul 23 22:32:49.658922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13c964-9cd4-42bd-80f0-2158d9f378f9 req-826f02c6-653c-430c-9974-e79654a92233 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:49.660465 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da13c964-9cd4-42bd-80f0-2158d9f378f9 req-826f02c6-653c-430c-9974-e79654a92233 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1448610 Jul 23 22:32:49.678982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Calling delete_port for c35d84cc-4e87-4393-85d2-29a62d002289 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:49.716032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.730952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da13c964-9cd4-42bd-80f0-2158d9f378f9 req-021907b1-38c9-447f-9199-d2636b392f0f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Jul 23 22:32:49.745022 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0a22dd-fa4e-42fc-aafb-c23a4c0a6228 None None] New status for floating IP 3a563d56-e540-40e7-9763-1b42f201e86b: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:32:49.746758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3'}, {'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'name': 'network-vif-deleted', 'tag': 'd069137e-77c2-43e0-837a-87416330209e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:49.749429 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3"}, {"server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "name": "network-vif-deleted", "tag": "d069137e-77c2-43e0-837a-87416330209e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:49.777703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:49.786671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3496a24-db72-4791-90f2-4270ec2884e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:49.807316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:47Z', 'revision_number': 5, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:49.817692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.819899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-306a18f9-389c-425d-af5a-a528c50d156b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3496a24-db72-4791-90f2-4270ec2884e6 HTTP/1.1" status: 204 len: 168 time: 1.2904959 Jul 23 22:32:49.840923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5baf39f-37a3-469f-a3bd-9a1227c48451 None None] The sync data for ids ['60bcaee1-79f5-4740-89b6-1cdee0d69fda'] in n-d-791506-25 is: [{'id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'name': 'tempest-FloatingIPsTestJSON-1398642760-router', 'tenant_id': '9dce98279c254e738c78c0fcc9501aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:22Z', 'updated_at': '2021-07-23T22:32:47Z', 'revision_number': 5, 'project_id': '9dce98279c254e738c78c0fcc9501aa0', 'gw_port': {'id': 'c35d84cc-4e87-4393-85d2-29a62d002289', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bcaee1-79f5-4740-89b6-1cdee0d69fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:23Z', 'updated_at': '2021-07-23T22:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:32:49.860667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:49.881599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-5918c912-3e44-459a-a733-3b3c10db6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:49.895717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-5918c912-3e44-459a-a733-3b3c10db6fc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.2371960 Jul 23 22:32:49.971593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e0ba37ba-071a-4e83-a77d-cc1f0074085a req-4aff7c91-2117-4982-b4eb-a552be8aa811 tempest-TenantUsagesTestJSON-1521234268 tempest-TenantUsagesTestJSON-1521234268-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7d1420-2da0-4e85-ae14-dd414dabd571 HTTP/1.1" status: 200 len: 210 time: 0.0357692 Jul 23 22:32:49.977080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:49.977429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:49.977789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:49.984191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:49.991400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:49.992574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:50.031771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35d84cc-4e87-4393-85d2-29a62d002289,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:50.045433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:50.045792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:50.046193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:50.047452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Bound port: afaf152f-b4e3-4dd7-9600-7e19dba1d545, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:50.049208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.066810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.136782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.138719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-6035187e-28bd-4b53-9106-3cea0da57e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:50.140293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-6035187e-28bd-4b53-9106-3cea0da57e89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2435338 Jul 23 22:32:50.284659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:50.287157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.293686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.330724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 35456caf-4165-41c8-a90b-18bbe3b4777e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:50.347285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84246cbd-6673-469a-bb73-85c2eb3215bf req-9188d1a7-3077-4708-ba4c-31e81322e246 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:50.348934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-84246cbd-6673-469a-bb73-85c2eb3215bf req-9188d1a7-3077-4708-ba4c-31e81322e246 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 950 time: 0.2649815 Jul 23 22:32:50.364356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 35456caf-4165-41c8-a90b-18bbe3b4777e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:50.364698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 35456caf-4165-41c8-a90b-18bbe3b4777e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:50.372182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.419489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.420060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60bcaee1-79f5-4740-89b6-1cdee0d69fda {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:32:50.420725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:50.425360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.425778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.426810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.427185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.427569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.428044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.428412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.428813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.429108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.429567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.429893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.433093 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73763b5e-2125-4f64-ae50-76ff438322e6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/60bcaee1-79f5-4740-89b6-1cdee0d69fda HTTP/1.1" status: 204 len: 168 time: 1.8721781 Jul 23 22:32:50.437790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:50.469276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-84246cbd-6673-469a-bb73-85c2eb3215bf req-0365da36-5155-47cc-8761-2fe75bc0a857 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731001 Jul 23 22:32:50.493195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Deleting subnet 9154e72e-1275-4c5b-9e3e-735e1ce778b5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:32:50.496579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.507617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.507976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.508449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.508628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:32:50.509000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:50.535126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.540434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca42c8a-af18-4b3f-a4a2-b4fcc10404be') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:50.540606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca42c8a-af18-4b3f-a4a2-b4fcc10404be') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:50.545313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.588518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.604626 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43020ba2-14af-470f-9159-e3105302ea9a x-openstack-request-id: req-43020ba2-14af-470f-9159-e3105302ea9a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:50.604930 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3", "status": "completed", "code": 200}, {"server_uuid": "ab7d1420-2da0-4e85-ae14-dd414dabd571", "name": "network-vif-deleted", "tag": "d069137e-77c2-43e0-837a-87416330209e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:50.605184 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43020ba2-14af-470f-9159-e3105302ea9a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:50.605593 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'status': 'completed', 'code': 200} Jul 23 22:32:50.605875 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7d1420-2da0-4e85-ae14-dd414dabd571', 'name': 'network-vif-deleted', 'tag': 'd069137e-77c2-43e0-837a-87416330209e', 'status': 'completed', 'code': 200} Jul 23 22:32:50.641064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.655691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-79fdfe81-4d6d-435c-80d7-2a8772e07f09 service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822168 Jul 23 22:32:50.656999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:50.657848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.659244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 1093 time: 2.4527113 Jul 23 22:32:50.683819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:32:50.684230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.695369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:32:50.705151 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:32:50.751298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d33f23-e2c5-4b73-a116-1aeeee0cc8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:50.805032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e6b8d-b357-4111-87cb-a49d9f13cae9 req-b5cba8d6-4e83-4af9-8aff-a77c5a9bf499 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:50.806694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-708e6b8d-b357-4111-87cb-a49d9f13cae9 req-b5cba8d6-4e83-4af9-8aff-a77c5a9bf499 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1320665 Jul 23 22:32:50.807815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.841277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9154e72e-1275-4c5b-9e3e-735e1ce778b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:50.847355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.849198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-15977445-8290-4b55-9300-9ffbae8bf698 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9154e72e-1275-4c5b-9e3e-735e1ce778b5 HTTP/1.1" status: 204 len: 168 time: 0.4106977 Jul 23 22:32:50.853892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:50.859866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861eb018-c9f0-4b9a-83fb-3d7866f53c3a None None] Network 063ecf54-3391-40c4-be16-e32df09a756b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:50.871055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.895464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-708e6b8d-b357-4111-87cb-a49d9f13cae9 req-79aff026-aff2-4fa1-b74e-ecabe4ac27a7 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769148 Jul 23 22:32:50.934059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:50.935924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] 10.222.0.37 "DELETE /v2.0/networks/464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d HTTP/1.1" status: 204 len: 168 time: 1.0674465 Jul 23 22:32:50.944768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-da658269-34ef-465c-bda1-ee206359f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:50.946350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-da658269-34ef-465c-bda1-ee206359f729 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 1097 time: 0.3072886 Jul 23 22:32:50.981701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86591e-f1cf-4184-ac97-0d0363996477 admin admin] Pushing event deleted for resources: {'Network': ['ID=464d3d3e-fc59-4aa3-9037-2cf5a1c7c55d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:51.011402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799f3e3a-2d8a-41aa-98d7-3fc46d6872cb req-25c8e24e-081a-4cbb-832b-b708b13b7005 service neutron] 10.222.0.37 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430214 Jul 23 22:32:51.029665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32376e-8c61-432c-a7e9-e1404896e2e5 req-b80a354b-b7fe-4bd2-bdec-561addf5b410 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.038548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d32376e-8c61-432c-a7e9-e1404896e2e5 req-b80a354b-b7fe-4bd2-bdec-561addf5b410 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 1102 time: 0.0807352 Jul 23 22:32:51.045185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.064693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-f265d02e-eb7f-4e21-9188-c759f40f4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.066240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-f265d02e-eb7f-4e21-9188-c759f40f4e11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1096 time: 0.3418818 Jul 23 22:32:51.110136 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d32376e-8c61-432c-a7e9-e1404896e2e5 req-9999e31c-6b93-472d-b4b0-c302fc524510 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Jul 23 22:32:51.135023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] DHCP port deletion for 063ecf54-3391-40c4-be16-e32df09a756b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:32:51.180131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:51.223528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Deleting port 8b1a96eb-bf49-46d2-b8ea-2345668429bd {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:51.223902 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.256095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-01aaffd1-c823-4abd-b333-654956f684d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 217 time: 0.1586754 Jul 23 22:32:51.264060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fe336be-671c-43cd-b396-57466ebfd618 req-958f0180-0324-49e5-b926-dc538b3eb338 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips/3a563d56-e540-40e7-9763-1b42f201e86b HTTP/1.1" status: 200 len: 693 time: 0.0587380 Jul 23 22:32:51.304620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b5663a3e-26a3-4658-9856-12a279823c60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55a1dd83b8e44d8ca6ddd9d7012c05a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229217 Jul 23 22:32:51.307560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:51.318342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] For port 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b1a96eb-bf49-46d2-b8ea-2345668429bd,segment=NetworkSegment(30997c6a-5eb4-443b-be34-f6f2c99a4841),segment_id=30997c6a-5eb4-443b-be34-f6f2c99a4841)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:51.318342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.334358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Calling delete_port for 8b1a96eb-bf49-46d2-b8ea-2345668429bd owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:51.345042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d069137e-77c2-43e0-837a-87416330209e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:51.378017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: d069137e-77c2-43e0-837a-87416330209e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:51.378550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d069137e-77c2-43e0-837a-87416330209e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:51.381977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-95bedc84-742e-49f5-a3fd-e469f6d1fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.383783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-95bedc84-742e-49f5-a3fd-e469f6d1fcac service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 200 len: 930 time: 0.3876588 Jul 23 22:32:51.391770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276565-983b-4532-8c87-90d33ad37b43 req-0d117501-a070-4330-a0e5-aac626b1cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.393191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-0d117501-a070-4330-a0e5-aac626b1cbed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1155434 Jul 23 22:32:51.420697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.465418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.467596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-51d1b9bc-5e7e-4268-ab35-4c932abd15dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 200 len: 217 time: 0.0703738 Jul 23 22:32:51.479722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe336be-671c-43cd-b396-57466ebfd618 req-2f159b1c-80a5-44b1-99bc-59ebe158f2fc tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.481091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fe336be-671c-43cd-b396-57466ebfd618 req-2f159b1c-80a5-44b1-99bc-59ebe158f2fc tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2062368 Jul 23 22:32:51.501127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077bdb4-d0d8-42e8-a4be-f1869f00f4bc req-4c062782-5ee3-4665-b5ce-fef43ccafa5e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.503838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1077bdb4-d0d8-42e8-a4be-f1869f00f4bc req-4c062782-5ee3-4665-b5ce-fef43ccafa5e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.3550966 Jul 23 22:32:51.542310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:51.542949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Deleting port 8b1a96eb-bf49-46d2-b8ea-2345668429bd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:51.543513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.546157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.568497 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fe336be-671c-43cd-b396-57466ebfd618 req-2d3b96b0-d262-4676-9fa4-521987787300 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 696 time: 0.0804796 Jul 23 22:32:51.580316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] Pushing event deleted for resources: {'Port': ['ID=8b1a96eb-bf49-46d2-b8ea-2345668429bd,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:51.584478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7fbf9a-2fd5-42dc-a683-c750c969625f None None] No DVR routers for this DVR port 8b1a96eb-bf49-46d2-b8ea-2345668429bd on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:51.605615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-03ba637e-131a-45c8-970b-4f20e564c5ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364312 Jul 23 22:32:51.638062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.641418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.643067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ba92906-07fe-430e-8e81-a8810bdf0ec5 HTTP/1.1" status: 204 len: 168 time: 0.3344595 Jul 23 22:32:51.646556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fe336be-671c-43cd-b396-57466ebfd618 req-0b160ae0-4795-4d99-92b7-c712e148a4ac tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.140 HTTP/1.1" status: 200 len: 696 time: 0.0710313 Jul 23 22:32:51.657080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a477c-0448-4956-95cf-9464c42117a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba92906-07fe-430e-8e81-a8810bdf0ec5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:51.829907 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cfa23664-79e1-49fd-b8cd-259ad704bc8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4516223a79c04e0088fac800feec9ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787757 Jul 23 22:32:51.831767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:51.896172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.898349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Deleting port dd08bf7a-f398-49d5-9c98-89c057fdc751 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:51.898679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.916205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-a673efaa-3003-43a2-b663-80a568d96551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:51.918857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-a673efaa-3003-43a2-b663-80a568d96551 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 200 len: 868 time: 0.4102919 Jul 23 22:32:51.924035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] For port 8b1a96eb-bf49-46d2-b8ea-2345668429bd, host n-d-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:51.924677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.932968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1077bdb4-d0d8-42e8-a4be-f1869f00f4bc req-5c0ad977-f311-45cf-8156-caa92967ba12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860538 Jul 23 22:32:51.945269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:51.990731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:52.024311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Calling delete_port for 8b1a96eb-bf49-46d2-b8ea-2345668429bd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:52.034951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Port 8b1a96eb-bf49-46d2-b8ea-2345668429bd was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:32:52.039159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.059872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.069583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.069945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.073826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-041d7fb6-fcbd-475d-a224-67501831fb83 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316993 Jul 23 22:32:52.098567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Calling delete_port for dd08bf7a-f398-49d5-9c98-89c057fdc751 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:52.105648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4a4671a-38bd-456e-b9bf-435945bfd448 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba436d5cda17483d899aa0528b97a14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103003 Jul 23 22:32:52.106020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:52.118480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.120893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.122000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f11520c-b16e-4b6e-bea0-331fd0ee52e8 HTTP/1.1" status: 204 len: 168 time: 0.2893074 Jul 23 22:32:52.147517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-335fb702-b62d-4fcd-b032-0c844917611f tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166606 Jul 23 22:32:52.151657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35d84cc-4e87-4393-85d2-29a62d002289 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:52.152179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1a96eb-bf49-46d2-b8ea-2345668429bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:52.186128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c35d84cc-4e87-4393-85d2-29a62d002289 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:52.186345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] No DVR routers for this DVR port 8b1a96eb-bf49-46d2-b8ea-2345668429bd on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:52.186642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35d84cc-4e87-4393-85d2-29a62d002289 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:52.187061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b1a96eb-bf49-46d2-b8ea-2345668429bd no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:52.187181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8520a3e-e9b1-4d2b-82f9-7fc761aa7475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11520c-b16e-4b6e-bea0-331fd0ee52e8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:52.217979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8b1a96eb-bf49-46d2-b8ea-2345668429bd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:52.218214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b1a96eb-bf49-46d2-b8ea-2345668429bd not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:52.249354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.289345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.322559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-f4981631-6f50-4065-a1c9-24844fa9330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:52.324063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-f4981631-6f50-4065-a1c9-24844fa9330f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4f13efd-82fd-409a-aa58-f36cbd8e627a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3789167 Jul 23 22:32:52.391216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.393505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.397124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c5dc53b-2b5e-4881-9889-3f8141f53800 HTTP/1.1" status: 204 len: 168 time: 0.2878387 Jul 23 22:32:52.414125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e0d09-4b30-4a95-80e5-cc0add14167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5dc53b-2b5e-4881-9889-3f8141f53800,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:52.418447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.448815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event deleted for resources: {'Port': ['ID=dd08bf7a-f398-49d5-9c98-89c057fdc751,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:52.535267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.539599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.540286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fe336be-671c-43cd-b396-57466ebfd618 req-bb663975-1012-4243-8c7e-2df3787834ae tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "DELETE /v2.0/floatingips/3a563d56-e540-40e7-9763-1b42f201e86b HTTP/1.1" status: 204 len: 173 time: 0.8857641 Jul 23 22:32:52.623583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:52.638607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a47c54f-f66f-44f6-855d-145a3426cf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.667184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:52.669655 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f74da70-090f-45dc-8620-85b027b9a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:52.759964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.796567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063ecf54-3391-40c4-be16-e32df09a756b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:52.797621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859c690-be05-4c61-84bd-93a1354abdd3 req-357f687f-9b9f-48d3-909a-61168eaa21ef tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:52.799288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7859c690-be05-4c61-84bd-93a1354abdd3 req-357f687f-9b9f-48d3-909a-61168eaa21ef tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1056237 Jul 23 22:32:52.817609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a47c54f-f66f-44f6-855d-145a3426cf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.824992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a47c54f-f66f-44f6-855d-145a3426cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.846220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-e1d5136c-8833-4fd8-ae03-f686d1160c13 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:52.847731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-e1d5136c-8833-4fd8-ae03-f686d1160c13 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6678450 Jul 23 22:32:52.849737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d276565-983b-4532-8c87-90d33ad37b43 req-471e0084-2957-4f9c-82b0-d9ff8d24c068 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516985 Jul 23 22:32:52.853871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30997c6a-5eb4-443b-be34-f6f2c99a4841') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:52.854358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30997c6a-5eb4-443b-be34-f6f2c99a4841') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:32:52.878385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.884865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.897795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0a47c54f-f66f-44f6-855d-145a3426cf49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3058778254840e4876ed8326156390f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712529 Jul 23 22:32:52.898882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7859c690-be05-4c61-84bd-93a1354abdd3 req-ff1e3461-a126-4dad-b1cc-c0483029791e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Jul 23 22:32:52.899352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:52.901244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-6690e973-12ec-404e-9752-b17a5517e8c6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0433946 Jul 23 22:32:52.911568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47c54f-f66f-44f6-855d-145a3426cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893d736a-105b-459e-ac92-d3c3c2ce10cd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:52.923681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.930942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-606f4f90-9d7a-4497-af72-2356034446f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521212 Jul 23 22:32:52.960147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:32:52.960559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:32:52.962548 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:32:52.977230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.004249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.013051 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6636ae47-196d-4d98-9dd5-178d1522232f x-openstack-request-id: req-6636ae47-196d-4d98-9dd5-178d1522232f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:53.013343 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:53.013590 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6636ae47-196d-4d98-9dd5-178d1522232f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:53.014006 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'status': 'completed', 'code': 200} Jul 23 22:32:53.108300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.112060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.115758 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/893d736a-105b-459e-ac92-d3c3c2ce10cd HTTP/1.1" status: 204 len: 168 time: 0.2136474 Jul 23 22:32:53.135244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.149550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e803494-851a-4f75-aae2-9d32588fc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d736a-105b-459e-ac92-d3c3c2ce10cd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:53.162693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.164563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] 10.222.0.37 "DELETE /v2.0/networks/063ecf54-3391-40c4-be16-e32df09a756b HTTP/1.1" status: 204 len: 168 time: 2.3091626 Jul 23 22:32:53.189641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6480c4a-3c03-4ee5-b6ae-2508824a539c admin admin] Pushing event deleted for resources: {'Network': ['ID=063ecf54-3391-40c4-be16-e32df09a756b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:53.197297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ef28-a00b-4a12-8619-6fe070af615f req-7c525523-2038-48ba-9936-dee639f21271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:53.199571 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8490ef28-a00b-4a12-8619-6fe070af615f req-7c525523-2038-48ba-9936-dee639f21271 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1415141 Jul 23 22:32:53.200103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc3e5cbb-e9f7-4e97-9fcf-1aa07b0eec5d req-9a37ecb3-3d45-4d1a-8756-a5c0f18bffb5 service neutron] 10.222.0.25 "GET /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413847 Jul 23 22:32:53.216819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-67242cdb-6de3-49ab-a30a-09736b8b44e3 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3072066 Jul 23 22:32:53.229941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-7d80c6ba-27df-45bb-9506-e1dac2a2701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:53.231462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-7d80c6ba-27df-45bb-9506-e1dac2a2701e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1096 time: 0.2017815 Jul 23 22:32:53.275737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8490ef28-a00b-4a12-8619-6fe070af615f req-c77ef9fd-8d46-4923-b37d-94277f9adc04 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0587044 Jul 23 22:32:53.355510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-f08566ba-044b-4940-a84b-4a17c57a9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:53.357185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-f08566ba-044b-4940-a84b-4a17c57a9ad8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.1167254 Jul 23 22:32:53.367647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:53.428382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-cef3eb79-7582-476b-9875-36636c69a4ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 217 time: 0.0581312 Jul 23 22:32:53.495313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096976a-61fb-4013-82e8-5b56021bd6b7 req-1635e33a-dec6-4bc0-bba6-8fa5d7895c34 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:53.501662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5096976a-61fb-4013-82e8-5b56021bd6b7 req-1635e33a-dec6-4bc0-bba6-8fa5d7895c34 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1405599 Jul 23 22:32:53.550168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d01f65ba-ff19-4463-96f0-d9857722f428 req-57c4b694-dcf0-4e2e-8db8-63bdad252264 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0870759 Jul 23 22:32:53.554810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ac87268e-829d-4387-aac1-036f9897863d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9dce98279c254e738c78c0fcc9501aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859901 Jul 23 22:32:53.557450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:53.590387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-8d6101fa-6652-493a-8f13-7e6e3796b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:53.599002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5096976a-61fb-4013-82e8-5b56021bd6b7 req-5109d085-43ab-4729-81de-58f65ed1bc3b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894952 Jul 23 22:32:53.607226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-8d6101fa-6652-493a-8f13-7e6e3796b322 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1522007 Jul 23 22:32:53.658653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-853e2a8e-6ac1-4d86-8d13-7e5dd9392f02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505040 Jul 23 22:32:53.695346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.733454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e59dd44-dc6c-4225-86e9-3d082385265e req-bc0a5e5c-207a-41dc-a1ec-54d5e0dedc50 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 210 time: 0.0729575 Jul 23 22:32:53.743624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:53.756575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.826320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.831603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:53.833915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78c2a62a-7dfd-4e08-b5b6-126d343fec93 HTTP/1.1" status: 204 len: 168 time: 0.2754226 Jul 23 22:32:53.876849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d12012-4d21-4f29-a577-1b46025f4252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c2a62a-7dfd-4e08-b5b6-126d343fec93,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:53.955292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-97ea64a3-431a-403a-afd4-955e5ee1e999 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780042 Jul 23 22:32:54.048781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-960619815-network', 'tenant_id': '8b0d8c22912444f584988aec2971d045'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:54.100456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:54.103567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.130322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8bf5f-a67f-4dfa-afdc-29ba8583e07d req-0a767165-aa9f-4a69-a1cd-bcbb70dd445b tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:54.138769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3cb8bf5f-a67f-4dfa-afdc-29ba8583e07d req-0a767165-aa9f-4a69-a1cd-bcbb70dd445b tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.1624234 Jul 23 22:32:54.142826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.170099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f74da70-090f-45dc-8620-85b027b9a5e7 req-53bae636-ea49-47cb-b64e-a341d69ac5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049105 Jul 23 22:32:54.215114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb39da-61df-4af6-a3da-2d0f9a6706e9 req-eaa41233-35bd-4e82-b77b-9cfa2be9df82 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:54.221944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-04bb39da-61df-4af6-a3da-2d0f9a6706e9 req-eaa41233-35bd-4e82-b77b-9cfa2be9df82 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1218050 Jul 23 22:32:54.236920 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3cb8bf5f-a67f-4dfa-afdc-29ba8583e07d req-42c7a4f8-f83e-4a59-bdc7-b7da48dc7674 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915473 Jul 23 22:32:54.315279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-04bb39da-61df-4af6-a3da-2d0f9a6706e9 req-a69a8315-f2f2-4b71-a35f-31471d1a2019 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813644 Jul 23 22:32:54.360029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.366138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.413823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29661ccc-3686-4e48-a13e-5fb7cde24332,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:54.428151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:32:54.441110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.441532 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Added segment 48b523ce-9007-4d37-b32b-a3cbc7642708 of type vlan for network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 Jul 23 22:32:54.467836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:54.491705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.524273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.526525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:54.527488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.552612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8075669 Jul 23 22:32:54.555884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:54.561062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Request body: {'subnet': {'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-960619815-subnet', 'tenant_id': '8b0d8c22912444f584988aec2971d045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:54.586616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-network', 'tenant_id': '5bbb289271674baa890267909ae827c5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:54.596325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:54.598861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.604678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d943-85f2-475b-9532-485da9f9cd04 admin admin] Pushing event updated for resources: {'Network': ['ID=10e53b3f-3abc-40c0-b313-4a9f444f18b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:54.619525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:32:54.685637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Made reservation on behalf of 5bbb289271674baa890267909ae827c5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:54.689384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.703273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:54.763499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ef1b-9da9-4ed8-8deb-5490409f31e0 req-ed11e8a6-14c3-4e5d-96b0-5024942a0b5a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:54.771053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4fd3ef1b-9da9-4ed8-8deb-5490409f31e0 req-ed11e8a6-14c3-4e5d-96b0-5024942a0b5a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1092849 Jul 23 22:32:54.833120 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4fd3ef1b-9da9-4ed8-8deb-5490409f31e0 req-f522221c-ac69-4208-b02a-a47ec4993aa1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Jul 23 22:32:54.938785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b66aace-4bb3-4390-a538-a84f1c68aea0 req-28f3cb47-7d65-44d5-a24e-b44fa32264fd tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 210 time: 0.0740929 Jul 23 22:32:54.943379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-e6be03c3-b2c7-4677-9e64-2ccd16af561d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756383 Jul 23 22:32:54.956394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.120187 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.125885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:55.134544 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.158249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Checking segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:55.158600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Network hostable DHCP agents. Network: 10e53b3f-3abc-40c0-b313-4a9f444f18b7, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:32:55.188329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:32:55.198301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cad227-3d13-4f7d-82a2-ada2c2f4da3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:55.207559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-16d1a8e6-f41c-47e3-b54e-7f81abde5233 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.209002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-16d1a8e6-f41c-47e3-b54e-7f81abde5233 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484167 Jul 23 22:32:55.216638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.216976 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Added segment 554a6665-dce5-44a0-a436-9f1b0d832bd2 of type vlan for network 51a84d59-faec-46fb-832c-d08f167c26b5 Jul 23 22:32:55.230259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '58100d33-06e6-4888-92a7-81ae3400f754', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:55.241224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:32:55.291917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 10e53b3f-3abc-40c0-b313-4a9f444f18b7) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:55.301303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51340e61-a9c2-417c-91ce-3ed732550426 None None] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:55.329390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.329995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.333108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.397253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2a3fa096-f966-4c87-9a0c-bcb21cdef5c6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8401003 Jul 23 22:32:55.448618 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.449585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.450704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.469390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c79c5b-b80c-4c3e-98a5-bd55984f8b8a None None] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:55.482920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0129466 Jul 23 22:32:55.493593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a672-527d-4cef-a602-177c9847492c req-ba14151b-a46f-41a5-a108-22128a9a57ad tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.495629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9877a672-527d-4cef-a602-177c9847492c req-ba14151b-a46f-41a5-a108-22128a9a57ad tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1013882 Jul 23 22:32:55.496174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40568) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:55.501582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Request body: {'subnet': {'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-subnet', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:55.512341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c77c3a-6880-462f-a727-8cd5138d4d14 req-f93008f1-ebb7-4738-bf66-4f96fd5fc36f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.513914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74c77c3a-6880-462f-a727-8cd5138d4d14 req-f93008f1-ebb7-4738-bf66-4f96fd5fc36f tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.1865342 Jul 23 22:32:55.542817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:32:55.542817 n-d-791506-25 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 22:32:55.542817 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id': '5bbb289271674baa890267909ae827c5', 'id': '6289490b-30c5-49f5-9507-05b43e954be9', 'expiration': datetime.datetime(2021, 7, 23, 22, 34, 55, 529088)}] Jul 23 22:32:55.542817 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:32:55.543650 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:32:55.562560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9877a672-527d-4cef-a602-177c9847492c req-d368a3e5-e040-47be-b110-72077922cb80 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479932 Jul 23 22:32:55.595240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:55.603322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.605370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72b15e-c0cc-4c43-b8df-297a4eef6a73 admin admin] Pushing event updated for resources: {'Network': ['ID=51a84d59-faec-46fb-832c-d08f167c26b5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:55.626330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 51a84d59-faec-46fb-832c-d08f167c26b5 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:32:55.648231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74c77c3a-6880-462f-a727-8cd5138d4d14 req-79a88057-2748-4deb-852e-9ded271960b2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/security-groups?id=536493d0-6006-4917-8c71-3ca8662e9670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117220 Jul 23 22:32:55.700236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb57dc6-6998-4667-990e-dd89deeef81f req-ba14d44e-d458-43a0-a3f1-7992f12d3e60 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.701693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edb57dc6-6998-4667-990e-dd89deeef81f req-ba14d44e-d458-43a0-a3f1-7992f12d3e60 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 945 time: 0.2232530 Jul 23 22:32:55.844111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.220 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/7fd65c3b-8db3-4daf-b93d-e027f72ebcb8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:55.892612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Deleting port f44fb6bc-48af-494c-84c6-8b58b12f23f3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:32:55.892947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:55.923069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-4cbce43e-ee6e-4600-9b09-643707d82ddd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:55.924505 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-4cbce43e-ee6e-4600-9b09-643707d82ddd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.1061122 Jul 23 22:32:55.939298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-d2879996-f87a-4d19-9eb0-f861a5be40a8 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/quotas/8b0d8c22912444f584988aec2971d045 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Jul 23 22:32:55.973601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-4e120e24-69c9-4bc6-a435-d8ad22e51b37 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288959 Jul 23 22:32:56.098325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] For port f44fb6bc-48af-494c-84c6-8b58b12f23f3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f44fb6bc-48af-494c-84c6-8b58b12f23f3,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:56.098940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.128613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Calling delete_port for f44fb6bc-48af-494c-84c6-8b58b12f23f3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:32:56.140637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:32:56.147331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.163472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b428ed-4c02-4551-ab4f-cd1c58249dab req-edea934b-08b7-42a8-a666-3b4713c7bb75 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:56.164974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4b428ed-4c02-4551-ab4f-cd1c58249dab req-edea934b-08b7-42a8-a666-3b4713c7bb75 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2485330 Jul 23 22:32:56.224638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:56.271324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:56.283201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4b428ed-4c02-4551-ab4f-cd1c58249dab req-fb1a8b5a-d0ff-46fe-98d0-a5ef6705b3ba tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861993 Jul 23 22:32:56.288348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'port_id': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'mac_address': 'fa:16:3e:d3:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46542f07-5ce6-42de-b773-f13fabd51ea9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:32:56.340186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.347573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Made reservation on behalf of 5bbb289271674baa890267909ae827c5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:56.349955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.355830 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-80006343-9aed-42ce-8f78-6a7f9b4c94c1 service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754137 Jul 23 22:32:56.366260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afaf152f-b4e3-4dd7-9600-7e19dba1d545 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:56.383762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.393222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:32:56.398060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:56.401073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:56.412226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.471782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-4bfd9c35-d710-48e2-831f-b20404ad6faf service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048188 Jul 23 22:32:56.486791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:56.512051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:56.518377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:56.522655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:56.590101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:56.590922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.636294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-98304670-fdc3-4498-bab0-e5c38fac74b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4176705 Jul 23 22:32:56.658648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Request body: {'port': {'device_id': '58100d33-06e6-4888-92a7-81ae3400f754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:56.670337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427390c-4d10-497b-8ba9-a3129cf4f7ae req-bc93d529-7bba-40f4-9308-4b1572576e6b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:56.672856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4427390c-4d10-497b-8ba9-a3129cf4f7ae req-bc93d529-7bba-40f4-9308-4b1572576e6b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 936 time: 0.2841027 Jul 23 22:32:56.673897 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.690666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.715329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:56.747340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:32:56.762261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Checking segment: {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:56.773234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Network hostable DHCP agents. Network: 51a84d59-faec-46fb-832c-d08f167c26b5, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:32:56.779846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249c58d3-d089-4878-9227-2d5f4b4e9cc4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:56.851732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Network 51a84d59-faec-46fb-832c-d08f167c26b5 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:32:56.865300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Pushing event deleted for resources: {'Port': ['ID=f44fb6bc-48af-494c-84c6-8b58b12f23f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:56.886330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 51a84d59-faec-46fb-832c-d08f167c26b5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:56.893458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:56.894556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:56.925014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1302e82-d5e6-4218-9063-cffebbe1a7d7 None None] Network 51a84d59-faec-46fb-832c-d08f167c26b5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:32:56.952320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4427390c-4d10-497b-8ba9-a3129cf4f7ae req-c5058e8a-59e6-4c7b-b9dd-75974af4fd25 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731850 Jul 23 22:32:56.988701 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7050c11f-58dd-4b6a-b3fd-80c77fc24a76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4911692 Jul 23 22:32:56.993021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:57.008116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:57.033899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.037112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] No DVR routers for this DVR port f44fb6bc-48af-494c-84c6-8b58b12f23f3 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:32:57.047865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.050942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edb57dc6-6998-4667-990e-dd89deeef81f req-00631a66-323e-4890-b851-18a004628ba2 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.25 "DELETE /v2.0/ports/f44fb6bc-48af-494c-84c6-8b58b12f23f3 HTTP/1.1" status: 204 len: 173 time: 1.3406727 Jul 23 22:32:57.051685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'name': 'network-vif-deleted', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:57.054474 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44e0251-36fc-4b8f-9506-e45b2419182d" -d '{"events": [{"server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "name": "network-vif-deleted", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:57.083030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a3ce5-7cbf-4532-bebf-50b3e44c24ea req-b90c585f-5d0d-41cd-af5d-6331d325e7c9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:57.085342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf4a3ce5-7cbf-4532-bebf-50b3e44c24ea req-b90c585f-5d0d-41cd-af5d-6331d325e7c9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.2079790 Jul 23 22:32:57.087792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.089634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.157276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf4a3ce5-7cbf-4532-bebf-50b3e44c24ea req-a09c27f6-49ca-4a34-97c1-8630dc901e75 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 Jul 23 22:32:57.243195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.255106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cbc2a297-457b-48bc-baca-e44ad960d687 None None] Provisioning for port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:32:57.256334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44a69767-5fd2-468f-9e2d-0427b5ee8a43 req-390e315a-90d4-4f74-929d-ec4eab972d77 tempest-FloatingIPsAssociationNegativeTestJSON-586567470 tempest-FloatingIPsAssociationNegativeTestJSON-586567470-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b58ee61-b092-4cd0-9d2d-e2f429c3d699 HTTP/1.1" status: 200 len: 210 time: 0.1321697 Jul 23 22:32:57.276980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c98b9b3-e48a-49bf-8445-e2215332bc5e req-a394024a-6caa-46af-a6a3-63d73adbf23e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0439227 Jul 23 22:32:57.366333 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d209b-be0e-4215-8f5b-8cc98738a3b9 x-openstack-request-id: req-da9d209b-be0e-4215-8f5b-8cc98738a3b9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:57.366744 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b58ee61-b092-4cd0-9d2d-e2f429c3d699", "name": "network-vif-deleted", "tag": "f44fb6bc-48af-494c-84c6-8b58b12f23f3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:57.367040 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9d209b-be0e-4215-8f5b-8cc98738a3b9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:57.367407 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b58ee61-b092-4cd0-9d2d-e2f429c3d699', 'name': 'network-vif-deleted', 'tag': 'f44fb6bc-48af-494c-84c6-8b58b12f23f3', 'status': 'completed', 'code': 200} Jul 23 22:32:57.487786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cbc2a297-457b-48bc-baca-e44ad960d687 None None] Provisioning complete for port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:32:57.488526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbc2a297-457b-48bc-baca-e44ad960d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.549744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.741618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:32:57.754899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.766662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d2dca-f300-4631-8865-07064b9d36f8 req-96df9406-1b8f-45ba-870b-c226e6f7568a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:57.768458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-089d2dca-f300-4631-8865-07064b9d36f8 req-96df9406-1b8f-45ba-870b-c226e6f7568a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2328413 Jul 23 22:32:57.772472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Transition to ACTIVE for port object 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:57.779793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:57.882605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-089d2dca-f300-4631-8865-07064b9d36f8 req-71526f82-f027-423f-bd7d-d6e13f0b5f73 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048746 Jul 23 22:32:57.886555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:57.987473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Attempting to bind port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:57.988407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Attempting to bind port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:57.989432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Attempting to bind port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:57.996028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:32:57.996357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Attempting to bind port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:58.003190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:58.003595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:58.004188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:58.004642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Bound port: 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:58.005003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.087158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-51a84d59-faec-46fb-832c-d08f167c26b5', 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'fixed_ips': [{'subnet_id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:32:58.089442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.115965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:58.119661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:58.127672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.134500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2a297-457b-48bc-baca-e44ad960d687 None None] Port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:32:58.156469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.181412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:58.182530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.183584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.197738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] 10.222.0.25 "PUT /v2.0/ports/7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 HTTP/1.1" status: 200 len: 1097 time: 1.5493059 Jul 23 22:32:58.261090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4e2a6-2859-4a61-8762-a95d88b6776c service neutron] Pushing event updated for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:58.272502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f01df-e2ad-48b3-b25b-45f30a310a02 req-35160722-a90c-4d6e-bcf6-5e7b4c6ec195 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:58.274173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b9f01df-e2ad-48b3-b25b-45f30a310a02 req-35160722-a90c-4d6e-bcf6-5e7b4c6ec195 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 948 time: 0.2083216 Jul 23 22:32:58.354356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b9f01df-e2ad-48b3-b25b-45f30a310a02 req-8d25f2df-5527-4d0e-a799-c00e89e6ea87 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671225 Jul 23 22:32:58.444849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26128bc-9e51-4dd2-8b19-1b4ac4ac94ab req-0b248875-efa9-453b-9d7d-6ba617db1760 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:58.446786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f26128bc-9e51-4dd2-8b19-1b4ac4ac94ab req-0b248875-efa9-453b-9d7d-6ba617db1760 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.1468318 Jul 23 22:32:58.446923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Allocated IP 172.25.1.169 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d7983e94-5658-46c9-978d-d3cac4e098ea) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:58.455942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:32:58.458019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-f9b8cc46-8265-4b68-81de-c1f1922391e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:58.459508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-f9b8cc46-8265-4b68-81de-c1f1922391e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 1100 time: 0.1825466 Jul 23 22:32:58.553465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Allocated IP 172.20.0.2 (51a84d59-faec-46fb-832c-d08f167c26b5/249c58d3-d089-4878-9227-2d5f4b4e9cc4/a3bc1bed-3a02-417a-85d1-8403dbcff819) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:32:58.617578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95f202e6-1708-4180-a60b-87d6d74367a5 req-5af6a87c-7976-4255-8108-4fd9ec272267 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0540416 Jul 23 22:32:58.701875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.757771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:58.824755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:58.831150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:58.838390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Pushing event updated for resources: {'Port': ['ID=d7983e94-5658-46c9-978d-d3cac4e098ea,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:58.841015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:59.041497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-8746ed74-5775-4297-a812-876bb10a2aa9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 HTTP/1.1" status: 200 len: 217 time: 0.5619755 Jul 23 22:32:59.074914 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.128463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Transition to ACTIVE for port object a3bc1bed-3a02-417a-85d1-8403dbcff819 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:59.163260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb3a7-dd79-482e-aff4-57025033575c req-b9f7c12b-a53f-4efb-8f9e-0c81b4482ae6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:59.164757 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a23cb3a7-dd79-482e-aff4-57025033575c req-b9f7c12b-a53f-4efb-8f9e-0c81b4482ae6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1759505 Jul 23 22:32:59.184378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Transition to ACTIVE for port object a3bc1bed-3a02-417a-85d1-8403dbcff819 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:32:59.228233 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a23cb3a7-dd79-482e-aff4-57025033575c req-708b360a-c603-4d89-8a2d-c231b9f7c27d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Jul 23 22:32:59.233800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f26128bc-9e51-4dd2-8b19-1b4ac4ac94ab req-7e386e1b-94f1-4dee-a949-cbca26f51b75 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680779 Jul 23 22:32:59.236481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.240980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-308b8fa8-e9d6-4315-a88b-79291e458ddb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:59.242853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-308b8fa8-e9d6-4315-a88b-79291e458ddb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.25 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.2459605 Jul 23 22:32:59.245733 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.264340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Request body: {'port': {'device_id': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'admin_state_up': True, 'tenant_id': '8b0d8c22912444f584988aec2971d045'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:32:59.316428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-1ca854b8-c1da-41ed-811a-ce01364124d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:59.317951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-1ca854b8-c1da-41ed-811a-ce01364124d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1407833 Jul 23 22:32:59.318500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Pushing event updated for resources: {'Port': ['ID=a3bc1bed-3a02-417a-85d1-8403dbcff819,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:59.355999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Network 51a84d59-faec-46fb-832c-d08f167c26b5 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:32:59.357526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:32:59.362225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:32:59.396311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f44fb6bc-48af-494c-84c6-8b58b12f23f3 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:32:59.397592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:32:59.399934 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f5bfc-7463-4770-87e1-97d80315ee81" -d '{"events": [{"name": "network-changed", "server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:32:59.467832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f44fb6bc-48af-494c-84c6-8b58b12f23f3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:32:59.472103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f44fb6bc-48af-494c-84c6-8b58b12f23f3 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:32:59.497184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Attempting to bind port a3bc1bed-3a02-417a-85d1-8403dbcff819 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:32:59.497888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Attempting to bind port a3bc1bed-3a02-417a-85d1-8403dbcff819 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:32:59.498438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Attempting to bind port a3bc1bed-3a02-417a-85d1-8403dbcff819 on network 51a84d59-faec-46fb-832c-d08f167c26b5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:32:59.517548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:32:59.518177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Checking segment: {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:32:59.518760 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.519321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Bound using segment: {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:32:59.519982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Bound port: a3bc1bed-3a02-417a-85d1-8403dbcff819, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:32:59.520554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.596340 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb1554-a032-4164-a5f0-b5ecfab605e3 x-openstack-request-id: req-96cb1554-a032-4164-a5f0-b5ecfab605e3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:32:59.596628 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:32:59.596889 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96cb1554-a032-4164-a5f0-b5ecfab605e3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:32:59.597264 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8', 'status': 'completed', 'code': 200} Jul 23 22:32:59.604193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.610842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] For port a3bc1bed-3a02-417a-85d1-8403dbcff819, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:32:59.614493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] For port a3bc1bed-3a02-417a-85d1-8403dbcff819, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3bc1bed-3a02-417a-85d1-8403dbcff819,segment=NetworkSegment(554a6665-dce5-44a0-a436-9f1b0d832bd2),segment_id=554a6665-dce5-44a0-a436-9f1b0d832bd2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:32:59.621945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.703222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d43f8d-4c29-4ab1-8b71-bea1382cb73f None None] Pushing event updated for resources: {'Port': ['ID=a3bc1bed-3a02-417a-85d1-8403dbcff819,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:32:59.756781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-854cc4ef-6e37-40b1-aa42-97c82daf400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:59.758529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-854cc4ef-6e37-40b1-aa42-97c82daf400e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4328666 Jul 23 22:32:59.810486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f511d3fe-a9f9-4f22-a36c-8b4f9a85cbaf req-f7434607-e059-4ef1-ad58-ce5bab0a4f11 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0764439 Jul 23 22:32:59.814227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:32:59.818170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:32:59.851913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25db874-e334-4e88-b9ce-466bdee5e8ab req-147c1056-f6eb-4afe-b5f2-f8824416ad32 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:32:59.853580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c25db874-e334-4e88-b9ce-466bdee5e8ab req-147c1056-f6eb-4afe-b5f2-f8824416ad32 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 948 time: 0.3196948 Jul 23 22:32:59.882144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Router 1d2a6863-685a-4272-b1b2-528035bc87b1 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:33:00.035908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:00.052128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Sync routers for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:00.056477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.060554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c25db874-e334-4e88-b9ce-466bdee5e8ab req-1ced4bbb-c50e-4fac-aeac-585c6329cfe5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827905 Jul 23 22:33:00.060725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2271f878-694f-4300-9415-5117703d4769 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0603571 Jul 23 22:33:00.060836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:00.065360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Routers {'1d2a6863-685a-4272-b1b2-528035bc87b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:00.070552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d2a6863-685a-4272-b1b2-528035bc87b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:00.078385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-4a37745c-f12d-4867-9605-3c8b2f0d0d3b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046594 Jul 23 22:33:00.194366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:00.231473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3bc1bed-3a02-417a-85d1-8403dbcff819 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:00.293915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Allocated IP 172.20.0.9 (10e53b3f-3abc-40c0-b313-4a9f444f18b7/55d1fe2f-343e-4aa3-a6ff-daa0aa62300e/7f4d74ae-d3f8-465e-a4df-cf1f15c08eab) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:00.303344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port afaf152f-b4e3-4dd7-9600-7e19dba1d545 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:00.310096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Set router 1d2a6863-685a-4272-b1b2-528035bc87b1 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:00.312138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port afaf152f-b4e3-4dd7-9600-7e19dba1d545 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:00.312703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.385385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a18ceb9-ede1-4fb6-82ef-3cae4da10709 req-763be9de-1757-4315-992a-7615596d7377 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798994 Jul 23 22:33:00.415991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.598044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a3bc1bed-3a02-417a-85d1-8403dbcff819 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:00.649014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.680526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:00.683465 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e536bc1a-6071-4788-a0e2-39906bf7e829" -d '{"events": [{"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-plugged", "status": "completed", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:00.702527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:00.715959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:32:59Z', 'revision_number': 3, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:00.718702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.771881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Checking router: 1d2a6863-685a-4272-b1b2-528035bc87b1 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:00.771881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Updating router 1d2a6863-685a-4272-b1b2-528035bc87b1 port d7983e94-5658-46c9-978d-d3cac4e098ea binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:00.790904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76810367-b03a-4358-bff6-fc083cb9ad72 req-21f65c7a-84de-411c-bea7-b56c9b2238c0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:00.798683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76810367-b03a-4358-bff6-fc083cb9ad72 req-21f65c7a-84de-411c-bea7-b56c9b2238c0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1079934 Jul 23 22:33:00.829623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:00.908013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c856-8e76-4627-b3c8-07c2cfc88b11 req-c57a9a59-b7fe-4901-b391-e82dc9a73263 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:00.909917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e079c856-8e76-4627-b3c8-07c2cfc88b11 req-c57a9a59-b7fe-4901-b391-e82dc9a73263 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.5269108 Jul 23 22:33:00.963722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-5d0dd283-07df-4127-b105-13cc6b082135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:00.965576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-5d0dd283-07df-4127-b105-13cc6b082135 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 1100 time: 0.4891093 Jul 23 22:33:00.979137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:01.009887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.035372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76810367-b03a-4358-bff6-fc083cb9ad72 req-6ac52521-1771-4e4e-9ba3-f3f2568732eb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206213 Jul 23 22:33:01.086503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e079c856-8e76-4627-b3c8-07c2cfc88b11 req-25a83f32-86fd-4cc9-b066-fa73d63db7f5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579700 Jul 23 22:33:01.197708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.263906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0db54d4-8dd0-4272-a097-d10af64bb810 req-ffbf918c-73c6-4a57-93c2-5f5d16a41f91 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0437355 Jul 23 22:33:01.326120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.338658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Transition to ACTIVE for port object d7983e94-5658-46c9-978d-d3cac4e098ea will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:01.347646 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e0b0e-a9a9-48fe-a784-dce9bfcfb0d7 x-openstack-request-id: req-4b7e0b0e-a9a9-48fe-a784-dce9bfcfb0d7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:01.348011 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-plugged", "status": "completed", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:01.348216 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b7e0b0e-a9a9-48fe-a784-dce9bfcfb0d7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:01.348660 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'code': 200} Jul 23 22:33:01.349516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc504b5c-2b30-4d1d-93f5-7cfc8e748a01 None None] Network 51a84d59-faec-46fb-832c-d08f167c26b5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:01.356117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.440090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Provisioning for port a3bc1bed-3a02-417a-85d1-8403dbcff819 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:01.451870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Provisioning complete for port a3bc1bed-3a02-417a-85d1-8403dbcff819 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:01.453166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.456751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Allocated IP 172.20.0.1 (51a84d59-faec-46fb-832c-d08f167c26b5/249c58d3-d089-4878-9227-2d5f4b4e9cc4/8e70528f-29e5-459e-81f7-5d09f5a3da84) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:01.539120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Attempting to bind port d7983e94-5658-46c9-978d-d3cac4e098ea on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:01.539662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Attempting to bind port d7983e94-5658-46c9-978d-d3cac4e098ea by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:01.540038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Attempting to bind port d7983e94-5658-46c9-978d-d3cac4e098ea on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:01.564026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9918c2-5792-41f3-b3b8-f8ff798d88ce None None] Pushing event updated for resources: {'Port': ['ID=d7983e94-5658-46c9-978d-d3cac4e098ea,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:01.569563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:01.569958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:01.570351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.570743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:01.571227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Bound port: d7983e94-5658-46c9-978d-d3cac4e098ea, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:01.571709 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.606835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.654383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Transition to ACTIVE for port object 8e70528f-29e5-459e-81f7-5d09f5a3da84 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:01.697780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.700079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-45a3ceaf-3a02-4a10-ad19-e104f93f990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:01.702588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-45a3ceaf-3a02-4a10-ad19-e104f93f990c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.7056770 Jul 23 22:33:01.707125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.747280 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.761109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] For port d7983e94-5658-46c9-978d-d3cac4e098ea, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:01.763254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Pushing event updated for resources: {'Port': ['ID=8e70528f-29e5-459e-81f7-5d09f5a3da84,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:01.797273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] For port d7983e94-5658-46c9-978d-d3cac4e098ea, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d7983e94-5658-46c9-978d-d3cac4e098ea,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:01.799778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Network 51a84d59-faec-46fb-832c-d08f167c26b5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:01.809303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:01.814169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.816800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-9a7f1198-da5e-46d6-b3c5-785f7aa2c721 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 HTTP/1.1" status: 200 len: 217 time: 0.0909879 Jul 23 22:33:01.818223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-d6007abc-6015-4004-b3d4-27c46bc5f88b tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42ba000552f5459ba0fed16e600c8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403860 Jul 23 22:33:01.820738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:01.839568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:01.846442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:01.869092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78595d4-8668-4026-b053-a7435531de87 req-6e9a7f19-7758-4895-a1c8-59e923b90865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:01.870907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78595d4-8668-4026-b053-a7435531de87 req-6e9a7f19-7758-4895-a1c8-59e923b90865 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1098 time: 0.6096573 Jul 23 22:33:01.873034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:01.900250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] For port a3bc1bed-3a02-417a-85d1-8403dbcff819, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3bc1bed-3a02-417a-85d1-8403dbcff819,segment=NetworkSegment(554a6665-dce5-44a0-a436-9f1b0d832bd2),segment_id=554a6665-dce5-44a0-a436-9f1b0d832bd2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:01.900525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:01.913750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Routers {'1d2a6863-685a-4272-b1b2-528035bc87b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:01.914476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d2a6863-685a-4272-b1b2-528035bc87b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:01.916581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.922706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:01.977257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4a0b-f036-4e21-b9bd-9b5596c39d0c req-05c5d57b-8a83-4d03-83a3-10b6bb9caf05 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:01.978885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-226a4a0b-f036-4e21-b9bd-9b5596c39d0c req-05c5d57b-8a83-4d03-83a3-10b6bb9caf05 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 948 time: 0.3569617 Jul 23 22:33:02.010260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8350d893-5d51-4805-8a5e-c576476eac29 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:02.011970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8350d893-5d51-4805-8a5e-c576476eac29 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928039 Jul 23 22:33:02.024371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-7c21bf5f-83ad-4b7b-8815-9dd441113d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:02.025978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-7c21bf5f-83ad-4b7b-8815-9dd441113d11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1939330 Jul 23 22:33:02.036674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Deleting port f1632018-5686-41d0-8845-b9bfecd168da {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:02.036998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.050621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:02.051280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.066465 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-68f2d8cb-9b85-469e-9d48-bbbe71acb4b5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/quotas/42ba000552f5459ba0fed16e600c8989 HTTP/1.1" status: 200 len: 375 time: 0.0219982 Jul 23 22:33:02.075910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78595d4-8668-4026-b053-a7435531de87 req-6014dca7-f0c5-4697-8038-9bcf860abef5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457436 Jul 23 22:33:02.115436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-b3d3b353-d849-4aa7-a6c3-5244b7f4f1e7 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477331 Jul 23 22:33:02.133600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9918c2-5792-41f3-b3b8-f8ff798d88ce None None] Pushing event updated for resources: {'Port': ['ID=d7983e94-5658-46c9-978d-d3cac4e098ea,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:02.168064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-c66215bb-27c5-41f1-ac8a-f37f6db950e4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9130170 Jul 23 22:33:02.173353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-226a4a0b-f036-4e21-b9bd-9b5596c39d0c req-b03a41d6-e049-49cc-bc03-013fcc1083e6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832559 Jul 23 22:33:02.186190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Request body: {'port': {'device_id': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:02.192166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.241682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] For port f1632018-5686-41d0-8845-b9bfecd168da, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f1632018-5686-41d0-8845-b9bfecd168da,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:02.242131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.281004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Calling delete_port for f1632018-5686-41d0-8845-b9bfecd168da owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:02.289514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd442319-1068-4389-b98d-6b943d70c8c7 None None] Pushing event updated for resources: {'Port': ['ID=a3bc1bed-3a02-417a-85d1-8403dbcff819,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:02.309618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-fcbe7c9c-d38c-4900-97c8-3add290f1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:02.310315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] Set router 1d2a6863-685a-4272-b1b2-528035bc87b1 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:02.311197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-fcbe7c9c-d38c-4900-97c8-3add290f1f9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2691307 Jul 23 22:33:02.468861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.562485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.576345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.633913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:32:59Z', 'revision_number': 3, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:02.648249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-981a657e-e366-4ca6-8f39-13f2e1661848 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213984 Jul 23 22:33:02.667661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.673262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8415d27a-d407-4b8c-91d5-610fdaae81ea None None] The sync data for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 is: [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:32:59Z', 'revision_number': 3, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:02.679760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Pushing event updated for resources: {'Port': ['ID=8e70528f-29e5-459e-81f7-5d09f5a3da84,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:02.697953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1b725-6460-488a-bd1d-28d575743440 req-9a28f9d6-e62a-4ebc-90b1-5596b3e3254b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:02.704300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Provisioning complete for port a3bc1bed-3a02-417a-85d1-8403dbcff819 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:02.704969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:02.721702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-69c1b725-6460-488a-bd1d-28d575743440 req-9a28f9d6-e62a-4ebc-90b1-5596b3e3254b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.2275417 Jul 23 22:33:02.868833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-69c1b725-6460-488a-bd1d-28d575743440 req-09295803-db58-4f56-ad65-ca5f156768f8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533527 Jul 23 22:33:02.876364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Provisioning for port 8e70528f-29e5-459e-81f7-5d09f5a3da84 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:02.894909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Provisioning complete for port 8e70528f-29e5-459e-81f7-5d09f5a3da84 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:02.895292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.016382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f3adac3-7898-4a5c-b782-df366a78111b None None] Port 8e70528f-29e5-459e-81f7-5d09f5a3da84 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:03.107295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Network 51a84d59-faec-46fb-832c-d08f167c26b5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:03.120944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:03.140960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9e93afc-9c9d-4ef3-a8bd-59cd6546167a None None] Provisioning complete for port 8e70528f-29e5-459e-81f7-5d09f5a3da84 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:03.141482 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9e93afc-9c9d-4ef3-a8bd-59cd6546167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.160057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d480e-13f8-426d-9142-29a4e845ebca req-f364a13d-cc0c-4599-91d8-1718b7b72ab4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:03.166432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa3d480e-13f8-426d-9142-29a4e845ebca req-f364a13d-cc0c-4599-91d8-1718b7b72ab4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 931 time: 0.2026334 Jul 23 22:33:03.248443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9e93afc-9c9d-4ef3-a8bd-59cd6546167a None None] Port 8e70528f-29e5-459e-81f7-5d09f5a3da84 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:03.342265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ca49-eb7a-4f2a-b028-6ce362a344dc req-fdd7e17a-4e11-4fad-b5a0-4e80e8eb1121 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:03.345598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa3d480e-13f8-426d-9142-29a4e845ebca req-c66ae1a1-edbb-4cc9-91d2-d4e733b74121 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018693 Jul 23 22:33:03.352245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8dc2ca49-eb7a-4f2a-b028-6ce362a344dc req-fdd7e17a-4e11-4fad-b5a0-4e80e8eb1121 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.8986776 Jul 23 22:33:03.363375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Router 1d2a6863-685a-4272-b1b2-528035bc87b1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:03.431518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:03.468945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f2f5bfc-7463-4770-87e1-97d80315ee81 req-b1bf3401-7fd7-4ec8-ba01-8539c49b234a service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058202 Jul 23 22:33:03.548567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8dc2ca49-eb7a-4f2a-b028-6ce362a344dc req-6b87474d-0839-4584-a2da-de326e6464f3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953495 Jul 23 22:33:03.582448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-ab7a8011-1ac3-4872-98b0-b019be821341 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=42ba000552f5459ba0fed16e600c8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381410 Jul 23 22:33:03.609871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3893cd10-a210-4007-9e9d-95c62a0e7ea8 None None] Provisioning complete for port 8e70528f-29e5-459e-81f7-5d09f5a3da84 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:03.610309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3893cd10-a210-4007-9e9d-95c62a0e7ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.679888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3893cd10-a210-4007-9e9d-95c62a0e7ea8 None None] Port 8e70528f-29e5-459e-81f7-5d09f5a3da84 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:03.696790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:03.731995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8', 'mac_address': 'fa:16:3e:f2:e5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:03.733234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:03.742679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b244a79b-3d30-439d-99cc-346c7208539a admin admin] 10.222.0.37 "PUT /v2.0/routers/1d2a6863-685a-4272-b1b2-528035bc87b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6808519 Jul 23 22:33:03.766832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-6369f9f9-6460-417c-b5cb-69fc46758a74 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:03.776138 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-6369f9f9-6460-417c-b5cb-69fc46758a74 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920905 Jul 23 22:33:03.790407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-a496fac3-ef1f-4d35-bc13-def6ebb5729f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/quotas/42ba000552f5459ba0fed16e600c8989 HTTP/1.1" status: 200 len: 375 time: 0.0136447 Jul 23 22:33:03.821485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.831480 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-a349783e-2ac6-48b1-86a7-78ab3684ad1e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358381 Jul 23 22:33:03.849962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.854419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:03.882776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:03.890657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:03.932680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1632018-5686-41d0-8845-b9bfecd168da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:03.997223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:04.139249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:04.170024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:04.192666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a8d92-ded0-4853-b29b-7b720416f0dc req-d84bf629-d8e5-42a2-bd97-c8d9606010ec tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:04.212112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-669a8d92-ded0-4853-b29b-7b720416f0dc req-d84bf629-d8e5-42a2-bd97-c8d9606010ec tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 948 time: 0.4325385 Jul 23 22:33:04.273999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:04.277627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda9b91-5bef-45b4-8d4e-ae43618ce249 req-fe950c04-3ecd-488f-9bb3-0d1b9c7140f0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:04.279464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6dda9b91-5bef-45b4-8d4e-ae43618ce249 req-fe950c04-3ecd-488f-9bb3-0d1b9c7140f0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.1302447 Jul 23 22:33:04.346720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-fcc407ce-8de5-4487-94a5-850fd3a9620f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42ba000552f5459ba0fed16e600c8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2454820 Jul 23 22:33:04.400730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6dda9b91-5bef-45b4-8d4e-ae43618ce249 req-c20a94af-e3ab-43ce-970e-dafe32224c2a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130989 Jul 23 22:33:04.411756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3bc1bed-3a02-417a-85d1-8403dbcff819 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:04.463516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Transition to ACTIVE for port object 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:04.482179 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:04.518706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-669a8d92-ded0-4853-b29b-7b720416f0dc req-2c590099-05e2-42e3-a64f-7183792b9bde tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996781 Jul 23 22:33:04.564265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a3bc1bed-3a02-417a-85d1-8403dbcff819 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:04.564642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:04.593044 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-44fcd708-7662-4c2c-9ce2-b71f4c1b3a1f req-5b6b25b6-e5e2-4384-802b-8a1ba7f97eb4 tempest-FloatingIPDetailsNegativeTestJSON-1981627372 tempest-FloatingIPDetailsNegativeTestJSON-1981627372-project] show failed (client error): The resource could not be found. Jul 23 22:33:04.604665 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44fcd708-7662-4c2c-9ce2-b71f4c1b3a1f req-5b6b25b6-e5e2-4384-802b-8a1ba7f97eb4 tempest-FloatingIPDetailsNegativeTestJSON-1981627372 tempest-FloatingIPDetailsNegativeTestJSON-1981627372-project] 10.222.0.37 "GET /v2.0/floatingips/55dcbe53-6ca4-4c0e-92b8-d7fb0b8fa9b3 HTTP/1.1" status: 404 len: 350 time: 0.0610061 Jul 23 22:33:04.606165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:04.714409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1cb7d502-b979-4f4a-a0e6-4c1b7d3ebc8e req-a3df716c-185f-4d15-80e1-e6713782f3eb tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1113079 Jul 23 22:33:04.744140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d7983e94-5658-46c9-978d-d3cac4e098ea up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:04.810655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-981bfdab-848b-43b8-86b1-a0aab0db21c5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:04.812356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-981bfdab-848b-43b8-86b1-a0aab0db21c5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4572301 Jul 23 22:33:04.813138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:04.829513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:04.836130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d7983e94-5658-46c9-978d-d3cac4e098ea completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:04.840828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Request body: {'port': {'device_id': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '42ba000552f5459ba0fed16e600c8989'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:04.857828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d7983e94-5658-46c9-978d-d3cac4e098ea triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:04.858126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:04.894504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Attempting to bind port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:04.895100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Attempting to bind port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:04.895616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Attempting to bind port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:04.987895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c781c-ffc0-440b-ba1e-c22b79660dd2 req-c4486365-5c21-4960-ad19-7554e4b22fad tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:05.000317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-720c781c-ffc0-440b-ba1e-c22b79660dd2 req-c4486365-5c21-4960-ad19-7554e4b22fad tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 943 time: 0.3164644 Jul 23 22:33:05.003357 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.028559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:05.028882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Attempting to bind port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:05.042554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d7983e94-5658-46c9-978d-d3cac4e098ea, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d7983e94-5658-46c9-978d-d3cac4e098ea,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:05.054231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.070967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:05.071570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Checking segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:05.072120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Bound using segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:05.072764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Bound port: 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:05.073289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.089981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-720c781c-ffc0-440b-ba1e-c22b79660dd2 req-5b7f75c4-fe98-4148-8910-5e956d056699 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 Jul 23 22:33:05.123695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d7983e94-5658-46c9-978d-d3cac4e098ea,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:05.192136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b1667-510c-4f1e-81b6-0d84392b2f7a req-11f5c0ae-da53-4738-b7d5-2eabd8f1e256 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:05.193731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f3b1667-510c-4f1e-81b6-0d84392b2f7a req-11f5c0ae-da53-4738-b7d5-2eabd8f1e256 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1098 time: 0.3305817 Jul 23 22:33:05.204423 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Sync routers for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:05.224453 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Routers {'1d2a6863-685a-4272-b1b2-528035bc87b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:05.225203 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d2a6863-685a-4272-b1b2-528035bc87b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:05.242667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Made reservation on behalf of 42ba000552f5459ba0fed16e600c8989 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:05.246681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.265628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:05.302957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2d6c-dabf-466d-88c7-49e8d4813ab1 req-cd9dfe27-2efc-425f-a1d1-f4f1e8d9e831 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:05.304570 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-831a2d6c-dabf-466d-88c7-49e8d4813ab1 req-cd9dfe27-2efc-425f-a1d1-f4f1e8d9e831 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1389902 Jul 23 22:33:05.360935 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Set router 1d2a6863-685a-4272-b1b2-528035bc87b1 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:05.389319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-831a2d6c-dabf-466d-88c7-49e8d4813ab1 req-db9d17dd-cf64-44a1-bbcb-b5bc40879673 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680509 Jul 23 22:33:05.412652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.435941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:05.573933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:05.585651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:05.586140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.677531 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:33:02Z', 'revision_number': 4, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8e70528f-29e5-459e-81f7-5d09f5a3da84', 'name': '', 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'mac_address': 'fa:16:3e:90:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:01Z', 'updated_at': '2021-07-23T22:33:02Z', 'revision_number': 2, 'project_id': '5bbb289271674baa890267909ae827c5', 'subnets': [{'id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:05.705938 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.707513 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Checking router: 1d2a6863-685a-4272-b1b2-528035bc87b1 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:05.708077 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Updating router 1d2a6863-685a-4272-b1b2-528035bc87b1 port 8e70528f-29e5-459e-81f7-5d09f5a3da84 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:05.742122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:05.751631 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb07d3c-1ecd-4dfb-a952-0d0ac2abc9a6" -d '{"events": [{"server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "name": "network-vif-plugged", "status": "completed", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:05.757472 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.774522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:05.781554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.832608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:05.834221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.875202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-e2ec7052-fe06-4400-9ef5-e3d54e13515e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=42ba000552f5459ba0fed16e600c8989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331101 Jul 23 22:33:05.875807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:05.904924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:05.929063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f3b1667-510c-4f1e-81b6-0d84392b2f7a req-f70b1c9e-82ad-4b82-a26f-4326ee71891c tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233388 Jul 23 22:33:06.025278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:06.068900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:06.069636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.071109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-651147f9-cb3d-4e14-a17a-6bcd05a8c45a service neutron] 10.222.0.25 "PUT /v2.0/ports/7f4d74ae-d3f8-465e-a4df-cf1f15c08eab HTTP/1.1" status: 200 len: 1092 time: 3.8908725 Jul 23 22:33:06.071547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:06.073831 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b346cba1-7571-4dc7-b967-8ef00a8b1150" -d '{"events": [{"name": "network-changed", "server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:06.094266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd2324-b8a5-4a3f-ba43-62d631ebac12 req-7db382db-8a02-4122-8aa8-c39f6cc0286b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:06.095863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aebd2324-b8a5-4a3f-ba43-62d631ebac12 req-7db382db-8a02-4122-8aa8-c39f6cc0286b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 949 time: 0.4688082 Jul 23 22:33:06.146328 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.157355 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Transition to ACTIVE for port object 8e70528f-29e5-459e-81f7-5d09f5a3da84 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:06.157966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:06.167670 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.168425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aebd2324-b8a5-4a3f-ba43-62d631ebac12 req-fc5034da-745c-4697-9603-6b49cfc2ee38 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653410 Jul 23 22:33:06.182172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d7983e94-5658-46c9-978d-d3cac4e098ea up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:06.226161 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Pushing event updated for resources: {'Port': ['ID=8e70528f-29e5-459e-81f7-5d09f5a3da84,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:06.237017 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.237561 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.238093 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.238541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.238988 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.239419 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.239849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.240275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.240698 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.241122 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.241545 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.242019 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:06.268598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fcd5c77-528a-425b-aeee-ce3433eca9dc req-563bc313-8103-4417-8362-793a2910bc72 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1860204 Jul 23 22:33:06.275256 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5aad2-857d-45d3-baa5-bbd305cc6155 x-openstack-request-id: req-5fd5aad2-857d-45d3-baa5-bbd305cc6155 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:06.276356 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "name": "network-vif-plugged", "status": "completed", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:06.276686 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fd5aad2-857d-45d3-baa5-bbd305cc6155 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:06.278672 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8', 'code': 200} Jul 23 22:33:06.400435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d7983e94-5658-46c9-978d-d3cac4e098ea triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:06.400986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.425391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Deleting port 8e70528f-29e5-459e-81f7-5d09f5a3da84 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:06.428719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.432880 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Attempting to bind port 8e70528f-29e5-459e-81f7-5d09f5a3da84 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:06.433409 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Attempting to bind port 8e70528f-29e5-459e-81f7-5d09f5a3da84 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:06.433915 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Attempting to bind port 8e70528f-29e5-459e-81f7-5d09f5a3da84 on network 51a84d59-faec-46fb-832c-d08f167c26b5 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:06.454570 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:06.455103 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Checking segment: {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:06.455606 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.456094 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Bound using segment: {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:06.456681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Bound port: 8e70528f-29e5-459e-81f7-5d09f5a3da84, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554a6665-dce5-44a0-a436-9f1b0d832bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:06.457248 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.523303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-391ebeee-bf0e-4506-a325-0fb66cfbae50 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:06.525890 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-391ebeee-bf0e-4506-a325-0fb66cfbae50 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6231403 Jul 23 22:33:06.626131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] For port 8e70528f-29e5-459e-81f7-5d09f5a3da84, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:06.631791 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] For port 8e70528f-29e5-459e-81f7-5d09f5a3da84, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8e70528f-29e5-459e-81f7-5d09f5a3da84,segment=NetworkSegment(554a6665-dce5-44a0-a436-9f1b0d832bd2),segment_id=554a6665-dce5-44a0-a436-9f1b0d832bd2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:06.643478 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8469e-3e1a-4273-9bd1-81b7e1fb0d7c x-openstack-request-id: req-58d8469e-3e1a-4273-9bd1-81b7e1fb0d7c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:06.643906 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:06.644291 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d8469e-3e1a-4273-9bd1-81b7e1fb0d7c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:06.644878 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'status': 'completed', 'code': 200} Jul 23 22:33:06.645272 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.677364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Request body: {'port': {'device_id': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '42ba000552f5459ba0fed16e600c8989'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:06.694213 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Routers {'1d2a6863-685a-4272-b1b2-528035bc87b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:06.695030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d2a6863-685a-4272-b1b2-528035bc87b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:06.707664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dd0d1-7aa3-4f5f-8e4c-121bfb68d2b9 req-0101b91a-b4da-4b7b-9993-6e8e3fb27787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:06.714087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-866dd0d1-7aa3-4f5f-8e4c-121bfb68d2b9 req-0101b91a-b4da-4b7b-9993-6e8e3fb27787 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 1102 time: 0.3722003 Jul 23 22:33:06.785408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] For port 8e70528f-29e5-459e-81f7-5d09f5a3da84, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:06.786914 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:06.817326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Calling delete_port for 8e70528f-29e5-459e-81f7-5d09f5a3da84 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:06.871014 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] Set router 1d2a6863-685a-4272-b1b2-528035bc87b1 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:06.968807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-56d02aac-70a7-4f73-83d7-6c84d055b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:06.970599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-56d02aac-70a7-4f73-83d7-6c84d055b290 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 1095 time: 0.8464825 Jul 23 22:33:07.070552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cf93d-d27e-4821-8cb3-d6be5442cb3d req-0f939cf0-1034-48cd-bade-8b06e0b29e52 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:07.072564 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d406-c6d8-47e8-a838-0f60eb556734 None None] Pushing event updated for resources: {'Port': ['ID=8e70528f-29e5-459e-81f7-5d09f5a3da84,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:07.084277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a5cf93d-d27e-4821-8cb3-d6be5442cb3d req-0f939cf0-1034-48cd-bade-8b06e0b29e52 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.3991306 Jul 23 22:33:07.101492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-a01ed735-0a8e-4c66-8eb8-5a1440eef9a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab HTTP/1.1" status: 200 len: 217 time: 0.1096487 Jul 23 22:33:07.117204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:07.188313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-866dd0d1-7aa3-4f5f-8e4c-121bfb68d2b9 req-542a1438-e326-4089-ac3c-a6839eecae13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913596 Jul 23 22:33:07.234933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7241f2-24bd-4022-8a5b-50ab6c99825b req-4a8dec96-d090-483b-8c19-095e7aca7529 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:07.236466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e7241f2-24bd-4022-8a5b-50ab6c99825b req-4a8dec96-d090-483b-8c19-095e7aca7529 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 943 time: 0.6174016 Jul 23 22:33:07.262786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:07.274985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:07.304710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:07.319085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Sync routers for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:07.321607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e70528f-29e5-459e-81f7-5d09f5a3da84,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:07.341722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:33:02Z', 'revision_number': 4, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8e70528f-29e5-459e-81f7-5d09f5a3da84', 'name': '', 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'mac_address': 'fa:16:3e:90:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:01Z', 'updated_at': '2021-07-23T22:33:06Z', 'revision_number': 4, 'project_id': '5bbb289271674baa890267909ae827c5', 'subnets': [{'id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:07.346872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:07.356434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:07.366007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-496d0911-06f4-4c0d-adf7-207606c6ee38 admin admin] 10.222.0.37 "PUT /v2.0/routers/3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9054668 Jul 23 22:33:07.378492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36589902-ddf4-41d7-a28e-c81ddbcffad6 None None] The sync data for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 is: [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:33:02Z', 'revision_number': 4, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port': {'id': 'd7983e94-5658-46c9-978d-d3cac4e098ea', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:de:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:32:58Z', 'updated_at': '2021-07-23T22:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8e70528f-29e5-459e-81f7-5d09f5a3da84', 'name': '', 'network_id': '51a84d59-faec-46fb-832c-d08f167c26b5', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'mac_address': 'fa:16:3e:90:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:01Z', 'updated_at': '2021-07-23T22:33:06Z', 'revision_number': 4, 'project_id': '5bbb289271674baa890267909ae827c5', 'subnets': [{'id': '249c58d3-d089-4878-9227-2d5f4b4e9cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:07.392179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:07.415769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e7241f2-24bd-4022-8a5b-50ab6c99825b req-03c64dec-90eb-48d0-ad17-dd7e58c16f9f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712644 Jul 23 22:33:07.553979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Made reservation on behalf of 42ba000552f5459ba0fed16e600c8989 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:07.559512 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:07.597855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:07.640834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:07.819911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-146e35fb-3217-4c2a-b798-6589f9248de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:07.822441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-146e35fb-3217-4c2a-b798-6589f9248de9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.7093620 Jul 23 22:33:07.826258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a5cf93d-d27e-4821-8cb3-d6be5442cb3d req-cb4b3b98-6ca0-456f-9a0d-e813dfbef6c8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234757 Jul 23 22:33:07.852372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65df762-d1b3-4569-a7ea-5728fe15fae0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:07.944208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:33:03Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:07.990842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Checking router: 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:08.005209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Routers {'3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:08.006150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:08.022306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dd319-fe6c-447a-9813-e661bcb403a7 req-f3fe6f0c-2498-4d47-bf62-6072d85a7579 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:08.047133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a13dd319-fe6c-447a-9813-e661bcb403a7 req-f3fe6f0c-2498-4d47-bf62-6072d85a7579 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 950 time: 0.2420683 Jul 23 22:33:08.058594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43b89114-ddca-44e5-a536-5ccadab514cd req-895aca3b-d947-4b4f-8f9b-873961026371 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1029210 Jul 23 22:33:08.060708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-f02fd088-a9f3-40dd-a9d4-dcb474e8e52a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1945841 Jul 23 22:33:08.105229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Router 1d2a6863-685a-4272-b1b2-528035bc87b1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:08.148872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:08.158581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a13dd319-fe6c-447a-9813-e661bcb403a7 req-c7027d3e-f95c-4b31-81d6-af4e63b4626d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104641 Jul 23 22:33:08.248264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] Set router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:08.364197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:08.382640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16efa586-f33e-4824-97a4-14e5d6d93c95 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d2a6863-685a-4272-b1b2-528035bc87b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7757988 Jul 23 22:33:08.384199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:08.451540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Allocated IP 192.168.233.213 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/970ccf59-32b2-4566-b91e-b1aadc5915f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:08.558670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:08.639273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:33:03Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:08.660927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:08.692959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-a7f0fd3d-3558-4912-bab8-82404a13782b service neutron] 10.222.0.25 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134739 Jul 23 22:33:08.722659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f43b9-3337-47ed-b1ea-3d51f263ae02 None None] The sync data for ids ['3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809'] in n-d-791506-25 is: [{'id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1595660661-router', 'tenant_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:42Z', 'updated_at': '2021-07-23T22:33:03Z', 'revision_number': 5, 'project_id': 'b4817d20d98d4bed8b3a8ff847b5d201', 'gw_port': {'id': 'c4aac195-4768-4c46-bdda-4091835a1d78', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:44Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:08.754101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:08.837608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Deleting port d7983e94-5658-46c9-978d-d3cac4e098ea {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:08.838020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:08.993728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] For port d7983e94-5658-46c9-978d-d3cac4e098ea, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d7983e94-5658-46c9-978d-d3cac4e098ea,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:08.994024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.006167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fb57113-6c51-4f34-8c44-e34381545b68 req-362a94df-42a3-4a9f-8741-0401af37b6e9 service neutron] 10.222.0.25 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922258 Jul 23 22:33:09.022156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Calling delete_port for d7983e94-5658-46c9-978d-d3cac4e098ea owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:09.028666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a976c-fb27-4c7a-b941-02c0730cf538 req-17c821d3-d38f-4c37-b500-863468b565df tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:09.030795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f9a976c-fb27-4c7a-b941-02c0730cf538 req-17c821d3-d38f-4c37-b500-863468b565df tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 943 time: 0.4861455 Jul 23 22:33:09.039266 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.071377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Deleting port c4aac195-4768-4c46-bdda-4091835a1d78 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:09.072083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.119073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Transition to ACTIVE for port object 970ccf59-32b2-4566-b91e-b1aadc5915f8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:09.126237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778016d1-e857-4027-98d0-ed7828f30fc8 req-3d7e9026-d208-482b-9c63-de221c41c62d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:09.135007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-778016d1-e857-4027-98d0-ed7828f30fc8 req-3d7e9026-d208-482b-9c63-de221c41c62d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1995513 Jul 23 22:33:09.217446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f9a976c-fb27-4c7a-b941-02c0730cf538 req-7bdce930-4c18-4c0b-baef-31abb9a23436 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748571 Jul 23 22:33:09.234423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-778016d1-e857-4027-98d0-ed7828f30fc8 req-9ab47718-7aea-46d1-af4f-0bc710f8f8ef tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941739 Jul 23 22:33:09.293777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] For port c4aac195-4768-4c46-bdda-4091835a1d78, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c4aac195-4768-4c46-bdda-4091835a1d78,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:09.294165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.319861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.349111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Calling delete_port for c4aac195-4768-4c46-bdda-4091835a1d78 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:09.377362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Sync routers for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:09.387230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-66ca9f05-bf14-4b32-90f1-604b51a77960 req-7a84c065-0187-4dcf-aacc-13415abf6b2f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0407670 Jul 23 22:33:09.388396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-4884a7f6-2b8a-4e54-ac55-5564176a8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:09.391172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-4884a7f6-2b8a-4e54-ac55-5564176a8491 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 1095 time: 0.3172796 Jul 23 22:33:09.408325 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Routers {'1d2a6863-685a-4272-b1b2-528035bc87b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:09.409171 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d2a6863-685a-4272-b1b2-528035bc87b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:09.424157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.461601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Allocated IP 192.168.233.156 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/d6aba07e-9c43-497b-9a6e-1fa13997dae5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:09.470743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7983e94-5658-46c9-978d-d3cac4e098ea,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:09.588860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.685692 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Set router 1d2a6863-685a-4272-b1b2-528035bc87b1 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:09.723352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.725959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.761683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2a6863-685a-4272-b1b2-528035bc87b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1223237903-router', 'tenant_id': '5bbb289271674baa890267909ae827c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:32:57Z', 'updated_at': '2021-07-23T22:33:09Z', 'revision_number': 7, 'project_id': '5bbb289271674baa890267909ae827c5', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:09.786267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.787782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2a6863-685a-4272-b1b2-528035bc87b1 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:33:09.797537 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Checking router: 1d2a6863-685a-4272-b1b2-528035bc87b1 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:09.802601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.807280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-817c1dc0-cedb-48cb-b817-6b5e7bd34d37 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1d2a6863-685a-4272-b1b2-528035bc87b1 HTTP/1.1" status: 204 len: 168 time: 1.4198904 Jul 23 22:33:09.807458 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Routers set() bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:09.807568 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Router IDs set() for agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 22:33:09.808219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:09.808363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d2a6863-685a-4272-b1b2-528035bc87b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent'). {{(pid=93838) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 22:33:09.808681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34d8f6-03d4-47ea-badc-532ee8eae774 None None] The sync data for ids ['1d2a6863-685a-4272-b1b2-528035bc87b1'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:09.873173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Deleting subnet 249c58d3-d089-4878-9227-2d5f4b4e9cc4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:33:09.877539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:09.955988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.060830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:10.066332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:10.081036 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.083990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:10.090824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:10.153710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.185206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249c58d3-d089-4878-9227-2d5f4b4e9cc4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:10.194014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.198504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b2f74cc-cb91-4465-9dd4-0932c7bbccac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/249c58d3-d089-4878-9227-2d5f4b4e9cc4 HTTP/1.1" status: 204 len: 168 time: 0.3885279 Jul 23 22:33:10.199114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:10.205457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f14ca8-380c-4574-b2ec-12ef14cd2ba7 None None] Network 51a84d59-faec-46fb-832c-d08f167c26b5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:10.350661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-ffdcaeb5-a676-4628-898f-1d3c7cd7dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.352176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-ffdcaeb5-a676-4628-898f-1d3c7cd7dc1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 905 time: 0.8621278 Jul 23 22:33:10.398162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f1632018-5686-41d0-8845-b9bfecd168da no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:10.457309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f1632018-5686-41d0-8845-b9bfecd168da {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:10.457865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f1632018-5686-41d0-8845-b9bfecd168da not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:10.458355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8e70528f-29e5-459e-81f7-5d09f5a3da84 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:10.461801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.536279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.537050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.550953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e7b3f-4b5e-4544-b4de-8598d945b06c req-f89257b3-77e8-4dcb-af87-24e9f317ba5c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.552648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d3e7b3f-4b5e-4544-b4de-8598d945b06c req-f89257b3-77e8-4dcb-af87-24e9f317ba5c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1416671 Jul 23 22:33:10.570515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Deleting port a3bc1bed-3a02-417a-85d1-8403dbcff819 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:10.570952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.591447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-8b7ed339-8291-4388-bc7b-2e9f4de931ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab HTTP/1.1" status: 200 len: 217 time: 0.1048014 Jul 23 22:33:10.616420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad308d5-04a5-48b3-965b-60fa5b9db048 req-5c131b1f-fcc4-46fc-aa8c-0838db15bb97 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.624521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ad308d5-04a5-48b3-965b-60fa5b9db048 req-5c131b1f-fcc4-46fc-aa8c-0838db15bb97 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 950 time: 1.2713044 Jul 23 22:33:10.669881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8e70528f-29e5-459e-81f7-5d09f5a3da84 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:10.670229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8e70528f-29e5-459e-81f7-5d09f5a3da84 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:10.682135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-2781ee66-a909-4e56-9084-523db266563e tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8557484 Jul 23 22:33:10.688046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d3e7b3f-4b5e-4544-b4de-8598d945b06c req-5138a9c4-82b6-4af4-8a58-44c9961a3d63 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258838 Jul 23 22:33:10.705661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] For port a3bc1bed-3a02-417a-85d1-8403dbcff819, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3bc1bed-3a02-417a-85d1-8403dbcff819,segment=NetworkSegment(554a6665-dce5-44a0-a436-9f1b0d832bd2),segment_id=554a6665-dce5-44a0-a436-9f1b0d832bd2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:10.706060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.709366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-116e8458-ee3a-48e6-b92c-4eab6ae6afbb None None] Provisioning for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:10.714973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-116e8458-ee3a-48e6-b92c-4eab6ae6afbb None None] Provisioning complete for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:10.715347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-116e8458-ee3a-48e6-b92c-4eab6ae6afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.743127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Calling delete_port for a3bc1bed-3a02-417a-85d1-8403dbcff819 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:10.747678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Request body: {'port': {'device_id': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:10.797710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-116e8458-ee3a-48e6-b92c-4eab6ae6afbb None None] Port 970ccf59-32b2-4566-b91e-b1aadc5915f8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:10.806756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ad308d5-04a5-48b3-965b-60fa5b9db048 req-ba92c6f4-eb83-4527-a1e6-62837de2d961 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810532 Jul 23 22:33:10.868189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-d463f17b-60e8-4100-9e3b-1cb891a10d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.873105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-d463f17b-60e8-4100-9e3b-1cb891a10d61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.2696609 Jul 23 22:33:10.880219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] DHCP port deletion for 51a84d59-faec-46fb-832c-d08f167c26b5 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:33:10.944588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Deleting port a3bc1bed-3a02-417a-85d1-8403dbcff819 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:10.944978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.949697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374df5ab-4735-4dda-bedc-d9328d1f6e20 req-8752201c-14b4-4f58-9b54-f3b70898fe5f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:10.951267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-374df5ab-4735-4dda-bedc-d9328d1f6e20 req-8752201c-14b4-4f58-9b54-f3b70898fe5f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 943 time: 0.1351228 Jul 23 22:33:10.966859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:10.986194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-0a1ef5e0-b7be-4fa3-b4ac-17424ee35b43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054938 Jul 23 22:33:10.990421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c940fdec-118f-43ca-bece-9ba55997bfc8 req-9a1d1d1d-01b0-4026-8072-5dfe8db1f694 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0660374 Jul 23 22:33:11.023203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.027032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-017cb449-0c0f-4145-883a-c7e087f1c95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.035458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bc1bed-3a02-417a-85d1-8403dbcff819,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.037966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Transition to ACTIVE for port object d6aba07e-9c43-497b-9a6e-1fa13997dae5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:11.045000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] No DVR routers for this DVR port a3bc1bed-3a02-417a-85d1-8403dbcff819 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:11.069681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] For port a3bc1bed-3a02-417a-85d1-8403dbcff819, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3bc1bed-3a02-417a-85d1-8403dbcff819,segment=NetworkSegment(554a6665-dce5-44a0-a436-9f1b0d832bd2),segment_id=554a6665-dce5-44a0-a436-9f1b0d832bd2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:11.069681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.094971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.103028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Calling delete_port for a3bc1bed-3a02-417a-85d1-8403dbcff819 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:11.133683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.160680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.162531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4aac195-4768-4c46-bdda-4091835a1d78,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.171541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.184582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a84d59-faec-46fb-832c-d08f167c26b5']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:11.203002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554a6665-dce5-44a0-a436-9f1b0d832bd2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:11.203350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554a6665-dce5-44a0-a436-9f1b0d832bd2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:11.213944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.231281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.243723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-374df5ab-4735-4dda-bedc-d9328d1f6e20 req-6ce03f6b-ada5-4381-8505-624f1b945409 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838571 Jul 23 22:33:11.244383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.253100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] No DVR routers for this DVR port a3bc1bed-3a02-417a-85d1-8403dbcff819 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:11.267859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:33:11.268431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:33:11.270321 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:33:11.281083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Pushing event deleted for resources: {'Port': ['ID=a3bc1bed-3a02-417a-85d1-8403dbcff819,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.289543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.290065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.290544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.290739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.291151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.291481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.292980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.292980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.292980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.292980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.293339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.293339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29addf2f-2268-441d-8520-2e9819e77d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:11.328946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.373305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.380345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.385569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] 10.222.0.37 "DELETE /v2.0/networks/51a84d59-faec-46fb-832c-d08f167c26b5 HTTP/1.1" status: 204 len: 168 time: 1.1793797 Jul 23 22:33:11.395485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338757d-fe5d-4dd3-af95-17d676715c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=51a84d59-faec-46fb-832c-d08f167c26b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.417035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:11.463769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:11.469397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:11.472073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:11.572270 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-9f69ef2d-a1aa-4a41-a34c-d208289f8e38 service neutron] show failed (client error): The resource could not be found. Jul 23 22:33:11.573304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-9f69ef2d-a1aa-4a41-a34c-d208289f8e38 service neutron] 10.222.0.22 "GET /v2.0/ports/b5131e75-40cf-4ebb-a103-ef6a31159b48/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.4220495 Jul 23 22:33:11.621702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:11.625400 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.631878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40914) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:11.642195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-41b0fd7a-497b-4ea4-b10f-a7be58a39af5 service neutron] 10.222.0.25 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443484 Jul 23 22:33:11.663995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:11.675152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.681254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'mac_address': 'fa:16:3e:6d:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:11.698336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-20eeee96-f06f-41cb-bb1e-f5815b953d12 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0326817 Jul 23 22:33:11.700213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773273b-1cf0-471e-8d46-d358475ac676 req-8b9995ac-17ad-4abc-8f48-208c5e344aff tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:11.702039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3773273b-1cf0-471e-8d46-d358475ac676 req-8b9995ac-17ad-4abc-8f48-208c5e344aff tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 1102 time: 0.5548892 Jul 23 22:33:11.751345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-30458313-d74c-4991-a572-d92d7687407f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bbb289271674baa890267909ae827c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151617 Jul 23 22:33:11.753981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:11.800485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.823548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:11.838843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Request body: {'port': {'device_id': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:11.876952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:11.883121 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.955919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-027aeb0a-4828-45c3-b669-cbf2b68e4f00 None None] Provisioning for port d6aba07e-9c43-497b-9a6e-1fa13997dae5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:11.964782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-027aeb0a-4828-45c3-b669-cbf2b68e4f00 None None] Provisioning complete for port d6aba07e-9c43-497b-9a6e-1fa13997dae5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:11.965598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-027aeb0a-4828-45c3-b669-cbf2b68e4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:11.969296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:11.989501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.002397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.009480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.018034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-027aeb0a-4828-45c3-b669-cbf2b68e4f00 None None] Port d6aba07e-9c43-497b-9a6e-1fa13997dae5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:12.048601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.095445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf253-4d66-4a71-aadd-04bde87bc33f req-6c86b939-b572-4d36-93f1-2373a25fe039 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:12.102904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-845cf253-4d66-4a71-aadd-04bde87bc33f req-6c86b939-b572-4d36-93f1-2373a25fe039 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.3155804 Jul 23 22:33:12.121782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4cfdb866-4d54-4978-9178-36123a21a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:12.123558 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4cfdb866-4d54-4978-9178-36123a21a99e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1101 time: 0.2399485 Jul 23 22:33:12.137150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:12.190149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3773273b-1cf0-471e-8d46-d358475ac676 req-255db2db-6297-4ec7-a82c-910680791951 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445048 Jul 23 22:33:12.231104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:12.275749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-845cf253-4d66-4a71-aadd-04bde87bc33f req-ea6f6222-95fc-409a-ba31-546cf91796e1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664340 Jul 23 22:33:12.292101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.292657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:33:12.293886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.296959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.298139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09cad227-3d13-4f7d-82a2-ada2c2f4da3d HTTP/1.1" status: 204 len: 168 time: 0.5431647 Jul 23 22:33:12.311256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae87425-21bf-41b7-836a-b18fad737d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cad227-3d13-4f7d-82a2-ada2c2f4da3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:12.330970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.336677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db6d796e-ee3b-4d5b-aca3-c8ea5d4caccb admin admin] 10.222.0.37 "DELETE /v2.0/routers/3beb27f8-b03f-4d92-aa8e-a1c6e9a2c809 HTTP/1.1" status: 204 len: 168 time: 4.9397948 Jul 23 22:33:12.337417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.341651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:12.344847 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.407772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3bc1bed-3a02-417a-85d1-8403dbcff819 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:12.473394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a3bc1bed-3a02-417a-85d1-8403dbcff819 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:12.473639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3bc1bed-3a02-417a-85d1-8403dbcff819 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:12.474085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d7983e94-5658-46c9-978d-d3cac4e098ea no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:12.533613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d7983e94-5658-46c9-978d-d3cac4e098ea {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:12.534023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d7983e94-5658-46c9-978d-d3cac4e098ea not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:12.553520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b346cba1-7571-4dc7-b967-8ef00a8b1150 req-b59c6a21-fdde-49a7-9e35-850112377fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8946259 Jul 23 22:33:12.872816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:12.882420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.897136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Transition to ACTIVE for port object 970ccf59-32b2-4566-b91e-b1aadc5915f8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:12.910067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab6a51-9871-48f4-b6ca-ac15f351385e req-d1694f61-e78a-4066-b35f-26c974c84a1b tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:12.912286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fab6a51-9871-48f4-b6ca-ac15f351385e req-d1694f61-e78a-4066-b35f-26c974c84a1b tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 936 time: 0.5046544 Jul 23 22:33:12.923019 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Deleting subnet 982b9bcd-292a-4c55-961f-a8fcefe142b5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:33:12.926546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.927266 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:12.966448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.056099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.178930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fab6a51-9871-48f4-b6ca-ac15f351385e req-5d5df216-466f-4884-b0b7-c8721408bb48 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529252 Jul 23 22:33:13.179655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:13.274373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.307542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Attempting to bind port 970ccf59-32b2-4566-b91e-b1aadc5915f8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:13.308084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Attempting to bind port 970ccf59-32b2-4566-b91e-b1aadc5915f8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:13.308216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Attempting to bind port 970ccf59-32b2-4566-b91e-b1aadc5915f8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:13.316658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Port 970ccf59-32b2-4566-b91e-b1aadc5915f8 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:13.316658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Attempting to bind port 970ccf59-32b2-4566-b91e-b1aadc5915f8 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:13.340896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:13.341202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:13.341437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:13.341922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Bound port: 970ccf59-32b2-4566-b91e-b1aadc5915f8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:13.342297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.348156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982b9bcd-292a-4c55-961f-a8fcefe142b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:13.357847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74386a81-c86e-427b-86b2-aca5a704e7b6 None None] Network c4f13efd-82fd-409a-aa58-f36cbd8e627a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:13.366170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3d68-4452-499d-baf4-d203dffe924b req-db6fb558-49d8-4a51-b401-0937b920626b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:13.374237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f4c3d68-4452-499d-baf4-d203dffe924b req-db6fb558-49d8-4a51-b401-0937b920626b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 944 time: 0.9185073 Jul 23 22:33:13.377800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.382579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f62ad72e-bd51-4f38-a140-0cb903878e77 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/982b9bcd-292a-4c55-961f-a8fcefe142b5 HTTP/1.1" status: 204 len: 168 time: 1.0388916 Jul 23 22:33:13.384140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:13.433007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6aba07e-9c43-497b-9a6e-1fa13997dae5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:13.455079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.496016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f4c3d68-4452-499d-baf4-d203dffe924b req-1dc02346-438b-4d52-a9df-140ea07e316a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208622 Jul 23 22:33:13.557726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:13.563099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-048b6162-6372-4dbf-9af4-089211a6ee19 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969863 Jul 23 22:33:13.564084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Transition to ACTIVE for port object d6aba07e-9c43-497b-9a6e-1fa13997dae5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:13.589464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.599618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.633219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:13.668602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:13.675558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] DHCP port deletion for c4f13efd-82fd-409a-aa58-f36cbd8e627a request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:33:13.693819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.747385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:13.823581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99c72937-a333-42ab-8bfb-ef31d4f612c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.826690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1803263712-network', 'tenant_id': 'd4ee4471452646e2997aec28f78d1191'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:13.835051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Deleting port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:13.835572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.883677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:13.886825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Made reservation on behalf of d4ee4471452646e2997aec28f78d1191 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:13.900574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.945664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.946222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] For port 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=29cce6cf-0d2f-42f8-9a31-f0c63a917134,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:13.946633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:13.974238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Calling delete_port for 29cce6cf-0d2f-42f8-9a31-f0c63a917134 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:13.989863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Deleting port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:13.990228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.019635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13a857-0824-4c9a-bc87-07e3ed39200e req-66282df5-5a9b-45b4-96d9-b9ee3d5b1f0e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.023983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa13a857-0824-4c9a-bc87-07e3ed39200e req-66282df5-5a9b-45b4-96d9-b9ee3d5b1f0e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.3803487 Jul 23 22:33:14.041957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:14.184953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.185940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.191754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] 10.222.0.22 "PUT /v2.0/ports/970ccf59-32b2-4566-b91e-b1aadc5915f8 HTTP/1.1" status: 200 len: 1097 time: 3.4844697 Jul 23 22:33:14.196075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.202716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c4aac195-4768-4c46-bdda-4091835a1d78 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:14.207104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.223462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:14.226046 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef499ee9-939a-4824-b0d4-b523e576c4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:14.235828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] For port 29cce6cf-0d2f-42f8-9a31-f0c63a917134, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=29cce6cf-0d2f-42f8-9a31-f0c63a917134,segment=NetworkSegment(a04f5d50-4500-4998-8a01-10cbab1a5f56),segment_id=a04f5d50-4500-4998-8a01-10cbab1a5f56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:14.236405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.241856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:14.244645 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b256f-06c6-4eb1-80cf-505610aef9e9" -d '{"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-unplugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:14.256826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.278298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa13a857-0824-4c9a-bc87-07e3ed39200e req-ad9d9185-757a-4cd0-a0ef-b203820ad436 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322121 Jul 23 22:33:14.279588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Calling delete_port for 29cce6cf-0d2f-42f8-9a31-f0c63a917134 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:14.308032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Transition to ACTIVE for port object b5131e75-40cf-4ebb-a103-ef6a31159b48 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:14.324262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c4aac195-4768-4c46-bdda-4091835a1d78 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:14.325360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c4aac195-4768-4c46-bdda-4091835a1d78 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:14.326236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 29cce6cf-0d2f-42f8-9a31-f0c63a917134 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:14.334671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.350973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-33421683-c362-4aba-a207-3dafc91ccd17 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.352704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-33421683-c362-4aba-a207-3dafc91ccd17 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7777021 Jul 23 22:33:14.371681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:14.392639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e914b1-6457-49fd-8af1-7b2f1f134fff service neutron] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:14.412833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 29cce6cf-0d2f-42f8-9a31-f0c63a917134 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:14.413486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 29cce6cf-0d2f-42f8-9a31-f0c63a917134 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:14.418412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] Pushing event deleted for resources: {'Port': ['ID=29cce6cf-0d2f-42f8-9a31-f0c63a917134,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:14.430056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6812d-f7ff-4147-95ff-52b7be17a795 None None] No DVR routers for this DVR port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:14.437102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-75104bdc-b088-469f-a9e9-de144457b059 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/quotas/e218796c8a084c18a889fa16846f4ce1 HTTP/1.1" status: 200 len: 375 time: 0.0734730 Jul 23 22:33:14.466345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:14.531641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Attempting to bind port d6aba07e-9c43-497b-9a6e-1fa13997dae5 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:14.531906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Attempting to bind port d6aba07e-9c43-497b-9a6e-1fa13997dae5 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:14.532243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Attempting to bind port d6aba07e-9c43-497b-9a6e-1fa13997dae5 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:14.540068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Port d6aba07e-9c43-497b-9a6e-1fa13997dae5 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:14.540400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Attempting to bind port d6aba07e-9c43-497b-9a6e-1fa13997dae5 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:14.557723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] No DVR routers for this DVR port b5131e75-40cf-4ebb-a103-ef6a31159b48 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:14.565535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:14.565899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:14.566286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:14.566736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Bound port: d6aba07e-9c43-497b-9a6e-1fa13997dae5, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:14.567096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.588751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8b820070-f47c-4220-8c63-fd887c334f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.590301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8b820070-f47c-4220-8c63-fd887c334f89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 1100 time: 0.3248966 Jul 23 22:33:14.591501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.606584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:14.632285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.677970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-634dba92-2bc0-4ca6-8a64-e53cc00a7888 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8 HTTP/1.1" status: 200 len: 217 time: 0.0771546 Jul 23 22:33:14.691357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:33:14.710017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:14.710347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:14.710646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:14.716806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c79125d-1735-440f-ae87-4da01fd87b70,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:14.720174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.720520 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Added segment 9d06c672-572a-49d1-bb67-6cd1a0c0f404 of type vlan for network 4b06cfd1-2951-4fee-b28e-557f781013c7 Jul 23 22:33:14.723609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.739812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:14.740144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Attempting to bind port b5131e75-40cf-4ebb-a103-ef6a31159b48 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:14.751629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8fc74e4b-0f6f-4ac6-aa56-da8d71809557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.753102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-8fc74e4b-0f6f-4ac6-aa56-da8d71809557 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0659366 Jul 23 22:33:14.787345 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-85da4e51-525f-401b-8d09-8ba843a3fe9e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3273180 Jul 23 22:33:14.804295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f425-422c-46bf-b791-017d9e24a73c req-1350e103-2722-4d9e-bad5-8eaa6575e3b4 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.806221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e18f425-422c-46bf-b791-017d9e24a73c req-1350e103-2722-4d9e-bad5-8eaa6575e3b4 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.3895350 Jul 23 22:33:14.812167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=29cce6cf-0d2f-42f8-9a31-f0c63a917134,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:14.818072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:14.818335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:14.818764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:14.819143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Bound port: b5131e75-40cf-4ebb-a103-ef6a31159b48, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:14.819500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.830615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] No DVR routers for this DVR port 29cce6cf-0d2f-42f8-9a31-f0c63a917134 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:14.841293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.848771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.868953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:14.887262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:14.903611 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.978092 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054db5fe-880b-48a0-9ad2-0c1fca19f143 x-openstack-request-id: req-054db5fe-880b-48a0-9ad2-0c1fca19f143 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:14.978395 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:14.978651 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-054db5fe-880b-48a0-9ad2-0c1fca19f143 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:14.979047 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'status': 'completed', 'code': 200} Jul 23 22:33:14.991285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:14.991925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:14.993359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] 10.222.0.25 "PUT /v2.0/ports/d6aba07e-9c43-497b-9a6e-1fa13997dae5 HTTP/1.1" status: 200 len: 1097 time: 3.1602151 Jul 23 22:33:15.021093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-43a2ac58-cc5a-4230-8c7b-8b998ec4d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.024787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-43a2ac58-cc5a-4230-8c7b-8b998ec4d913 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364507 Jul 23 22:33:15.033671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e18f425-422c-46bf-b791-017d9e24a73c req-9c55ffe2-8747-4f5a-8393-6c547c14c0e0 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823585 Jul 23 22:33:15.123472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.137940 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d3c48-a0ca-4f77-8353-588904da84c2 x-openstack-request-id: req-848d3c48-a0ca-4f77-8353-588904da84c2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:15.138239 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-unplugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:15.138499 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848d3c48-a0ca-4f77-8353-588904da84c2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:15.138909 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'code': 200} Jul 23 22:33:15.148292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45241a-36f4-4be0-b08c-20251d848d38 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:15.169058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.170279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.171304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.195660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:15.210570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f13efd-82fd-409a-aa58-f36cbd8e627a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:15.272241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:15.274124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04f5d50-4500-4998-8a01-10cbab1a5f56') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:15.274474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04f5d50-4500-4998-8a01-10cbab1a5f56') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:15.298014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.300661 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7416945 Jul 23 22:33:15.304495 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.310873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40992) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:15.337213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d574ca6-09b7-4d1c-ac80-0f13cb589869 req-d1889072-5161-44cf-80fc-4b4809161c74 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 210 time: 0.1410573 Jul 23 22:33:15.343299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-de6863fe-85e4-4d2c-a215-cc6606b97d29 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878869 Jul 23 22:33:15.381670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Request body: {'subnet': {'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1803263712-subnet', 'tenant_id': 'd4ee4471452646e2997aec28f78d1191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:15.407014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211429e-1f25-49e2-ab35-3ef9a9fa7b0d admin admin] Pushing event updated for resources: {'Network': ['ID=4b06cfd1-2951-4fee-b28e-557f781013c7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:15.412771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.417429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:33:15.417781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.418404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.419811 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 1096 time: 3.2881944 Jul 23 22:33:15.436390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:33:15.436903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:33:15.439485 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:33:15.442032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-f6691310-c1ad-43fe-93bb-beb0daad9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.442032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-f6691310-c1ad-43fe-93bb-beb0daad9fba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 1100 time: 0.3634439 Jul 23 22:33:15.486595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:15.580807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ebf167c-b8a9-4666-9678-87d9338c2685 req-342d94f1-7c48-4357-866e-e4ffd38e5406 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287574 Jul 23 22:33:15.622373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822756-631a-41e0-a998-839ff07cd7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:15.656179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:15.667155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:15.667637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.678264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00644092-7787-4cbd-b55b-7b2e0719cce0 req-280b8fa3-e0bc-4d1a-bad0-cd89ead8a2c5 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.679874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00644092-7787-4cbd-b55b-7b2e0719cce0 req-280b8fa3-e0bc-4d1a-bad0-cd89ead8a2c5 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 944 time: 0.5230029 Jul 23 22:33:15.682285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.683787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Made reservation on behalf of d4ee4471452646e2997aec28f78d1191 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:15.691339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.712652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.714148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-ed465acb-016a-4d2d-9c09-ff5f14b2871d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5 HTTP/1.1" status: 200 len: 217 time: 0.2515330 Jul 23 22:33:15.725346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4f13efd-82fd-409a-aa58-f36cbd8e627a HTTP/1.1" status: 204 len: 168 time: 2.3358448 Jul 23 22:33:15.765150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7336c9-e57d-4439-8907-9e8baa7afd9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f13efd-82fd-409a-aa58-f36cbd8e627a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:15.847608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00644092-7787-4cbd-b55b-7b2e0719cce0 req-d5de0096-b2be-49a2-98b3-5af69760969f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521606 Jul 23 22:33:15.856735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-6195f024-8c56-4224-b0a8-93b4fd93c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.858811 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-6195f024-8c56-4224-b0a8-93b4fd93c83a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.3882267 Jul 23 22:33:15.876190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-e2f3b57f-89ff-4f9e-a654-caff9c1ef1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.877880 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-e2f3b57f-89ff-4f9e-a654-caff9c1ef1bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1626952 Jul 23 22:33:15.913315 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:15.918766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4d631-43f0-4f7e-ba99-7a8c72f562d5 req-e9a86db2-b41a-40ee-b7ee-e69068f7321d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:15.932417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dac4d631-43f0-4f7e-ba99-7a8c72f562d5 req-e9a86db2-b41a-40ee-b7ee-e69068f7321d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.4671948 Jul 23 22:33:15.943008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:15.946707 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea86e1-7910-48ce-9b32-099b185225c6" -d '{"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:16.005727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:16.023183 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.036543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dac4d631-43f0-4f7e-ba99-7a8c72f562d5 req-a01adfb3-2008-4651-b9f6-94372a07323d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026313 Jul 23 22:33:16.045216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-a28d7a62-0a63-46bf-b371-50b36eec725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.048399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-a28d7a62-0a63-46bf-b371-50b36eec725b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 1100 time: 0.3684905 Jul 23 22:33:16.050498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:16.098809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-8b011d14-0e40-4179-85ea-1db7126fd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.105241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-8b011d14-0e40-4179-85ea-1db7126fd678 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2385864 Jul 23 22:33:16.109361 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d52c8-4b4b-49ea-8cda-2fdf5e2bf414 x-openstack-request-id: req-be2d52c8-4b4b-49ea-8cda-2fdf5e2bf414 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:16.110376 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:16.110630 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be2d52c8-4b4b-49ea-8cda-2fdf5e2bf414 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:16.111028 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'code': 200} Jul 23 22:33:16.130390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.145117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-05cf2a1b-3e7e-44ef-937d-22b9873b77e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4817d20d98d4bed8b3a8ff847b5d201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934148 Jul 23 22:33:16.185182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:16.214437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:16.248393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-a79ec659-b9f1-40c3-a4a4-4456efd0cd25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.1333592 Jul 23 22:33:16.263709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-8e7ec1ed-a6d8-44b0-af1e-ee45ee77123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.266010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-8e7ec1ed-a6d8-44b0-af1e-ee45ee77123e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2061322 Jul 23 22:33:16.340607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-7c7bfc33-b2c2-4c42-a730-08ce32648f64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8 HTTP/1.1" status: 200 len: 217 time: 0.0560405 Jul 23 22:33:16.352448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-32fc6bda-5c77-4e21-8f4b-bbc1f32972df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.352950 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.354015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-32fc6bda-5c77-4e21-8f4b-bbc1f32972df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4677384 Jul 23 22:33:16.362742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6621fa47-25c2-48c1-945b-a80904e30cbe,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:16.385219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-540edb9f-fae0-471d-a789-b530758666fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.387506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-540edb9f-fae0-471d-a789-b530758666fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1116424 Jul 23 22:33:16.398508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Checking segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:16.398863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Network hostable DHCP agents. Network: 4b06cfd1-2951-4fee-b28e-557f781013c7, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:33:16.470053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.474455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:33:16.486615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a4a66-7909-4950-8b64-a733aab8bcee req-e4cce9d6-8b7d-4b64-a505-3e9b8f10b5ec tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.488139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2a4a66-7909-4950-8b64-a733aab8bcee req-e4cce9d6-8b7d-4b64-a505-3e9b8f10b5ec tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.2445035 Jul 23 22:33:16.491317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-c31e3bae-c5d5-4934-9dee-b0cdf74c1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.492752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-c31e3bae-c5d5-4934-9dee-b0cdf74c1eb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1367056 Jul 23 22:33:16.497603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-758f0c4e-8314-4954-a344-25eaf8a00981 req-46efe419-0e5d-46e9-a60c-5094ba48abcb tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 210 time: 0.0683336 Jul 23 22:33:16.500072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42b184-1ca0-4f97-acb3-ade1c6a9d516 req-3f6ac259-b86b-4b42-b902-09b8d7a39bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.501616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a42b184-1ca0-4f97-acb3-ade1c6a9d516 req-3f6ac259-b86b-4b42-b902-09b8d7a39bba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 1097 time: 0.2880559 Jul 23 22:33:16.510291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4b06cfd1-2951-4fee-b28e-557f781013c7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:16.523209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43990f-9aa9-46e5-8d34-fdb3c82c4bb8 None None] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:16.530858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.531454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.564988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-426d8a69-e2ca-44b9-951b-625d361f8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.566787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-426d8a69-e2ca-44b9-951b-625d361f8603 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691718 Jul 23 22:33:16.569736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2a4a66-7909-4950-8b64-a733aab8bcee req-988c2ecf-6ec4-4b6b-b6bd-fc4ce3d90918 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Jul 23 22:33:16.571688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-555dc404-703b-4e3f-8bd4-c40c1f267f5e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2481024 Jul 23 22:33:16.612671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.707124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-89c1e2fb-4e52-4a3c-b500-3d67fe785dfb service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245966 Jul 23 22:33:16.722596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-3c76da07-36e2-4f9a-a221-86f8275ab48f service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355651 Jul 23 22:33:16.732017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbdc84b-7184-49c0-9fb0-b610d2ab2c2c None None] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:16.748810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a42b184-1ca0-4f97-acb3-ade1c6a9d516 req-d5dd2af8-03bb-4cd9-9da8-f08d2f5b9a39 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074621 Jul 23 22:33:16.858679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.861418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:16.865326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/536493d0-6006-4917-8c71-3ca8662e9670 HTTP/1.1" status: 204 len: 168 time: 0.6446857 Jul 23 22:33:16.876581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a5e59-8321-4e16-921e-2340c666cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536493d0-6006-4917-8c71-3ca8662e9670,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:16.884440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fc553b0-91be-4018-a4dd-6e877d206c33 req-b95e6472-18b5-4da8-a7b8-a09148857dc5 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669285 Jul 23 22:33:16.884633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-bce986c9-ca1c-4604-8c1c-fead4821e978 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e218796c8a084c18a889fa16846f4ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377509 Jul 23 22:33:16.896382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff2f4d90-2b03-48a4-aaff-40bcacb91f95 req-0af060b5-ec1d-481a-a55c-10e1300bb7d1 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506486 Jul 23 22:33:16.919588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-e6bbc16b-4908-459f-b69d-b529e2a3fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:16.921349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-e6bbc16b-4908-459f-b69d-b529e2a3fe25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3922870 Jul 23 22:33:16.980874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:16.987854 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214a51ac-59b3-4538-96f8-a2d763476030" -d '{"events": [{"name": "network-changed", "server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:17.128924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ac82-1cda-4f91-9989-0e2303d753e7 req-aa995b45-2623-44bf-b061-9ec5f6defbc2 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.131906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-3c5874c3-0c31-4d29-a452-02997c9487ec service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935799 Jul 23 22:33:17.136633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a767ac82-1cda-4f91-9989-0e2303d753e7 req-aa995b45-2623-44bf-b061-9ec5f6defbc2 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 945 time: 0.1252158 Jul 23 22:33:17.140514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-67a11915-73c0-4d06-815e-5208884ef37d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.142149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-67a11915-73c0-4d06-815e-5208884ef37d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448714 Jul 23 22:33:17.167045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:17.167290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Request body: {'port': {'device_id': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e218796c8a084c18a889fa16846f4ce1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:17.169434 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3e66e8-8f1c-4758-acc3-47273cf6878c" -d '{"events": [{"name": "network-changed", "server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:17.193766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a767ac82-1cda-4f91-9989-0e2303d753e7 req-c8e35f1a-7194-4c2c-bb5f-3f6c242efb1f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Jul 23 22:33:17.274050 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f181ec9-3618-4e86-a2c3-5e454c472417 x-openstack-request-id: req-9f181ec9-3618-4e86-a2c3-5e454c472417 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:17.274348 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:17.274605 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f181ec9-3618-4e86-a2c3-5e454c472417 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:17.275003 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'status': 'completed', 'code': 200} Jul 23 22:33:17.361520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d148aca-4834-4314-ad70-2c51adeae377 req-65d91021-6fcc-4a61-b5b6-590a43ba5e72 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.363049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d148aca-4834-4314-ad70-2c51adeae377 req-65d91021-6fcc-4a61-b5b6-590a43ba5e72 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.0721650 Jul 23 22:33:17.418335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d148aca-4834-4314-ad70-2c51adeae377 req-f6b1e042-a040-446f-9bb9-614b6d53391b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Jul 23 22:33:17.457918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef499ee9-939a-4824-b0d4-b523e576c4d4 req-d75e5312-23b3-4cf8-b91a-9e41b8b429c4 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140168 Jul 23 22:33:17.488340 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db036b9f-3913-4861-8334-4e9d963dd992 x-openstack-request-id: req-db036b9f-3913-4861-8334-4e9d963dd992 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:17.488860 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:17.489318 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db036b9f-3913-4861-8334-4e9d963dd992 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:17.489977 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'status': 'completed', 'code': 200} Jul 23 22:33:17.500149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-6d4fa8d4-635a-4d14-8b29-5cc2dcb17f45 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.501770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-6d4fa8d4-635a-4d14-8b29-5cc2dcb17f45 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.3242331 Jul 23 22:33:17.539280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a51ac-59b3-4538-96f8-a2d763476030 req-20972afd-5d28-41ad-83e4-5ef567cf73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.540845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-20972afd-5d28-41ad-83e4-5ef567cf73dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42ba000552f5459ba0fed16e600c8989&device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 1100 time: 0.2631822 Jul 23 22:33:17.559720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-ef08a74a-2322-4205-99aa-8598f6fc514d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/quotas/d4ee4471452646e2997aec28f78d1191 HTTP/1.1" status: 200 len: 375 time: 0.0503120 Jul 23 22:33:17.574304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Made reservation on behalf of e218796c8a084c18a889fa16846f4ce1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:17.578788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:17.583931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-f1ac9d3d-801f-4319-9579-b8a548b76b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.586105 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-f1ac9d3d-801f-4319-9579-b8a548b76b52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.0787468 Jul 23 22:33:17.651608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-451c693e-a877-42a5-818d-24181ca5503b tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654073 Jul 23 22:33:17.714239 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f042bea-8ba8-4754-916b-cefc83825774 req-d3121a42-ea39-4130-83d5-34527bc8d73e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 210 time: 0.0408413 Jul 23 22:33:17.734661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-b08b66ca-f597-426c-bce1-9c46e3d6bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.736278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-b08b66ca-f597-426c-bce1-9c46e3d6bb5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1425209 Jul 23 22:33:17.770423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:17.802045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-0d05fe8a-08ae-499a-a16a-3f26d8c2ca32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.0551953 Jul 23 22:33:17.912250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-63e40044-0ce8-49f1-b955-fdc5496633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.914226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-63e40044-0ce8-49f1-b955-fdc5496633ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1047130 Jul 23 22:33:17.962462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-network', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:17.995444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27593ab1-6220-4e4d-b23a-7caa40721d7b req-f2980456-21dc-40d0-b472-0b500daba45c tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:17.996949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27593ab1-6220-4e4d-b23a-7caa40721d7b req-f2980456-21dc-40d0-b472-0b500daba45c tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.1938410 Jul 23 22:33:18.029421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Made reservation on behalf of 0ea070d644bd434ab7cecaa59c6ec10d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:18.032756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.054148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.062692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-93006592-2d10-4d88-9262-5a34ccf27234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.064186 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-93006592-2d10-4d88-9262-5a34ccf27234 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1406851 Jul 23 22:33:18.078836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27593ab1-6220-4e4d-b23a-7caa40721d7b req-ac2e41ca-88ff-4020-bc34-3876d789a397 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Jul 23 22:33:18.153246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-90d93d02-ee87-4dfa-9ae0-58d86e0068f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.155024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-90d93d02-ee87-4dfa-9ae0-58d86e0068f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.6387134 Jul 23 22:33:18.224094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a51ac-59b3-4538-96f8-a2d763476030 req-ca83ed42-011e-4672-bfb7-9bbfe442141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.225616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-ca83ed42-011e-4672-bfb7-9bbfe442141c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.6633751 Jul 23 22:33:18.310150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-d8eec599-c911-48d4-aa64-d13c15a5c308 service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416781 Jul 23 22:33:18.312022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-ef4236ca-80e5-4812-afc8-b8c46f467950 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5 HTTP/1.1" status: 200 len: 217 time: 0.0742569 Jul 23 22:33:18.313232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Allocated IP 192.168.233.165 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/7a2fa4e0-19b3-4737-978e-6eb78f7c76d4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:18.330946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:18.443666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:18.458537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'mac_address': 'fa:16:3e:6a:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:18.495189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-beec9a38-f9cc-490b-bdeb-16e1fbc6a6ad service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208164 Jul 23 22:33:18.500865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a51ac-59b3-4538-96f8-a2d763476030 req-47165101-6e96-4efd-af02-9255466eb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.502443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-47165101-6e96-4efd-af02-9255466eb40c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1581607 Jul 23 22:33:18.502968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.509720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-4f3e68ad-f27b-4264-bfa7-f1c6f3f1242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.511263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-4f3e68ad-f27b-4264-bfa7-f1c6f3f1242f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3208742 Jul 23 22:33:18.518281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:18.542323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:18.547698 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.572151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9c92-b8df-4ce4-a56a-2758b8ec2e9b req-92846ba5-7864-4b82-8226-f316cb5c35c3 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.573538 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23ed9c92-b8df-4ce4-a56a-2758b8ec2e9b req-92846ba5-7864-4b82-8226-f316cb5c35c3 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 945 time: 0.1546929 Jul 23 22:33:18.605849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:18.607264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-21e2d251-b8de-4509-960d-e1d7cba17ce5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.0864606 Jul 23 22:33:18.648981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.657149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.675772 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-b05fe1f4-841a-4540-a4d6-a03b6073ebc6 service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283861 Jul 23 22:33:18.694806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23ed9c92-b8df-4ce4-a56a-2758b8ec2e9b req-06525f00-b20b-4ea8-a2ca-c664a940103d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Jul 23 22:33:18.706259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-a202d6b4-79a9-4ad1-befd-e8bc63ae0bc8 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864531 Jul 23 22:33:18.710202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:33:18.716668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c032a-f6a1-47fe-821d-208ef7dcfeef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:18.724920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.725323 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Added segment b2651824-4ea8-4d41-a558-6a393571a913 of type vlan for network d581e023-13ef-4f56-938e-186644d3e564 Jul 23 22:33:18.758133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-e6ec12f0-1a33-4def-b775-0b3f9f492507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.759596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-e6ec12f0-1a33-4def-b775-0b3f9f492507 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1320586 Jul 23 22:33:18.779658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.814206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a51ac-59b3-4538-96f8-a2d763476030 req-9994b39c-a642-42ec-9416-01b5154b313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.815721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-9994b39c-a642-42ec-9416-01b5154b313e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814932 Jul 23 22:33:18.819909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.819909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.819909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.839629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['970ccf59-32b2-4566-b91e-b1aadc5915f8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:18.877861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:18.881220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0782125 Jul 23 22:33:18.882450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:18.909829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Request body: {'subnet': {'network_id': 'd581e023-13ef-4f56-938e-186644d3e564', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-subnet', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:18.916253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c519c9-2fd5-470b-b71f-869f4e0f4c38 admin admin] Pushing event updated for resources: {'Network': ['ID=d581e023-13ef-4f56-938e-186644d3e564,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:18.936464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d581e023-13ef-4f56-938e-186644d3e564 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:33:18.953800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc31424-3fca-45b7-b086-251c169be532 req-deb2c8cb-29d6-42a8-ab6b-cb8a9e0a4cc4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:18.962407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-edc31424-3fca-45b7-b086-251c169be532 req-deb2c8cb-29d6-42a8-ab6b-cb8a9e0a4cc4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.1553004 Jul 23 22:33:18.984233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Transition to ACTIVE for port object 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:19.012202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-edc31424-3fca-45b7-b086-251c169be532 req-5a9391c6-1159-4432-ae02-6f356a24cf46 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Jul 23 22:33:19.049712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Made reservation on behalf of 0ea070d644bd434ab7cecaa59c6ec10d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:19.052075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:19.078021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-e9fa788a-8fbc-4c8d-bd11-564ff7120870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:19.079569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-e9fa788a-8fbc-4c8d-bd11-564ff7120870 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3086727 Jul 23 22:33:19.150214 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d59da04-fa0c-41f5-93ce-36ee6636ca7f req-49d4fe90-d44d-4212-974e-f8dd774fda91 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 210 time: 0.0518579 Jul 23 22:33:19.268691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-1470b091-9edf-4b66-92f1-8e00b354d5ec service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402373 Jul 23 22:33:19.322052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fe31a-f394-4f8c-8b0c-26359e0f1358 req-cf83d189-aae0-4f6e-ab9b-7a93b2ba7cd8 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:19.330937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f74fe31a-f394-4f8c-8b0c-26359e0f1358 req-cf83d189-aae0-4f6e-ab9b-7a93b2ba7cd8 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.1020589 Jul 23 22:33:19.337947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6dd0b9f-e5df-4b7d-81c2-ecd8cb8d4bb4 req-a006ea2a-a6a3-4030-8664-e48ac312b063 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 210 time: 0.0739310 Jul 23 22:33:19.385468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f74fe31a-f394-4f8c-8b0c-26359e0f1358 req-e89f3202-9d29-4e1f-b4f1-a3fb96fe29d5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Jul 23 22:33:19.412663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:19.436172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:19.497635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:19.591310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:19.619742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event updated for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:19.624303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-b75ff9f6-3295-4c28-9df9-1fd26edd11b3 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211630 Jul 23 22:33:19.629880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:19.637488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:19.655375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-214a51ac-59b3-4538-96f8-a2d763476030 req-eeaa91f9-dfc4-4d81-b39c-88de895f0c6a service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663464 Jul 23 22:33:19.823336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:19.823598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:19.833302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:19.856317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:19.865317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'mac_address': 'fa:16:3e:87:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:19.865576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:19.875569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172eb64-e837-434e-b548-b6a4539dedfc req-c621a4ca-332c-486c-9f9b-d2a1214497c6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:19.877123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4172eb64-e837-434e-b548-b6a4539dedfc req-c621a4ca-332c-486c-9f9b-d2a1214497c6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 945 time: 0.4074388 Jul 23 22:33:19.885331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb3e66e8-8f1c-4758-acc3-47273cf6878c req-10417a07-00f6-41aa-ab64-7a3963c40f2f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508783 Jul 23 22:33:19.886670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-28e9c3b4-5fb7-401b-9326-7b036fbb3603 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7248003 Jul 23 22:33:19.926481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Request body: {'port': {'device_id': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:19.981505 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.009246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:20.021235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4172eb64-e837-434e-b548-b6a4539dedfc req-2a775712-aae2-455f-8c29-a0c882085ff2 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113956 Jul 23 22:33:20.034542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6aba07e-9c43-497b-9a6e-1fa13997dae5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:20.049902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Checking segment: {'id': 'b2651824-4ea8-4d41-a558-6a393571a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:20.050269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Network hostable DHCP agents. Network: d581e023-13ef-4f56-938e-186644d3e564, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:33:20.062116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb5c72b0-696a-4b56-9319-3fc0745befbb None None] Provisioning for port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:20.071526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.091635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Network d581e023-13ef-4f56-938e-186644d3e564 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:33:20.111950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb5c72b0-696a-4b56-9319-3fc0745befbb None None] Provisioning complete for port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:20.112258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb5c72b0-696a-4b56-9319-3fc0745befbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.136955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d581e023-13ef-4f56-938e-186644d3e564) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:20.139080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:20.150842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:20.151425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.157282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59311d-4eea-46cd-8992-e6397198e4c9 None None] Network d581e023-13ef-4f56-938e-186644d3e564 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:20.181154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.215370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c72b0-696a-4b56-9319-3fc0745befbb None None] Port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:20.299441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1dd5ce2a-092a-4cdb-be07-1f191db1ef2c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3961351 Jul 23 22:33:20.302231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:20.307979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:20.341858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:20.357339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299678cf-514b-4e1f-b8d1-a459be145af6 req-cd33e126-acbf-45fa-b7f2-1dcd2d8fecf8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:20.361061 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-299678cf-514b-4e1f-b8d1-a459be145af6 req-cd33e126-acbf-45fa-b7f2-1dcd2d8fecf8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 936 time: 0.1158741 Jul 23 22:33:20.382592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:20.391220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.392212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.446416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f125ae7-ee48-47f0-aed3-301eaf7ddda2 req-0445d7c4-3680-4ad4-bd19-751d1f0b6f7d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:20.447896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f125ae7-ee48-47f0-aed3-301eaf7ddda2 req-0445d7c4-3680-4ad4-bd19-751d1f0b6f7d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.3088696 Jul 23 22:33:20.465924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-6ef59f43-8f59-4628-9553-85dda652ae30 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:20.467454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-6ef59f43-8f59-4628-9553-85dda652ae30 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.2356796 Jul 23 22:33:20.470170 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-299678cf-514b-4e1f-b8d1-a459be145af6 req-17a123be-37f9-466d-9dc6-c10849f8fa4e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948520 Jul 23 22:33:20.474633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.494020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'port': {'device_id': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'admin_state_up': True, 'tenant_id': 'd4ee4471452646e2997aec28f78d1191'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:20.554405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d6aba07e-9c43-497b-9a6e-1fa13997dae5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:20.568328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f125ae7-ee48-47f0-aed3-301eaf7ddda2 req-bd9306cc-dd59-469e-ba7f-f2d5d178ba1f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140606 Jul 23 22:33:20.639339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-d581e023-13ef-4f56-938e-186644d3e564', 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'fixed_ips': [{'subnet_id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:33:20.640608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.642209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:20.650826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.659023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.683126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Transition to ACTIVE for port object 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:20.697798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.706152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:20.706395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-84e83189-1420-4bf7-a79b-ebbcf4c6abaf req-8b24ac71-0846-44ca-8a6f-aa785f7761b0 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 210 time: 0.1395323 Jul 23 22:33:20.753286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Made reservation on behalf of d4ee4471452646e2997aec28f78d1191 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:20.756855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.791743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:20.792231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.804744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:20.959021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b37222-4c8f-489e-bec5-74a0778ba1ef req-e9cdf940-aa88-418c-949a-b7e9fa4a1e89 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:20.961741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:20.966217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3b37222-4c8f-489e-bec5-74a0778ba1ef req-e9cdf940-aa88-418c-949a-b7e9fa4a1e89 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 949 time: 0.2817440 Jul 23 22:33:20.990383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.044512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Allocated IP 172.20.0.2 (d581e023-13ef-4f56-938e-186644d3e564/cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e/85a62a51-880f-4551-9023-6c9dd6c81036) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:21.113835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Allocated IP 172.20.0.14 (4b06cfd1-2951-4fee-b28e-557f781013c7/6621fa47-25c2-48c1-945b-a80904e30cbe/de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:21.155622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Allocated IP 172.25.1.59 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/dbf5a2c3-4bb6-44be-b33c-7a096f5ee618) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:21.188158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.283878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Attempting to bind port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:21.284521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Attempting to bind port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:21.284853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Attempting to bind port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:21.291862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3b37222-4c8f-489e-bec5-74a0778ba1ef req-7f979286-427a-45a3-a5ea-e0e37c42af23 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248117 Jul 23 22:33:21.300762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:21.303252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:21.303449 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c819c44-6a9a-4814-bd48-588671017d05" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:21.303617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Attempting to bind port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:21.327964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:21.328308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:21.328696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:21.329132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Bound port: 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:21.329488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.334977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:21.367691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.425128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae2017-46f5-42d9-9b83-b206d7e986d6 req-bf567fc5-27f2-4993-a28f-04cd71e7d24c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:21.430463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59ae2017-46f5-42d9-9b83-b206d7e986d6 req-bf567fc5-27f2-4993-a28f-04cd71e7d24c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 947 time: 0.3436754 Jul 23 22:33:21.459545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.492032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.500630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:21.519387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-0f569340-40f6-4269-b606-0dc5f1313185 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:21.520927 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-0f569340-40f6-4269-b606-0dc5f1313185 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423&tenant_id=1d9c25a211d84183a54ba31373bc7c38&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 947 time: 0.3257530 Jul 23 22:33:21.524077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:21.533654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Transition to ACTIVE for port object 85a62a51-880f-4551-9023-6c9dd6c81036 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:21.539591 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59ae2017-46f5-42d9-9b83-b206d7e986d6 req-a8922cef-54fe-458b-bbb4-81f707f0ea12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Jul 23 22:33:21.611782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Transition to ACTIVE for port object 85a62a51-880f-4551-9023-6c9dd6c81036 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:21.612405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.624993 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-a1918d9f-159f-44ea-acee-f68fd8525514 service neutron] delete failed (client error): The resource could not be found. Jul 23 22:33:21.626178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-a1918d9f-159f-44ea-acee-f68fd8525514 service neutron] 10.222.0.22 "DELETE /v2.0/ports/b5131e75-40cf-4ebb-a103-ef6a31159b48/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0977132 Jul 23 22:33:21.636696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.680580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.699065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:21.700525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Pushing event updated for resources: {'Port': ['ID=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:21.703332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:21.713935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:21.752930 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3279fbe-8c30-4246-807f-e340af956ec0 x-openstack-request-id: req-c3279fbe-8c30-4246-807f-e340af956ec0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:21.754039 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:21.754399 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3279fbe-8c30-4246-807f-e340af956ec0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:21.755727 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'code': 200} Jul 23 22:33:21.763193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Pushing event updated for resources: {'Port': ['ID=85a62a51-880f-4551-9023-6c9dd6c81036,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:21.783458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:21.794584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Network d581e023-13ef-4f56-938e-186644d3e564 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:21.798372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:21.803115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:21.803985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.22', 49334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:21.806855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:21.830778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.832928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.874782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:21.899267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'mac_address': 'fa:16:3e:d7:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:21.900372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b6ca5-7904-4fd0-ba50-7c8f663e8133 req-3ef1cbe1-f1ee-4c1a-8cac-5bacabf4702d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:21.903018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Attempting to bind port 85a62a51-880f-4551-9023-6c9dd6c81036 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:21.903388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Attempting to bind port 85a62a51-880f-4551-9023-6c9dd6c81036 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b2651824-4ea8-4d41-a558-6a393571a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:21.903751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Attempting to bind port 85a62a51-880f-4551-9023-6c9dd6c81036 on network d581e023-13ef-4f56-938e-186644d3e564 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:21.908480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-783b6ca5-7904-4fd0-ba50-7c8f663e8133 req-3ef1cbe1-f1ee-4c1a-8cac-5bacabf4702d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 945 time: 0.2440033 Jul 23 22:33:21.913076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:21.913076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Checking segment: {'id': 'b2651824-4ea8-4d41-a558-6a393571a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:21.913076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.913456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Bound using segment: {'id': 'b2651824-4ea8-4d41-a558-6a393571a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:21.913856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Bound port: 85a62a51-880f-4551-9023-6c9dd6c81036, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2651824-4ea8-4d41-a558-6a393571a913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:21.914246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.939319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:21.939858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:21.941254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] 10.222.0.22 "PUT /v2.0/ports/7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 HTTP/1.1" status: 200 len: 1097 time: 2.0278156 Jul 23 22:33:21.946692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:21.948957 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435a9a2-a829-43d0-9a5d-73b4fd926a53" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:21.961696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:21.979102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:21.988748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:21.989317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.023089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5131e75-40cf-4ebb-a103-ef6a31159b48 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:22.039129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] For port 85a62a51-880f-4551-9023-6c9dd6c81036, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:22.049003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9edfdb-f34f-4201-a7db-82df6ef8d608 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:22.050170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-a31f984a-5848-4cda-90fd-7033b532fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.052022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-a31f984a-5848-4cda-90fd-7033b532fcbf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 1099 time: 0.3462284 Jul 23 22:33:22.099442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.104799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:22.110538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] For port 85a62a51-880f-4551-9023-6c9dd6c81036, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85a62a51-880f-4551-9023-6c9dd6c81036,segment=NetworkSegment(b2651824-4ea8-4d41-a558-6a393571a913),segment_id=b2651824-4ea8-4d41-a558-6a393571a913)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:22.115710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.120005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e0392-5237-4a7a-a441-353bd8d2f85e req-836ca235-9253-45b3-ab17-a1b46d912e70 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.121729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-997e0392-5237-4a7a-a441-353bd8d2f85e req-836ca235-9253-45b3-ab17-a1b46d912e70 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 948 time: 0.3006058 Jul 23 22:33:22.129109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.163859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-783b6ca5-7904-4fd0-ba50-7c8f663e8133 req-8a3cd8fa-ffa0-4b3a-8237-a8f87488c272 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543702 Jul 23 22:33:22.186989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268204-b730-495b-9447-0a9e69537991 req-df427a06-60ca-4ce5-908c-491472291182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.189078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f268204-b730-495b-9447-0a9e69537991 req-df427a06-60ca-4ce5-908c-491472291182 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 1102 time: 0.3809140 Jul 23 22:33:22.201076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.202559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.265516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:22.290500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:22.324896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-8ce2a75e-1e02-4632-959d-c494e5a08df3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8445668 Jul 23 22:33:22.336926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-6bd83d30-54d6-4d40-a8c5-3746419fbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.338970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-6bd83d30-54d6-4d40-a8c5-3746419fbca3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2693462 Jul 23 22:33:22.356238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a99a0-b59d-488f-b192-c57b1cc6fd24 None None] Pushing event updated for resources: {'Port': ['ID=85a62a51-880f-4551-9023-6c9dd6c81036,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:22.360309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Request body: {'port': {'device_id': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:22.366519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f268204-b730-495b-9447-0a9e69537991 req-6e2355dd-7bbb-4fe1-a1ce-1fa5dff84958 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536527 Jul 23 22:33:22.393985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-4b532161-bcd5-455f-9a2f-3fe6ee2eddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.395566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-4b532161-bcd5-455f-9a2f-3fe6ee2eddc4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 1100 time: 0.3820217 Jul 23 22:33:22.469308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-997e0392-5237-4a7a-a441-353bd8d2f85e req-af6ba267-128d-43dd-b0df-4696016babb9 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373795 Jul 23 22:33:22.472244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-465c3eed-86f2-44de-bc15-04bab8cc03e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 200 len: 217 time: 0.1196780 Jul 23 22:33:22.495528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-6524282e-7666-474a-ac46-1a2c144719c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 HTTP/1.1" status: 200 len: 217 time: 0.0593317 Jul 23 22:33:22.534103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.560712 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba98b5-704d-4283-a76c-a7d09e75aaed x-openstack-request-id: req-82ba98b5-704d-4283-a76c-a7d09e75aaed {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:22.560712 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:22.561499 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82ba98b5-704d-4283-a76c-a7d09e75aaed {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:22.561684 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4', 'status': 'completed', 'code': 200} Jul 23 22:33:22.571061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.575138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-64d6e129-5d33-423c-b09d-50ae0430925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.575750 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-64d6e129-5d33-423c-b09d-50ae0430925f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0809543 Jul 23 22:33:22.587065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9b5d3-4af9-4bbf-9b8d-f5b0f42691ef req-5814d290-793d-428a-8cae-5995c8d54d80 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.594640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49f9b5d3-4af9-4bbf-9b8d-f5b0f42691ef req-5814d290-793d-428a-8cae-5995c8d54d80 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 932 time: 0.2971289 Jul 23 22:33:22.664588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-c901df02-c4bf-49d0-be02-b5b86df7c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.666297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-c901df02-c4bf-49d0-be02-b5b86df7c8e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1529758 Jul 23 22:33:22.684493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49f9b5d3-4af9-4bbf-9b8d-f5b0f42691ef req-50272d89-bbd1-4e44-9f27-36175d0c1f89 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852885 Jul 23 22:33:22.707082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:22.880031 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:22.983526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-629c991e-7f4b-44b4-962b-914ba0a31e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.985540 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-629c991e-7f4b-44b4-962b-914ba0a31e1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3732564 Jul 23 22:33:22.993112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-c9310234-35dd-41c4-8c2a-2e946dd61bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:22.994883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-c9310234-35dd-41c4-8c2a-2e946dd61bcd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3077953 Jul 23 22:33:23.010374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428626-3c42-4b14-951e-1278ddacb722 req-dfb0b84e-1531-40ab-9e23-8e4ae8dda5cd tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:23.011914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9428626-3c42-4b14-951e-1278ddacb722 req-dfb0b84e-1531-40ab-9e23-8e4ae8dda5cd tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1098 time: 0.2245412 Jul 23 22:33:23.017859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.121542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9428626-3c42-4b14-951e-1278ddacb722 req-b7627bc2-2e51-47af-bbaf-3cc1909ce321 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999835 Jul 23 22:33:23.230607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-2895d2fe-b577-4ddc-97ef-b58e26205411 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246561 Jul 23 22:33:23.250721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:23.301011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.341311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Transition to ACTIVE for port object de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:23.388559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.480310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f9146-2934-43f4-9e06-a3dd759fb24f req-03787af6-e47b-4b3d-9635-062b4cfb228a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:23.482230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a34f9146-2934-43f4-9e06-a3dd759fb24f req-03787af6-e47b-4b3d-9635-062b4cfb228a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 948 time: 0.2456558 Jul 23 22:33:23.486364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:23.500765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d497a888-a454-486b-bac8-07479f5b8bb2 req-4f09d11e-bf73-41a0-be61-577ebb241ae3 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411256 Jul 23 22:33:23.537979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:23.559193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-591fb12e-4bb4-4ecb-aa71-4cd388b24cfa service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602620 Jul 23 22:33:23.587765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede482f4-458d-42fd-bfa1-cc92e3fd003b req-d1bdea35-1c31-4904-9262-9b4491339caa tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:23.589259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ede482f4-458d-42fd-bfa1-cc92e3fd003b req-d1bdea35-1c31-4904-9262-9b4491339caa tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 949 time: 0.5382466 Jul 23 22:33:23.613631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port d6aba07e-9c43-497b-9a6e-1fa13997dae5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:23.619223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port d6aba07e-9c43-497b-9a6e-1fa13997dae5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:23.619669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.634219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a34f9146-2934-43f4-9e06-a3dd759fb24f req-d7c3399c-4c95-4afd-aa37-d64d4be1a3a2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356766 Jul 23 22:33:23.653061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af56c6-0618-4cbd-af92-f9d438740922 None None] Network d581e023-13ef-4f56-938e-186644d3e564 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:23.672130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Attempting to bind port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:23.672485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Attempting to bind port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:23.672822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Attempting to bind port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:23.687304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b on network 4b06cfd1-2951-4fee-b28e-557f781013c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:23.688028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Attempting to bind port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:23.703238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:23.703591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Checking segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:23.714996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Bound using segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:23.715607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Bound port: de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:23.716002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.716690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ede482f4-458d-42fd-bfa1-cc92e3fd003b req-08329e3c-00a4-4e5b-a4d0-3839987a6969 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130085 Jul 23 22:33:23.720247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Router d0de3791-1a97-49f8-81bc-8ee09cad980e is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:33:23.808697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-5cd023c7-8cca-414f-a7b6-fb3cf80387bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:23.809982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-5cd023c7-8cca-414f-a7b6-fb3cf80387bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 1100 time: 0.2469213 Jul 23 22:33:23.829845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2db1b336-f125-4abe-bf25-a5489d0160fd req-1070c7f1-3dbc-4248-bb9a-a468b45114f7 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611344 Jul 23 22:33:23.838948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68bd1d09-fa8d-48b9-9ca1-d971cd51f84d None None] Provisioning for port 85a62a51-880f-4551-9023-6c9dd6c81036 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:23.907315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:23.935521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-0ddfc39b-b70b-4ed9-bfda-a8b028f36389 req-1c380394-40d0-4c81-92c2-7a1aa35aa513 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:33:23.937316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0ddfc39b-b70b-4ed9-bfda-a8b028f36389 req-1c380394-40d0-4c81-92c2-7a1aa35aa513 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063221 Jul 23 22:33:23.950768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:23.955447 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-edd38cb2-3df0-4160-9831-f0a50b439b0d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6514835 Jul 23 22:33:23.956087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:24.003623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:24.040864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:24.054874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Sync routers for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:24.064087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.101566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-8fb0035e-fd90-4a8b-a294-9ea450810540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.103165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-8fb0035e-fd90-4a8b-a294-9ea450810540 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2694643 Jul 23 22:33:24.121527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.122181 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.124158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] 10.222.0.22 "PUT /v2.0/ports/de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b HTTP/1.1" status: 200 len: 1093 time: 1.7712889 Jul 23 22:33:24.134407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:24.141825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:24.181243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924c95a-66cc-4354-8fcb-6e0e999d306a req-e050f087-a164-4fd3-bd0b-e62a6273f99e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.182814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5924c95a-66cc-4354-8fcb-6e0e999d306a req-e050f087-a164-4fd3-bd0b-e62a6273f99e tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 948 time: 0.2386990 Jul 23 22:33:24.192775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-a0406a50-b0b8-408e-9dce-c15ea78c7cbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 HTTP/1.1" status: 200 len: 217 time: 0.0753679 Jul 23 22:33:24.287714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426b56-6a3b-4de5-a70a-9241b9123192 service neutron] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:24.344614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85a62a51-880f-4551-9023-6c9dd6c81036 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:24.346832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.388611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5924c95a-66cc-4354-8fcb-6e0e999d306a req-c2d5ed1a-f689-4807-80d9-cde506526614 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947672 Jul 23 22:33:24.393994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:33:24.408092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-b4d85a64-5ce0-42cc-a8c3-10be49c48c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.414968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-b4d85a64-5ce0-42cc-a8c3-10be49c48c1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2005079 Jul 23 22:33:24.436844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:24.467718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-eb0784cc-676f-4c2a-adc0-852c6d1cab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.473082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-eb0784cc-676f-4c2a-adc0-852c6d1cab11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 1096 time: 0.2782860 Jul 23 22:33:24.486743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:24.513206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:24.516560 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d024a4-3002-4948-b956-a17a0c79b384" -d '{"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:24.560279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.619470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:24.622189 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe9886-fb1a-4271-b573-6de0a4a3f787" -d '{"events": [{"name": "network-changed", "server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:24.648353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-a9b37c71-8a37-4f2c-8993-90867d73607e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b HTTP/1.1" status: 200 len: 217 time: 0.1288877 Jul 23 22:33:24.667766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.761785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:24.770892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 85a62a51-880f-4551-9023-6c9dd6c81036 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:24.780359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 85a62a51-880f-4551-9023-6c9dd6c81036 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:24.780741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.905412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-c902103e-fd7d-48cf-a83e-3839a00a3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.906936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-c902103e-fd7d-48cf-a83e-3839a00a3b28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.2511232 Jul 23 22:33:24.923266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:24.931954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Allocated IP 172.20.0.1 (d581e023-13ef-4f56-938e-186644d3e564/cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e/38e38445-efc8-46c9-bde2-10c48bff371a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:24.948574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:22Z', 'revision_number': 3, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:24.988501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-fd0ff044-4b91-4c82-b6e4-9a0ce45f5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:24.992236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-fd0ff044-4b91-4c82-b6e4-9a0ce45f5f47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5663562 Jul 23 22:33:25.008146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Checking router: d0de3791-1a97-49f8-81bc-8ee09cad980e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:25.008538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Updating router d0de3791-1a97-49f8-81bc-8ee09cad980e port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:25.013605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 85a62a51-880f-4551-9023-6c9dd6c81036, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85a62a51-880f-4551-9023-6c9dd6c81036,segment=NetworkSegment(b2651824-4ea8-4d41-a558-6a393571a913),segment_id=b2651824-4ea8-4d41-a558-6a393571a913)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:25.046169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.057441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065a154-db5c-484c-bf88-6921dc0813be req-1bc0a6c5-2732-4c36-b973-a04e4534d0f6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:25.059382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.061607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92f64fd7-72cc-40bd-94e6-3da0bc6e089a None None] Provisioning complete for port 85a62a51-880f-4551-9023-6c9dd6c81036 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:25.062282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92f64fd7-72cc-40bd-94e6-3da0bc6e089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.067958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6065a154-db5c-484c-bf88-6921dc0813be req-1bc0a6c5-2732-4c36-b973-a04e4534d0f6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 944 time: 0.5515950 Jul 23 22:33:25.075751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Transition to ACTIVE for port object 38e38445-efc8-46c9-bde2-10c48bff371a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:25.091081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-259a0674-99c4-422c-801a-ee9f56ed80ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383207 Jul 23 22:33:25.118120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.152149 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.184095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Network d581e023-13ef-4f56-938e-186644d3e564 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:25.186626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Pushing event updated for resources: {'Port': ['ID=38e38445-efc8-46c9-bde2-10c48bff371a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:25.189585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:25.198773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:25.224435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=85a62a51-880f-4551-9023-6c9dd6c81036,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:25.281280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6065a154-db5c-484c-bf88-6921dc0813be req-f81f28e5-ae73-4ecc-9a6b-b3eb5fc75b69 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064004 Jul 23 22:33:25.281532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.457383 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b546f992-8959-4e2a-81f7-6103b54a78fc x-openstack-request-id: req-b546f992-8959-4e2a-81f7-6103b54a78fc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:25.457833 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:25.458209 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b546f992-8959-4e2a-81f7-6103b54a78fc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:25.460994 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'code': 200} Jul 23 22:33:25.502439 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49efbce0-822b-438b-8075-14dbb7a5e48e x-openstack-request-id: req-49efbce0-822b-438b-8075-14dbb7a5e48e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:25.502964 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:25.503409 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49efbce0-822b-438b-8075-14dbb7a5e48e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:25.503980 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'status': 'completed', 'code': 200} Jul 23 22:33:25.555766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.561431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-92c82cbd-15a0-4496-bd27-93af0590d182 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820251 Jul 23 22:33:25.563126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:25.571425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-af34c262-07d4-4f75-aa55-b2fde0ab01bc service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589396 Jul 23 22:33:25.597644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-46fa4516-b816-4c05-aefe-ecc590e001fb tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:33:25.608081 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-46fa4516-b816-4c05-aefe-ecc590e001fb tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145752 Jul 23 22:33:25.648664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:25.649105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:33:25.780379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1aadd8f-7856-4910-bd1e-a7658daa93ab req-e574df76-1a9b-4445-94c0-cea72fa45399 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842270 Jul 23 22:33:25.818172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b804cad-d0da-4bb6-a542-14c83e2a1acc None None] Provisioning for port 38e38445-efc8-46c9-bde2-10c48bff371a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:25.822686 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.830616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b804cad-d0da-4bb6-a542-14c83e2a1acc None None] Provisioning complete for port 38e38445-efc8-46c9-bde2-10c48bff371a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:25.831558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b804cad-d0da-4bb6-a542-14c83e2a1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.836417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port b5131e75-40cf-4ebb-a103-ef6a31159b48 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:25.860217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Transition to ACTIVE for port object dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:25.868081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port b5131e75-40cf-4ebb-a103-ef6a31159b48 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:25.868613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.934004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:25.963758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9b804cad-d0da-4bb6-a542-14c83e2a1acc None None] Port 38e38445-efc8-46c9-bde2-10c48bff371a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:26.005300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-d9e5b9a5-2139-409d-a74c-73ac6fb4b121 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2789812 Jul 23 22:33:26.009876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Attempting to bind port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:26.012861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Attempting to bind port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:26.012861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Attempting to bind port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:26.013137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:26.013137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:26.013137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:26.014417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e3fd5-3a45-4bd4-b23e-9ee65ed84fb3 None None] Pushing event updated for resources: {'Port': ['ID=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:26.021730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:26.022129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:26.022583 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.022988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:26.023468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Bound port: dbf5a2c3-4bb6-44be-b33c-7a096f5ee618, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:26.023855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.059972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:26.060302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:26.067614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.094430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.101019 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:26.101354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:26.101735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:26.102527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Bound port: afaf152f-b4e3-4dd7-9600-7e19dba1d545, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:26.114631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.138838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] For port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:26.161510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] For port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:26.191184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c462-a46c-4ae9-a7e7-79c3ea687f36 req-c0788dc0-fd16-4030-ae93-77c5296b7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.192723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43f2c462-a46c-4ae9-a7e7-79c3ea687f36 req-c0788dc0-fd16-4030-ae93-77c5296b7a6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 1102 time: 0.7285538 Jul 23 22:33:26.194719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0435a9a2-a829-43d0-9a5d-73b4fd926a53 req-2208d387-210d-439d-be40-03c3d5cb269a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099265 Jul 23 22:33:26.200628 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.209910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:26.219952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b49fa0-04df-4914-9be9-0ada80bacf6b req-f2d93ab8-2f63-46ca-95b3-bcce1ac9d935 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.227236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03b49fa0-04df-4914-9be9-0ada80bacf6b req-f2d93ab8-2f63-46ca-95b3-bcce1ac9d935 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 948 time: 0.6547723 Jul 23 22:33:26.242493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.252144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Pushing event updated for resources: {'Port': ['ID=38e38445-efc8-46c9-bde2-10c48bff371a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:26.255131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85a62a51-880f-4551-9023-6c9dd6c81036 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:26.270904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.302644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-aee0fae1-cb55-4ad2-ac01-c26bb6161719 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3115127 Jul 23 22:33:26.304446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:26.314638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03b49fa0-04df-4914-9be9-0ada80bacf6b req-ae83f9cb-4371-4e2f-883b-ca8e35de871b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Jul 23 22:33:26.322221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-ff8981f5-4e11-4a9a-a70f-70a9621c2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.330082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-ff8981f5-4e11-4a9a-a70f-70a9621c2771 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 1096 time: 0.1968272 Jul 23 22:33:26.347686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43f2c462-a46c-4ae9-a7e7-79c3ea687f36 req-199cd043-9d7e-4695-9a09-3100fb457915 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181753 Jul 23 22:33:26.352370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.354283 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-cb3318f9-a09b-4290-b54d-0fda737d07d6 service neutron] 10.222.0.37 "POST /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545/bindings HTTP/1.1" status: 201 len: 390 time: 0.7106032 Jul 23 22:33:26.361513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:26.362233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:26.427079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-94a9206f-06fa-4854-b214-89e78ae1fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.432008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-94a9206f-06fa-4854-b214-89e78ae1fdfc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 1102 time: 0.3819332 Jul 23 22:33:26.434963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:26.441994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e3fd5-3a45-4bd4-b23e-9ee65ed84fb3 None None] Pushing event updated for resources: {'Port': ['ID=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:26.597094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Network d581e023-13ef-4f56-938e-186644d3e564 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:26.602870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:26.665180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-4a89e3f5-4aed-4e7c-a0dc-81ffd72bf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.666771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-4a89e3f5-4aed-4e7c-a0dc-81ffd72bf9f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 923 time: 0.3296049 Jul 23 22:33:26.757344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-2717b21b-28d2-48de-9727-903e281ba640 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b HTTP/1.1" status: 200 len: 217 time: 0.0709722 Jul 23 22:33:26.793013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06631089-a189-4f3d-9393-978d497c092b req-6a557466-90fe-4db4-b946-189737285e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.794564 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-6a557466-90fe-4db4-b946-189737285e00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e218796c8a084c18a889fa16846f4ce1&device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 1102 time: 0.3303671 Jul 23 22:33:26.799985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:26.807588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-838b4219-5a90-4777-96ef-ebc60736bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.809078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-838b4219-5a90-4777-96ef-ebc60736bf19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2706103 Jul 23 22:33:26.870291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fefc-a9b7-4d68-955a-f53a13abd0d1 req-86186e8e-9d7e-456a-8740-f41278ac7996 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.871762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1864fefc-a9b7-4d68-955a-f53a13abd0d1 req-86186e8e-9d7e-456a-8740-f41278ac7996 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 950 time: 0.3647373 Jul 23 22:33:26.927983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-752ed2f9-1416-4e92-a2c2-31aa84afe751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.929470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-752ed2f9-1416-4e92-a2c2-31aa84afe751 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.1458790 Jul 23 22:33:26.943085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-7bea76fb-4049-4d6e-a80b-78eee43d08a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 HTTP/1.1" status: 200 len: 217 time: 0.1006310 Jul 23 22:33:26.960617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:26.969137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1864fefc-a9b7-4d68-955a-f53a13abd0d1 req-fbd69e1b-4e36-4430-af77-74cc1e0d5a65 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784533 Jul 23 22:33:26.976430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 85a62a51-880f-4551-9023-6c9dd6c81036 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:26.976899 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:26.985183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-294854d3-309c-4046-85b8-00a1c5d4912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:26.987001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-294854d3-309c-4046-85b8-00a1c5d4912f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1098 time: 0.3024347 Jul 23 22:33:26.996508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:27.018049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-ce47216a-594a-4ade-9a4f-c8313ca0b374 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670781 Jul 23 22:33:27.078917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4', 'mac_address': 'fa:16:3e:c3:67:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:27.193028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:27.221211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8c9572b-5e9d-4db5-b5f0-b7997386438c None None] Provisioning complete for port 38e38445-efc8-46c9-bde2-10c48bff371a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:27.222320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8c9572b-5e9d-4db5-b5f0-b7997386438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:27.252506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-10349004-db6e-4fa1-b564-34845b26ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.254188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-10349004-db6e-4fa1-b564-34845b26ad82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2355447 Jul 23 22:33:27.266768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:27.322843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-834b3536-a6b1-488f-923d-4ab793a7e48a service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790840 Jul 23 22:33:27.340148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa82b33-6711-4054-9335-c53799e4c923 req-722ed143-54b9-4ff0-9113-dd686e8f26d8 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.342825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3aa82b33-6711-4054-9335-c53799e4c923 req-722ed143-54b9-4ff0-9113-dd686e8f26d8 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 944 time: 0.2481554 Jul 23 22:33:27.344473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-706ddd64-1ab3-4678-b7a3-fbcfac2f53e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 217 time: 0.0728803 Jul 23 22:33:27.371326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:27.378793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9572b-5e9d-4db5-b5f0-b7997386438c None None] Port 38e38445-efc8-46c9-bde2-10c48bff371a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:27.390527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:27.452256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a3830-99eb-4a72-b8a0-1423aaeca302 req-7d8ddddd-59f3-4b8b-8c0c-e207ea94ca97 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.462118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-974a3830-99eb-4a72-b8a0-1423aaeca302 req-7d8ddddd-59f3-4b8b-8c0c-e207ea94ca97 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 948 time: 0.7474535 Jul 23 22:33:27.467718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:27.470278 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa567b-0610-453d-8f0a-61c14a27f852" -d '{"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-plugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:27.472704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Router d0de3791-1a97-49f8-81bc-8ee09cad980e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:27.486429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3aa82b33-6711-4054-9335-c53799e4c923 req-97394934-6898-487d-a8c4-5ff8630983d5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331954 Jul 23 22:33:27.493931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:27.541027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:27.543348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-522c927a-7c10-4450-8714-022653492330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.546335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-522c927a-7c10-4450-8714-022653492330 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1880591 Jul 23 22:33:27.547494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-c69193fc-17ef-4bc4-bb42-aee0c46661a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.549143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-c69193fc-17ef-4bc4-bb42-aee0c46661a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.5938215 Jul 23 22:33:27.561498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06631089-a189-4f3d-9393-978d497c092b req-71145af4-c4d7-48b4-9b09-d52e5d3b8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.564229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-71145af4-c4d7-48b4-9b09-d52e5d3b8d21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.7411170 Jul 23 22:33:27.569186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 4, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38e38445-efc8-46c9-bde2-10c48bff371a', 'name': '', 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'mac_address': 'fa:16:3e:60:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:24Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 2, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'subnets': [{'id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:27.620566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-b8390bba-6cbd-4caa-9b68-fc68cae47099 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488093 Jul 23 22:33:27.669033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44262994-fe48-42b6-a6fd-bcab0acb2f3c None None] The sync data for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 is: [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 4, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38e38445-efc8-46c9-bde2-10c48bff371a', 'name': '', 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'mac_address': 'fa:16:3e:60:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:24Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 2, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'subnets': [{'id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:27.675020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:33:27.700710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['7a2fa4e0-19b3-4737-978e-6eb78f7c76d4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:27.768253 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-974a3830-99eb-4a72-b8a0-1423aaeca302 req-765f9083-b0dc-4a44-9582-2e71b5ab68af tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051646 Jul 23 22:33:27.772868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-4799efcf-8700-45e2-8e96-7800dd518877 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd HTTP/1.1" status: 200 len: 217 time: 0.1896815 Jul 23 22:33:27.817464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafe9886-fb1a-4271-b573-6de0a4a3f787 req-2b685948-dcc4-4b76-b1c8-4aff0a4a41c6 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861212 Jul 23 22:33:27.865927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06631089-a189-4f3d-9393-978d497c092b req-10b9c127-8c3e-4def-8138-90fe5eba5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:27.867578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-10b9c127-8c3e-4def-8138-90fe5eba5c78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0730805 Jul 23 22:33:27.902934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-c623019a-fbb4-40a4-aefa-4fd849bd9a6f service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729161 Jul 23 22:33:27.999221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:28.021531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949864d-e9a3-42a8-a7de-b6bc576aecd7 req-56aa25e8-7876-41f1-a16f-3c1e90a7c78b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:28.023727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c949864d-e9a3-42a8-a7de-b6bc576aecd7 req-56aa25e8-7876-41f1-a16f-3c1e90a7c78b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2032185 Jul 23 22:33:28.052583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'mac_address': 'fa:16:3e:6d:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:28.074086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-b754ec18-387e-4855-9021-886c7331b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:28.075816 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-b754ec18-387e-4855-9021-886c7331b17a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5105033 Jul 23 22:33:28.078929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:28.116217 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5721ad81-5e2a-4b22-9ecc-ff3f2446e675 admin admin] 10.222.0.37 "PUT /v2.0/routers/d0de3791-1a97-49f8-81bc-8ee09cad980e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1588614 Jul 23 22:33:28.139340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-1d0e5ea2-96c6-46e1-8518-9d57f2f24c4e service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286944 Jul 23 22:33:28.162865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06631089-a189-4f3d-9393-978d497c092b req-79787635-f327-432c-9061-d985dcf5fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:28.164880 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-79787635-f327-432c-9061-d985dcf5fba3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2887144 Jul 23 22:33:28.176654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c949864d-e9a3-42a8-a7de-b6bc576aecd7 req-0fea93ed-86fa-445e-a878-b5ba92814103 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423123 Jul 23 22:33:28.288912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:28.307477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5b03-3277-4721-952d-8a2cd969f4a0 req-5c04756c-fb23-4464-babb-5e1930301853 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:28.313848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2a5b03-3277-4721-952d-8a2cd969f4a0 req-5c04756c-fb23-4464-babb-5e1930301853 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.3810956 Jul 23 22:33:28.401603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:28.436053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:28.439659 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79734ba7-ad61-4adb-8a0e-4cbc1308314d x-openstack-request-id: req-79734ba7-ad61-4adb-8a0e-4cbc1308314d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:28.439939 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-plugged", "status": "completed", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:28.440363 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79734ba7-ad61-4adb-8a0e-4cbc1308314d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:28.440698 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'code': 200} Jul 23 22:33:28.444550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:28.456561 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:28.537472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2a5b03-3277-4721-952d-8a2cd969f4a0 req-7ea23854-5241-47b5-989a-0d3999339110 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135564 Jul 23 22:33:28.605660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-22636e45-5f11-4b9e-b58c-08f62adb3691 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857819 Jul 23 22:33:28.630020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-9b4e10b7-cc0e-4343-8513-9fc9e13550f2 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513364 Jul 23 22:33:28.718663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:28.819777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e4cc3-18a5-4cb9-813a-87c83e3986d7 req-5451a0c4-4715-45da-bcff-56cc77625ef1 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:28.820400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:28.823714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-333e4cc3-18a5-4cb9-813a-87c83e3986d7 req-5451a0c4-4715-45da-bcff-56cc77625ef1 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 950 time: 0.1779530 Jul 23 22:33:28.934604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-333e4cc3-18a5-4cb9-813a-87c83e3986d7 req-595a6ba0-4c78-442b-9e06-c6f82556c2da tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024485 Jul 23 22:33:28.957122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:28.992651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'port_id': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'mac_address': 'fa:16:3e:80:18:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6621fa47-25c2-48c1-945b-a80904e30cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:29.046440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4d7d60-16aa-46aa-b8d5-7b568fa474d9 req-d326eb1f-f577-491d-a0a3-df7fc2464a8f tempest-FloatingIPsNegativeTestJSON-85550346 tempest-FloatingIPsNegativeTestJSON-85550346-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=0ea070d644bd434ab7cecaa59c6ec10d HTTP/1.1" status: 200 len: 217 time: 0.1172605 Jul 23 22:33:29.050625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-352b7f39-b3c5-4a86-95a9-bc9c23db1719 req-2ee1844b-1c66-4cb7-85c3-c9fc14733483 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326003 Jul 23 22:33:29.158012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06631089-a189-4f3d-9393-978d497c092b req-8e4ae213-7a68-41c7-8c0a-7187d4fa217c service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973946 Jul 23 22:33:29.270495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:29.285251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606acfb-b3f5-47cb-8b69-d7b44e2e1780 req-4919ad11-c95b-418b-aab9-21f63d97c276 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:29.287182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d606acfb-b3f5-47cb-8b69-d7b44e2e1780 req-4919ad11-c95b-418b-aab9-21f63d97c276 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 944 time: 0.1581900 Jul 23 22:33:29.305359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:29.366517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:29.376268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d606acfb-b3f5-47cb-8b69-d7b44e2e1780 req-e1aa884c-5c4a-4045-945e-2a2cc0686dc6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 Jul 23 22:33:29.378998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:29.414524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ea29d-77eb-430c-85c9-345623d48c60 req-2589a341-3dc9-495a-9300-4ddb44b9cee8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:29.422310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-576ea29d-77eb-430c-85c9-345623d48c60 req-2589a341-3dc9-495a-9300-4ddb44b9cee8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 949 time: 0.1866872 Jul 23 22:33:29.504865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-576ea29d-77eb-430c-85c9-345623d48c60 req-2737ed83-b333-4544-ba16-5cd76da16ee1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Jul 23 22:33:29.551794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:29.624620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-befc7e5d-c52f-4e29-9b27-3d0115c4ca92 req-7b68a070-29a7-46ab-bfc5-58736614f6de tempest-FloatingIPsNegativeTestJSON-85550346 tempest-FloatingIPsNegativeTestJSON-85550346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0758822 Jul 23 22:33:29.700450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9d0df-71ed-4ec9-b9ab-01e784922611 req-cce290c8-5690-41e1-b76b-374744907da5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:29.703213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79d9d0df-71ed-4ec9-b9ab-01e784922611 req-cce290c8-5690-41e1-b76b-374744907da5 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 950 time: 0.2123249 Jul 23 22:33:29.703908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:29.805213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79d9d0df-71ed-4ec9-b9ab-01e784922611 req-b41b49e1-d8b9-48bd-add9-a745bebbef44 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942545 Jul 23 22:33:30.188284 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-b44d6633-269a-4acb-9e41-60b473966041 req-bb421dd6-9849-41a2-8779-2a3d72c5e151 tempest-FloatingIPsNegativeTestJSON-85550346 tempest-FloatingIPsNegativeTestJSON-85550346-project] show failed (client error): The resource could not be found. Jul 23 22:33:30.194649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b44d6633-269a-4acb-9e41-60b473966041 req-bb421dd6-9849-41a2-8779-2a3d72c5e151 tempest-FloatingIPsNegativeTestJSON-85550346 tempest-FloatingIPsNegativeTestJSON-85550346-project] 10.222.0.37 "GET /v2.0/floatingips/bcbdf18c-531d-4cd5-bdb0-8392af4e1ab0 HTTP/1.1" status: 404 len: 350 time: 0.1973746 Jul 23 22:33:30.210705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:30.302207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444393c-bc53-474b-b5e3-a1d870b2759b req-9d1f2ce0-1e0a-429d-901d-1084b97459e9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:30.330724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b444393c-bc53-474b-b5e3-a1d870b2759b req-9d1f2ce0-1e0a-429d-901d-1084b97459e9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.2570057 Jul 23 22:33:30.393278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:30.406097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:30.453378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b444393c-bc53-474b-b5e3-a1d870b2759b req-b7c4ba31-dafc-4aae-bcbe-938c30be65d0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214345 Jul 23 22:33:30.671144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:30.675917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:30.676292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:30.725433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:30.732966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4401-0281-40cb-b313-1d460cd0b147 req-677e2185-08bf-4b27-bae3-cebbf9d0038d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:30.736382 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a4e4401-0281-40cb-b313-1d460cd0b147 req-677e2185-08bf-4b27-bae3-cebbf9d0038d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 945 time: 0.1321142 Jul 23 22:33:30.768554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:30.769018 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:30.860187 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a4e4401-0281-40cb-b313-1d460cd0b147 req-05cc840a-d988-4906-8253-f59c4b94b4fe tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148837 Jul 23 22:33:30.959579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.034523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:31.057738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:31.065124 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4edcb-cf16-4abb-b35c-6b66220f7c97" -d '{"events": [{"server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "name": "network-vif-plugged", "status": "completed", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:31.072285 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.133078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378694b3-ca89-424d-a857-16627dcf920c req-e6cd517d-5181-4538-9f14-822750816799 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:31.161588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-378694b3-ca89-424d-a857-16627dcf920c req-e6cd517d-5181-4538-9f14-822750816799 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 949 time: 0.1933243 Jul 23 22:33:31.264092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.326018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:31.329214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:31.339527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.350608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-378694b3-ca89-424d-a857-16627dcf920c req-7af50875-e6c5-4098-99e5-000463f38eb6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897113 Jul 23 22:33:31.356736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-dbc6aecd-c339-4d14-be6a-42ae5a106d41 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187439 Jul 23 22:33:31.423259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:31.541644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:31.582868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.643582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:31.644041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.741149 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e6c9c-309e-4317-b1c7-199b112f6e84 x-openstack-request-id: req-984e6c9c-309e-4317-b1c7-199b112f6e84 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:31.741496 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "name": "network-vif-plugged", "status": "completed", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:31.741675 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-984e6c9c-309e-4317-b1c7-199b112f6e84 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:31.742091 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4', 'code': 200} Jul 23 22:33:31.749409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-265f1ad5-9896-436e-ad64-dd2828c26476 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:31.771711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-265f1ad5-9896-436e-ad64-dd2828c26476 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4049752 Jul 23 22:33:31.790732 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.855248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:31.862318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:31.863353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-d4373974-985c-4acb-8884-2cdc2a1e4f3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/quotas/1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 375 time: 0.0902565 Jul 23 22:33:32.007787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:32.078358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-4110e2ab-955d-4d48-b938-02b19ca74c30 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134352 Jul 23 22:33:32.117090 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Sync routers for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:32.134541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:32.136684 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:32.142016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6bc1-b51b-4e56-906f-07551eec7f31 req-42e255b1-89bb-4424-b580-198312791a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:32.144547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-18ba6bc1-b51b-4e56-906f-07551eec7f31 req-42e255b1-89bb-4424-b580-198312791a5f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 1102 time: 0.3377759 Jul 23 22:33:32.262214 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-18ba6bc1-b51b-4e56-906f-07551eec7f31 req-35362824-9c63-4785-a57e-5b76223060b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999863 Jul 23 22:33:32.281203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:32.281628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5fd2-7ad1-4dd8-8d0a-9f1163906b5e req-a72fcf52-dd89-443e-925c-5d28fa3e5622 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:32.306558 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f51d5fd2-7ad1-4dd8-8d0a-9f1163906b5e req-a72fcf52-dd89-443e-925c-5d28fa3e5622 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.3289878 Jul 23 22:33:32.470435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:32.475960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f51d5fd2-7ad1-4dd8-8d0a-9f1163906b5e req-1be70828-f210-4930-8396-cec0fed609ad tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673992 Jul 23 22:33:32.585668 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:32.666454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Deleting port 38e38445-efc8-46c9-bde2-10c48bff371a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:32.667031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:32.689030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:32.692499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:32.704683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-976b1e9c-00eb-4760-99e2-851474d4d171 req-b6d8fb60-b12d-4ad8-8d91-06457feafffc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 210 time: 0.1038613 Jul 23 22:33:32.755812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:32.763736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:32.764118 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:32.882367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:32.922064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884c08f-1dd6-488b-9d55-aa95996410a7 req-df5f5aa1-efaf-465f-83d4-f0ec29624f6a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:32.930336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5884c08f-1dd6-488b-9d55-aa95996410a7 req-df5f5aa1-efaf-465f-83d4-f0ec29624f6a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 945 time: 0.4024503 Jul 23 22:33:32.938139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Calling delete_port for 38e38445-efc8-46c9-bde2-10c48bff371a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:33.001465 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:33.028241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5884c08f-1dd6-488b-9d55-aa95996410a7 req-4d7fcbc7-42c0-4e24-b4f9-3e624f3dfaf5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967524 Jul 23 22:33:33.035617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe9d4d-6579-4d3d-8796-a3298aa5b221 req-34c762ef-f9ac-4219-a42b-409698374478 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:33.041827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ffe9d4d-6579-4d3d-8796-a3298aa5b221 req-34c762ef-f9ac-4219-a42b-409698374478 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 950 time: 0.1718376 Jul 23 22:33:33.099586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:33.105169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:33.150708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ffe9d4d-6579-4d3d-8796-a3298aa5b221 req-2facad8e-ca11-4e0f-afe0-ba83fea71af1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049128 Jul 23 22:33:33.284858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:33.343660 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 4, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38e38445-efc8-46c9-bde2-10c48bff371a', 'name': '', 'network_id': 'd581e023-13ef-4f56-938e-186644d3e564', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'mac_address': 'fa:16:3e:60:03:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:24Z', 'updated_at': '2021-07-23T22:33:25Z', 'revision_number': 2, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'subnets': [{'id': 'cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:33.438097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Checking router: d0de3791-1a97-49f8-81bc-8ee09cad980e for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:33.438916 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Updating router d0de3791-1a97-49f8-81bc-8ee09cad980e port 38e38445-efc8-46c9-bde2-10c48bff371a binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:33.570308 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:33.743074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'}, {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:33.747494 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb81ead-57fe-461f-9e9b-1aec8893048b" -d '{"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab"}, {"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:33.787162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169b2a-0a9e-46a5-9e2e-31a4cb453dbc req-e39eff51-4897-4fab-b39e-cacf8032f8bd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:33.795519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24169b2a-0a9e-46a5-9e2e-31a4cb453dbc req-e39eff51-4897-4fab-b39e-cacf8032f8bd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.1442840 Jul 23 22:33:33.795847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:33.876865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24169b2a-0a9e-46a5-9e2e-31a4cb453dbc req-265da2e9-2e2e-45ff-9746-f47e91351d32 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Jul 23 22:33:33.965252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Pushing event deleted for resources: {'Port': ['ID=38e38445-efc8-46c9-bde2-10c48bff371a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:33.986275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7de0ae9a-f4d8-4d5b-8178-aa8b706be742 req-b4b16469-4d50-41ec-b70e-fafc91273e6c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 210 time: 0.1674294 Jul 23 22:33:34.018261 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cc9435-d3b2-44d7-8ce9-269acc296aa1 x-openstack-request-id: req-88cc9435-d3b2-44d7-8ce9-269acc296aa1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:34.018634 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab", "code": 200}, {"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:34.019347 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88cc9435-d3b2-44d7-8ce9-269acc296aa1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:34.019752 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'code': 200} Jul 23 22:33:34.020006 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'code': 200} Jul 23 22:33:34.213321 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.db.api [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:33:34.214097 n-d-791506-25 neutron-server[93838]: DEBUG oslo_db.api [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:33:34.275626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01118b0-13b5-48cc-b47a-1969a31624e2 req-cd9d4191-55d9-4da4-a6cc-ae675a9c661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:34.281998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c01118b0-13b5-48cc-b47a-1969a31624e2 req-cd9d4191-55d9-4da4-a6cc-ae675a9c661c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 1098 time: 0.1791031 Jul 23 22:33:34.320514 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-ac647ac0-301c-4843-8934-9eed96aa61a8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334158 Jul 23 22:33:34.415745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:34.501516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4453c9-b707-40eb-9edf-6ad56265fb1e req-98d6a146-fa9f-44ad-811a-171d11aeaf9a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:34.506226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4453c9-b707-40eb-9edf-6ad56265fb1e req-98d6a146-fa9f-44ad-811a-171d11aeaf9a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.3404171 Jul 23 22:33:34.513027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c01118b0-13b5-48cc-b47a-1969a31624e2 req-6a240871-6e01-4ae1-9697-1874e1accbc5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820025 Jul 23 22:33:34.588014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4453c9-b707-40eb-9edf-6ad56265fb1e req-5c982549-b2b8-473d-a07d-2d4fae4981cd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750396 Jul 23 22:33:34.597305 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:34.723680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858e7a6-79ed-41f3-a97b-fa5c5e2f95cc req-ed185326-370a-485a-a29a-4ce7b3531696 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:34.739440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f858e7a6-79ed-41f3-a97b-fa5c5e2f95cc req-ed185326-370a-485a-a29a-4ce7b3531696 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 950 time: 0.3681619 Jul 23 22:33:34.748362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Port 38e38445-efc8-46c9-bde2-10c48bff371a not found while updating agent binding for router d0de3791-1a97-49f8-81bc-8ee09cad980e. {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 22:33:34.759318 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:34.760092 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:34.857399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f858e7a6-79ed-41f3-a97b-fa5c5e2f95cc req-17096520-65ba-4880-aca7-c6c96b172c01 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154780 Jul 23 22:33:34.897912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-a16bf3b9-13b6-4a15-9cf7-fdc5d037dc28 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:34.900107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-a16bf3b9-13b6-4a15-9cf7-fdc5d037dc28 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5398707 Jul 23 22:33:34.921012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Request body: {'port': {'device_id': '8d07d067-2e04-41a7-9199-820dd161afa5', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '1d9c25a211d84183a54ba31373bc7c38'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:34.940511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:34.973365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'mac_address': 'fa:16:3e:6a:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:35.081590 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:35.119861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:35.121044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Router d0de3791-1a97-49f8-81bc-8ee09cad980e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:35.134763 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:35.189233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:35.212740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:35.350132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Made reservation on behalf of 1d9c25a211d84183a54ba31373bc7c38 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:35.360093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:35.421008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:35.434905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8eb70e7b-4ca4-4733-86c9-51d3c7a73adf admin admin] 10.222.0.37 "PUT /v2.0/routers/d0de3791-1a97-49f8-81bc-8ee09cad980e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2225125 Jul 23 22:33:35.442638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:35.474503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['970ccf59-32b2-4566-b91e-b1aadc5915f8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:35.536176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:35.608561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece910c0-93fb-4bc4-8b05-0751c6f3e1dd req-a1aaa2c4-ce8f-483a-8fad-f2eaacc55b6c tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:35.620522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ece910c0-93fb-4bc4-8b05-0751c6f3e1dd req-a1aaa2c4-ce8f-483a-8fad-f2eaacc55b6c tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 1102 time: 0.0950153 Jul 23 22:33:35.658575 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:33Z', 'revision_number': 5, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:35.721664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ece910c0-93fb-4bc4-8b05-0751c6f3e1dd req-aadc89f4-4d79-41d6-ba9d-aab5c4faf086 tempest-ServersOnMultiNodesTest-1549162405 tempest-ServersOnMultiNodesTest-1549162405-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913386 Jul 23 22:33:35.751406 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684322c-382a-40d1-8231-fc397a3f7857 None None] The sync data for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 is: [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:33Z', 'revision_number': 5, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port': {'id': 'dbf5a2c3-4bb6-44be-b33c-7a096f5ee618', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:35.928816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cf9ad4a-4af1-45f3-8e0c-917e10089b90 req-1676e810-a47c-47b7-b41f-ca192adb5440 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 210 time: 0.0568991 Jul 23 22:33:35.965807 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:35.984726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e205-d556-4e79-8b2a-311c5a996c21 req-c8a7b615-bcfd-43f0-80b6-de72461f94a6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:35.994553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00c8e205-d556-4e79-8b2a-311c5a996c21 req-c8a7b615-bcfd-43f0-80b6-de72461f94a6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 946 time: 0.4421191 Jul 23 22:33:36.076639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Allocated IP 192.168.233.191 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/1fb53af8-7a0c-4b2a-88f9-bb0017362e05) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:36.196845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f9e25-90ca-4817-a1f3-e2ca0dca3e90 req-e048ab8f-86ca-406a-86bc-8a20872c168d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:36.205915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38e38445-efc8-46c9-bde2-10c48bff371a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:36.219546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d4f9e25-90ca-4817-a1f3-e2ca0dca3e90 req-e048ab8f-86ca-406a-86bc-8a20872c168d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.1904769 Jul 23 22:33:36.219799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00c8e205-d556-4e79-8b2a-311c5a996c21 req-a9a5e2eb-2dcc-4095-8c9b-63c3cda92de4 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147822 Jul 23 22:33:36.259596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 38e38445-efc8-46c9-bde2-10c48bff371a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:36.259596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38e38445-efc8-46c9-bde2-10c48bff371a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:36.345409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d4f9e25-90ca-4817-a1f3-e2ca0dca3e90 req-f03e7af6-bdc4-47d5-a984-4ed42c4b26d6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145399 Jul 23 22:33:36.415110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:36.456621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.579137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.618524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:36.620324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.664145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Transition to ACTIVE for port object 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:36.685630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Deleting port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:36.686197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.856261 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.923821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] For port dbf5a2c3-4bb6-44be-b33c-7a096f5ee618, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:36.924202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:36.926924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:36.929228 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eff96c2-eff4-441c-8068-5b68d0d837d7" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:36.977958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:36.984523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:37.042841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Calling delete_port for dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:37.062330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:37.092627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:37.098668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:37.102150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:37.370840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:37.371770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:37.387812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:37.406822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:37.615441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:37.620876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:37.742440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Sync routers for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:37.759435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:37.761797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:37.896246 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-ef81ae3a-4fa2-4fd1-848c-48141748bb3d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9815261 Jul 23 22:33:37.899660 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:37.928692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Request body: {'port': {'device_id': '8d07d067-2e04-41a7-9199-820dd161afa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:37.998549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d10d668-9ef4-4bde-a60e-e896202c3b8f None None] Provisioning for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:38.020571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d10d668-9ef4-4bde-a60e-e896202c3b8f None None] Provisioning complete for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:38.020951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d10d668-9ef4-4bde-a60e-e896202c3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:38.033882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:38.153200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf5a2c3-4bb6-44be-b33c-7a096f5ee618,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:38.164091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:38.211935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:36Z', 'revision_number': 6, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:38.274762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Checking router: d0de3791-1a97-49f8-81bc-8ee09cad980e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:38.314244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Routers {'d0de3791-1a97-49f8-81bc-8ee09cad980e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:38.322546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0de3791-1a97-49f8-81bc-8ee09cad980e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:38.479331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3d10d668-9ef4-4bde-a60e-e896202c3b8f None None] Port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:38.503153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] Set router d0de3791-1a97-49f8-81bc-8ee09cad980e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:38.627681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:37Z', 'revision_number': 7, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:38.691194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e472949-dc2a-437e-8f76-a9ca1a7621f1 None None] The sync data for ids ['d0de3791-1a97-49f8-81bc-8ee09cad980e'] in n-d-791506-25 is: [{'id': 'd0de3791-1a97-49f8-81bc-8ee09cad980e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1380037967-router', 'tenant_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:20Z', 'updated_at': '2021-07-23T22:33:37Z', 'revision_number': 7, 'project_id': '0ea070d644bd434ab7cecaa59c6ec10d', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:39.102063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.109638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.179944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.255685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-4c3ec475-bbed-471d-bf09-c52af3aa3727 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:39.273194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-4c3ec475-bbed-471d-bf09-c52af3aa3727 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8 HTTP/1.1" status: 200 len: 950 time: 0.4842796 Jul 23 22:33:39.329206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.329806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0de3791-1a97-49f8-81bc-8ee09cad980e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:33:39.337780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.340021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2755a16f-96a3-4b75-9127-b91263acf23f admin admin] 10.222.0.37 "DELETE /v2.0/routers/d0de3791-1a97-49f8-81bc-8ee09cad980e HTTP/1.1" status: 204 len: 168 time: 3.8859901 Jul 23 22:33:39.346431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:39.454064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Deleting subnet cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:33:39.465414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.561476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.873747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.899442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:39.900135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.932951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:39.949983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:39.962858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.027241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Transition to ACTIVE for port object 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:40.037698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab3dba-cb6e-475e-8af0-7482031213c7 None None] Network d581e023-13ef-4f56-938e-186644d3e564 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:40.038461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.040867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e HTTP/1.1" status: 204 len: 168 time: 0.6934350 Jul 23 22:33:40.042182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd3a7f8-8dee-4b52-a187-c787eb0f5c6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:40.047965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41496) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:40.057912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.075902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.077139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.077497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.077862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.078200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.078539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.079139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.079485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.081142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.081489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.081846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.082168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82edda17-c75d-47ab-8fa4-19f76eb70f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.212501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.259595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:40.260927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.267604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:40.296452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:40.355338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Deleting port 85a62a51-880f-4551-9023-6c9dd6c81036 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:40.355950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.366574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:40.367401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dbf5a2c3-4bb6-44be-b33c-7a096f5ee618 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:40.468982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] For port 85a62a51-880f-4551-9023-6c9dd6c81036, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85a62a51-880f-4551-9023-6c9dd6c81036,segment=NetworkSegment(b2651824-4ea8-4d41-a558-6a393571a913),segment_id=b2651824-4ea8-4d41-a558-6a393571a913)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:40.469336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.489718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Calling delete_port for 85a62a51-880f-4551-9023-6c9dd6c81036 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:40.594283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.614431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] No DVR routers for this DVR port 85a62a51-880f-4551-9023-6c9dd6c81036 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:40.634842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5962918-9d63-4c4d-a5f5-14f99b640197 None None] DHCP port deletion for d581e023-13ef-4f56-938e-186644d3e564 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:33:40.656795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:40.698511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Pushing event deleted for resources: {'Port': ['ID=85a62a51-880f-4551-9023-6c9dd6c81036,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:40.784340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.784856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.785383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.786206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.786949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.788217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.788984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.790436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.791196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.791648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.792084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.792581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:33:40.795915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.801061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.820566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d581e023-13ef-4f56-938e-186644d3e564']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:40.846295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2651824-4ea8-4d41-a558-6a393571a913') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:40.847156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2651824-4ea8-4d41-a558-6a393571a913') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:40.857602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:40.860840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.860983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:40.881164 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.894180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:33:40.895216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=7a2fa4e0-19b3-4737-978e-6eb78f7c76d4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:40.895557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:33:40.900596 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:33:40.962707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:40.963080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:40.963413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:41.002521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.018280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.026186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] 10.222.0.37 "DELETE /v2.0/networks/d581e023-13ef-4f56-938e-186644d3e564 HTTP/1.1" status: 204 len: 168 time: 0.9749634 Jul 23 22:33:41.079180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb0c2-4489-4a25-a484-a92215e631be admin admin] Pushing event deleted for resources: {'Network': ['ID=d581e023-13ef-4f56-938e-186644d3e564,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:41.089024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:41.092662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.099244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f025441-0ef5-4204-912b-af3411b2dff3 req-3e2200c0-674a-46b9-a63c-85657b80947a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "DELETE /v2.0/ports/7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 HTTP/1.1" status: 204 len: 173 time: 1.8247819 Jul 23 22:33:41.101450 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-665e967e-da78-42bd-8499-21a2495e4f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.103276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'name': 'network-vif-deleted', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:41.110352 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3bdb3-b4e6-4b85-bda3-bdd8c98539f2" -d '{"events": [{"server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "name": "network-vif-deleted", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:41.115563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:41.118474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:41.130569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:41.132625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:41.133088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:41.133547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Bound port: 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:41.135135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.266566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:41.374891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:41.380105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:41.384951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-852435d8-890e-4365-b2b7-ac437b2127ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ea070d644bd434ab7cecaa59c6ec10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164203 Jul 23 22:33:41.388844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:41.417527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.502435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:41.503953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.507614 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] 10.222.0.25 "PUT /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 1097 time: 3.5901632 Jul 23 22:33:41.568813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.574369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c95a9e-bb34-4f46-b709-2fbdcc71d4ee service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:41.669258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.853099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-aef41791-4275-45cb-a196-450bad990883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:41.854757 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-aef41791-4275-45cb-a196-450bad990883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1100 time: 0.2937481 Jul 23 22:33:41.859971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.862668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:41.866291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f6c032a-f6a1-47fe-821d-208ef7dcfeef HTTP/1.1" status: 204 len: 168 time: 0.4733396 Jul 23 22:33:41.897515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb0ca-4b3d-438a-919a-465e1a4168f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c032a-f6a1-47fe-821d-208ef7dcfeef,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:41.980526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-da9e4548-c18e-4fb7-b756-f464b3b354d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.1135502 Jul 23 22:33:42.094334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-347d3cd8-bc00-40ed-8909-c19a8332dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:42.096433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-347d3cd8-bc00-40ed-8909-c19a8332dd80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1089644 Jul 23 22:33:42.253092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085df1-1b42-4673-84a8-763add00338f req-829c9ae7-d270-4e22-a460-d5375cf83d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:42.255619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-829c9ae7-d270-4e22-a460-d5375cf83d53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445374 Jul 23 22:33:42.258699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85a62a51-880f-4551-9023-6c9dd6c81036 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:42.326372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 85a62a51-880f-4551-9023-6c9dd6c81036 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:42.326708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85a62a51-880f-4551-9023-6c9dd6c81036 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:42.479926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-4b797519-c9a8-4360-bf35-cfe0a9932bf5 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151158 Jul 23 22:33:42.489641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:42.569298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:42.569298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a2fa4e0-19b3-4737-978e-6eb78f7c76d4 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:42.721802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b085df1-1b42-4673-84a8-763add00338f req-10dd27ce-ada7-4934-896d-ca5d0d139a94 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272954 Jul 23 22:33:43.277605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:43.462808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-929819598-network', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:43.511418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Made reservation on behalf of f28e6ff9da9c4c1d8f79252269060f0e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:43.515258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.532017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.679167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.688345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.714523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:33:43.743673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80476c79-d2b0-4076-ba64-681cac0bbeb0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:43.753513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad16b751-2b80-4133-9a81-fd323de684b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.759216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.759741 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Added segment 4591af7e-a198-46da-990c-ee10e1829b0b of type vlan for network f91db6b8-898e-43be-a905-3367765a12a6 Jul 23 22:33:43.827091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.892748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.894193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:43.894980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:43.957779 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6766727 Jul 23 22:33:43.960826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:43.966077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Request body: {'subnet': {'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-subnet', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:44.041749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b0bb0-e7eb-4d2c-9699-a99fb1586367 admin admin] Pushing event updated for resources: {'Network': ['ID=f91db6b8-898e-43be-a905-3367765a12a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:44.046488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Made reservation on behalf of f28e6ff9da9c4c1d8f79252269060f0e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:44.049881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:44.054365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f91db6b8-898e-43be-a905-3367765a12a6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:33:44.149617 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:44.446187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:44.645808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6b88f6-57f3-4d69-a5e3-e3a3159622ec,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:44.789228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Checking segment: {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:44.789228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Network hostable DHCP agents. Network: f91db6b8-898e-43be-a905-3367765a12a6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:33:44.805800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Network f91db6b8-898e-43be-a905-3367765a12a6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:33:44.825392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:44.928622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f91db6b8-898e-43be-a905-3367765a12a6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:44.934023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:44.935256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:44.944771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996e5e1-7478-4450-b157-8f33f9bece77 None None] Network f91db6b8-898e-43be-a905-3367765a12a6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:44.961494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed789e71-8a40-4ea3-8c08-436aa18b39d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9990852 Jul 23 22:33:44.964929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:44.972008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:45.020440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.023984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.236090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f91db6b8-898e-43be-a905-3367765a12a6', 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'fixed_ips': [{'subnet_id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:33:45.237321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.457464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8a98749b-bfcc-45fd-bbc1-07946585383c tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:45.462913 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8a98749b-bfcc-45fd-bbc1-07946585383c tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1098 time: 0.2938347 Jul 23 22:33:45.475427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:45.505201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Allocated IP 172.20.0.2 (f91db6b8-898e-43be-a905-3367765a12a6/af6b88f6-57f3-4d69-a5e3-e3a3159622ec/8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:45.634985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.666554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:45.717573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.895765 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.926656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Transition to ACTIVE for port object 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:45.929555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:45.943605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:45.955277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:45.955650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'mac_address': 'fa:16:3e:64:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:33:45.975059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Transition to ACTIVE for port object 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:46.024832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:46.062542 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.065069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.124754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.144867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.325330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:46.328804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:46.334843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:46.335237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:46.335626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:46.358700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:46.363926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:46.364254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Attempting to bind port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:46.383118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:46.383397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.383521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:46.384166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:46.384629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Bound port: afaf152f-b4e3-4dd7-9600-7e19dba1d545, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:46.391440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.394658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.401990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Network f91db6b8-898e-43be-a905-3367765a12a6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:46.406594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:46.409694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:46.411293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.413150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Pushing event updated for resources: {'Port': ['ID=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:46.431822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.476160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:46.607967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:46.614972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Attempting to bind port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:46.615340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Attempting to bind port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:46.615723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Attempting to bind port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd on network f91db6b8-898e-43be-a905-3367765a12a6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:46.618718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:46.627762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.639758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Allocated IP 172.25.1.170 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1ccb735e-716a-4d59-9aaa-1ccdc49e638a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:46.640071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:46.640419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Checking segment: {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:46.641893 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.642306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Bound using segment: {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:46.644054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Bound port: 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:46.645308 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.757011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:46.796865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1fb53af8-7a0c-4b2a-88f9-bb0017362e05'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:46.802574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.826207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:46.827428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.828537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-8b809770-7137-48e7-8e26-ee63504d367f service neutron] 10.222.0.25 "PUT /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 1124 time: 1.3586822 Jul 23 22:33:46.851466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:46.922964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] For port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:46.950257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Pushing event updated for resources: {'Port': ['ID=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:46.965395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] For port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:46.968892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:46.970827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:46.979211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:46.980601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:47.018113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:47.020617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:47.350208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fd566-e074-4799-8d82-05bc4de24a17 None None] Pushing event updated for resources: {'Port': ['ID=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:47.384593 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572e902d-de84-43f0-a29b-a8b209976569 x-openstack-request-id: req-572e902d-de84-43f0-a29b-a8b209976569 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:47.385030 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:47.385438 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-572e902d-de84-43f0-a29b-a8b209976569 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:47.386043 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'code': 200} Jul 23 22:33:47.445103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:47.628740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab57bf-7744-45a4-9f50-51ccf1a479bc req-3f1dfb1f-afc1-4834-a7b2-c96753e18b13 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:47.641124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0ab57bf-7744-45a4-9f50-51ccf1a479bc req-3f1dfb1f-afc1-4834-a7b2-c96753e18b13 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.2647009 Jul 23 22:33:47.686902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020f12-0b36-4c14-af43-7476cc62ae35 req-5cb67953-18a1-408b-aefe-1ea867c7b06f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:47.690302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98020f12-0b36-4c14-af43-7476cc62ae35 req-5cb67953-18a1-408b-aefe-1ea867c7b06f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.2383959 Jul 23 22:33:47.720728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:47.767773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98020f12-0b36-4c14-af43-7476cc62ae35 req-eddf706c-6360-471f-af72-8acf7343a356 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596654 Jul 23 22:33:47.837247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0ab57bf-7744-45a4-9f50-51ccf1a479bc req-12e374ec-686c-40f2-9bbf-214c4b0c6a9d tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951025 Jul 23 22:33:47.962459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:47.977310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4c2d-623e-4b81-b0f3-c76d6d3a0d39 req-330bc07b-7a9c-473f-b438-4a281454f159 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:47.987822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b3e4c2d-623e-4b81-b0f3-c76d6d3a0d39 req-330bc07b-7a9c-473f-b438-4a281454f159 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1247082 Jul 23 22:33:48.023819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:48.039730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:33:48.053826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b3e4c2d-623e-4b81-b0f3-c76d6d3a0d39 req-8fe1f736-798e-43a3-8980-2905b2a16035 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601530 Jul 23 22:33:48.083405 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cd921f-365c-4dc0-98d8-1323eaa8bfda x-openstack-request-id: req-c9cd921f-365c-4dc0-98d8-1323eaa8bfda {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:48.083552 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8", "name": "network-vif-deleted", "tag": "7a2fa4e0-19b3-4737-978e-6eb78f7c76d4", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:48.083797 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9cd921f-365c-4dc0-98d8-1323eaa8bfda {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:48.084247 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1dd8a5-7e31-48d3-9f61-b4a6c19d17d8', 'name': 'network-vif-deleted', 'tag': '7a2fa4e0-19b3-4737-978e-6eb78f7c76d4', 'status': 'completed', 'code': 200} Jul 23 22:33:48.238026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:48.299483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Router 0c02f74f-f293-4f2c-9c41-933780138a7b is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:33:48.382063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:48.535199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:48.545478 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Sync routers for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:48.560106 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:48.562412 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:48.595509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887d31-8c0b-4c92-a605-cd058c42e83d req-29e03a3e-743f-4815-a7c4-855ca2f93408 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:48.608321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d887d31-8c0b-4c92-a605-cd058c42e83d req-29e03a3e-743f-4815-a7c4-855ca2f93408 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.1554728 Jul 23 22:33:48.633365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:48.636716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-af4e8182-a890-4950-b58e-c8f1f9b00f5c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6669211 Jul 23 22:33:48.637290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:33:48.696248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d887d31-8c0b-4c92-a605-cd058c42e83d req-599cab64-b673-4ddc-887e-743db1a4d3ac tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871575 Jul 23 22:33:48.744526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506dd80-06d6-495c-82e4-1e940831b0f0 None None] Network f91db6b8-898e-43be-a905-3367765a12a6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:33:48.790007 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:48.917385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Provisioning for port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:48.977063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Provisioning complete for port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:48.977440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.119096 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:47Z', 'revision_number': 3, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:49.174696 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Checking router: 0c02f74f-f293-4f2c-9c41-933780138a7b for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:49.175253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Updating router 0c02f74f-f293-4f2c-9c41-933780138a7b port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:49.196335 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.226171 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.259278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] For port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:49.266579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.407728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e494a3e-0947-4416-8c4e-24ccd6e63339 None None] Pushing event updated for resources: {'Port': ['ID=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:49.563714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.600402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfdc3a0d-eefa-4bd6-aba8-3513f890e6d3 None None] Provisioning complete for port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:49.600820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc3a0d-eefa-4bd6-aba8-3513f890e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.661806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36b146-6242-4f74-9fe3-f1524f56ce1d req-994c962a-928c-4030-9100-0d229ae04ad1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:49.674003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f36b146-6242-4f74-9fe3-f1524f56ce1d req-994c962a-928c-4030-9100-0d229ae04ad1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.1145453 Jul 23 22:33:49.706747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:49.728637 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.742441 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Transition to ACTIVE for port object 1ccb735e-716a-4d59-9aaa-1ccdc49e638a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:49.754901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f36b146-6242-4f74-9fe3-f1524f56ce1d req-3e5d655c-e200-451d-97b5-2a1564891072 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jul 23 22:33:49.755310 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.767800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Allocated IP 172.20.0.1 (f91db6b8-898e-43be-a905-3367765a12a6/af6b88f6-57f3-4d69-a5e3-e3a3159622ec/5c732884-39ac-4b5c-94e6-3c3295d090be) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:49.824057 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Attempting to bind port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:49.824785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Attempting to bind port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:49.825432 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Attempting to bind port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:49.832861 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:49.833625 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:49.834281 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.834887 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:49.835615 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Bound port: 1ccb735e-716a-4d59-9aaa-1ccdc49e638a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:49.836229 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.868504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:49.878728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:49.879199 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.911278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] For port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:49.915008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.915376 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] For port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:49.923484 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:49.951447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Transition to ACTIVE for port object 5c732884-39ac-4b5c-94e6-3c3295d090be will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:49.954420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:49.955420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:49.990532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce2079-39bc-4940-8cae-5a262d358026 req-2964f164-2ff1-481a-9e56-c4c1eb030c38 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:49.999124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57ce2079-39bc-4940-8cae-5a262d358026 req-2964f164-2ff1-481a-9e56-c4c1eb030c38 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 950 time: 0.5228317 Jul 23 22:33:50.007041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4284e3-b37f-48ac-b714-27012fe34523 req-edd4933e-5977-4933-9d77-9ecc37aefbdb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:50.011662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.027706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c63d38-3881-4332-8e3d-585dd406e82b None None] Pushing event updated for resources: {'Port': ['ID=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:50.043993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4284e3-b37f-48ac-b714-27012fe34523 req-edd4933e-5977-4933-9d77-9ecc37aefbdb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.1982117 Jul 23 22:33:50.050208 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57ce2079-39bc-4940-8cae-5a262d358026 req-c9a604bc-3cb9-4ed3-8096-6d3b27fa768d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501871 Jul 23 22:33:50.050718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:50.055815 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce92ef-47f9-4a64-868e-449b7411555e" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:50.067529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.082850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:50.090343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.092638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:50.119334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}, {'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545'}, {'name': 'network-changed', 'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:50.121595 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f15aa-9979-4ffd-8a70-c10f6f23853d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}, {"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-unplugged", "status": "completed", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545"}, {"name": "network-changed", "server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:50.138312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4284e3-b37f-48ac-b714-27012fe34523 req-2d267c38-0b54-4fab-b276-df50b335c999 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927024 Jul 23 22:33:50.156466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Network f91db6b8-898e-43be-a905-3367765a12a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:50.178011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:50.188197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:50.191666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:50.274298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:50.286927 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c63d38-3881-4332-8e3d-585dd406e82b None None] Pushing event updated for resources: {'Port': ['ID=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:50.303034 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:50.307939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.375231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:50.378441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.473087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:50.479601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:50.481940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.528358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ebd40-9cf1-4447-a8af-d0a5a63806f4 req-750e9f44-ff72-4405-bc6a-795caecb0154 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:50.543621 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.550223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f0ebd40-9cf1-4447-a8af-d0a5a63806f4 req-750e9f44-ff72-4405-bc6a-795caecb0154 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.2231681 Jul 23 22:33:50.676432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f0ebd40-9cf1-4447-a8af-d0a5a63806f4 req-c3bfc5da-08f8-4daf-a863-bb0a2e02de28 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249313 Jul 23 22:33:50.685019 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea90dbc0-495f-41c3-ab98-c760789118cd x-openstack-request-id: req-ea90dbc0-495f-41c3-ab98-c760789118cd {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:50.685437 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:50.685839 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea90dbc0-495f-41c3-ab98-c760789118cd {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:50.686287 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'code': 200} Jul 23 22:33:50.740546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.831354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4fa8ce27-ccdb-4912-bfe1-9b76d2bbafca None None] Provisioning for port 5c732884-39ac-4b5c-94e6-3c3295d090be completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:50.837005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:50.850619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4fa8ce27-ccdb-4912-bfe1-9b76d2bbafca None None] Provisioning complete for port 5c732884-39ac-4b5c-94e6-3c3295d090be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:50.851942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ce27-ccdb-4912-bfe1-9b76d2bbafca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:50.863732 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:47Z', 'revision_number': 3, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:50.877825 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3849bbad-bb58-481d-8ede-783024ba6ca8 x-openstack-request-id: req-3849bbad-bb58-481d-8ede-783024ba6ca8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:50.878287 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "status": "completed", "code": 200}, {"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-unplugged", "status": "completed", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545", "code": 200}, {"name": "network-changed", "server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:50.878550 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3849bbad-bb58-481d-8ede-783024ba6ca8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:50.879226 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'status': 'completed', 'code': 200} Jul 23 22:33:50.879488 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'code': 200} Jul 23 22:33:50.879741 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'status': 'completed', 'code': 200} Jul 23 22:33:50.930476 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fd0d4-49b6-4492-a062-fae47e695ee7 None None] The sync data for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 is: [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:47Z', 'revision_number': 3, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:50.984666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8ce27-ccdb-4912-bfe1-9b76d2bbafca None None] Port 5c732884-39ac-4b5c-94e6-3c3295d090be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:51.027699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29fa88-2e51-479f-9d3a-e129d4f8a957 req-ef53763e-ce59-43db-8a91-6bdf523fc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.030356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db29fa88-2e51-479f-9d3a-e129d4f8a957 req-ef53763e-ce59-43db-8a91-6bdf523fc641 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1102 time: 0.2672443 Jul 23 22:33:51.081352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-4a29b47d-4824-4166-9880-e67a89103ad4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.083386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-4a29b47d-4824-4166-9880-e67a89103ad4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 950 time: 0.5321639 Jul 23 22:33:51.133114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-db8b6f1a-495e-4ca7-9fea-5bbf01f4d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.135282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-db8b6f1a-495e-4ca7-9fea-5bbf01f4d0c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1102 time: 0.2903230 Jul 23 22:33:51.162768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:51.178425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:51.182101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-c6a5d629-3cd4-4b1c-b976-0f8ba8fd375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.183724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-c6a5d629-3cd4-4b1c-b976-0f8ba8fd375b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1127 time: 0.3031723 Jul 23 22:33:51.219707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db29fa88-2e51-479f-9d3a-e129d4f8a957 req-1d1706fb-3de8-451a-a524-5ada52c4248f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734393 Jul 23 22:33:51.270054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c86e74d6-e597-4240-8b33-3f1ef356cbda tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.283422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c86e74d6-e597-4240-8b33-3f1ef356cbda tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.3215470 Jul 23 22:33:51.306259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-31c5503a-31ad-41eb-b4a3-af11a7d7eb20 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/quotas/8b0d8c22912444f584988aec2971d045 HTTP/1.1" status: 200 len: 375 time: 0.0232902 Jul 23 22:33:51.398215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:51.411511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28665b-6a07-44f1-a7fe-a9e6a1d18ade req-578f6a71-2f05-4e5c-a1e0-7e64418aa0ed tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.413171 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ef28665b-6a07-44f1-a7fe-a9e6a1d18ade req-578f6a71-2f05-4e5c-a1e0-7e64418aa0ed tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.3824806 Jul 23 22:33:51.413912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:51.418184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-82e98403-f2a8-4c95-9e0c-484aad6609b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.422327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-82e98403-f2a8-4c95-9e0c-484aad6609b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2719212 Jul 23 22:33:51.488516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-fdd9db84-c0d9-4fab-aa15-f6cdc9d75951 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0546877 Jul 23 22:33:51.503791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-96d35d95-9551-46b2-abdc-bac1f1ecec60 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963308 Jul 23 22:33:51.647449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-cfaf5398-9aa6-4da8-973a-1bab48fc4f88 service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426129 Jul 23 22:33:51.671436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-393b1eff-5e0d-4e79-99f3-19f53494f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.674484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-393b1eff-5e0d-4e79-99f3-19f53494f5df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1680641 Jul 23 22:33:51.803025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-7f5c838f-699b-4f46-a632-2252ea486d1b service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274641 Jul 23 22:33:51.917629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ef28665b-6a07-44f1-a7fe-a9e6a1d18ade req-d9caab34-8795-4661-a70f-65835290064c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944811 Jul 23 22:33:51.924015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-5f1c2fea-847d-434e-970f-06794aa9e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:51.926999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-5f1c2fea-847d-434e-970f-06794aa9e053 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1227777 Jul 23 22:33:52.016529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-fa5333f4-f0e1-4788-a5fd-077270cc0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:52.018137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-fa5333f4-f0e1-4788-a5fd-077270cc0169 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.8043027 Jul 23 22:33:52.050704 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.142647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-c231de73-3888-439b-b040-1b9e7e050856 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058680 Jul 23 22:33:52.213843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:52.219515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.240223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-7acaf738-a6a0-4733-9709-884ef4ab0521 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 217 time: 0.1911411 Jul 23 22:33:52.285795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1ccb735e-716a-4d59-9aaa-1ccdc49e638a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:52.419714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-b008e6d5-c213-41e8-9c86-88174ad91bf4 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553849 Jul 23 22:33:52.463819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:52.472873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:52.474418 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.482035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaf894-9199-4540-9e85-f2723cc26046 req-6fe58369-0896-493e-af79-65fb10a16ef6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:52.485600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9feaf894-9199-4540-9e85-f2723cc26046 req-6fe58369-0896-493e-af79-65fb10a16ef6 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.3005962 Jul 23 22:33:52.602367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9feaf894-9199-4540-9e85-f2723cc26046 req-f4889a00-6a94-418f-afb9-ca417bd80812 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097350 Jul 23 22:33:52.662822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:52.663197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.678299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Network f91db6b8-898e-43be-a905-3367765a12a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:52.688284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:52.693441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-78b45608-b670-4a94-97a6-d0391d68f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:52.693670 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31da25e-fc31-455b-a4d3-14e20cb333b5" -d '{"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:52.695006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-78b45608-b670-4a94-97a6-d0391d68f003 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.3961589 Jul 23 22:33:52.712222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:52.736143 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.738037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:52.813047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:52.820242 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.844425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-f74dacc3-b56d-4b5d-829c-19c60082126c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271722 Jul 23 22:33:52.986872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:52.989181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:52.998931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2a4f-bd3a-4b1e-b3b0-696806c18dfe req-32c72e5a-b694-48fe-8b4a-a36477eed115 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:53.006210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ebe2a4f-bd3a-4b1e-b3b0-696806c18dfe req-32c72e5a-b694-48fe-8b4a-a36477eed115 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.1667185 Jul 23 22:33:53.138133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ebe2a4f-bd3a-4b1e-b3b0-696806c18dfe req-3671a96e-7e81-4455-bb2a-7178a67a2042 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Jul 23 22:33:53.177792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867bf2-7227-4ab2-9338-f575189fb911 req-94c438e3-898b-4c47-9023-506b7a1ca6df tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:53.188895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1867bf2-7227-4ab2-9338-f575189fb911 req-94c438e3-898b-4c47-9023-506b7a1ca6df tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=58100d33-06e6-4888-92a7-81ae3400f754 HTTP/1.1" status: 200 len: 950 time: 1.1070402 Jul 23 22:33:53.225704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37f0c33c-b563-492a-a0a5-9a95788e0dee None None] Provisioning complete for port 5c732884-39ac-4b5c-94e6-3c3295d090be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:53.226658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37f0c33c-b563-492a-a0a5-9a95788e0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:53.249588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-2497851f-33ca-463d-b9c5-1709011b1cfa tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:53.251742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-2497851f-33ca-463d-b9c5-1709011b1cfa tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.25 "GET /v2.0/ports?device_id=eabf4d45-1559-4989-be80-288ccd5ea8a5 HTTP/1.1" status: 200 len: 943 time: 0.2163849 Jul 23 22:33:53.304918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-37f0c33c-b563-492a-a0a5-9a95788e0dee None None] Port 5c732884-39ac-4b5c-94e6-3c3295d090be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:33:53.465322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1867bf2-7227-4ab2-9338-f575189fb911 req-b091e6ef-1564-4838-9cad-2bb8f4a309be tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955581 Jul 23 22:33:53.469544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:53.482118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:53.486678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:53.522445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Deleting port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:53.531856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:53.573685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc8c45-c059-4eb6-b6a7-f46ac3fccd3c req-6f09c554-2abc-4f4b-ae01-52585292d9d9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:53.577098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4cc8c45-c059-4eb6-b6a7-f46ac3fccd3c req-6f09c554-2abc-4f4b-ae01-52585292d9d9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.1752009 Jul 23 22:33:53.593738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-b2d89f4f-2d7d-41bd-9b05-756845e4deee service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547737 Jul 23 22:33:53.598585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=7fd65c3b-8db3-4daf-b93d-e027f72ebcb8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:53.645088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:53.648397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Router 0c02f74f-f293-4f2c-9c41-933780138a7b has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:33:53.657575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:53.659772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d91edb7-af3e-4646-ba6d-b8251e56a213 req-0fa82c21-dbed-4c08-8a93-375c79fe14e4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "DELETE /v2.0/ports/7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 HTTP/1.1" status: 204 len: 173 time: 2.5619864 Jul 23 22:33:53.663419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'name': 'network-vif-deleted', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:53.664240 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2abab-91eb-434a-883c-ac796462632b" -d '{"events": [{"server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "name": "network-vif-deleted", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:53.687431 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-90591993-63a8-4717-9b7a-dfb98d044329 req-2926d5f8-9c68-45f1-a6f9-fe62c15092f4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 210 time: 0.0908775 Jul 23 22:33:53.705597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:33:53.738541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4cc8c45-c059-4eb6-b6a7-f46ac3fccd3c req-44daf44b-4197-430a-b578-cfa8e41d8474 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497703 Jul 23 22:33:53.780925 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dfa7bb-6c61-4875-90a7-54ddd39005c5 x-openstack-request-id: req-c3dfa7bb-6c61-4875-90a7-54ddd39005c5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:53.781237 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:53.781488 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3dfa7bb-6c61-4875-90a7-54ddd39005c5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:53.781896 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'code': 200} Jul 23 22:33:53.829923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] For port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:53.830464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:53.852949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Calling delete_port for 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:54.019748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da6f15aa-9979-4ffd-8a70-c10f6f23853d req-ced104a8-934f-4986-a83d-5fbd19a8e33b service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271990 Jul 23 22:33:54.023971 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc3fa07-a34f-472f-8c42-c56230ee8764 x-openstack-request-id: req-1cc3fa07-a34f-472f-8c42-c56230ee8764 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:54.044201 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58100d33-06e6-4888-92a7-81ae3400f754", "name": "network-vif-deleted", "tag": "7fd65c3b-8db3-4daf-b93d-e027f72ebcb8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:54.045395 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cc3fa07-a34f-472f-8c42-c56230ee8764 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:54.046336 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58100d33-06e6-4888-92a7-81ae3400f754', 'name': 'network-vif-deleted', 'tag': '7fd65c3b-8db3-4daf-b93d-e027f72ebcb8', 'status': 'completed', 'code': 200} Jul 23 22:33:54.098191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d2cc6-86cd-4a18-acf4-2d5f32853e0b req-c4c6d9f1-9be1-4450-ad0a-1c3df3e69405 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:54.107052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-063d2cc6-86cd-4a18-acf4-2d5f32853e0b req-c4c6d9f1-9be1-4450-ad0a-1c3df3e69405 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.2285140 Jul 23 22:33:54.203562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:54.243955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:33:54.286637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1ccb735e-716a-4d59-9aaa-1ccdc49e638a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:54.330415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-063d2cc6-86cd-4a18-acf4-2d5f32853e0b req-7c8fb497-9b6b-4f20-8454-3dc9694ac665 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221220 Jul 23 22:33:54.360414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:54.416318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-558517fd-7822-44bb-a87d-770079ff06f7 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:54.417806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-558517fd-7822-44bb-a87d-770079ff06f7 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.3620315 Jul 23 22:33:54.424213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:33:54.429842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event deleted for resources: {'Port': ['ID=7f4d74ae-d3f8-465e-a4df-cf1f15c08eab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:54.434075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Request body: {'port': {'device_id': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'admin_state_up': True, 'tenant_id': '8b0d8c22912444f584988aec2971d045'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:54.448348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Sync routers for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:33:54.449742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39f18778-ed2a-4e9a-a3e4-7e7d41eacaf9 admin admin] 10.222.0.37 "PUT /v2.0/routers/0c02f74f-f293-4f2c-9c41-933780138a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8100452 Jul 23 22:33:54.510990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6a3fe-9c7b-4b3f-82dd-1cb706a77eae req-ca100619-e082-402c-a460-0dfeeab0f3aa tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:54.520253 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6b6a3fe-9c7b-4b3f-82dd-1cb706a77eae req-ca100619-e082-402c-a460-0dfeeab0f3aa tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.2588127 Jul 23 22:33:54.527089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:54.528691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:54.612163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] No DVR routers for this DVR port 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:54.617092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:54.623174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b51a88a-136b-4f07-9885-94f20c8830ed req-64213aff-234c-4af3-85ec-e395e46c0d79 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.25 "DELETE /v2.0/ports/7f4d74ae-d3f8-465e-a4df-cf1f15c08eab HTTP/1.1" status: 204 len: 173 time: 1.3635929 Jul 23 22:33:54.628062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6b6a3fe-9c7b-4b3f-82dd-1cb706a77eae req-a70f94c8-7e84-467e-88f9-c9d28c9acb59 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058040 Jul 23 22:33:54.630059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-deleted', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:54.634215 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9717d32-fbbd-4b58-bbf6-bf15700bb0c3" -d '{"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-deleted", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:54.724542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cbc49-2ce4-4ae0-a58c-20885c853300 req-e5d96b67-d30b-4f57-829c-573fcf913175 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:54.726806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-579cbc49-2ce4-4ae0-a58c-20885c853300 req-e5d96b67-d30b-4f57-829c-573fcf913175 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 944 time: 0.2309210 Jul 23 22:33:54.730366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:33:54.741797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:54.805542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-579cbc49-2ce4-4ae0-a58c-20885c853300 req-847412aa-2fc7-4064-9dbe-f55387285692 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Jul 23 22:33:54.880143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:54.880875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:54.967688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0579-7251-4fc4-a8b8-5f73d4d4b2e3 req-b4f15b9c-9c80-496e-a619-6db32bb00b0c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:54.970232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:54.977152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aefa0579-7251-4fc4-a8b8-5f73d4d4b2e3 req-b4f15b9c-9c80-496e-a619-6db32bb00b0c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1801407 Jul 23 22:33:55.017088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Allocated IP 172.20.0.13 (10e53b3f-3abc-40c0-b313-4a9f444f18b7/55d1fe2f-343e-4aa3-a6ff-daa0aa62300e/042ed29b-a889-40d1-87d6-85cec533bc0f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:55.051144 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aefa0579-7251-4fc4-a8b8-5f73d4d4b2e3 req-7f7d3e15-797c-420c-ac8c-c21a423f867c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730639 Jul 23 22:33:55.068058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2e84a-b8a9-4e5f-81ee-a058e38dae0a req-582c3f86-bc78-422a-bd7a-799e640e15ca tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:55.079070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72a2e84a-b8a9-4e5f-81ee-a058e38dae0a req-582c3f86-bc78-422a-bd7a-799e640e15ca tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.1241825 Jul 23 22:33:55.126977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72a2e84a-b8a9-4e5f-81ee-a058e38dae0a req-660fced9-d97c-4aea-a55c-6a0d0174308e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Jul 23 22:33:55.135964 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c6b7f-0c95-49d8-a9ed-110eb13f880d x-openstack-request-id: req-3d0c6b7f-0c95-49d8-a9ed-110eb13f880d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:55.136357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabf4d45-1559-4989-be80-288ccd5ea8a5", "name": "network-vif-deleted", "tag": "7f4d74ae-d3f8-465e-a4df-cf1f15c08eab", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:55.136496 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d0c6b7f-0c95-49d8-a9ed-110eb13f880d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:55.136897 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf4d45-1559-4989-be80-288ccd5ea8a5', 'name': 'network-vif-deleted', 'tag': '7f4d74ae-d3f8-465e-a4df-cf1f15c08eab', 'status': 'completed', 'code': 200} Jul 23 22:33:55.241625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-febc5929-0e8f-47f8-bb92-142673d85242 req-76600bae-3085-4d8c-b130-2fb049db770b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 210 time: 0.0386510 Jul 23 22:33:55.312203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.365738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.448840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:55.460017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:50Z', 'revision_number': 4, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5c732884-39ac-4b5c-94e6-3c3295d090be', 'name': '', 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'mac_address': 'fa:16:3e:0a:2a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:49Z', 'updated_at': '2021-07-23T22:33:50Z', 'revision_number': 2, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'subnets': [{'id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:55.472095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:55.474775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:55.496463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Checking router: 0c02f74f-f293-4f2c-9c41-933780138a7b for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:33:55.497288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Updating router 0c02f74f-f293-4f2c-9c41-933780138a7b port 5c732884-39ac-4b5c-94e6-3c3295d090be binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:33:55.569370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:55.587626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.607751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:55.608806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.645788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-b6f8e870-0280-47eb-bcb3-7fba84b88f5e tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2342589 Jul 23 22:33:55.650765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:55.668068 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c2d404ff-b37d-4e34-b58a-fda57620abfd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2380800 Jul 23 22:33:55.677833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Request body: {'port': {'device_id': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:55.709187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:55.727903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.738014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:55.738360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7fd65c3b-8db3-4daf-b93d-e027f72ebcb8 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:55.738783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:55.796124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:55.811150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-ba5d4073-5a8d-413d-8345-97ec410b9fc4 service neutron] 10.222.0.22 "GET /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.0683758 Jul 23 22:33:55.815259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:33:55.815608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7f4d74ae-d3f8-465e-a4df-cf1f15c08eab not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:56.044784 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.057633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:56.058136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Transition to ACTIVE for port object 5c732884-39ac-4b5c-94e6-3c3295d090be will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:56.068063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.088167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:56.124443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afaf152f-b4e3-4dd7-9600-7e19dba1d545 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:56.143409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:56.147423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b7c7-0fa5-463a-ae3a-5e4df4f32f3c None None] Pushing event updated for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:56.166722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.204986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.261676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Attempting to bind port 5c732884-39ac-4b5c-94e6-3c3295d090be on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:56.262081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Attempting to bind port 5c732884-39ac-4b5c-94e6-3c3295d090be by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:56.263444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Attempting to bind port 5c732884-39ac-4b5c-94e6-3c3295d090be on network f91db6b8-898e-43be-a905-3367765a12a6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:56.274788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:56.275174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Checking segment: {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:56.275584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.276137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Bound using segment: {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:56.276639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Bound port: 5c732884-39ac-4b5c-94e6-3c3295d090be, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4591af7e-a198-46da-990c-ee10e1829b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:56.277074 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.280053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] Transition to ACTIVE for port object afaf152f-b4e3-4dd7-9600-7e19dba1d545 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:56.290524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.356868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042ed29b-a889-40d1-87d6-85cec533bc0f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:33:56.397746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] For port 5c732884-39ac-4b5c-94e6-3c3295d090be, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:56.402499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] For port 5c732884-39ac-4b5c-94e6-3c3295d090be, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5c732884-39ac-4b5c-94e6-3c3295d090be,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:56.411479 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.431208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] No DVR routers for this DVR port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:56.436220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] Pushing event updated for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:56.509268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-893c5bb3-65ac-4ec4-b2e5-c53fed4e6455 service neutron] 10.222.0.22 "PUT /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 0.6904702 Jul 23 22:33:56.523207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b96d3-d7a8-481d-ae77-036130a087f0 req-4cf2245f-1239-48aa-8bce-5a676719cf37 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:56.524105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:56.535811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-607b96d3-d7a8-481d-ae77-036130a087f0 req-4cf2245f-1239-48aa-8bce-5a676719cf37 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 950 time: 0.1904035 Jul 23 22:33:56.588483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-607b96d3-d7a8-481d-ae77-036130a087f0 req-a141901b-6332-4d94-8394-f7e8585bb816 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Jul 23 22:33:56.618852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:33:56.619791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:33:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:56.625011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b7c7-0fa5-463a-ae3a-5e4df4f32f3c None None] Pushing event updated for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:56.739888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Allocated IP 172.25.1.209 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/db4b760b-d80b-4808-bc5a-4092ff9c8fa9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:33:56.742455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-47a79036-e7d9-4587-b1f6-df61f7f1dc0d tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:56.744293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-47a79036-e7d9-4587-b1f6-df61f7f1dc0d tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.1548047 Jul 23 22:33:56.759447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.773151 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.780885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Transition to ACTIVE for port object 042ed29b-a889-40d1-87d6-85cec533bc0f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:33:56.782968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33098e8-591e-43d6-b2bf-641fcff9fee3 req-dbce930d-b081-4a31-bf56-2c92ed56e824 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:56.785080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a33098e8-591e-43d6-b2bf-641fcff9fee3 req-dbce930d-b081-4a31-bf56-2c92ed56e824 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 950 time: 0.1073279 Jul 23 22:33:56.791516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.819832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:56.822380 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644840a1-28c5-497b-9b15-f18ba29bcfb2" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:56.844112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:33:56.847881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:56.878964 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:56.879724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:33:56.889686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:56.962936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.004739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Attempting to bind port 042ed29b-a889-40d1-87d6-85cec533bc0f on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:33:57.005167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Attempting to bind port 042ed29b-a889-40d1-87d6-85cec533bc0f by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:33:57.005568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Attempting to bind port 042ed29b-a889-40d1-87d6-85cec533bc0f on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:57.021674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Port 042ed29b-a889-40d1-87d6-85cec533bc0f on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:33:57.022499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Attempting to bind port 042ed29b-a889-40d1-87d6-85cec533bc0f on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:33:57.031273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:33:57.031705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Checking segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:33:57.032290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Bound using segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:33:57.032539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:33:57.032734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Bound port: 042ed29b-a889-40d1-87d6-85cec533bc0f, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:33:57.033164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.044959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:57.053496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.129609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:33:57.146285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:33:57.154933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:33:57.159634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=db4b760b-d80b-4808-bc5a-4092ff9c8fa9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:57.180257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:57.182341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:50Z', 'revision_number': 4, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5c732884-39ac-4b5c-94e6-3c3295d090be', 'name': '', 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'mac_address': 'fa:16:3e:0a:2a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:49Z', 'updated_at': '2021-07-23T22:33:56Z', 'revision_number': 4, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'subnets': [{'id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:33:57.189038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a33098e8-591e-43d6-b2bf-641fcff9fee3 req-2df7115d-80cb-4255-b2eb-b2dc5d7ecebb tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850105 Jul 23 22:33:57.192395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-a71fcc4d-0414-4bcd-a049-dadc6cefc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.194032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-a71fcc4d-0414-4bcd-a049-dadc6cefc312 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b&tenant_id=50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 1097 time: 0.4364374 Jul 23 22:33:57.200543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:33:57.208667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.220155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0ed3e-e0bf-4dc8-8527-ef9222e5ad8b None None] The sync data for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 is: [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:33:50Z', 'revision_number': 4, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5c732884-39ac-4b5c-94e6-3c3295d090be', 'name': '', 'network_id': 'f91db6b8-898e-43be-a905-3367765a12a6', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'mac_address': 'fa:16:3e:0a:2a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:49Z', 'updated_at': '2021-07-23T22:33:56Z', 'revision_number': 4, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'subnets': [{'id': 'af6b88f6-57f3-4d69-a5e3-e3a3159622ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:33:57.350158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.356543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-2ff9f4c3-d327-4e16-a8e7-de6edef42abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.360801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-2ff9f4c3-d327-4e16-a8e7-de6edef42abd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1097 time: 0.1309211 Jul 23 22:33:57.367240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.367955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.369435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/042ed29b-a889-40d1-87d6-85cec533bc0f HTTP/1.1" status: 200 len: 1093 time: 1.6959288 Jul 23 22:33:57.371061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:33:57.374765 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb7021-4dc9-4258-94d7-d986fd8b0d89" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:33:57.470360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cc80a-a685-4cf9-99d7-691c9054f1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:57.499826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.504280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-0dcfcb37-bc62-4db0-9c7d-a669cfc42026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.505798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-0dcfcb37-bc62-4db0-9c7d-a669cfc42026 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.1385500 Jul 23 22:33:57.520476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda61c89-3992-43ce-8a94-8c5e5dc2903c req-37ba0db1-f4ff-4787-9a42-af81dae189ba tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.522232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bda61c89-3992-43ce-8a94-8c5e5dc2903c req-37ba0db1-f4ff-4787-9a42-af81dae189ba tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.1217420 Jul 23 22:33:57.542645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-0c5d47e5-fadb-4b6d-b1ea-59923bd3f1c5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.545349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-0c5d47e5-fadb-4b6d-b1ea-59923bd3f1c5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 950 time: 0.2387066 Jul 23 22:33:57.576732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-b4ed6d56-4c0d-4e37-949b-264fceced4c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 200 len: 217 time: 0.0526650 Jul 23 22:33:57.655968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bda61c89-3992-43ce-8a94-8c5e5dc2903c req-dcb7ab1d-0073-4af1-ac01-58dac9f402c9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879891 Jul 23 22:33:57.662831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-9dd44bb4-273c-429c-bbec-1cac236b9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.664322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-9dd44bb4-273c-429c-bbec-1cac236b9bc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.0799093 Jul 23 22:33:57.697470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-e10d87ff-d862-40ca-a058-6ae8b7429846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.698772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-e10d87ff-d862-40ca-a058-6ae8b7429846 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 1096 time: 0.2739038 Jul 23 22:33:57.724081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-fb6a2af6-6498-4881-80e3-bd03a77b3615 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523493 Jul 23 22:33:57.777940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-0617dcf3-52e4-4090-b8ab-144419d6a400 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=042ed29b-a889-40d1-87d6-85cec533bc0f HTTP/1.1" status: 200 len: 217 time: 0.0689664 Jul 23 22:33:57.875881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-c2b92b76-d895-4919-8834-194c79027fe8 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430330 Jul 23 22:33:57.886472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.890651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c059e0ec-a2f9-4795-a921-5eb1944a612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.892127 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-c059e0ec-a2f9-4795-a921-5eb1944a612c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.0997782 Jul 23 22:33:57.894517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:33:57.894881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.897689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:57.919935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d66d4-6e20-4df4-886c-4a814d707a2c req-8355764d-4b0d-430c-9548-f3cdb4259740 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:57.921661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-515d66d4-6e20-4df4-886c-4a814d707a2c req-8355764d-4b0d-430c-9548-f3cdb4259740 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 944 time: 0.1111891 Jul 23 22:33:57.987836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-35f4b416-b373-4e42-a805-6e32b4e8538d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880084 Jul 23 22:33:58.011491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-515d66d4-6e20-4df4-886c-4a814d707a2c req-d635baa9-f3dc-4e89-8463-acae87eabfbb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Jul 23 22:33:58.023420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-5d618857-d486-4a63-b50c-0969e82615b8 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362674 Jul 23 22:33:58.096654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=db4b760b-d80b-4808-bc5a-4092ff9c8fa9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:58.156146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.198427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port b93f91e9-4c8b-449a-a775-bf2e87f4fac9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:58.198844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.226801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for b93f91e9-4c8b-449a-a775-bf2e87f4fac9 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:33:58.230855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.238955 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-e97ace10-46ee-4347-b01b-596abc940bdc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5920329 Jul 23 22:33:58.277131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5c732884-39ac-4b5c-94e6-3c3295d090be up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:33:58.350549 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-19dedd33-15e6-4c0b-8350-b649f23d344e tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.1105154 Jul 23 22:33:58.375539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 5c732884-39ac-4b5c-94e6-3c3295d090be completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:33:58.389657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5c732884-39ac-4b5c-94e6-3c3295d090be triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:33:58.390422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.405821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-a1cec148-2034-4eb6-a866-2845a5660bcf tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:58.408093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-a1cec148-2034-4eb6-a866-2845a5660bcf tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.1016569 Jul 23 22:33:58.414868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-8856532a-0a09-412c-9ae6-35b2616c9c45 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466206 Jul 23 22:33:58.532977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.613027 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65337515-eb97-4751-8028-85d74b72ce28 x-openstack-request-id: req-65337515-eb97-4751-8028-85d74b72ce28 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:58.613832 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:58.614615 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65337515-eb97-4751-8028-85d74b72ce28 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:58.615478 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'code': 200} Jul 23 22:33:58.617848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 5c732884-39ac-4b5c-94e6-3c3295d090be, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5c732884-39ac-4b5c-94e6-3c3295d090be,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:33:58.624809 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.667547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-83cbde06-e1f6-493a-bc49-e6b93b867821 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:58.679393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d87d17a-a2ff-4f04-b192-3073f474264c req-83cbde06-e1f6-493a-bc49-e6b93b867821 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.3278530 Jul 23 22:33:58.689562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9aeec545-f5ca-4988-bf3a-b7f3541c663e req-24e5abce-8ace-4da8-8a4d-a75cb124abe8 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565756 Jul 23 22:33:58.698050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-99c89f6b-f98f-4f51-80fc-bb6e897fe531 service neutron] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:33:58.706454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-99c89f6b-f98f-4f51-80fc-bb6e897fe531 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.707872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab8a8af-5110-4d55-9a83-3448d06e85d3 req-99c89f6b-f98f-4f51-80fc-bb6e897fe531 service neutron] 10.222.0.25 "DELETE /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.2907469 Jul 23 22:33:58.742886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:58.743792 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b1f94-ec32-49ca-8b85-6b217c5cf674 x-openstack-request-id: req-643b1f94-ec32-49ca-8b85-6b217c5cf674 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:33:58.743984 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:33:58.744165 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-643b1f94-ec32-49ca-8b85-6b217c5cf674 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:33:58.744480 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'status': 'completed', 'code': 200} Jul 23 22:33:58.775801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-90235d9c-74e9-4823-845c-48a0b3a84a57 req-c9e7016c-eba4-46d8-bc6c-529eb41e735a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:33:58.785513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90235d9c-74e9-4823-845c-48a0b3a84a57 req-c9e7016c-eba4-46d8-bc6c-529eb41e735a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175591 Jul 23 22:33:58.807294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.821219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:58.827788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:33:58.853614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=b93f91e9-4c8b-449a-a775-bf2e87f4fac9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:33:58.921034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port b93f91e9-4c8b-449a-a775-bf2e87f4fac9 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:33:58.925373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:58.927225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44146d87-3a15-4ceb-9e33-cb5ca20cfeb9 req-f7de500b-5efe-46a9-bff4-69d596e7c939 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "DELETE /v2.0/ports/b93f91e9-4c8b-449a-a775-bf2e87f4fac9 HTTP/1.1" status: 204 len: 173 time: 1.3567097 Jul 23 22:33:58.936234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-fd754b1c-6b72-4c17-8dd4-8e2b880a6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:58.945139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-fd754b1c-6b72-4c17-8dd4-8e2b880a6d9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 1096 time: 0.1722848 Jul 23 22:33:59.065151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-bdd1f969-a9ff-40e0-adc8-f9022f7e4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:59.066734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-bdd1f969-a9ff-40e0-adc8-f9022f7e4cf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 905 time: 0.1152990 Jul 23 22:33:59.150476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-406c1c82-92ed-4dfe-8669-795593afb639 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=042ed29b-a889-40d1-87d6-85cec533bc0f HTTP/1.1" status: 200 len: 217 time: 0.0702972 Jul 23 22:33:59.186307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5de55c13-2452-4fd2-b074-75c6651c5529 req-020562ae-cbc7-408a-8d7a-72fd78903c82 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e4a5c86-becb-4f4f-b239-55efd428fffe HTTP/1.1" status: 200 len: 210 time: 0.0403502 Jul 23 22:33:59.217411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-bab634ea-f744-4dd8-96d1-9361d2c14cfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1223974 Jul 23 22:33:59.286973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-5584c732-d3ae-4ef5-9a71-48b80bec00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:59.288469 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-5584c732-d3ae-4ef5-9a71-48b80bec00c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.1208961 Jul 23 22:33:59.404201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-54af0e87-dc58-4d30-b185-2a8bfbfa962c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599141 Jul 23 22:33:59.471330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f1cd4-305b-4e8c-8f32-4d440d1d3d1c req-d090bc44-8cc6-4799-8c81-8c029670a5a2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:59.474775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-137f1cd4-305b-4e8c-8f32-4d440d1d3d1c req-d090bc44-8cc6-4799-8c81-8c029670a5a2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.1423886 Jul 23 22:33:59.504204 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-b39a3eab-bd3c-486a-8c4f-fd8a5d3f47c5 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3600194 Jul 23 22:33:59.546958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-137f1cd4-305b-4e8c-8f32-4d440d1d3d1c req-83b66f7b-cad0-4fe9-9b9c-2ca67eca66f6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647705 Jul 23 22:33:59.564053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:33:59.612682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:59.616709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-c33fc9b8-fabc-4ec1-8f43-e0ee9a57e088 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940975 Jul 23 22:33:59.727630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96726381-5c71-4eb1-9896-75b07ce7c31c req-6b313886-42bc-45da-90e9-0870af5ff7d5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:59.729420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96726381-5c71-4eb1-9896-75b07ce7c31c req-6b313886-42bc-45da-90e9-0870af5ff7d5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1034069 Jul 23 22:33:59.770033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54bb7021-4dc9-4258-94d7-d986fd8b0d89 req-5831f2a2-5dac-41f7-8ec8-cf9ce4b8f471 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419444 Jul 23 22:33:59.793063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96726381-5c71-4eb1-9896-75b07ce7c31c req-70200fe4-3b97-4342-a3fd-0f3a70624791 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555942 Jul 23 22:33:59.805369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:33:59.953974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead95f04-d2e3-44a3-b033-9f849a012c82 req-ad531d86-e557-44dd-9f59-6433e84bd28a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:33:59.956011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ead95f04-d2e3-44a3-b033-9f849a012c82 req-ad531d86-e557-44dd-9f59-6433e84bd28a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.0974073 Jul 23 22:33:59.995465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Allocated IP 172.25.1.57 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2b1cfa65-22c7-4c2a-933c-498befda9038) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:00.032924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ead95f04-d2e3-44a3-b033-9f849a012c82 req-18ddcc6d-92f3-4039-b19b-c84e01406392 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698543 Jul 23 22:34:00.167043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.198962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802f83-a24f-4738-a3b5-90864cd01bfb req-27cc0c2e-0bfb-4d59-a0bc-03cba6af6edf tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:00.204022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc802f83-a24f-4738-a3b5-90864cd01bfb req-27cc0c2e-0bfb-4d59-a0bc-03cba6af6edf tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 944 time: 0.0916667 Jul 23 22:34:00.221001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.244293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5c732884-39ac-4b5c-94e6-3c3295d090be up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:00.270786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:00.275166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=2b1cfa65-22c7-4c2a-933c-498befda9038,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:00.275633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc802f83-a24f-4738-a3b5-90864cd01bfb req-90fce340-84cc-42b1-9a6e-3a4d3ff9883e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656395 Jul 23 22:34:00.285009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:00.293592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:00.322868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5c732884-39ac-4b5c-94e6-3c3295d090be triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:00.323243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.408092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.458415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.524709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:00.629948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.631902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875b31-c519-4f4c-9518-1ecb30f59a36 req-cd811fef-5666-42dd-8958-4a8e334c4631 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:00.634179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e875b31-c519-4f4c-9518-1ecb30f59a36 req-cd811fef-5666-42dd-8958-4a8e334c4631 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1097 time: 0.0697615 Jul 23 22:34:00.639157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.649560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:00.663268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'port_id': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'mac_address': 'fa:16:3e:80:18:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6621fa47-25c2-48c1-945b-a80904e30cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:00.674686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e875b31-c519-4f4c-9518-1ecb30f59a36 req-5b37502e-eb87-4414-a3b1-6dc1a1627af1 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Jul 23 22:34:00.711650 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.716944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=2b1cfa65-22c7-4c2a-933c-498befda9038,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:00.729089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:00.733669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.745351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'name': 'network-vif-deleted', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:00.748425 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37284b2b-d97f-44e6-a7cd-d4c16fdf18d8" -d '{"events": [{"server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "name": "network-vif-deleted", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:00.750577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:00.755227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.756046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:00.757475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-6f92ed61-e8e0-491e-8cd1-8653445371ff tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1985011 Jul 23 22:34:00.822880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:00.856175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:00.859336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-00162349-0b53-47a0-bc73-a94b270ee9a0 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0901952 Jul 23 22:34:00.961887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-0adee6d5-200d-4192-ba69-cfbf54cae0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:00.963403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-0adee6d5-200d-4192-ba69-cfbf54cae0fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1102 time: 0.1427979 Jul 23 22:34:00.991191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c31e8d-5fd4-437a-8d75-c29ac64fc0b5 req-2b63980d-7517-4317-9717-b2f4aef920ce tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:00.998332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57c31e8d-5fd4-437a-8d75-c29ac64fc0b5 req-2b63980d-7517-4317-9717-b2f4aef920ce tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 1097 time: 0.0717645 Jul 23 22:34:01.018391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-2dd5f2ef-11c7-42c8-90f4-ef19e50be7f2 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.019757 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d78f7676-4114-45a3-bb19-a6b4f76ab6ee req-2dd5f2ef-11c7-42c8-90f4-ef19e50be7f2 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1510093 Jul 23 22:34:01.041241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57c31e8d-5fd4-437a-8d75-c29ac64fc0b5 req-69737b6f-b3c2-4e20-a949-62ae1f8714f0 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Jul 23 22:34:01.081184 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c19c52-2120-4c22-b028-e7746d4946f9 x-openstack-request-id: req-14c19c52-2120-4c22-b028-e7746d4946f9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:01.081184 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4a5c86-becb-4f4f-b239-55efd428fffe", "name": "network-vif-deleted", "tag": "b93f91e9-4c8b-449a-a775-bf2e87f4fac9", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:01.081184 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14c19c52-2120-4c22-b028-e7746d4946f9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:01.081184 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4a5c86-becb-4f4f-b239-55efd428fffe', 'name': 'network-vif-deleted', 'tag': 'b93f91e9-4c8b-449a-a775-bf2e87f4fac9', 'status': 'completed', 'code': 200} Jul 23 22:34:01.096752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-269d46d5-20f3-4cf3-b5fd-16dbd1cbf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.098276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-269d46d5-20f3-4cf3-b5fd-16dbd1cbf8d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1261640 Jul 23 22:34:01.156992 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-4d3ca994-01f5-460f-b83d-0de46df974c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0476301 Jul 23 22:34:01.237804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-7c76b1c2-bdd5-4e13-839b-8608bc2b8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.239281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-7c76b1c2-bdd5-4e13-839b-8608bc2b8a6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0738378 Jul 23 22:34:01.288687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a19384-7918-4ba6-a097-b294c42a8d40 req-f78e817e-5536-4867-9823-8b1e79aef184 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.290242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12a19384-7918-4ba6-a097-b294c42a8d40 req-f78e817e-5536-4867-9823-8b1e79aef184 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1358249 Jul 23 22:34:01.394511 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:34:01.413853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-61a792cc-34b2-4b33-b5bc-4039b9bdb8de tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1983590 Jul 23 22:34:01.424285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:01.448173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:01.563567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:01.610707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12a19384-7918-4ba6-a097-b294c42a8d40 req-f6ac7f3b-27bf-46f3-af9d-24b8479c59e8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129175 Jul 23 22:34:01.615269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-eadfb353-6adb-44e9-9b25-b2664056152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.617168 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-eadfb353-6adb-44e9-9b25-b2664056152e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3670917 Jul 23 22:34:01.683112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Allocated IP 172.25.1.200 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/0da804ab-3476-4c76-8493-a6d83fccd09a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:01.736025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:01.740507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b93f91e9-4c8b-449a-a775-bf2e87f4fac9 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:01.753683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-d7357669-7922-45f1-b393-97ab4c51ef45 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252053 Jul 23 22:34:01.791866 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:01.796727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82508-1f93-44fb-87c0-2ef02aa8b4d0 req-12b37fef-ef68-4b06-9502-28e3d255e508 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:01.798319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00d82508-1f93-44fb-87c0-2ef02aa8b4d0 req-12b37fef-ef68-4b06-9502-28e3d255e508 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 945 time: 0.1089487 Jul 23 22:34:01.842587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:01.893815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:01.896879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:01.901576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: b93f91e9-4c8b-449a-a775-bf2e87f4fac9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:01.902074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b93f91e9-4c8b-449a-a775-bf2e87f4fac9 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:01.904442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:01.908038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=0da804ab-3476-4c76-8493-a6d83fccd09a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:01.913180 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00d82508-1f93-44fb-87c0-2ef02aa8b4d0 req-0edf8c5f-1351-4f43-8d0b-313a30314648 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Jul 23 22:34:01.915707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-f2c8cded-85d6-40fb-b20f-4cb4b81f6173 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499276 Jul 23 22:34:02.011311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:02.013528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.024616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'mac_address': 'fa:16:3e:87:2a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:02.063681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.073643 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.089245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6aba07e-9c43-497b-9a6e-1fa13997dae5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:02.110961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:02.117205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.181804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:02.257566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.263325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.307636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc5018-c6fd-41d4-a5c9-e32e3dce3762 req-a3df43c8-ddf0-4562-89eb-0d5546937d52 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:02.317416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8cc5018-c6fd-41d4-a5c9-e32e3dce3762 req-a3df43c8-ddf0-4562-89eb-0d5546937d52 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 950 time: 0.0851038 Jul 23 22:34:02.339600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=0da804ab-3476-4c76-8493-a6d83fccd09a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:02.349077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.365064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d6aba07e-9c43-497b-9a6e-1fa13997dae5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:02.371014 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8cc5018-c6fd-41d4-a5c9-e32e3dce3762 req-5ed9399a-5dbd-46d0-89ee-c3f19b569c1a tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467553 Jul 23 22:34:02.375748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.377051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-d2270096-83ee-4c40-913c-6d17fdcefaa6 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9571471 Jul 23 22:34:02.466841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-e058a63c-1289-42db-8255-598f09093529 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0780168 Jul 23 22:34:02.489904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-1ed8c87e-0bb6-4698-80c7-6a0c06196e98 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:02.491391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-1ed8c87e-0bb6-4698-80c7-6a0c06196e98 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/ports?device_id=1778af47-d105-445d-b774-8203d3d491ba HTTP/1.1" status: 200 len: 950 time: 0.1032839 Jul 23 22:34:02.535700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:02.537631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:02.608826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-4cd51b83-9901-48d2-932f-bed6cd7737dd tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:02.614318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbe15e2-cec9-45df-8344-3e3f14c17f8e req-4cd51b83-9901-48d2-932f-bed6cd7737dd tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1440089 Jul 23 22:34:02.629814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf2403-9d04-448d-9c50-b5ee7522f768 req-6203c34a-406f-4c98-a4fd-6a4677598195 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:02.631336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-82cf2403-9d04-448d-9c50-b5ee7522f768 req-6203c34a-406f-4c98-a4fd-6a4677598195 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 944 time: 0.1807992 Jul 23 22:34:02.641742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port f068003e-a442-4b93-b32a-5a7e8964084b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:02.642053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.683435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:02.684457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.701272 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-82cf2403-9d04-448d-9c50-b5ee7522f768 req-7dbe4b01-ddbc-49d3-9aaa-07a1eebd7a1e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Jul 23 22:34:02.785871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:02.800943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'mac_address': 'fa:16:3e:29:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:02.810470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port f068003e-a442-4b93-b32a-5a7e8964084b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f068003e-a442-4b93-b32a-5a7e8964084b,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:02.810992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.826755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for f068003e-a442-4b93-b32a-5a7e8964084b owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:02.865365 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.909652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042ed29b-a889-40d1-87d6-85cec533bc0f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:02.951064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-330e7e8c-a168-41f1-afc5-8533da90fbf8 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1540687 Jul 23 22:34:02.966780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:02.973346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:02.977137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:03.010695 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.022588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.101900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:03.127548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:03.130368 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2a6235-618b-436e-a9b2-48e0e745d1dd" -d '{"events": [{"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:03.137339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.154245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'f068003e-a442-4b93-b32a-5a7e8964084b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:03.156698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', '8ecf2230-07c9-4c6c-88a6-d54ce82930cf'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:03.159646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:03.189464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=f068003e-a442-4b93-b32a-5a7e8964084b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:03.202365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.262708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port f068003e-a442-4b93-b32a-5a7e8964084b on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:03.273012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.277438 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ae8deee1-731d-48c7-9525-351f75cfbafc req-6cf4e892-060f-456a-9658-0cef508fc6bf tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "DELETE /v2.0/ports/f068003e-a442-4b93-b32a-5a7e8964084b HTTP/1.1" status: 204 len: 173 time: 0.7783058 Jul 23 22:34:03.280300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'name': 'network-vif-deleted', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:03.292408 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9191e189-134a-4b3c-905b-6261a4cf721e" -d '{"events": [{"server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "name": "network-vif-deleted", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:03.339372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff251873-9363-493e-aada-6a85d5f451f8 req-a6788786-f283-44cf-b4b1-dac720d9247a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:03.352732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff251873-9363-493e-aada-6a85d5f451f8 req-a6788786-f283-44cf-b4b1-dac720d9247a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.2741532 Jul 23 22:34:03.440310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Allocated IP 172.25.1.160 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/6f8fe5e7-f64f-406a-915e-afd7d525b59b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:03.448244 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.484178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff251873-9363-493e-aada-6a85d5f451f8 req-ce2bd154-1c61-4b3f-836f-c441d78392fd tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Jul 23 22:34:03.498359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['042ed29b-a889-40d1-87d6-85cec533bc0f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:03.694055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:03.799791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:03.888578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:03.907417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.004665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822640f-169f-4bd2-89c9-14be18fef124 req-d8da8835-3e35-4182-9ddc-a44ff18bb4b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:04.006675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2822640f-169f-4bd2-89c9-14be18fef124 req-d8da8835-3e35-4182-9ddc-a44ff18bb4b5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 950 time: 0.4278469 Jul 23 22:34:04.029107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:04.036464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:04.048996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:04.081638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=6f8fe5e7-f64f-406a-915e-afd7d525b59b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:04.126530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388fca-9662-49a1-9999-2f7be520d668 req-71ff46e2-0e6c-451a-a52b-78ba752bcff7 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:04.142496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-32388fca-9662-49a1-9999-2f7be520d668 req-71ff46e2-0e6c-451a-a52b-78ba752bcff7 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.4775925 Jul 23 22:34:04.174842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.199126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port d6aba07e-9c43-497b-9a6e-1fa13997dae5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:04.199958 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.243572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.263244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-32388fca-9662-49a1-9999-2f7be520d668 req-b94c4e72-7b0d-4d20-934d-a2200439feb2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187592 Jul 23 22:34:04.358369 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c021e0f-4622-469b-aa71-4b36db49404c x-openstack-request-id: req-7c021e0f-4622-469b-aa71-4b36db49404c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:04.358493 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:04.358674 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c021e0f-4622-469b-aa71-4b36db49404c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:04.359068 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'code': 200} Jul 23 22:34:04.379993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:04.380564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.491180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.501631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.507519 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a21e1-7a22-4ce3-92d5-c8c1104c0c95 x-openstack-request-id: req-135a21e1-7a22-4ce3-92d5-c8c1104c0c95 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:04.520664 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1778af47-d105-445d-b774-8203d3d491ba", "name": "network-vif-deleted", "tag": "f068003e-a442-4b93-b32a-5a7e8964084b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:04.522354 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-135a21e1-7a22-4ce3-92d5-c8c1104c0c95 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:04.522354 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1778af47-d105-445d-b774-8203d3d491ba', 'name': 'network-vif-deleted', 'tag': 'f068003e-a442-4b93-b32a-5a7e8964084b', 'status': 'completed', 'code': 200} Jul 23 22:34:04.548777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.598585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:04.600461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f068003e-a442-4b93-b32a-5a7e8964084b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:04.635752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:04.636222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.651648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for 8ecf2230-07c9-4c6c-88a6-d54ce82930cf owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:04.672796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f068003e-a442-4b93-b32a-5a7e8964084b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:04.678243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f068003e-a442-4b93-b32a-5a7e8964084b not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:04.680034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:04.682050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.753365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event updated for resources: {'Port': ['ID=6f8fe5e7-f64f-406a-915e-afd7d525b59b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:04.759899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.798732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:04.801181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-88ca8f5a-964c-4b1f-a2d1-03847699cb20 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8330450 Jul 23 22:34:04.872372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-8e8217d1-d123-46a0-959b-bc31d4be6417 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0650935 Jul 23 22:34:04.889245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:04.965122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:05.089574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:05.097547 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:05.151679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-db9c9d0c-116f-451a-8611-3015b84c8c0d tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:05.155805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9a3ebd9-1ac8-41e3-bc09-6ecf79bc8e83 req-db9c9d0c-116f-451a-8611-3015b84c8c0d tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2744167 Jul 23 22:34:05.255851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:05.307843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad988561-025d-43a5-81ba-4e48bf7f4a63 req-76a6777c-03ca-40d9-8b40-140b090554d9 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:05.326648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad988561-025d-43a5-81ba-4e48bf7f4a63 req-76a6777c-03ca-40d9-8b40-140b090554d9 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 945 time: 0.5687301 Jul 23 22:34:05.426378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-8f8cf76c-d144-46ad-b802-d430ae3eda0f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:05.428910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-8f8cf76c-d144-46ad-b802-d430ae3eda0f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 946 time: 0.6700616 Jul 23 22:34:05.492270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f816cf-9997-46f1-80fd-9b24a6771679 req-00b78420-7443-4dc6-b7be-59e33707a2b7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:05.494616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4f816cf-9997-46f1-80fd-9b24a6771679 req-00b78420-7443-4dc6-b7be-59e33707a2b7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1069088 Jul 23 22:34:05.551940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4f816cf-9997-46f1-80fd-9b24a6771679 req-b7f79d75-c855-4795-890c-b9ca8c46db3e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Jul 23 22:34:05.677061 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad988561-025d-43a5-81ba-4e48bf7f4a63 req-19cb65a5-14e2-45f0-828b-3f4fda49b726 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357499 Jul 23 22:34:05.682199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:05.697324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:05.699651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:05.773482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e628d-5b66-4f38-91c7-ed3e1a958597 req-5b3a47d6-de0f-499e-a327-1b73c42f09d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:05.775508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-245e628d-5b66-4f38-91c7-ed3e1a958597 req-5b3a47d6-de0f-499e-a327-1b73c42f09d5 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7 HTTP/1.1" status: 200 len: 867 time: 0.1406114 Jul 23 22:34:05.834533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=8ecf2230-07c9-4c6c-88a6-d54ce82930cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:05.879663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-245e628d-5b66-4f38-91c7-ed3e1a958597 req-9b5013db-fbc4-46e1-aacf-4191a96e7b9b tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971787 Jul 23 22:34:05.882269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c7abc402-7a17-4311-98f1-81ecd61d4b2c req-8c853522-8721-48c2-9452-6c090da1965d tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips/2e5308a8-c30e-4595-83af-c7554dbb634c HTTP/1.1" status: 200 len: 693 time: 0.0878425 Jul 23 22:34:05.928073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port 8ecf2230-07c9-4c6c-88a6-d54ce82930cf on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:05.947503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:05.949905 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2822640f-169f-4bd2-89c9-14be18fef124 req-9ec62d96-a98b-4b4a-8ea1-82cdbb9df2d6 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "DELETE /v2.0/ports/8ecf2230-07c9-4c6c-88a6-d54ce82930cf HTTP/1.1" status: 204 len: 173 time: 1.9285889 Jul 23 22:34:05.955161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Deleting port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:05.955781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.141873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538c821-2818-4af3-9a98-05e7b817e989 req-875e3e99-8b32-4e14-8682-0dbdb54f520c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:06.145799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8538c821-2818-4af3-9a98-05e7b817e989 req-875e3e99-8b32-4e14-8682-0dbdb54f520c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=260ed75d-52f1-498a-9393-d58bf5dbbd4c HTTP/1.1" status: 200 len: 944 time: 0.1603584 Jul 23 22:34:06.217839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] For port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:06.218243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.237798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Calling delete_port for de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:06.241341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8538c821-2818-4af3-9a98-05e7b817e989 req-685d5577-5ed1-4686-a135-e5daa540cafa tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879984 Jul 23 22:34:06.373420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5'}, {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:06.378180 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41e39e-ee4d-4dfd-9443-c090e08bfc10" -d '{"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5"}, {"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:06.433614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.498320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event deleted for resources: {'Port': ['ID=de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:06.517659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abc402-7a17-4311-98f1-81ecd61d4b2c req-65601a79-f749-4c59-8966-29ae5747e811 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:06.526126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c7abc402-7a17-4311-98f1-81ecd61d4b2c req-65601a79-f749-4c59-8966-29ae5747e811 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.6429195 Jul 23 22:34:06.533068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-c7abc402-7a17-4311-98f1-81ecd61d4b2c req-687ea084-48a7-411c-b889-4b32079024c8 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:34:06.546461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c7abc402-7a17-4311-98f1-81ecd61d4b2c req-687ea084-48a7-411c-b889-4b32079024c8 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183182 Jul 23 22:34:06.565591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:06.593406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'name': 'network-vif-deleted', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:06.599699 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868bbdfe-2773-4fe0-9379-e5bf868e1fe0" -d '{"events": [{"server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "name": "network-vif-deleted", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:06.633058 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0202d854-d51d-41aa-8ba5-537c87deb93a x-openstack-request-id: req-0202d854-d51d-41aa-8ba5-537c87deb93a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:06.633353 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5", "code": 200}, {"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:06.633601 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0202d854-d51d-41aa-8ba5-537c87deb93a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:06.634017 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'code': 200} Jul 23 22:34:06.634267 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'code': 200} Jul 23 22:34:06.654228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] No DVR routers for this DVR port de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:06.660601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.665409 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94df4bbc-022d-4b0c-a67e-d04b4f38f8c4 req-9e209660-339f-4a25-82ac-d7c08189683e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "DELETE /v2.0/ports/de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b HTTP/1.1" status: 204 len: 173 time: 1.2173674 Jul 23 22:34:06.722414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-99abbec5-7b64-46e0-8fda-e555fbe8c9d8 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips/2e5308a8-c30e-4595-83af-c7554dbb634c HTTP/1.1" status: 200 len: 693 time: 0.1388345 Jul 23 22:34:06.727013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 042ed29b-a889-40d1-87d6-85cec533bc0f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:06.732160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 042ed29b-a889-40d1-87d6-85cec533bc0f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:06.732809 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.857818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.904047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcafb8-5507-45ef-8125-c2d593f7c4c7 req-529ced1a-0dc9-46d7-976e-98487939655e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:06.907259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63bcafb8-5507-45ef-8125-c2d593f7c4c7 req-529ced1a-0dc9-46d7-976e-98487939655e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.2022614 Jul 23 22:34:06.923649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:06.929963 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:06.930856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:06.964709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-3b4ca58e-59d1-4ccd-9fb8-73383292984f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:06.974064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-3b4ca58e-59d1-4ccd-9fb8-73383292984f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2457085 Jul 23 22:34:06.994786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-7a8b1bef-6bb5-4009-8606-d657afca884f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:34:07.005253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-7a8b1bef-6bb5-4009-8606-d657afca884f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285587 Jul 23 22:34:07.029082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63bcafb8-5507-45ef-8125-c2d593f7c4c7 req-731a766e-fb07-4d71-b61f-2d46f7c7f86a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098235 Jul 23 22:34:07.088673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:07.101167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:07.101506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:07.148856 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312fe28-1c79-4cb6-96a8-aa47c0c8bbdb x-openstack-request-id: req-0312fe28-1c79-4cb6-96a8-aa47c0c8bbdb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:07.149347 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7", "name": "network-vif-deleted", "tag": "8ecf2230-07c9-4c6c-88a6-d54ce82930cf", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:07.149885 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0312fe28-1c79-4cb6-96a8-aa47c0c8bbdb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:07.150421 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd15ee9a-3bb2-4a31-9a11-1dafa4e0b4f7', 'name': 'network-vif-deleted', 'tag': '8ecf2230-07c9-4c6c-88a6-d54ce82930cf', 'status': 'completed', 'code': 200} Jul 23 22:34:07.198162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-de33d4f7-9b44-4698-8fba-632cb0c30943 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.1913769 Jul 23 22:34:07.284444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-2d6bb1cb-1bd8-4d35-98cd-7bd5be7f470a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0849259 Jul 23 22:34:07.337386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ebee-d752-407d-a8c3-89696c5ea8e9 req-0a98ce81-6127-4462-b35e-7e6d5f98385d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:07.339043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0813ebee-d752-407d-a8c3-89696c5ea8e9 req-0a98ce81-6127-4462-b35e-7e6d5f98385d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1095660 Jul 23 22:34:07.406698 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0813ebee-d752-407d-a8c3-89696c5ea8e9 req-1839584b-737e-49a1-bcfd-7bbe15888f29 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Jul 23 22:34:07.497010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Deleting port 6f8fe5e7-f64f-406a-915e-afd7d525b59b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:07.497527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.614640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.615000 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.632637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Calling delete_port for 6f8fe5e7-f64f-406a-915e-afd7d525b59b owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:07.763603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8ecf2230-07c9-4c6c-88a6-d54ce82930cf no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:07.809548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 8ecf2230-07c9-4c6c-88a6-d54ce82930cf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:07.810093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8ecf2230-07c9-4c6c-88a6-d54ce82930cf not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:07.831654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.873499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event deleted for resources: {'Port': ['ID=6f8fe5e7-f64f-406a-915e-afd7d525b59b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:07.983480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.987302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:07.989136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbc4bd8-7e26-41e1-a41b-6c4afa604a6f req-ea1c38d2-12f6-4c2a-afcb-a7f3524c6e8f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e5308a8-c30e-4595-83af-c7554dbb634c HTTP/1.1" status: 204 len: 173 time: 0.7038558 Jul 23 22:34:08.061335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:08.066559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981262087', 'description': 'tempest-description--1541021528'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:08.269868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.451024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12820ef0-a220-4611-9aa1-93715df17027 req-e0983488-f1c1-4d22-9ec9-a2e43ea36c71 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:08.454555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef72b19-3051-4e7a-8025-b2fd5bbc330d req-2e86c882-85d1-4ef5-b41d-3bd7c9ae2f94 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:08.456191 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ef72b19-3051-4e7a-8025-b2fd5bbc330d req-2e86c882-85d1-4ef5-b41d-3bd7c9ae2f94 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3846123 Jul 23 22:34:08.458996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12820ef0-a220-4611-9aa1-93715df17027 req-e0983488-f1c1-4d22-9ec9-a2e43ea36c71 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1305299 Jul 23 22:34:08.553044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12820ef0-a220-4611-9aa1-93715df17027 req-1148c58d-9ceb-48e1-bf8f-433d30c9515f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808277 Jul 23 22:34:08.599957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.605123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.656622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.661214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:08.662922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5995948 Jul 23 22:34:08.666217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'security_group_rule': {'security_group_id': '336db07a-1df2-4434-8cfa-7a843111aa21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:08.676609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac7f89-8aae-48bb-ba98-990511110534 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336db07a-1df2-4434-8cfa-7a843111aa21,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:08.781239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.784045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:08.788497 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97313f8-9e1f-48f5-bebd-1ddbaff51d84" -d '{"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-plugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:08.877372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3af47d9-8c05-42e8-9450-d60e8afc923e req-18643318-bf8b-40dd-95e2-75a97fa9cbc8 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=f28e6ff9da9c4c1d8f79252269060f0e HTTP/1.1" status: 200 len: 1656 time: 0.1275451 Jul 23 22:34:08.954557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.964861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76890b00-70b5-4efc-a580-06f4c4e5261d req-5a16a3ea-6f4c-4a78-8056-5141bc178408 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:08.967936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76890b00-70b5-4efc-a580-06f4c4e5261d req-5a16a3ea-6f4c-4a78-8056-5141bc178408 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.2941058 Jul 23 22:34:08.969929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:08.997496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c099e54d-287c-43cc-9a4c-7fc1b1982432,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:09.016769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af47d9-8c05-42e8-9450-d60e8afc923e req-b745596f-eaf1-44c8-a2ec-193dffeef3bf tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:09.037587 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3af47d9-8c05-42e8-9450-d60e8afc923e req-b745596f-eaf1-44c8-a2ec-193dffeef3bf tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks?id=33692836-5683-4dd7-bad8-04095cf127e8&id=33692836-5683-4dd7-bad8-04095cf127e8&id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 787 time: 0.1530209 Jul 23 22:34:09.045325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-f3af47d9-8c05-42e8-9450-d60e8afc923e req-94839f0d-d599-4aff-9087-35739621074f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:34:09.063497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76890b00-70b5-4efc-a580-06f4c4e5261d req-e22cb5ca-7c9b-4041-b7bf-2d914d3cd14d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Jul 23 22:34:09.065591 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3af47d9-8c05-42e8-9450-d60e8afc923e req-94839f0d-d599-4aff-9087-35739621074f tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254521 Jul 23 22:34:09.082884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.084204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f053e7f2-fee1-4336-ac1c-09868c31c95f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4218321 Jul 23 22:34:09.087464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:09.093925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'security_group_rule': {'security_group_id': '336db07a-1df2-4434-8cfa-7a843111aa21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:09.151372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-deleted', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:09.160180 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4536ca-52e2-40cc-9db4-bed0549fb47b" -d '{"events": [{"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-deleted", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:09.164187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.286579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25461d-fb42-49d7-b2bc-5106f9c93383 req-edf23eff-a98e-4958-b1c3-4789dff24d13 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:09.288621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c25461d-fb42-49d7-b2bc-5106f9c93383 req-edf23eff-a98e-4958-b1c3-4789dff24d13 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 950 time: 0.0929053 Jul 23 22:34:09.291295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.296502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.346915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c25461d-fb42-49d7-b2bc-5106f9c93383 req-853ca7e3-50fd-4ada-be01-0e8249a7e350 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Jul 23 22:34:09.347632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a5ff13-2136-4a2a-b925-3cb91db4e4e1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:09.376322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.378267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-91eb3332-8b9c-4126-99e6-7e3858db1b64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894638 Jul 23 22:34:09.382831 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c645c07b-d689-4874-bea8-cdfec344a993 x-openstack-request-id: req-c645c07b-d689-4874-bea8-cdfec344a993 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:09.383500 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-plugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:09.383640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:09.384582 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c645c07b-d689-4874-bea8-cdfec344a993 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:09.385331 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'code': 200} Jul 23 22:34:09.403139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:09.513223 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c739ac4-c36a-45b3-b3bc-e613f371149e x-openstack-request-id: req-8c739ac4-c36a-45b3-b3bc-e613f371149e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:09.513684 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260ed75d-52f1-498a-9393-d58bf5dbbd4c", "name": "network-vif-deleted", "tag": "de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:09.514097 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c739ac4-c36a-45b3-b3bc-e613f371149e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:09.514665 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260ed75d-52f1-498a-9393-d58bf5dbbd4c', 'name': 'network-vif-deleted', 'tag': 'de7e99ae-3e8d-40e4-ad43-ef2d297c7a7b', 'status': 'completed', 'code': 200} Jul 23 22:34:09.586437 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-0a083ee4-c641-47e6-a800-68b1734d0bc1 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips/3965f17a-2d5d-44c6-9377-969ccae94174 HTTP/1.1" status: 200 len: 693 time: 0.1665397 Jul 23 22:34:09.596828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:09.739960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bdf9d-b7b6-4edb-a336-ff1b72f5d6e8 req-ce4723ab-d864-4e48-91ba-96347470e9e5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:09.748002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f81bdf9d-b7b6-4edb-a336-ff1b72f5d6e8 req-ce4723ab-d864-4e48-91ba-96347470e9e5 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.0897470 Jul 23 22:34:09.760130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcffe7f-3297-4b40-ac71-d2d4773dc700 req-6d7b16d2-b1db-4f07-aa40-f9d1a084c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:09.763270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebcffe7f-3297-4b40-ac71-d2d4773dc700 req-6d7b16d2-b1db-4f07-aa40-f9d1a084c61f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 1098 time: 0.3272123 Jul 23 22:34:09.829630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f81bdf9d-b7b6-4edb-a336-ff1b72f5d6e8 req-f27f6b13-fb71-4aa7-a0e5-43079790f474 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791404 Jul 23 22:34:09.850014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-5070bc8f-449b-4e7c-85f6-acb60bcf10d4 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:09.859836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-5070bc8f-449b-4e7c-85f6-acb60bcf10d4 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2503805 Jul 23 22:34:10.326285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae5fc0-85af-4fcb-9df8-7e9b3b7f57e1 req-8a01d185-77b8-40d4-bf15-f2acc94f356b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:10.330049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9ae5fc0-85af-4fcb-9df8-7e9b3b7f57e1 req-8a01d185-77b8-40d4-bf15-f2acc94f356b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1379683 Jul 23 22:34:10.421337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9ae5fc0-85af-4fcb-9df8-7e9b3b7f57e1 req-e4f35b23-99dc-45e9-8012-95913e0d899e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790811 Jul 23 22:34:10.469456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebcffe7f-3297-4b40-ac71-d2d4773dc700 req-705f17fa-a1a4-443e-863c-0178c6f22ea0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991036 Jul 23 22:34:10.490082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-03113834-0c84-4aa5-b6a8-9112d71bd6a2 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.6295094 Jul 23 22:34:10.555495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-629a738e-d4c4-43b7-a652-a3d6463d54b2 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.200 HTTP/1.1" status: 200 len: 696 time: 0.0643814 Jul 23 22:34:10.565980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:10.583001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-99118aaf-b19e-4c2a-b5af-32fb55584c8c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:10.584609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-99118aaf-b19e-4c2a-b5af-32fb55584c8c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/ports?device_id=700d1242-a3b3-4277-a620-5288aca81800 HTTP/1.1" status: 200 len: 950 time: 0.1184337 Jul 23 22:34:10.760121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port f77c7ea1-8471-4462-b37c-77ab42dd71d4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:10.760817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:10.848419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-823995fc-0837-421f-a53f-c259b31296f8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:10.850355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-823995fc-0837-421f-a53f-c259b31296f8 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 950 time: 0.5076239 Jul 23 22:34:10.906390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port f77c7ea1-8471-4462-b37c-77ab42dd71d4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f77c7ea1-8471-4462-b37c-77ab42dd71d4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:10.906970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:10.923785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for f77c7ea1-8471-4462-b37c-77ab42dd71d4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:10.979019 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88ae1c18-384c-437c-8e75-5063ee70cad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.051900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Deleting port 0da804ab-3476-4c76-8493-a6d83fccd09a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:11.052244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.075655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:11.075984 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.186293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.199745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:11.241481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Allocated IP 172.25.1.61 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/5c576572-137c-4c1b-ba1c-d594f46e19a4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:11.254692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f77c7ea1-8471-4462-b37c-77ab42dd71d4', '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:11.285847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=f77c7ea1-8471-4462-b37c-77ab42dd71d4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:11.426566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port f77c7ea1-8471-4462-b37c-77ab42dd71d4 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:11.437544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f8c9-8edb-413f-a8c5-ce377311f5a5 req-1e84ef8d-c831-46f4-84e1-8d6a3db71268 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:11.448495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6159f8c9-8edb-413f-a8c5-ce377311f5a5 req-1e84ef8d-c831-46f4-84e1-8d6a3db71268 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 950 time: 0.3570001 Jul 23 22:34:11.479466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.481852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2e70e8-c626-4886-b2e5-c970e8f86274 req-f56ce16f-0302-478e-89b7-0673db959d75 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "DELETE /v2.0/ports/f77c7ea1-8471-4462-b37c-77ab42dd71d4 HTTP/1.1" status: 204 len: 173 time: 0.8899684 Jul 23 22:34:11.485225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'name': 'network-vif-deleted', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:11.487861 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da3d2fa-2e66-4368-8e3d-a9360c83825c" -d '{"events": [{"server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "name": "network-vif-deleted", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:11.536515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6159f8c9-8edb-413f-a8c5-ce377311f5a5 req-a933f7f4-1305-46a3-ad6d-447e925c7e48 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Jul 23 22:34:11.685328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.756817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:11.757235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.760368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.770608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.770963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:11.826776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1a2e8-bcdd-4e69-b76e-fe58a6ef6729 req-0bacd93a-e3e2-46ec-8801-050fbda99fb0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:11.831056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:11.850502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2c1a2e8-bcdd-4e69-b76e-fe58a6ef6729 req-0bacd93a-e3e2-46ec-8801-050fbda99fb0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.2350531 Jul 23 22:34:11.931174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Calling delete_port for 0da804ab-3476-4c76-8493-a6d83fccd09a owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:11.993226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2c1a2e8-bcdd-4e69-b76e-fe58a6ef6729 req-fc306fe4-16d6-4539-acc7-8b84dc115594 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406770 Jul 23 22:34:12.032759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:12.132179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:12.165056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:12.282400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'Port': ['ID=5c576572-137c-4c1b-ba1c-d594f46e19a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:12.310511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e15f99-1859-41df-9c64-88d5787d65e0 req-43616f31-3c11-417c-b7f7-933d5843d854 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:12.327633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4e15f99-1859-41df-9c64-88d5787d65e0 req-43616f31-3c11-417c-b7f7-933d5843d854 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1627235 Jul 23 22:34:12.400122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4e15f99-1859-41df-9c64-88d5787d65e0 req-eda2f83c-b4d8-4e0c-8bd1-6acbed8903a6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606959 Jul 23 22:34:12.469146 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ca712-2cb8-46f8-b07c-7480d0c2c6bc x-openstack-request-id: req-eb6ca712-2cb8-46f8-b07c-7480d0c2c6bc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:12.469651 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700d1242-a3b3-4277-a620-5288aca81800", "name": "network-vif-deleted", "tag": "f77c7ea1-8471-4462-b37c-77ab42dd71d4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:12.469892 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb6ca712-2cb8-46f8-b07c-7480d0c2c6bc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:12.470229 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700d1242-a3b3-4277-a620-5288aca81800', 'name': 'network-vif-deleted', 'tag': 'f77c7ea1-8471-4462-b37c-77ab42dd71d4', 'status': 'completed', 'code': 200} Jul 23 22:34:12.616641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.643828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.660159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:12.733098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.753710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=05f55263-a2aa-4bcb-ab40-8ce2b996f9c4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:12.794913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:12.801640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.804011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-652bfe9d-4e71-4e2c-bc5c-57e10769c668 req-3b5683bd-c36b-427c-935e-6ad68e84af6d tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.25 "DELETE /v2.0/ports/05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 HTTP/1.1" status: 204 len: 173 time: 1.9292912 Jul 23 22:34:12.805142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'name': 'network-vif-deleted', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:12.807582 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb8c5e-0634-44dd-ba5f-778b0258243a" -d '{"events": [{"server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "name": "network-vif-deleted", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:12.830690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.855055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event deleted for resources: {'Port': ['ID=0da804ab-3476-4c76-8493-a6d83fccd09a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:12.986495 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.989340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:12.994234 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ccbfd1-d2f4-4827-a854-eb0214ef10e1 req-dfcb118a-d8b3-4b8f-b111-f3cb3b94d778 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "DELETE /v2.0/floatingips/3965f17a-2d5d-44c6-9377-969ccae94174 HTTP/1.1" status: 204 len: 173 time: 2.4303143 Jul 23 22:34:13.238095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:13.251208 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:13.363523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:13.390546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:13.391941 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0069571 Jul 23 22:34:13.396148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23216beb-25f3-46d4-8461-683622f9ca33 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'Port': ['ID=5c576572-137c-4c1b-ba1c-d594f46e19a4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:13.620001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e96aa8bf-f950-4801-b1e2-134bfb580e55 req-f80083e3-0d49-4764-b117-bfa9d5b66414 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=e98fa740-ded7-4db2-a3ae-2f656f4d834f HTTP/1.1" status: 200 len: 210 time: 0.0884767 Jul 23 22:34:13.673600 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be801c-4a07-47a1-a2c8-d04c2cc72e69 x-openstack-request-id: req-80be801c-4a07-47a1-a2c8-d04c2cc72e69 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:13.673931 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98fa740-ded7-4db2-a3ae-2f656f4d834f", "name": "network-vif-deleted", "tag": "05f55263-a2aa-4bcb-ab40-8ce2b996f9c4", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:13.674196 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80be801c-4a07-47a1-a2c8-d04c2cc72e69 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:13.674642 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98fa740-ded7-4db2-a3ae-2f656f4d834f', 'name': 'network-vif-deleted', 'tag': '05f55263-a2aa-4bcb-ab40-8ce2b996f9c4', 'status': 'completed', 'code': 200} Jul 23 22:34:13.754172 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71dd0125-f0ac-423c-9a71-fac5a9fe76e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:13.763253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f77c7ea1-8471-4462-b37c-77ab42dd71d4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:13.767640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54c690bd-818b-4341-8a95-2b72f282942d req-ff51b915-5578-406a-bf5a-3b6e15d99643 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips/6d872956-e80d-4b5c-8e94-cfe5e659b16c HTTP/1.1" status: 200 len: 692 time: 0.0800266 Jul 23 22:34:13.794625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f77c7ea1-8471-4462-b37c-77ab42dd71d4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:13.795352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f77c7ea1-8471-4462-b37c-77ab42dd71d4 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:13.796001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:13.821148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:13.821907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 05f55263-a2aa-4bcb-ab40-8ce2b996f9c4 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:13.926859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c690bd-818b-4341-8a95-2b72f282942d req-f424e774-a3a3-4772-ae7c-7cef55379fe3 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:13.928410 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54c690bd-818b-4341-8a95-2b72f282942d req-f424e774-a3a3-4772-ae7c-7cef55379fe3 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1557779 Jul 23 22:34:14.007948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54c690bd-818b-4341-8a95-2b72f282942d req-3a449609-a65f-4bbd-9036-2406fe105424 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0706837 Jul 23 22:34:14.078797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54c690bd-818b-4341-8a95-2b72f282942d req-d45a3246-4bf6-4046-97e1-26386037cea3 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0698359 Jul 23 22:34:14.083259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.311049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Deleting port 2b1cfa65-22c7-4c2a-933c-498befda9038 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:14.311443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.425094 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.425654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.445610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Calling delete_port for 2b1cfa65-22c7-4c2a-933c-498befda9038 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:14.675127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.712881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event deleted for resources: {'Port': ['ID=2b1cfa65-22c7-4c2a-933c-498befda9038,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:14.823139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.826200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.828800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:14.842360 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54c690bd-818b-4341-8a95-2b72f282942d req-271665c8-8957-4fa9-a7aa-56f1336e1c1a tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "DELETE /v2.0/floatingips/6d872956-e80d-4b5c-8e94-cfe5e659b16c HTTP/1.1" status: 204 len: 173 time: 0.7559595 Jul 23 22:34:14.983640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c66d5-83cb-4f8b-b96c-d7f4c8185c57 req-a85bd9a8-74b4-4a37-9cd8-fe070c185067 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:14.985131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-945c66d5-83cb-4f8b-b96c-d7f4c8185c57 req-a85bd9a8-74b4-4a37-9cd8-fe070c185067 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.0947249 Jul 23 22:34:15.051994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-945c66d5-83cb-4f8b-b96c-d7f4c8185c57 req-3c784145-d330-45ac-bb6f-ca54c067028e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Jul 23 22:34:15.240227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48281a67-bcf0-4a52-a65d-8dbc362298d1 req-12f97b0a-22ff-49d9-8467-257bc1c9b919 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:15.241682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-48281a67-bcf0-4a52-a65d-8dbc362298d1 req-12f97b0a-22ff-49d9-8467-257bc1c9b919 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.0899115 Jul 23 22:34:15.294852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-48281a67-bcf0-4a52-a65d-8dbc362298d1 req-23441772-6388-4018-8732-63ae7a26153d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Jul 23 22:34:16.384083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:18.835503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-e3b1f0e8-f2a4-4058-b011-f0be4d043fa5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:18.836311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-e3b1f0e8-f2a4-4058-b011-f0be4d043fa5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.1431012 Jul 23 22:34:18.853548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-f7b2ebda-3ecc-4263-bd94-dd5055d23c68 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/quotas/d4ee4471452646e2997aec28f78d1191 HTTP/1.1" status: 200 len: 375 time: 0.0099518 Jul 23 22:34:18.932288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-3a30359b-4d1c-41ca-8585-53260693c8b2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723369 Jul 23 22:34:19.091864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-392e54c2-6429-41d0-9d15-b3a5af228b1d tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips/345cda8e-0c85-4a30-90e6-5d1a15920524 HTTP/1.1" status: 200 len: 693 time: 0.3560598 Jul 23 22:34:19.102722 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-12a480ae-f3da-40de-b2c3-3266d0d4cbcd service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573985 Jul 23 22:34:19.214595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-8d3aa4d1-b508-4305-978c-40991ff9fb04 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:19.216169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-8d3aa4d1-b508-4305-978c-40991ff9fb04 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1235020 Jul 23 22:34:19.221223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-d1140566-c53a-4717-a4b8-248416a0cd40 service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163764 Jul 23 22:34:19.273978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-d1f7877a-793f-4fb2-a6e3-bdaad58369d7 tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0452242 Jul 23 22:34:19.331648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-9747019d-a7cf-4422-9b4f-91d8cc5f0bbc tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.209 HTTP/1.1" status: 200 len: 696 time: 0.0511475 Jul 23 22:34:19.521078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7c20-a1b0-43ba-bfe6-7a1971cd90ff req-696fe212-105e-4674-8cbd-7e3d037cdb4c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:19.522657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-934c7c20-a1b0-43ba-bfe6-7a1971cd90ff req-696fe212-105e-4674-8cbd-7e3d037cdb4c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1145778 Jul 23 22:34:19.530291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Deleting port db4b760b-d80b-4808-bc5a-4092ff9c8fa9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:19.530824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:19.592030 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-934c7c20-a1b0-43ba-bfe6-7a1971cd90ff req-1d0b215c-625d-4fa8-a1e0-e912731f2c35 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Jul 23 22:34:19.661044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:19.661696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:19.690067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Calling delete_port for db4b760b-d80b-4808-bc5a-4092ff9c8fa9 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:19.777511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723211-5746-4ee0-9e3a-60878274c21e req-ae65e165-74d4-4815-98d8-0d0587ada3b9 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:19.779629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13723211-5746-4ee0-9e3a-60878274c21e req-ae65e165-74d4-4815-98d8-0d0587ada3b9 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.0876722 Jul 23 22:34:19.828011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13723211-5746-4ee0-9e3a-60878274c21e req-0bfbced1-6599-4d35-b9bd-b76f47d8225d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Jul 23 22:34:19.885478 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:19.936370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Pushing event deleted for resources: {'Port': ['ID=db4b760b-d80b-4808-bc5a-4092ff9c8fa9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:20.020267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:20.022998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:20.024092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f7fbf2c-8c17-41ab-bb47-9fce294ef0a5 req-92ff8353-72e1-4808-bdb2-d9c50a3a26da tempest-FloatingIPDetailsTestJSON-11665346 tempest-FloatingIPDetailsTestJSON-11665346-project] 10.222.0.37 "DELETE /v2.0/floatingips/345cda8e-0c85-4a30-90e6-5d1a15920524 HTTP/1.1" status: 204 len: 173 time: 0.6866746 Jul 23 22:34:20.037249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:20.133011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-902e6972-b5e4-4f91-ae9e-42cf9f530430 req-3d3279f2-a641-46d7-86e6-fa2418113041 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 210 time: 0.0410171 Jul 23 22:34:20.408847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e5fc7-954e-4da0-9185-edc60fd19bb7 req-5a6ea7e2-28eb-4b7b-9b6f-981c20ff7fbf tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:20.410385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed4e5fc7-954e-4da0-9185-edc60fd19bb7 req-5a6ea7e2-28eb-4b7b-9b6f-981c20ff7fbf tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 950 time: 0.2450027 Jul 23 22:34:20.481872 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed4e5fc7-954e-4da0-9185-edc60fd19bb7 req-04fe8102-1aed-4771-9dd4-27c609f38288 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645988 Jul 23 22:34:20.581952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434d6ea-864a-4779-90e1-c7e1d7390f88 req-d63e914c-74b3-4fce-8f5d-7e6f8390d6c7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:20.587392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e434d6ea-864a-4779-90e1-c7e1d7390f88 req-d63e914c-74b3-4fce-8f5d-7e6f8390d6c7 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.1243997 Jul 23 22:34:20.659666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-eceba2fa-41df-4fc8-ada4-f3ecae22c81f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:20.661118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-eceba2fa-41df-4fc8-ada4-f3ecae22c81f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.1439202 Jul 23 22:34:20.672816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e434d6ea-864a-4779-90e1-c7e1d7390f88 req-001111e2-396c-4d42-b8dd-2fd3b5bc72e1 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Jul 23 22:34:20.673651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'port': {'device_id': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'admin_state_up': True, 'tenant_id': 'd4ee4471452646e2997aec28f78d1191'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:20.827586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:20.828178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec25c8-e6e0-4ea2-bc92-c66328f2852e req-9e7554ee-b757-44fc-8b2e-45223854c759 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:20.830725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Made reservation on behalf of d4ee4471452646e2997aec28f78d1191 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:34:20.831588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ec25c8-e6e0-4ea2-bc92-c66328f2852e req-9e7554ee-b757-44fc-8b2e-45223854c759 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.0986183 Jul 23 22:34:20.834715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:20.887693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ec25c8-e6e0-4ea2-bc92-c66328f2852e req-86309f26-c005-417e-b98b-5da1fe4aa10f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Jul 23 22:34:21.046158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c1391-f91a-416a-8e25-5a71903c9493 req-c0fd67d6-0a19-4f2c-af6c-6022c8a2148f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:21.052142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-411c1391-f91a-416a-8e25-5a71903c9493 req-c0fd67d6-0a19-4f2c-af6c-6022c8a2148f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.0822263 Jul 23 22:34:21.115875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-411c1391-f91a-416a-8e25-5a71903c9493 req-6034ae9e-a1b7-491b-8da7-a7ad081c31dc tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564194 Jul 23 22:34:21.255210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0f88510-938f-4e4b-8b13-84aa5d769782 req-7ea45ad5-25d1-47f7-ad85-209d0e65bbf3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 210 time: 0.0323091 Jul 23 22:34:21.482503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Allocated IP 172.20.0.14 (4b06cfd1-2951-4fee-b28e-557f781013c7/6621fa47-25c2-48c1-945b-a80904e30cbe/eac2f738-67e3-4851-afc2-119e1c511af6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:21.706256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:21.722221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Deleting port 5c732884-39ac-4b5c-94e6-3c3295d090be {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:21.722561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:21.851168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:21.860876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] For port 5c732884-39ac-4b5c-94e6-3c3295d090be, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5c732884-39ac-4b5c-94e6-3c3295d090be,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:21.861244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:21.905618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Calling delete_port for 5c732884-39ac-4b5c-94e6-3c3295d090be owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:21.943003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:21.998459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:22.001072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:22.041140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:22.056234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb649a-4101-43ca-9d52-7e6446fc7d84 req-834f12c0-72f7-40d2-946b-997ff6c87f51 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.064317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-5221def4-09a7-4cf4-bbf9-9148c2f20cfe tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.064552 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b6fb649a-4101-43ca-9d52-7e6446fc7d84 req-834f12c0-72f7-40d2-946b-997ff6c87f51 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.3046007 Jul 23 22:34:22.065898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-5221def4-09a7-4cf4-bbf9-9148c2f20cfe tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 950 time: 0.1139820 Jul 23 22:34:22.068762 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.088248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac8ae-92c5-4d56-bc2e-cf289ed568be req-da4fc0e3-0ffa-4fd2-a575-73953b3ed10d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.089876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9deac8ae-92c5-4d56-bc2e-cf289ed568be req-da4fc0e3-0ffa-4fd2-a575-73953b3ed10d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1056297 Jul 23 22:34:22.128826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.129377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.185457 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b6fb649a-4101-43ca-9d52-7e6446fc7d84 req-65786e00-18a7-483f-ab58-4595e4d6e65c tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201899 Jul 23 22:34:22.190075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9deac8ae-92c5-4d56-bc2e-cf289ed568be req-07fd3c31-c8d4-4914-908c-d9ca169c4f4f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801361 Jul 23 22:34:22.192671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8f32f213-2c40-4acc-a588-8a42764cbfe5 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5228918 Jul 23 22:34:22.213540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Request body: {'port': {'device_id': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:22.237125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Deleting port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:22.239234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.405813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] For port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:22.406745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.418937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.428107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Calling delete_port for 28a95f99-1fb7-4b7f-8f16-831e5510e0dd owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:22.451006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d8552-e70b-4e3c-8f12-c4aa173bfa13 req-4a243366-2994-4dd0-91ac-561c3d15f51f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.452687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b9d8552-e70b-4e3c-8f12-c4aa173bfa13 req-4a243366-2994-4dd0-91ac-561c3d15f51f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1641474 Jul 23 22:34:22.487501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.529536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c732884-39ac-4b5c-94e6-3c3295d090be,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:22.547522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b9d8552-e70b-4e3c-8f12-c4aa173bfa13 req-ac273a04-579e-448d-a50e-3542f6280833 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Jul 23 22:34:22.670895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.684618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['28a95f99-1fb7-4b7f-8f16-831e5510e0dd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:22.729258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Pushing event deleted for resources: {'Port': ['ID=28a95f99-1fb7-4b7f-8f16-831e5510e0dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:22.823268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] No DVR routers for this DVR port 28a95f99-1fb7-4b7f-8f16-831e5510e0dd on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:22.826636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.829174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d7541ad-c86d-49e8-a491-15e1f9ee5d05 req-774e22a5-cf86-4f5d-b7b1-86db020b1910 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.22 "DELETE /v2.0/ports/28a95f99-1fb7-4b7f-8f16-831e5510e0dd HTTP/1.1" status: 204 len: 173 time: 0.7562068 Jul 23 22:34:22.829566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'name': 'network-vif-deleted', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:22.831851 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be5e93-3a6b-45c8-a050-51010c228837" -d '{"events": [{"server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "name": "network-vif-deleted", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:22.898808 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087e7ce2-c9ea-46cc-8f21-fb044423dce7 x-openstack-request-id: req-087e7ce2-c9ea-46cc-8f21-fb044423dce7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:22.899157 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05870314-cd41-4b90-95ed-236ef4ad52e3", "name": "network-vif-deleted", "tag": "28a95f99-1fb7-4b7f-8f16-831e5510e0dd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:22.899451 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-087e7ce2-c9ea-46cc-8f21-fb044423dce7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:22.899856 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05870314-cd41-4b90-95ed-236ef4ad52e3', 'name': 'network-vif-deleted', 'tag': '28a95f99-1fb7-4b7f-8f16-831e5510e0dd', 'status': 'completed', 'code': 200} Jul 23 22:34:22.917976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:22.950304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e01c-1cdd-476f-bd20-1857945da90c req-3fb7b304-3bfb-4fae-9b38-2bbfbef0055a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:22.951845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adb3e01c-1cdd-476f-bd20-1857945da90c req-3fb7b304-3bfb-4fae-9b38-2bbfbef0055a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 932 time: 0.3628793 Jul 23 22:34:23.015967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.034445 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adb3e01c-1cdd-476f-bd20-1857945da90c req-33e8efb0-5d4e-410c-9378-8eb6c3054c1f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760698 Jul 23 22:34:23.172893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:23.183262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.204509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Transition to ACTIVE for port object eac2f738-67e3-4851-afc2-119e1c511af6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:23.210604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.430740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf926f-240f-4572-8fc5-f2214c97519c req-043afa11-3bf4-4005-a89a-725a8f8d6244 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:23.432307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bf926f-240f-4572-8fc5-f2214c97519c req-043afa11-3bf4-4005-a89a-725a8f8d6244 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1383595 Jul 23 22:34:23.447928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a0c6a713-5a6a-4ebf-a191-7123907b38e4 req-93236d07-ef98-466f-95e9-ef1d145211b4 tempest-ServersOnMultiNodesTest-797439901 tempest-ServersOnMultiNodesTest-797439901-project] 10.222.0.37 "GET /v2.0/ports?device_id=05870314-cd41-4b90-95ed-236ef4ad52e3 HTTP/1.1" status: 200 len: 210 time: 0.0722351 Jul 23 22:34:23.472900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:23.523654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bf926f-240f-4572-8fc5-f2214c97519c req-94219218-b0bf-4272-9da2-be9aa0357c10 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841444 Jul 23 22:34:23.577285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Router 0c02f74f-f293-4f2c-9c41-933780138a7b has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:34:23.587014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Attempting to bind port eac2f738-67e3-4851-afc2-119e1c511af6 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:23.587350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Attempting to bind port eac2f738-67e3-4851-afc2-119e1c511af6 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:23.587681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Attempting to bind port eac2f738-67e3-4851-afc2-119e1c511af6 on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:23.601638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Port eac2f738-67e3-4851-afc2-119e1c511af6 on network 4b06cfd1-2951-4fee-b28e-557f781013c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:23.602015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Attempting to bind port eac2f738-67e3-4851-afc2-119e1c511af6 on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:23.642728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:23.643079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Checking segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:23.643469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Bound using segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:23.643977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Bound port: eac2f738-67e3-4851-afc2-119e1c511af6, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:23.644289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.796868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:23.801955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9825-8a51-4849-b963-e4d814b15623 req-0e257817-c2fb-4165-9dc7-c43b0d533e75 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:23.803510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb9a9825-8a51-4849-b963-e4d814b15623 req-0e257817-c2fb-4165-9dc7-c43b0d533e75 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 945 time: 0.0798459 Jul 23 22:34:23.807146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:23.812702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:34:23.820885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db62ef4c-a51a-484f-81b6-9c091f2a9858 admin admin] 10.222.0.37 "PUT /v2.0/routers/0c02f74f-f293-4f2c-9c41-933780138a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7785378 Jul 23 22:34:23.820885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:23.822616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42378) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:23.827865 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Sync routers for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:34:23.842681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:23.843325 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:23.850130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.893718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb9a9825-8a51-4849-b963-e4d814b15623 req-0551b404-01ab-45ad-84e3-c86c099cdeec tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834777 Jul 23 22:34:23.920580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.949469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:23.954525 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2132261b-c71f-43e0-8d42-3727dc35b800" -d '{"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:23.973212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:23.978061 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:23.990933 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:24.012185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e7d2c-0cf3-4af8-a49b-3da82db9e5a6 req-f7197463-13cb-4c77-84f4-7bd9a603adc0 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.020648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628e7d2c-0cf3-4af8-a49b-3da82db9e5a6 req-f7197463-13cb-4c77-84f4-7bd9a603adc0 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.3342111 Jul 23 22:34:24.024455 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1bb2a2-0858-4a7b-bef4-ac4725fdf048 x-openstack-request-id: req-ab1bb2a2-0858-4a7b-bef4-ac4725fdf048 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:24.024743 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:24.025166 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab1bb2a2-0858-4a7b-bef4-ac4725fdf048 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:24.026097 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'code': 200} Jul 23 22:34:24.038291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:24.048387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.048965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.049465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.050024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.050514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.051268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.051761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.052247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.054510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.055141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.055626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.056411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:24.114107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.115032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:24.116674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] 10.222.0.22 "PUT /v2.0/ports/eac2f738-67e3-4851-afc2-119e1c511af6 HTTP/1.1" status: 200 len: 1093 time: 1.9124203 Jul 23 22:34:24.119419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:24.122016 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007c8da-b6c6-4042-ac31-48ca71661a84" -d '{"events": [{"name": "network-changed", "server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:24.130456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885c41e-7d26-499b-9934-858f6734fdea service neutron] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:24.221096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628e7d2c-0cf3-4af8-a49b-3da82db9e5a6 req-cb7f250f-e4ea-47b7-a612-9aff20591917 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991422 Jul 23 22:34:24.249144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d296-6d37-4f12-981b-922f24e28a3c req-8b7b233d-55e8-4057-a89d-bdde40c306ce tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.255449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:24.257465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0f1d296-6d37-4f12-981b-922f24e28a3c req-8b7b233d-55e8-4057-a89d-bdde40c306ce tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 944 time: 0.1155577 Jul 23 22:34:24.285557 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:34:22Z', 'revision_number': 5, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:24.306709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0f1d296-6d37-4f12-981b-922f24e28a3c req-94541c02-4675-4aeb-a097-de0b5daa5bd9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Jul 23 22:34:24.330294 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Checking router: 0c02f74f-f293-4f2c-9c41-933780138a7b for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:34:24.334172 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c86b1-4a59-4459-84fd-f298b2fe6fe7 x-openstack-request-id: req-bf7c86b1-4a59-4459-84fd-f298b2fe6fe7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:24.334526 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:24.334779 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf7c86b1-4a59-4459-84fd-f298b2fe6fe7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:24.335167 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'status': 'completed', 'code': 200} Jul 23 22:34:24.341390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Routers {'0c02f74f-f293-4f2c-9c41-933780138a7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:24.342131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0c02f74f-f293-4f2c-9c41-933780138a7b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:24.372407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8015d9a2-0f86-47d4-8787-8a0ea2afa47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.373919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-8015d9a2-0f86-47d4-8787-8a0ea2afa47d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 1096 time: 0.2155504 Jul 23 22:34:24.431435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:24.439979 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-298bc78f-4500-4c69-949d-424678a5485b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac2f738-67e3-4851-afc2-119e1c511af6 HTTP/1.1" status: 200 len: 217 time: 0.0504870 Jul 23 22:34:24.451701 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] Set router 0c02f74f-f293-4f2c-9c41-933780138a7b gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:24.603991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-17a41771-e76a-40e5-bc73-f18bcfea6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.608082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-17a41771-e76a-40e5-bc73-f18bcfea6dfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.1450608 Jul 23 22:34:24.617022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Deleting port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:24.617367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:24.646165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:24.724747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-3d567467-fb49-4b08-91aa-38cc1bcb1576 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993617 Jul 23 22:34:24.806894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c92e8-77c2-4a21-a04f-aff3d2fa87a6 req-4970c819-0267-4be6-9093-a962ef82d20e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:24.824181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-305c92e8-77c2-4a21-a04f-aff3d2fa87a6 req-4970c819-0267-4be6-9093-a962ef82d20e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1677940 Jul 23 22:34:24.906805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:24.925994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'mac_address': 'fa:16:3e:6a:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:24.934519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-305c92e8-77c2-4a21-a04f-aff3d2fa87a6 req-2bd69ccb-3096-43a6-ac80-2efda75be163 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067743 Jul 23 22:34:25.065988 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:25.081037 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:34:22Z', 'revision_number': 5, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:25.113255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:25.130435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:25.150031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18fbd0-2877-463a-b01a-9e5a282634ee None None] The sync data for ids ['0c02f74f-f293-4f2c-9c41-933780138a7b'] in n-d-791506-25 is: [{'id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'name': 'tempest-FloatingIPDetailsTestJSON-929819598-router', 'tenant_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:33:45Z', 'updated_at': '2021-07-23T22:34:22Z', 'revision_number': 5, 'project_id': 'f28e6ff9da9c4c1d8f79252269060f0e', 'gw_port': {'id': '1ccb735e-716a-4d59-9aaa-1ccdc49e638a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c02f74f-f293-4f2c-9c41-933780138a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:33:46Z', 'updated_at': '2021-07-23T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:34:25.181485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:25.189449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:25.362545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:25.376034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['970ccf59-32b2-4566-b91e-b1aadc5915f8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:25.498275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c4704948-7726-4cef-b1e1-2a34436f2f9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e218796c8a084c18a889fa16846f4ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835273 Jul 23 22:34:25.504918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42426) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:25.603756 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-2eb18615-ab84-4307-9e7d-8b2b0c1818d3 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8591247 Jul 23 22:34:25.606867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] For port 1ccb735e-716a-4d59-9aaa-1ccdc49e638a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:25.610967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:25.702446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357adab6-0d30-4d61-b3e9-6c04ad99ac5a req-7d39acc6-676b-4698-a426-d54851443b6c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:25.721127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-357adab6-0d30-4d61-b3e9-6c04ad99ac5a req-7d39acc6-676b-4698-a426-d54851443b6c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 944 time: 0.2736392 Jul 23 22:34:25.743544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Calling delete_port for 1ccb735e-716a-4d59-9aaa-1ccdc49e638a owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:25.832272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-357adab6-0d30-4d61-b3e9-6c04ad99ac5a req-8f93a108-cb98-4562-805e-d435cc23a390 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093736 Jul 23 22:34:25.885403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee70cd-fc12-49b5-83e9-43d9972da0f1 req-564aad1f-f1bd-4daa-ae52-b292065a88dd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:25.892696 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a9ee70cd-fc12-49b5-83e9-43d9972da0f1 req-564aad1f-f1bd-4daa-ae52-b292065a88dd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.4345148 Jul 23 22:34:26.035362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.065730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a9ee70cd-fc12-49b5-83e9-43d9972da0f1 req-99bd716e-8228-43d3-beab-e1be8e92342e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720383 Jul 23 22:34:26.119425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6c2c9c-e0ec-464b-ad7d-bca4faeee9fa req-22fdc2d1-51aa-4712-a47a-d3fcb1fe5671 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627638 Jul 23 22:34:26.140765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.233165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5c732884-39ac-4b5c-94e6-3c3295d090be no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:26.274365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 5c732884-39ac-4b5c-94e6-3c3295d090be {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:26.274799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5c732884-39ac-4b5c-94e6-3c3295d090be not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:26.408774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.413642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-864cc3ba-4e61-4f5f-8653-27ed59b20ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:26.415988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-864cc3ba-4e61-4f5f-8653-27ed59b20ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 1096 time: 0.1519172 Jul 23 22:34:26.448020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1dcc4-7ad6-4226-8168-85aabb7b4c37 req-074d7602-1e1c-45b6-bc56-fc8550a9ad6d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:26.449938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bea1dcc4-7ad6-4226-8168-85aabb7b4c37 req-074d7602-1e1c-45b6-bc56-fc8550a9ad6d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1781132 Jul 23 22:34:26.458042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.461337 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.465703 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c07523e-5fe8-4792-8fd7-ceb8359e2e6e HTTP/1.1" status: 204 len: 168 time: 0.9535151 Jul 23 22:34:26.470184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccb735e-716a-4d59-9aaa-1ccdc49e638a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:26.519203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637f82-48d5-445f-b62c-e67084cf6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07523e-5fe8-4792-8fd7-ceb8359e2e6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:26.591486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bea1dcc4-7ad6-4226-8168-85aabb7b4c37 req-fe0e4fd0-f605-4683-a475-acf1f8b98466 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289608 Jul 23 22:34:26.647897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:26.734144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:26.876240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 970ccf59-32b2-4566-b91e-b1aadc5915f8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:26.876720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.050794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.060322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-782be42b-bd51-45c8-a610-706eda607da7 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1367680667&fields=id&tenant_id=75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 267 time: 0.1151173 Jul 23 22:34:27.061160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.069860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.098934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-e1b27d11-ef78-4aee-a711-2a6ad59b8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:27.100836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-e1b27d11-ef78-4aee-a711-2a6ad59b8cb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 923 time: 0.6549578 Jul 23 22:34:27.115099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:27.119686 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b432ce-a245-47c7-af34-f6de85c63352" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:27.157379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:27.165195 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.166442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 28a95f99-1fb7-4b7f-8f16-831e5510e0dd no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:27.204736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-0c5a3f4c-55ab-40c8-b3e3-6e8225ce87ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac2f738-67e3-4851-afc2-119e1c511af6 HTTP/1.1" status: 200 len: 217 time: 0.0540812 Jul 23 22:34:27.227556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:27.259652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 28a95f99-1fb7-4b7f-8f16-831e5510e0dd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:27.260559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 28a95f99-1fb7-4b7f-8f16-831e5510e0dd not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:27.329837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:27.344195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-df93fd71-8a1c-43b4-840e-efac9e9fc1d8 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:27.345437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.346365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c02f74f-f293-4f2c-9c41-933780138a7b {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:34:27.355577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.360074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d2fcaae-0cf5-4d0a-adfb-ed2552379965 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c02f74f-f293-4f2c-9c41-933780138a7b HTTP/1.1" status: 204 len: 168 time: 3.5338585 Jul 23 22:34:27.366339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-df93fd71-8a1c-43b4-840e-efac9e9fc1d8 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 824 time: 0.3050542 Jul 23 22:34:27.368436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:27.423396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-43dad55c-9f12-4b06-b62c-c19c6341f9e7 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/quotas/75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 375 time: 0.0557015 Jul 23 22:34:27.425739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26f685-1e49-49de-9e22-43a47d03e469 req-45210cc3-3b1e-4260-b4e0-648896f5a827 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:27.434437 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de26f685-1e49-49de-9e22-43a47d03e469 req-45210cc3-3b1e-4260-b4e0-648896f5a827 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 944 time: 0.4039583 Jul 23 22:34:27.482584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Deleting subnet af6b88f6-57f3-4d69-a5e3-e3a3159622ec {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:34:27.514713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.615773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:27.647419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de26f685-1e49-49de-9e22-43a47d03e469 req-173f2920-50b0-46a4-9284-8dc0d7b2e689 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978648 Jul 23 22:34:27.647419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-e22941ae-9496-44f6-b0f5-c858a9ed0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:27.647419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-e22941ae-9496-44f6-b0f5-c858a9ed0634 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.4321039 Jul 23 22:34:27.689224 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6fad10b0-dc9c-42d3-934f-5c3fa3ab3f65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c7aa74869514929b6e904b0c198b43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600296 Jul 23 22:34:27.690811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:27.717335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-6e487985-faf5-4c7c-84ca-1d72cbc7f3b7 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2902837 Jul 23 22:34:27.763040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-da6722a1-d2f7-4a81-9c4c-959446644e36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050436 Jul 23 22:34:28.013952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.110448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-371d8080-775f-4582-a706-ae8af0a46e57 service neutron] 10.222.0.37 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687234 Jul 23 22:34:28.115676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.148697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.169327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019387b-7567-40bd-b33d-133ecbd4018c req-2dc89d2e-063f-42d6-9c4a-75854abcec2d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:28.176330 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e019387b-7567-40bd-b33d-133ecbd4018c req-2dc89d2e-063f-42d6-9c4a-75854abcec2d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.3907039 Jul 23 22:34:28.176330 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-eb1c2624-c6c8-4dc0-9656-6cad3d227389 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031980 Jul 23 22:34:28.196342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-0113198b-b407-4432-9ff0-d9d00ab21514 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:28.198054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-0113198b-b407-4432-9ff0-d9d00ab21514 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9418b52c-4863-4089-b61f-7bd9fd4180e9 HTTP/1.1" status: 200 len: 945 time: 0.4298220 Jul 23 22:34:28.201815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-212f3ad9-38d4-4cce-a46c-5d85edc85d53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4794710 Jul 23 22:34:28.202767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6b88f6-57f3-4d69-a5e3-e3a3159622ec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:28.219130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eecdb9-929a-4901-b16b-15c082d534cd None None] Network f91db6b8-898e-43be-a905-3367765a12a6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:34:28.224405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.231310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.236009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15381ec9-2f14-4c5d-ada2-858ce437d6bb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af6b88f6-57f3-4d69-a5e3-e3a3159622ec HTTP/1.1" status: 204 len: 168 time: 0.8634655 Jul 23 22:34:28.238636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:28.367878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1ccb735e-716a-4d59-9aaa-1ccdc49e638a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:28.389039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e019387b-7567-40bd-b33d-133ecbd4018c req-fab3f5a1-fd88-456b-8566-6a7525fe2bb3 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954017 Jul 23 22:34:28.484422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1ccb735e-716a-4d59-9aaa-1ccdc49e638a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:28.494160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1ccb735e-716a-4d59-9aaa-1ccdc49e638a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:28.494354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007c8da-b6c6-4042-ac31-48ca71661a84 req-1b7597b7-f575-4cad-a971-f32b7a49d8a2 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049970 Jul 23 22:34:28.497592 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbbcfbd-ce17-4f57-918e-de2c3383a953 x-openstack-request-id: req-cfbbcfbd-ce17-4f57-918e-de2c3383a953 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:28.497942 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-plugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:28.498175 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfbbcfbd-ce17-4f57-918e-de2c3383a953 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:28.498566 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'code': 200} Jul 23 22:34:28.502989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.539231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.543974 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.547987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb67816e-2904-468b-b1f2-ab0069241479 HTTP/1.1" status: 204 len: 168 time: 0.7931755 Jul 23 22:34:28.579247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca63bc9-3176-4ee1-9438-c2707e361faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67816e-2904-468b-b1f2-ab0069241479,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:28.662535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:28.677253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-86aed9a9-f34a-4ea0-bbe0-4916c44a93cc service neutron] 10.222.0.37 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508595 Jul 23 22:34:28.693575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-255629eb-cce6-431a-a26f-fa14c8fed5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:28.695480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-255629eb-cce6-431a-a26f-fa14c8fed5e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 1102 time: 0.4416261 Jul 23 22:34:28.696849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] DHCP port deletion for f91db6b8-898e-43be-a905-3367765a12a6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:34:28.798435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Deleting port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:28.798989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.946498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feceac-8233-4256-b98f-efc11faa3fdb req-533298f0-f599-4ce5-b0b1-c91d947e2d5d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:28.947917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Deleting port 73a5c3be-10d6-4558-bc69-9620ea808c36 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:28.954679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:28.955116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6feceac-8233-4256-b98f-efc11faa3fdb req-533298f0-f599-4ce5-b0b1-c91d947e2d5d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.3257594 Jul 23 22:34:28.973689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:29.098137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'port_id': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'mac_address': 'fa:16:3e:3e:76:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6621fa47-25c2-48c1-945b-a80904e30cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:29.122151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] For port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:29.122881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.182281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Deleting port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:29.184386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.242381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-1832f32e-16d2-4eac-bb4f-a481009122cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:29.248560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-1832f32e-16d2-4eac-bb4f-a481009122cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.5291228 Jul 23 22:34:29.300304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.329365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Calling delete_port for 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:29.363470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6feceac-8233-4256-b98f-efc11faa3fdb req-eef56550-a529-45ec-8212-668ef6f0b57f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070632 Jul 23 22:34:29.419520 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-5395e3f5-ed95-4300-8107-c7652e6e268c service neutron] show failed (client error): The resource could not be found. Jul 23 22:34:29.420805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-5395e3f5-ed95-4300-8107-c7652e6e268c service neutron] 10.222.0.25 "GET /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.5553117 Jul 23 22:34:29.454398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:29.514404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] For port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,segment=NetworkSegment(4591af7e-a198-46da-990c-ee10e1829b0b),segment_id=4591af7e-a198-46da-990c-ee10e1829b0b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:29.514919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.552195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:29.554855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.562931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Calling delete_port for 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:29.570291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:29.603871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.642306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.706516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:29.710548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03160c60-faed-4ad7-bf09-6b7a105c269c req-777400f8-9b6b-40fa-abfb-c7e99b92715c tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 210 time: 0.0809460 Jul 23 22:34:29.711701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] No DVR routers for this DVR port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:29.825516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.841419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91db6b8-898e-43be-a905-3367765a12a6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:29.855886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4591af7e-a198-46da-990c-ee10e1829b0b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:29.856208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4591af7e-a198-46da-990c-ee10e1829b0b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:29.867322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.884158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-516e9b06-7fe7-4c76-bb37-c40a2d64e0f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 200 len: 217 time: 0.6130702 Jul 23 22:34:29.888042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.896540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:34:29.897429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:29.932011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:29.951935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['eac2f738-67e3-4851-afc2-119e1c511af6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:30.027903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:34:30.037265 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:34:30.073236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] Pushing event deleted for resources: {'Port': ['ID=8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:30.079918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.099421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.106938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f91db6b8-898e-43be-a905-3367765a12a6 HTTP/1.1" status: 204 len: 168 time: 1.8613405 Jul 23 22:34:30.133635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-af7ee235-a58a-4b7c-a4bc-6b308188ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:30.135174 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-af7ee235-a58a-4b7c-a4bc-6b308188ae1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1102 time: 0.1350484 Jul 23 22:34:30.144249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfb9d3-5097-45ce-9369-659f0c8b17de req-c299a3de-e3fd-42b5-a30d-000a0a2564c8 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:30.151841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21bfb9d3-5097-45ce-9369-659f0c8b17de req-c299a3de-e3fd-42b5-a30d-000a0a2564c8 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1848195 Jul 23 22:34:30.179557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:30.191252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26960c-b808-4879-8999-2ba9b22164b2 None None] No DVR routers for this DVR port 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:30.265469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ef877-1719-4426-87c5-2dffcc8018e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91db6b8-898e-43be-a905-3367765a12a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:30.353958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21bfb9d3-5097-45ce-9369-659f0c8b17de req-ca913693-e3c8-4b6c-8b21-6acd5c47ab1e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973374 Jul 23 22:34:30.438333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:30.544796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.582255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:30.583650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8d30bd21-34c6-48f5-b0fb-6ba9a20eafcd not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:30.603554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.605139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.643679 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Floating IP a45063f4-fa60-413c-b589-fffbbbccad10 disassociated. External IP: 172.25.1.96, port: 73a5c3be-10d6-4558-bc69-9620ea808c36. Jul 23 22:34:30.644293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Calling delete_port for 73a5c3be-10d6-4558-bc69-9620ea808c36 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:30.673787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 73a5c3be-10d6-4558-bc69-9620ea808c36 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:30.711994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:30.892977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.939891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 73a5c3be-10d6-4558-bc69-9620ea808c36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=73a5c3be-10d6-4558-bc69-9620ea808c36,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:30.941399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:30.945010 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffdff83-5d2e-49a0-897a-875e38d909dd" -d '{"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-unplugged", "status": "completed", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:30.949804 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:30.957383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-f6b59bd7-80af-4ddc-8c7b-89b61c52ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:30.959854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-f6b59bd7-80af-4ddc-8c7b-89b61c52ee81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 1.0322173 Jul 23 22:34:31.005737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b35e47d-f4b0-47f0-93c3-5319c18b409c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28e6ff9da9c4c1d8f79252269060f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916925 Jul 23 22:34:31.010244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:31.021499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:31.195859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.232513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408eb3b-6182-4eee-9fc2-f62c61bef7b2 req-f182b53b-4d15-4c71-b7c4-f2b2df73fe12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:31.235025 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6408eb3b-6182-4eee-9fc2-f62c61bef7b2 req-f182b53b-4d15-4c71-b7c4-f2b2df73fe12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.4522572 Jul 23 22:34:31.301688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.462632 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6408eb3b-6182-4eee-9fc2-f62c61bef7b2 req-5148b8f5-21e9-4da7-b3f8-678cdf3289c7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822422 Jul 23 22:34:31.656292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:31.707848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:31.762980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466e4fe-1b67-495b-a05f-2f629d2d18df req-b2e93b17-7cca-4e33-a88c-e3aeeb8044c1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:31.779184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d466e4fe-1b67-495b-a05f-2f629d2d18df req-b2e93b17-7cca-4e33-a88c-e3aeeb8044c1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 945 time: 2.1724377 Jul 23 22:34:31.827191 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b3c5aa7-78cc-4638-ac00-655407d95363 req-c64f4f87-cd3e-44f9-ad34-56349ba75b5e tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 210 time: 0.0814340 Jul 23 22:34:31.836197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:31.840283 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbaeec6-4824-440d-9bb4-4da5b3488892" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:31.849825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.865548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-a419cea7-4372-4a02-bb90-2d910e957ce1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:31.868710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-a419cea7-4372-4a02-bb90-2d910e957ce1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.25 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 824 time: 0.5511062 Jul 23 22:34:31.902320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.909920 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13966d-919f-423a-aab9-5c45bb6dba97 x-openstack-request-id: req-1b13966d-919f-423a-aab9-5c45bb6dba97 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:31.910829 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-unplugged", "status": "completed", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:31.910829 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b13966d-919f-423a-aab9-5c45bb6dba97 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:31.911151 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'code': 200} Jul 23 22:34:31.914392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.919527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:31.921827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80476c79-d2b0-4076-ba64-681cac0bbeb0 HTTP/1.1" status: 204 len: 168 time: 0.8869853 Jul 23 22:34:31.959042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Transition to ACTIVE for port object 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:31.995072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d466e4fe-1b67-495b-a05f-2f629d2d18df req-2114a96f-62d2-4b8c-a8a8-90d255d2128e tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121084 Jul 23 22:34:31.996300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event deleted for resources: {'Port': ['ID=73a5c3be-10d6-4558-bc69-9620ea808c36,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:32.023916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:32.029310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-45d7565b-6089-4b79-a6c8-9d7ffcaee004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:32.044381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-45d7565b-6089-4b79-a6c8-9d7ffcaee004 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0566189 Jul 23 22:34:32.048877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766214b-03a0-435c-957b-7f1ad3ba63c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80476c79-d2b0-4076-ba64-681cac0bbeb0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:32.164924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:32.179810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-02f3d213-fa8f-4fe1-a91c-941c868602f8 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75e7ee2e12d343a08ad7c5b8361104b9 HTTP/1.1" status: 200 len: 380 time: 0.3003163 Jul 23 22:34:32.196983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'port': {'device_id': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'admin_state_up': True, 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'security_groups': ['844a9b04-1dc0-4014-aeab-39fba588def5']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:32.702824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:32.903354 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363f6593-7e90-4ad9-ab88-9d03d0aa86fa x-openstack-request-id: req-363f6593-7e90-4ad9-ab88-9d03d0aa86fa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:32.903836 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:32.904336 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-363f6593-7e90-4ad9-ab88-9d03d0aa86fa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:32.904942 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'code': 200} Jul 23 22:34:32.909918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] No DVR routers for this DVR port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:32.923921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-955633af-c50c-47cd-848e-34c21f2f2788 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765364 Jul 23 22:34:32.973858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:34:32.982350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port eac2f738-67e3-4851-afc2-119e1c511af6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:32.994832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port eac2f738-67e3-4851-afc2-119e1c511af6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:32.997411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.153923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:33.155206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:33.155755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:33.163394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:33.163728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:33.172546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:33.172898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:33.173289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:33.173970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Bound port: 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:33.174264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.198853 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.253649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:33.257567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:33.265703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.289325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:33.294689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10b3c854-8030-402e-8ecd-48d3a1cd4420 req-09ba8d88-8452-4e99-9fd1-43a7409bfe5b service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174353 Jul 23 22:34:33.295832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.372094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fe34e-eaf5-47fa-a42d-5a62dffd5fd1 req-5e31a718-bc0d-499c-9f40-eb9839683957 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:33.387830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-893fe34e-eaf5-47fa-a42d-5a62dffd5fd1 req-5e31a718-bc0d-499c-9f40-eb9839683957 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 1.1213818 Jul 23 22:34:33.405289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Made reservation on behalf of 75e7ee2e12d343a08ad7c5b8361104b9 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:34:33.407436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.414114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:33.420986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:33.420986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.421436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-b1b62cd7-6a85-415d-a760-2396711b6c60 service neutron] 10.222.0.22 "PUT /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 1097 time: 3.2472379 Jul 23 22:34:33.447465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee3c5-376e-4e46-9fd6-7fbdd5694cd5 req-a3c30db3-30fa-405a-96fa-ab1ce4478594 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:33.449271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebaee3c5-376e-4e46-9fd6-7fbdd5694cd5 req-a3c30db3-30fa-405a-96fa-ab1ce4478594 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 948 time: 0.4471881 Jul 23 22:34:33.525151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:33.564373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:34:33.590886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:34:33.623300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:33.624082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:33.699809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-893fe34e-eaf5-47fa-a42d-5a62dffd5fd1 req-ff50508f-f987-40c5-ab41-265e940ca974 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029652 Jul 23 22:34:33.825518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] No DVR routers for this DVR port 73a5c3be-10d6-4558-bc69-9620ea808c36 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:33.835750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:33.840315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bf99337-02bb-49ea-a89b-564eb28f558f req-9cc39eb6-3d41-457e-901b-9ccfa050b10f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.22 "DELETE /v2.0/ports/73a5c3be-10d6-4558-bc69-9620ea808c36 HTTP/1.1" status: 204 len: 173 time: 5.6297681 Jul 23 22:34:33.842889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-deleted', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:33.849325 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2f2611-c927-40d6-8c59-763f9ed1949b" -d '{"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-deleted", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:33.886903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:33.997654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:34.002616 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b035fe8-4082-47c6-903b-27e3bf85b471" -d '{"events": [{"server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "name": "network-vif-plugged", "status": "completed", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:34.007387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:34.017052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebaee3c5-376e-4e46-9fd6-7fbdd5694cd5 req-8e1d6960-5d7c-440a-8d71-1277b7489683 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831715 Jul 23 22:34:34.087353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:34.150348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Allocated IP 172.20.0.6 (438b485e-cbbb-4dfc-9c8b-534efad218d8/1180fcd9-d22b-42b1-8d58-34e4f43609f8/3bb1ac65-9d34-4d7d-b447-d718ea6a8247) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:34.250011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:34.260099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad363d3a-8229-40c3-a592-be6dc3bd751b req-40853b02-511c-4b4a-b024-1efcec3feb9b tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 210 time: 0.1316588 Jul 23 22:34:34.322066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:34:34.355583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:34.356302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:34.471145 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da67a3dd-72a3-4ae7-947f-6c61b8604973 x-openstack-request-id: req-da67a3dd-72a3-4ae7-947f-6c61b8604973 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:34.471821 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9418b52c-4863-4089-b61f-7bd9fd4180e9", "name": "network-vif-deleted", "tag": "73a5c3be-10d6-4558-bc69-9620ea808c36", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:34.472467 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da67a3dd-72a3-4ae7-947f-6c61b8604973 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:34.473103 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9418b52c-4863-4089-b61f-7bd9fd4180e9', 'name': 'network-vif-deleted', 'tag': '73a5c3be-10d6-4558-bc69-9620ea808c36', 'status': 'completed', 'code': 200} Jul 23 22:34:34.529415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:34.555381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Transition to ACTIVE for port object 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:34.628785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-30db5e9e-11c9-4211-b579-985317c51e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:34.631405 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-30db5e9e-11c9-4211-b579-985317c51e87 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1100 time: 1.1809416 Jul 23 22:34:34.675461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:34.770671 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a888f1-656b-493b-b346-f5adc9e63239 x-openstack-request-id: req-77a888f1-656b-493b-b346-f5adc9e63239 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:34.770959 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "name": "network-vif-plugged", "status": "completed", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:34.771333 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77a888f1-656b-493b-b346-f5adc9e63239 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:34.771858 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'code': 200} Jul 23 22:34:34.834508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a376a3-b850-4b3e-a136-47fb6a0b831a req-374840bb-4db0-48f7-9fc2-7825b6ebbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:34.836128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9a376a3-b850-4b3e-a136-47fb6a0b831a req-374840bb-4db0-48f7-9fc2-7825b6ebbc93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 1098 time: 0.1328051 Jul 23 22:34:34.900787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:34.910051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9a376a3-b850-4b3e-a136-47fb6a0b831a req-43a5ead5-db11-4cc7-82f4-3385c2d4ee40 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679107 Jul 23 22:34:34.931221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:34.934395 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:34.937156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event updated for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:34.987113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:34.993041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:34.996600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:35.150522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7bef-6cc1-45c0-a68a-3f58c072f6fa req-349e41c6-e43d-4b3d-abae-93e3d1fb9cd6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.163150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5cca7bef-6cc1-45c0-a68a-3f58c072f6fa req-349e41c6-e43d-4b3d-abae-93e3d1fb9cd6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.2339225 Jul 23 22:34:35.170323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.171858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:35.296016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5cca7bef-6cc1-45c0-a68a-3f58c072f6fa req-f02b53d5-7c41-4ae7-95c6-126ed0b991a2 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280091 Jul 23 22:34:35.397093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4404a-0ea8-418d-b85c-cf5b2935f9ea req-6e7303f0-bc00-40ba-8057-f2324b7f1eb3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.408091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98a4404a-0ea8-418d-b85c-cf5b2935f9ea req-6e7303f0-bc00-40ba-8057-f2324b7f1eb3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 946 time: 0.8014443 Jul 23 22:34:35.508658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-911db4a8-49ba-4de2-bf50-bfa28550d407 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3200321 Jul 23 22:34:35.513926 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b258fe90-a4d1-40ba-bc11-c7f6beee13a8 x-openstack-request-id: req-b258fe90-a4d1-40ba-bc11-c7f6beee13a8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:35.514264 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:35.514562 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b258fe90-a4d1-40ba-bc11-c7f6beee13a8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:35.517067 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'status': 'completed', 'code': 200} Jul 23 22:34:35.534025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6ffb5dc-ba9e-4ae9-9678-c66fdfd1d825 None None] Provisioning for port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:35.543507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98a4404a-0ea8-418d-b85c-cf5b2935f9ea req-32647e02-c878-4a2c-a3d2-dd5834419ff9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Jul 23 22:34:35.544550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-cae9c69b-5da0-4c43-8721-d14051441902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.545994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-cae9c69b-5da0-4c43-8721-d14051441902 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.8722639 Jul 23 22:34:35.560790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6ffb5dc-ba9e-4ae9-9678-c66fdfd1d825 None None] Provisioning complete for port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:35.563871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6ffb5dc-ba9e-4ae9-9678-c66fdfd1d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:35.580304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Request body: {'port': {'device_id': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:35.635302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffb5dc-ba9e-4ae9-9678-c66fdfd1d825 None None] Port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:34:35.651503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:35.726032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c6c6d-17b7-48f1-9bd9-86b3e00b9f4b None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:34:35.731948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-d97ea57d-d69b-443b-a8d7-8371470adb40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.1487465 Jul 23 22:34:35.801916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-f76f6fac-bf8a-44d1-bb58-42a8892acef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.803718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-f76f6fac-bf8a-44d1-bb58-42a8892acef5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1100 time: 0.3288050 Jul 23 22:34:35.916026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fa456-8476-4d51-b550-b312db022fb0 req-1e291c4a-f411-43e2-9124-145f67696d62 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:35.930387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a52fa456-8476-4d51-b550-b312db022fb0 req-1e291c4a-f411-43e2-9124-145f67696d62 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 948 time: 0.3146288 Jul 23 22:34:36.004596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-34d38d86-738d-44dc-bf4d-745d5319fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.006629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-34d38d86-738d-44dc-bf4d-745d5319fb4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2564726 Jul 23 22:34:36.109206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:36.186671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a52fa456-8476-4d51-b550-b312db022fb0 req-eef466d0-dc31-45af-9497-940c51d723e0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477100 Jul 23 22:34:36.202350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e64574-06fe-41df-a8bc-1a3e4d1d21ef req-6b6d644f-de56-4978-864a-b7055eee8d48 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.204986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51e64574-06fe-41df-a8bc-1a3e4d1d21ef req-6b6d644f-de56-4978-864a-b7055eee8d48 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 931 time: 0.4785130 Jul 23 22:34:36.208107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-d13f08b2-b554-46af-97a1-1d3b7ec2a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.211418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-d13f08b2-b554-46af-97a1-1d3b7ec2a994 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3968773 Jul 23 22:34:36.279887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-e3afaeba-6ac6-4542-9725-f78bf3605f0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0613937 Jul 23 22:34:36.342825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-95439011-0046-42de-b1fb-4e3db43b8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.345052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-95439011-0046-42de-b1fb-4e3db43b8e79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3283508 Jul 23 22:34:36.383259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada273f6-75fc-405c-9b44-6e4032bfb9eb None None] New status for floating IP a45063f4-fa60-413c-b589-fffbbbccad10: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:34:36.428444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-1057596c-ba2e-46af-b23d-cec7c59cc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.431667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-1057596c-ba2e-46af-b23d-cec7c59cc490 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1402311 Jul 23 22:34:36.517738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51e64574-06fe-41df-a8bc-1a3e4d1d21ef req-a0e4e0f9-8f93-4eca-8c80-9f8fe2f3dce5 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484424 Jul 23 22:34:36.628431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-68ca56d2-0550-4cc5-b807-c0c57df4301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:36.634780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-68ca56d2-0550-4cc5-b807-c0c57df4301e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1911016 Jul 23 22:34:36.742187 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-50af8efd-44cb-45c9-98c1-48b18c1570fe service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893917 Jul 23 22:34:36.932715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ecb5db13-3d28-412f-a327-c0033f5fec32 req-6291d2fd-90c3-4830-b7ed-118e7962cd4c service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478179 Jul 23 22:34:37.095414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-722bf405-5fe5-45af-9e61-025477f2448a service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454682 Jul 23 22:34:37.116427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:37.128956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:37.160376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Transition to ACTIVE for port object 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:37.170174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:37.189176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d76fa-034d-4aaa-8853-463bc4fc0ae8 req-01730e01-719b-431d-b18e-f0e2a2425c34 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:37.196159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44d76fa-034d-4aaa-8853-463bc4fc0ae8 req-01730e01-719b-431d-b18e-f0e2a2425c34 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.4595435 Jul 23 22:34:37.236153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-24c24956-0b93-44a0-9a27-5cfae3d1ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:37.238346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-24c24956-0b93-44a0-9a27-5cfae3d1ade8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1100 time: 0.1702869 Jul 23 22:34:37.296522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44d76fa-034d-4aaa-8853-463bc4fc0ae8 req-07a77158-1c99-452e-bbbd-ebc07cc1b160 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994308 Jul 23 22:34:37.320902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-47afdb69-bbc2-422e-879c-d11bfd8df5f2 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245586 Jul 23 22:34:37.327786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:37.585296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-35baffc1-765d-4388-964e-d0bde51d20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:37.586864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-35baffc1-765d-4388-964e-d0bde51d20ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3374081 Jul 23 22:34:37.602121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Attempting to bind port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:37.602518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Attempting to bind port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:37.603009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Attempting to bind port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:37.618861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:37.619192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Attempting to bind port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 on network 438b485e-cbbb-4dfc-9c8b-534efad218d8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:37.672922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b2224-c722-4154-b652-bf990e6ad964 req-c485e1b9-0dd5-41ed-b5ed-e4ad075ff524 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:37.675271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c6b2224-c722-4154-b652-bf990e6ad964 req-c485e1b9-0dd5-41ed-b5ed-e4ad075ff524 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 946 time: 0.2134595 Jul 23 22:34:37.681559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-8730a753-1f5a-401a-8e68-56242cc81993 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0736630 Jul 23 22:34:37.687267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:37.687600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Checking segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:37.688000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Bound using segment: {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:37.688472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Bound port: 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d5aa48-e9a1-4cee-a4eb-120cfeb37688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:37.688844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:37.753242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c6b2224-c722-4154-b652-bf990e6ad964 req-462152fd-8ca9-47d5-8743-24a656df10d2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Jul 23 22:34:37.810850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-73ce0638-859e-4e9a-a066-0f019cbb2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:37.812807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-73ce0638-859e-4e9a-a066-0f019cbb2948 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1195242 Jul 23 22:34:38.076416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:38.093524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc685e-1947-4eb2-8ef3-949a87019fc5 req-bea0d059-aa67-44d3-b77f-ee7f77f40bdd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.100872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abc685e-1947-4eb2-8ef3-949a87019fc5 req-bea0d059-aa67-44d3-b77f-ee7f77f40bdd tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 943 time: 0.1163580 Jul 23 22:34:38.122847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:38.143935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-52d75e31-107b-4b05-9e69-f168f4316e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.148589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-52d75e31-107b-4b05-9e69-f168f4316e7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3124104 Jul 23 22:34:38.152795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:38.157677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abc685e-1947-4eb2-8ef3-949a87019fc5 req-6a4beabe-9023-4db2-94c3-eea9f755e851 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498006 Jul 23 22:34:38.366734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3867-6d9e-4f08-a70b-c3f07e8814f8 req-f4606d86-8a46-4bdc-b271-465302bf3581 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.369139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e7c3867-6d9e-4f08-a70b-c3f07e8814f8 req-f4606d86-8a46-4bdc-b271-465302bf3581 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 948 time: 0.5335009 Jul 23 22:34:38.395364 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:34:38.452346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-db393719-6a50-42bc-ae6d-9e28aa46cf1f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816124 Jul 23 22:34:38.453094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:38.456589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.457327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:38.460636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-147d28db-1847-48d6-bd4c-219498674709 service neutron] 10.222.0.25 "PUT /v2.0/ports/3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 200 len: 1092 time: 2.9119143 Jul 23 22:34:38.478140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:38.489064 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80196c30-5f38-4410-8504-13480911a400" -d '{"events": [{"name": "network-changed", "server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:38.673745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-0be4fa29-d915-47f3-8b14-372bcf8ad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.675815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-0be4fa29-d915-47f3-8b14-372bcf8ad234 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 1095 time: 0.1690497 Jul 23 22:34:38.705086 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9dbaf30a-b1fd-4185-9b88-8879422ce6a2 req-f99308dd-35b1-4b42-8507-1422267bf1c9 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089112 Jul 23 22:34:38.708951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e7c3867-6d9e-4f08-a70b-c3f07e8814f8 req-28e06bb0-9718-45ee-8d6e-b3f2b32cc57b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473476 Jul 23 22:34:38.780620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-89121245-1549-404e-931e-af57b31743f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 200 len: 217 time: 0.0703585 Jul 23 22:34:38.907123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-9da691f4-326b-4522-af62-93af8ef96f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:38.908603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-9da691f4-326b-4522-af62-93af8ef96f54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.1170268 Jul 23 22:34:39.077063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479322c-73b8-48f7-8a33-e6bdfb0acbed req-501c9182-874a-4262-912a-0d6631ef120f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:39.085775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6479322c-73b8-48f7-8a33-e6bdfb0acbed req-501c9182-874a-4262-912a-0d6631ef120f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1754444 Jul 23 22:34:39.116990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-3f25af98-ac38-499e-9074-49321bb390d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:39.118598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-3f25af98-ac38-499e-9074-49321bb390d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1954513 Jul 23 22:34:39.147010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f6ed8-b09f-464d-a276-605cfd874b15 req-d177f9ad-b01d-402c-a1a6-1de070076a8c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:39.148525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb6f6ed8-b09f-464d-a276-605cfd874b15 req-d177f9ad-b01d-402c-a1a6-1de070076a8c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 946 time: 0.1248567 Jul 23 22:34:39.150414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6479322c-73b8-48f7-8a33-e6bdfb0acbed req-77a886fc-bee2-4765-9f2e-da15b6d891fb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633824 Jul 23 22:34:39.241362 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02df4c-0583-4c33-9dbd-b33c10b26dd0 x-openstack-request-id: req-2a02df4c-0583-4c33-9dbd-b33c10b26dd0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:39.241806 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:39.241944 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a02df4c-0583-4c33-9dbd-b33c10b26dd0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:39.242336 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'status': 'completed', 'code': 200} Jul 23 22:34:39.264140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb6f6ed8-b09f-464d-a276-605cfd874b15 req-6d3a5cd1-d526-4309-b3dd-f3478188eb08 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010482 Jul 23 22:34:39.297935 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-3923d071-2bba-475e-8ee7-8ccb098f2f28 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688330 Jul 23 22:34:39.421981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8621f215-97f1-4f50-914f-2ec09470ad8a req-245e8fd6-63b1-4ece-a934-19d21c1ef25f service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144361 Jul 23 22:34:39.579303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196c30-5f38-4410-8504-13480911a400 req-5e1d85c2-552e-43f8-af47-d17ef6295f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:39.580841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-5e1d85c2-552e-43f8-af47-d17ef6295f8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 1095 time: 0.1040442 Jul 23 22:34:39.646174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558918-1ea2-41e5-a7c0-a8be295818d2 req-cafb4098-0548-4797-b741-88033ac3a52a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:39.652645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21558918-1ea2-41e5-a7c0-a8be295818d2 req-cafb4098-0548-4797-b741-88033ac3a52a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 943 time: 0.1232195 Jul 23 22:34:40.135967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21558918-1ea2-41e5-a7c0-a8be295818d2 req-4c22edf5-920a-463a-954e-2c4cf9c59362 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992608 Jul 23 22:34:40.155354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196c30-5f38-4410-8504-13480911a400 req-1f3d7bae-f420-462f-bb5d-d9c29443a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.157466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-1f3d7bae-f420-462f-bb5d-d9c29443a810 service neutron] 10.222.0.25 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 925 time: 0.5689721 Jul 23 22:34:40.213046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-43c9be45-1c18-4b39-abd2-718f58507075 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 200 len: 217 time: 0.0486877 Jul 23 22:34:40.334241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196c30-5f38-4410-8504-13480911a400 req-fcd81b45-04cd-45e6-9094-1e5ddae372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.335768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-fcd81b45-04cd-45e6-9094-1e5ddae372a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.1162143 Jul 23 22:34:40.362422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fe344-b57a-4776-a2d0-d5fa8f80f546 req-f53cbe8c-5ea3-42b4-b226-636358f0f065 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.363974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da3fe344-b57a-4776-a2d0-d5fa8f80f546 req-f53cbe8c-5ea3-42b4-b226-636358f0f065 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 948 time: 0.1062279 Jul 23 22:34:40.429006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da3fe344-b57a-4776-a2d0-d5fa8f80f546 req-9de72e4b-5b12-4131-85b3-b026fc3cffd7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Jul 23 22:34:40.482997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196c30-5f38-4410-8504-13480911a400 req-aa4868b7-9455-44db-bae3-fe27741d197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.484743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-aa4868b7-9455-44db-bae3-fe27741d197d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388812 Jul 23 22:34:40.710598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:40.711297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-4843a827-c91a-4029-9d76-44f02a608595 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065260 Jul 23 22:34:40.773376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-c4f89d91-3f0f-4b4a-aa2f-2c433ffba6ff tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.774997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-c4f89d91-3f0f-4b4a-aa2f-2c433ffba6ff tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.2153080 Jul 23 22:34:40.827529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-3f85fc86-ce45-4672-94a8-f6f166ff15bf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/quotas/50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 375 time: 0.0446885 Jul 23 22:34:40.836607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3baa0f-e878-44b9-82a6-66f06bde5ab4 req-e1c7a9ec-f02a-409d-a5c7-d86d96e2b61f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:40.840135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f3baa0f-e878-44b9-82a6-66f06bde5ab4 req-e1c7a9ec-f02a-409d-a5c7-d86d96e2b61f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.1082056 Jul 23 22:34:40.859083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:40.873820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'mac_address': 'fa:16:3e:64:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:40.909350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80196c30-5f38-4410-8504-13480911a400 req-31ae2598-b48d-4555-8b50-5a0345d46d95 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874411 Jul 23 22:34:40.929870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f3baa0f-e878-44b9-82a6-66f06bde5ab4 req-feae1a21-29e9-4050-9704-3fb976892984 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Jul 23 22:34:40.976218 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-28e1a751-e838-417f-965f-32c6dfb416aa tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441300 Jul 23 22:34:40.995389 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:41.012157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-73efb198-c32b-4322-9daa-52af3cc6111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:41.019330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:41.065366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:41.074738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:41.099381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-3f96f074-3a6b-42bc-bc2b-b0c49f5ad94f service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219766 Jul 23 22:34:41.146452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:41.245322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-18ad0360-8e10-409e-ae2b-cc8ce85904e6 service neutron] 10.222.0.37 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444185 Jul 23 22:34:41.389047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1fb53af8-7a0c-4b2a-88f9-bb0017362e05'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:41.689098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-a5fbdfd3-39fe-4f57-9630-837ebed9c262 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:41.691393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-a5fbdfd3-39fe-4f57-9630-837ebed9c262 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5&tenant_id=1d9c25a211d84183a54ba31373bc7c38&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 949 time: 0.1816905 Jul 23 22:34:41.741969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4685e-810b-4273-bec9-2c6af0143b0a req-d4f8000a-6b83-49d4-8099-6ae6f2ee3ba9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:41.746284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d4685e-810b-4273-bec9-2c6af0143b0a req-d4f8000a-6b83-49d4-8099-6ae6f2ee3ba9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 943 time: 0.1123292 Jul 23 22:34:41.802945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d4685e-810b-4273-bec9-2c6af0143b0a req-272355f2-cafc-4f97-b3c9-43b4fddad3c1 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502076 Jul 23 22:34:41.813822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-ff93b4cd-2b81-46ce-a7bc-02167fd3c971 service neutron] 10.222.0.22 "GET /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05/bindings/n-h2-791506-25 HTTP/1.1" status: 200 len: 383 time: 0.1107295 Jul 23 22:34:41.881292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:41.936500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-ffde9843-2933-4b18-b8d8-16dbf98a8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:41.942134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-ffde9843-2933-4b18-b8d8-16dbf98a8c6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1101 time: 0.0925362 Jul 23 22:34:42.112554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da84c0b-29d9-4ab9-ade3-8f2350581378 req-d965445d-c548-4e87-8843-437db2857d0a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.113930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-5f889fc1-7f22-492f-a4b2-703ed48e6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.116229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-5f889fc1-7f22-492f-a4b2-703ed48e6de0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1639383 Jul 23 22:34:42.124115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0da84c0b-29d9-4ab9-ade3-8f2350581378 req-d965445d-c548-4e87-8843-437db2857d0a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.1941075 Jul 23 22:34:42.218425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:42.225088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0da84c0b-29d9-4ab9-ade3-8f2350581378 req-f08e1d7a-f444-4ff8-8ba3-abcdb2a1f281 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997775 Jul 23 22:34:42.293663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'port_id': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'mac_address': 'fa:16:3e:9d:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:42.306153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-70998593-2cea-40c8-b6c4-0e2b13dc05eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.1792502 Jul 23 22:34:42.379301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:42.398812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:42.410721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-06723afc-521d-40ea-8bdf-67d6e34a84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.413040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-06723afc-521d-40ea-8bdf-67d6e34a84d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0809162 Jul 23 22:34:42.428098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c824d13-8731-41d9-b0e8-8e923e39c33a req-b7ea2972-6134-4828-87ed-4573ebcb5a36 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0623524 Jul 23 22:34:42.441447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:42.451860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:42.516916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:42.531393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4a06-ef5d-4d74-b603-9f4eef21d44a req-8fa3ddea-4bfe-4ea9-8853-191f343f5a87 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.533234 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-701c4a06-ef5d-4d74-b603-9f4eef21d44a req-8fa3ddea-4bfe-4ea9-8853-191f343f5a87 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 946 time: 0.2221558 Jul 23 22:34:42.579381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-457da893-cf90-4c27-abc8-6c690cf2f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.581168 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-457da893-cf90-4c27-abc8-6c690cf2f7dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576498 Jul 23 22:34:42.672666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b958a0c-e40a-42b3-a8cc-2188ca9b6850 req-c324fc6f-2095-4aba-8d58-56ed81aedd16 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:42.674362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b958a0c-e40a-42b3-a8cc-2188ca9b6850 req-c324fc6f-2095-4aba-8d58-56ed81aedd16 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.0820999 Jul 23 22:34:42.678581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-701c4a06-ef5d-4d74-b603-9f4eef21d44a req-18a74a32-0c68-4e3a-acde-e98f2d331be3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380963 Jul 23 22:34:42.690544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-5faecca4-202e-42e0-91c1-06b1f248e49b service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970864 Jul 23 22:34:42.717786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['3bb1ac65-9d34-4d7d-b447-d718ea6a8247'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:42.780317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:42.787492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:42.803574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b958a0c-e40a-42b3-a8cc-2188ca9b6850 req-d244fb2e-185d-4999-a28a-9a42a698059a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127079 Jul 23 22:34:42.900281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-c6f570dd-d654-4404-a67c-65e768731274 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903267 Jul 23 22:34:43.121143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:43.163590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:43.164272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.219859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825aa53-9a7e-44ef-9340-f3684c5447c7 req-b7f7115e-b73f-4b4d-848d-0e77d78212b0 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:43.229906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a825aa53-9a7e-44ef-9340-f3684c5447c7 req-b7f7115e-b73f-4b4d-848d-0e77d78212b0 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 944 time: 0.1904035 Jul 23 22:34:43.277595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:43.298371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'port_id': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'mac_address': 'fa:16:3e:3e:76:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6621fa47-25c2-48c1-945b-a80904e30cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:43.383883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.457266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a825aa53-9a7e-44ef-9340-f3684c5447c7 req-98216511-bf71-4ce8-92e9-0316722a1b83 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191060 Jul 23 22:34:43.459555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:43.475705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-2fb220f9-4c28-4e51-8b77-1823fba6067e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:43.481740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-2fb220f9-4c28-4e51-8b77-1823fba6067e tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 821 time: 0.1711493 Jul 23 22:34:43.499322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Request body: {'port': {'device_id': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'admin_state_up': True, 'tenant_id': '50788af0abb74276aa06ebf07765bfaa'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:43.500862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:43.546787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.677654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.757731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['eac2f738-67e3-4851-afc2-119e1c511af6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:43.772579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:43.774384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:43.782088 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569163eb-3e94-42e0-b0bf-5d99f200475c" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:43.877274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:43.927102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.958795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Made reservation on behalf of 50788af0abb74276aa06ebf07765bfaa for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:34:43.974299 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b058827-538d-4bc9-a6b3-45ce1cb440ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:43.979804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:44.094131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11051444-bcaa-4d7d-8979-dcd47d1aeae9 req-407b5c74-a813-44d1-80a5-ec60d7b932d0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0411825 Jul 23 22:34:44.140446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:44.192245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:44.263612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ba97d-506f-4be5-8b8e-bf22eff64e15 req-3d7112fa-5815-4fc4-8c31-d0f23193363f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:44.276755 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b25ba97d-506f-4be5-8b8e-bf22eff64e15 req-3d7112fa-5815-4fc4-8c31-d0f23193363f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.5322073 Jul 23 22:34:44.360503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d74255-6459-4d1f-ac70-b2a0997aecbe req-9efd42f6-4e07-4225-91bf-ec5a581f8885 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:44.383719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92d74255-6459-4d1f-ac70-b2a0997aecbe req-9efd42f6-4e07-4225-91bf-ec5a581f8885 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 945 time: 0.2083950 Jul 23 22:34:44.412381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b25ba97d-506f-4be5-8b8e-bf22eff64e15 req-566202ce-e5b0-4bac-bd90-1a941fde1851 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149240 Jul 23 22:34:44.538851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92d74255-6459-4d1f-ac70-b2a0997aecbe req-c547ca00-5ff4-4b90-83a4-3236aab3db71 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498358 Jul 23 22:34:44.566841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Allocated IP 172.20.0.8 (8c04baa1-bb55-4b4a-87b1-7a626be00747/46542f07-5ce6-42de-b773-f13fabd51ea9/97f529f0-a4de-40eb-be3d-ad542e6a4fff) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:44.692260 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98110252-6d1c-40b5-aeb3-32e1b9f3a495 x-openstack-request-id: req-98110252-6d1c-40b5-aeb3-32e1b9f3a495 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:44.692557 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:44.692822 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98110252-6d1c-40b5-aeb3-32e1b9f3a495 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:44.693219 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'code': 200} Jul 23 22:34:44.741454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:44.800566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:44.892633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:44.965501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:44.984803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:45.030375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:45.045575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.112739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.191378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:45.237542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.261423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03775e6-2e04-48ec-bca4-d9b09d5c884a req-fe230aac-cb3d-4aa1-b1e6-c82ab1b804bd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:45.270476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f03775e6-2e04-48ec-bca4-d9b09d5c884a req-fe230aac-cb3d-4aa1-b1e6-c82ab1b804bd tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 946 time: 0.3118377 Jul 23 22:34:45.295803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.306648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.338789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f03775e6-2e04-48ec-bca4-d9b09d5c884a req-b52b4adf-50d4-48a1-8eba-66f97b4d3f75 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669560 Jul 23 22:34:45.397267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a53c610b93e945008329bffc753507e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917950 Jul 23 22:34:45.399773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:45.431514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527361bf-9a21-4c69-9e56-83d0ff961b8b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:45.459697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.461520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.462582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.464350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.464967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.465548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.467341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.467866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.469799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.470314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.471931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.473583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a358a-4fdb-49bb-9417-ba283c399a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.578710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.593111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:45.694716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Network 8c04baa1-bb55-4b4a-87b1-7a626be00747 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:45.711611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:45.722463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:45.731390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:45.795039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.799579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.799579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.800159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.800601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.801041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.801530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.801985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.802409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.802836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.803992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.806030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:34:45.859697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:45.860792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:45.902298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:45.906874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-4ad24d16-d0d7-4d9e-94d7-eb36f0a0df37 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4158971 Jul 23 22:34:45.921413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-9e39cad9-76df-497e-b9dd-13d8ebe08ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:45.923041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-9e39cad9-76df-497e-b9dd-13d8ebe08ffd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1102 time: 0.4300659 Jul 23 22:34:45.930512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Request body: {'port': {'device_id': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:46.003082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:46.018552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:46.023880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:46.024347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.157818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.175947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a91966-8b36-4747-984c-d5b540312ed3 req-099d5548-eb25-4e0c-b448-fadaccd6a54f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:46.178943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-89a91966-8b36-4747-984c-d5b540312ed3 req-099d5548-eb25-4e0c-b448-fadaccd6a54f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 944 time: 0.6219897 Jul 23 22:34:46.189432 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.223242 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.262867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.294725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:46.309293 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.345322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-89a91966-8b36-4747-984c-d5b540312ed3 req-4d9ff283-b263-473b-a5a6-c481ffa07181 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439154 Jul 23 22:34:46.373101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.447674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.472560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:46.481316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecaaae-8f0d-4b58-aae7-0058f8bd0ac4 req-60e49bc9-b701-4194-b70b-1bc36c286c4f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:46.485732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceecaaae-8f0d-4b58-aae7-0058f8bd0ac4 req-60e49bc9-b701-4194-b70b-1bc36c286c4f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 931 time: 0.1685357 Jul 23 22:34:46.591937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceecaaae-8f0d-4b58-aae7-0058f8bd0ac4 req-f519bd06-99e1-4f07-ad6d-a008874ce57a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 Jul 23 22:34:46.694713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:46.697270 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b454a-6711-48ac-9144-b3e1905fb824" -d '{"events": [{"server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:46.804924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.809085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:46.810517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/527361bf-9a21-4c69-9e56-83d0ff961b8b HTTP/1.1" status: 204 len: 168 time: 1.4097030 Jul 23 22:34:46.883810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c1bc9-44eb-4d4a-b4df-1a89ccb457b0 req-170479b6-8411-4358-8268-512ba286d899 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:46.889564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329be7b6-30cb-45ee-83ee-fb715def56f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527361bf-9a21-4c69-9e56-83d0ff961b8b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:46.891590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f6c1bc9-44eb-4d4a-b4df-1a89ccb457b0 req-170479b6-8411-4358-8268-512ba286d899 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.1873715 Jul 23 22:34:46.988906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f6c1bc9-44eb-4d4a-b4df-1a89ccb457b0 req-1d11db8b-194b-480c-bdc2-4d51a4d0abda tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888758 Jul 23 22:34:46.995818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:47.098604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:47.178592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:47.222509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Transition to ACTIVE for port object 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:47.231886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f529f0-a4de-40eb-be3d-ad542e6a4fff {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:47.241206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:47.251532 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565c1a1-5e8e-4186-b25c-96d264ffbbff" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:47.272908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:47.284971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:47.341898 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8806ba4-7cbc-4783-97b2-c92c2ed2b8ac x-openstack-request-id: req-f8806ba4-7cbc-4783-97b2-c92c2ed2b8ac {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:47.342452 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "name": "network-vif-plugged", "status": "completed", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:47.342452 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8806ba4-7cbc-4783-97b2-c92c2ed2b8ac {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:47.346264 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'code': 200} Jul 23 22:34:47.365208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4982ec-2289-4edb-9540-21e4672d51f7 req-613f0f02-ca5f-430a-b89c-f1794e6b0f64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:47.375772 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d4982ec-2289-4edb-9540-21e4672d51f7 req-613f0f02-ca5f-430a-b89c-f1794e6b0f64 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 944 time: 0.1340477 Jul 23 22:34:47.444563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Transition to ACTIVE for port object 97f529f0-a4de-40eb-be3d-ad542e6a4fff will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:47.509110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] No DVR routers for this DVR port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:47.521777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:47.615781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d4982ec-2289-4edb-9540-21e4672d51f7 req-65d24050-d87d-4735-b9d0-85547acfb76f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374246 Jul 23 22:34:47.690922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a3850-ff96-4112-8eb9-9a6de373ee78 req-7ee38889-810f-4a0d-a422-7ffe831ddb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:47.699325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-918a3850-ff96-4112-8eb9-9a6de373ee78 req-7ee38889-810f-4a0d-a422-7ffe831ddb5c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 1097 time: 0.2594638 Jul 23 22:34:47.764941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:47.784778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-918a3850-ff96-4112-8eb9-9a6de373ee78 req-14f02921-5b18-4f40-bab0-29deb7bef130 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658903 Jul 23 22:34:47.905774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:47.907120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:47.907684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:47.955591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:47.956388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Attempting to bind port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:48.011717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-e5e3478d-9b54-4056-b8dc-95c271782cb4 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:48.013745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-e5e3478d-9b54-4056-b8dc-95c271782cb4 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c309538-f6c3-4f3f-8b97-4fb4b9c41762 HTTP/1.1" status: 200 len: 944 time: 0.1736717 Jul 23 22:34:48.063534 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eb4cbb-3f67-4397-a388-9a08e86064f4 x-openstack-request-id: req-15eb4cbb-3f67-4397-a388-9a08e86064f4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:48.063826 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:48.064079 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15eb4cbb-3f67-4397-a388-9a08e86064f4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:48.064474 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'code': 200} Jul 23 22:34:48.067961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:48.068287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:48.068678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:48.069108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Bound port: 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:48.069468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.105856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:48.129964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:48.130236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:48.130563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:48.152324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:48.152648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:48.159468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:48.159933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:48.160192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:48.160636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Bound port: 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:48.161002 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.248715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:48.257375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:48.276824 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.332800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:48.333506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.335126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] 10.222.0.25 "PUT /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 1098 time: 2.3501406 Jul 23 22:34:48.336573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:48.408632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:48.467031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.504075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4dd2-4acd-4bde-ab4a-a70f2f7dcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:48.515024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:48.515665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.517100 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] 10.222.0.22 "PUT /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 1092 time: 2.5991287 Jul 23 22:34:48.561844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711b22-2efe-4319-af49-cfafec081711 req-7d724521-f7e0-4db8-9daa-c0852bf68711 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:48.575990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f711b22-2efe-4319-af49-cfafec081711 req-7d724521-f7e0-4db8-9daa-c0852bf68711 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.3868287 Jul 23 22:34:48.693459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f711b22-2efe-4319-af49-cfafec081711 req-01fa8227-09a0-4fef-bebd-cffde77955cc tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163831 Jul 23 22:34:48.730374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Deleting port eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:34:48.730731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.742043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:48.860605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:48.917665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] For port eac2f738-67e3-4851-afc2-119e1c511af6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eac2f738-67e3-4851-afc2-119e1c511af6,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:48.918287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:48.935661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Calling delete_port for eac2f738-67e3-4851-afc2-119e1c511af6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:34:49.103426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02c23d-62be-4dca-8f02-82171a72868f service neutron] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:49.125944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:49.172995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event deleted for resources: {'Port': ['ID=eac2f738-67e3-4851-afc2-119e1c511af6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:49.205988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-6a5c995d-441e-4e74-97ff-21f94b36d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.205988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-6a5c995d-441e-4e74-97ff-21f94b36d3b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1101 time: 0.8295197 Jul 23 22:34:49.225660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] No DVR routers for this DVR port eac2f738-67e3-4851-afc2-119e1c511af6 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:34:49.230917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:49.233915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b83595c9-c8d0-4170-8968-e5531aa95765 req-eabbf491-5ea7-410e-90e0-e0e4c1766690 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "DELETE /v2.0/ports/eac2f738-67e3-4851-afc2-119e1c511af6 HTTP/1.1" status: 204 len: 173 time: 1.2118371 Jul 23 22:34:49.234689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'name': 'network-vif-deleted', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:49.237309 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e68d729-7796-423b-98da-70fa184b1738" -d '{"events": [{"server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "name": "network-vif-deleted", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:49.317002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-177a5cac-12fa-4d9d-8e87-5ae8ba6f0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.317220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c0e93-b854-4ec0-9ef8-463252511880 req-ad4cb51c-ffe8-4a2c-87ca-8a1ec587e797 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.317348 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-177a5cac-12fa-4d9d-8e87-5ae8ba6f0a89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1095 time: 0.3014548 Jul 23 22:34:49.410937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d4c0e93-b854-4ec0-9ef8-463252511880 req-ad4cb51c-ffe8-4a2c-87ca-8a1ec587e797 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.2432163 Jul 23 22:34:49.410937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d4c0e93-b854-4ec0-9ef8-463252511880 req-e8687887-bb1e-4e23-acf0-4bb5387ab7b3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712516 Jul 23 22:34:49.473406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-e1602b20-9dcd-44e1-86f3-b0e36f08635a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 217 time: 0.1052291 Jul 23 22:34:49.482800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352101f-b602-4d11-9858-4df6c1205ad2 req-d5b12be1-1bd5-451c-9ab0-c325bc1faccf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.489950 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e352101f-b602-4d11-9858-4df6c1205ad2 req-d5b12be1-1bd5-451c-9ab0-c325bc1faccf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.4304781 Jul 23 22:34:49.609301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-45d587de-796b-4b5e-b338-d5d9dc4b9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.615569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-45d587de-796b-4b5e-b338-d5d9dc4b9916 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3990993 Jul 23 22:34:49.704796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e352101f-b602-4d11-9858-4df6c1205ad2 req-6b4bc4e2-4f02-488a-ac18-a26a9e98dff0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129657 Jul 23 22:34:49.707067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-c296ca08-58b0-4548-8530-16aacda8d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:49.708709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-c296ca08-58b0-4548-8530-16aacda8d9c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.2118053 Jul 23 22:34:49.711284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-b289e491-2f67-42ba-9711-28446c27272b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0698609 Jul 23 22:34:49.771890 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-33c24f5f-20a3-4a54-a92f-4894aa291d6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511937 Jul 23 22:34:49.901026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-68eec30d-7cbf-476b-9e8f-26e862367562 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051407 Jul 23 22:34:50.020391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-270ee77a-88c1-48b3-957a-3fd4cba0bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:50.022427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-270ee77a-88c1-48b3-957a-3fd4cba0bad5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3042345 Jul 23 22:34:50.066106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}, {'name': 'network-changed', 'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:50.069706 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c1106f-672d-47a2-8ade-1de2ed03363c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}, {"name": "network-changed", "server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:50.151515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6737dd2c-141a-4365-ae88-2ebac4e36d9b req-9885fc04-7fdf-452d-996d-4ed62668c854 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247133 Jul 23 22:34:50.165586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-0ccf1afc-8a3d-4a8b-badc-a06dcc95cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:50.167906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-0ccf1afc-8a3d-4a8b-badc-a06dcc95cd76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383708 Jul 23 22:34:50.340271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-cac31b93-729c-416f-b369-2e728afb91f7 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652455 Jul 23 22:34:50.597745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8293f39-ac00-4e62-bdb2-33aadcef9f44 req-f77dd2cb-bd99-4652-9d64-697abf15ecec service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500389 Jul 23 22:34:50.743403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:50.746266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:50.879054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: eac2f738-67e3-4851-afc2-119e1c511af6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:34:50.881010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eac2f738-67e3-4851-afc2-119e1c511af6 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:34:50.907319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:50.920860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'mac_address': 'fa:16:3e:29:6c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:50.972828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:50.989477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 042ed29b-a889-40d1-87d6-85cec533bc0f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:51.013851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:51.020507 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:51.119774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['042ed29b-a889-40d1-87d6-85cec533bc0f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:51.199093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:51.664670 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8e745-a4a7-426a-a7a9-fb94478071de x-openstack-request-id: req-1ff8e745-a4a7-426a-a7a9-fb94478071de {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:51.665472 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c309538-f6c3-4f3f-8b97-4fb4b9c41762", "name": "network-vif-deleted", "tag": "eac2f738-67e3-4851-afc2-119e1c511af6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:51.665472 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ff8e745-a4a7-426a-a7a9-fb94478071de {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:51.666742 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c309538-f6c3-4f3f-8b97-4fb4b9c41762', 'name': 'network-vif-deleted', 'tag': 'eac2f738-67e3-4851-afc2-119e1c511af6', 'status': 'completed', 'code': 200} Jul 23 22:34:51.795368 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a68522c-0936-4140-892e-960bf504a8a8 x-openstack-request-id: req-6a68522c-0936-4140-892e-960bf504a8a8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:51.797885 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:51.798235 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a68522c-0936-4140-892e-960bf504a8a8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:51.798668 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'status': 'completed', 'code': 200} Jul 23 22:34:51.800063 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'status': 'completed', 'code': 200} Jul 23 22:34:51.867491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc56a8-876e-4b95-b062-ac6e0d79bdc3 req-412bf8e0-a0d2-4631-a07a-c692e7a4d8a3 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:51.879501 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7fc56a8-876e-4b95-b062-ac6e0d79bdc3 req-412bf8e0-a0d2-4631-a07a-c692e7a4d8a3 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.1581898 Jul 23 22:34:51.974912 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7fc56a8-876e-4b95-b062-ac6e0d79bdc3 req-109a2097-9d5d-4c44-9851-3dd2ccd49f3a tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688372 Jul 23 22:34:52.053707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-6f4f9a56-3761-4770-8616-45d21bd4eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.055339 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-6f4f9a56-3761-4770-8616-45d21bd4eec5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1101 time: 0.2494147 Jul 23 22:34:52.075035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:52.093503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fec67-aa32-4838-a714-217b401b61d5 req-c54f73fa-7a76-4d25-bdc7-dead8bc7edd9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.099749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca2fec67-aa32-4838-a714-217b401b61d5 req-c54f73fa-7a76-4d25-bdc7-dead8bc7edd9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 949 time: 0.1852891 Jul 23 22:34:52.211005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca2fec67-aa32-4838-a714-217b401b61d5 req-dd8f488c-2ad5-467e-bb4f-50045a46c874 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Jul 23 22:34:52.321622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-d5fa7148-eedf-4942-821c-7dc81e0a8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.326970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-d5fa7148-eedf-4942-821c-7dc81e0a8dea service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2617636 Jul 23 22:34:52.330544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-469a5497-1294-46ee-94f0-14f2826e968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.332985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-469a5497-1294-46ee-94f0-14f2826e968c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 1101 time: 0.3692751 Jul 23 22:34:52.461396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adbbf-97b1-4136-bfe9-e859be0b0ef2 req-f78c5d56-2de2-455e-b630-6e8dd6cce53d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.477264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-508adbbf-97b1-4136-bfe9-e859be0b0ef2 req-f78c5d56-2de2-455e-b630-6e8dd6cce53d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.1681452 Jul 23 22:34:52.590857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-508adbbf-97b1-4136-bfe9-e859be0b0ef2 req-70b96f28-7606-481d-99ad-f658228819fa tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043403 Jul 23 22:34:52.613279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-01e70c49-fc6b-4bd5-b8b6-235477d12d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.1878860 Jul 23 22:34:52.755945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:52.784042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-ec199e35-f415-4024-bf67-bd6e4916a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.784042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-ec199e35-f415-4024-bf67-bd6e4916a70f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1450438 Jul 23 22:34:52.910732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 042ed29b-a889-40d1-87d6-85cec533bc0f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:52.911055 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:52.912626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:52.953218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-aed171ce-f51a-4bb7-80f2-43f6d93efd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.954767 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-aed171ce-f51a-4bb7-80f2-43f6d93efd72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.6143808 Jul 23 22:34:52.967938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-7f6c9092-d2f2-4de4-87b5-0f94665ab4af tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.969460 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-7f6c9092-d2f2-4de4-87b5-0f94665ab4af tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.7321992 Jul 23 22:34:52.980261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1e7f0-b1c0-4245-9ad2-8fa59035e7f3 req-e5fefdd8-0d4f-4071-b7ff-318db26a929c tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:52.995089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ee1e7f0-b1c0-4245-9ad2-8fa59035e7f3 req-e5fefdd8-0d4f-4071-b7ff-318db26a929c tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.1621706 Jul 23 22:34:52.998243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:53.004442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:53.012257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Request body: {'floatingip': {'port_id': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:53.054091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:53.056964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:53.068401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-7c7806ae-5ca4-4934-bb2f-0c74140dceaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 200 len: 217 time: 0.0979223 Jul 23 22:34:53.071798 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0801ec4b-a0aa-424c-bd98-34cd723626fe" -d '{"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-plugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:53.093350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-5c51439d-455f-482c-baf6-22c442643aa2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/quotas/d4ee4471452646e2997aec28f78d1191 HTTP/1.1" status: 200 len: 375 time: 0.1146793 Jul 23 22:34:53.094066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:53.112116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:53.114391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:34:53.162961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-777c22a0-a949-4cb0-8be9-a98cacc6342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:53.164358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-777c22a0-a949-4cb0-8be9-a98cacc6342b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3677373 Jul 23 22:34:53.200181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-08641251-3340-400d-88b3-c974661562b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:53.201657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-08641251-3340-400d-88b3-c974661562b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1246595 Jul 23 22:34:53.265972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:53.358857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-7860b1a6-5be0-43f7-b4a6-e5345d4c26dc tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645257 Jul 23 22:34:53.427147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:53.494385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-ce6f9a45-6bee-4f3d-b139-a1e942e8d038 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222411 Jul 23 22:34:53.494868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:53.507830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:53.551906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-371a5f57-fc8c-4bcc-b047-ed8fdd58f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:53.553749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-371a5f57-fc8c-4bcc-b047-ed8fdd58f0f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3404701 Jul 23 22:34:53.579724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-c50e5dd7-caba-41fb-970c-0e4296a79754 service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199841 Jul 23 22:34:53.791625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-055ecb8e-4bee-4953-8792-da0034bdccd9 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281713 Jul 23 22:34:53.795093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:53.936002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:34:53.946094 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-a3c411a1-5673-449f-8af0-04475e19bac8 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427202 Jul 23 22:34:53.970494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-f2cc6034-bbf6-4066-a8ea-aa4899148798 service neutron] 10.222.0.37 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679023 Jul 23 22:34:53.992548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-d0794a26-8888-4756-861f-36b549821c58 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849585 Jul 23 22:34:54.110124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:54.123217 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:54.131896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-bc725fee-61aa-41b5-9c8e-735cf71deac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:54.133812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-bc725fee-61aa-41b5-9c8e-735cf71deac8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1095 time: 0.0927420 Jul 23 22:34:54.256691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:54.289447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'mac_address': 'fa:16:3e:64:13:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:34:54.306182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db59677-e33f-450d-b479-6b9fb6b2d163 x-openstack-request-id: req-4db59677-e33f-450d-b479-6b9fb6b2d163 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:54.306981 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-plugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:54.307274 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4db59677-e33f-450d-b479-6b9fb6b2d163 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:54.307704 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'code': 200} Jul 23 22:34:54.402292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:54.404286 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Floating IP a45063f4-fa60-413c-b589-fffbbbccad10 associated. External IP: 172.25.1.96, port: 3bb1ac65-9d34-4d7d-b447-d718ea6a8247. Jul 23 22:34:54.413140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-2dbadc96-afb6-4599-ba5d-eed247e99f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:54.415610 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-2dbadc96-afb6-4599-ba5d-eed247e99f8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2732310 Jul 23 22:34:54.431065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:54.464701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:54.470839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:54.480259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-643e35ed-8bd9-49df-a17b-e2dc0aa1b23a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 217 time: 0.0577083 Jul 23 22:34:54.563056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-180fcbb2-1eae-4e37-ac65-166946cbc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:54.566057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-180fcbb2-1eae-4e37-ac65-166946cbc397 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.0793021 Jul 23 22:34:54.592201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:54.619874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affc12b-27a6-4cbe-8ac0-3e3142787f96 req-1412ba72-e605-432c-b1f7-3986a0ca6872 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:54.627201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5affc12b-27a6-4cbe-8ac0-3e3142787f96 req-1412ba72-e605-432c-b1f7-3986a0ca6872 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 949 time: 0.2141261 Jul 23 22:34:54.647577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-e1fea447-3525-485a-9653-54cea63d8479 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732031 Jul 23 22:34:54.743783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1fb53af8-7a0c-4b2a-88f9-bb0017362e05'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:34:54.768713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5affc12b-27a6-4cbe-8ac0-3e3142787f96 req-81361a05-5f6d-42cf-b930-706bd4591a5d tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334975 Jul 23 22:34:54.847309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:34:54.923039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-2dcff229-6c7e-4caf-959d-7902d567bf3f service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688544 Jul 23 22:34:55.229052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33c1106f-672d-47a2-8ade-1de2ed03363c req-4fd6e397-b754-46b5-9bc8-6eba4502eded service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901442 Jul 23 22:34:55.273508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412154f4-9131-481b-8250-8c7391b837d7 req-c6447c76-bd8c-4c75-af2b-c49726e4a229 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:55.281818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-412154f4-9131-481b-8250-8c7391b837d7 req-c6447c76-bd8c-4c75-af2b-c49726e4a229 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.2891102 Jul 23 22:34:55.356964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-412154f4-9131-481b-8250-8c7391b837d7 req-4aacd8e0-8be5-4b0a-8eed-e885aba49a04 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Jul 23 22:34:55.472970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4749ae6-8809-4895-8776-481608462f5d req-5148b5b3-a386-4916-810f-0c58fe407846 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 210 time: 0.0358865 Jul 23 22:34:55.586276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:34:55.592487 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:55.601274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:34:55.608813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807669bf-a36f-440f-823c-8598801893b0 req-6bb6d959-942b-4bd0-bc58-f37a88a0358c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:55.612396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-807669bf-a36f-440f-823c-8598801893b0 req-6bb6d959-942b-4bd0-bc58-f37a88a0358c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.7365627 Jul 23 22:34:55.634071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:55.637299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:55.687196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2dacdb96-0c75-446f-9985-112e849c14b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "PUT /v2.0/floatingips/a45063f4-fa60-413c-b589-fffbbbccad10 HTTP/1.1" status: 200 len: 990 time: 2.6797564 Jul 23 22:34:55.693424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:55.695998 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce2561-0899-4f6c-9d65-301e884c4614" -d '{"events": [{"name": "network-changed", "server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:55.709939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-807669bf-a36f-440f-823c-8598801893b0 req-3670c5e2-05fa-489a-9b83-1371c4504a14 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693011 Jul 23 22:34:55.820895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-3316ccab-b611-4c92-99a7-74e76ac01441 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:55.824819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-3316ccab-b611-4c92-99a7-74e76ac01441 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 822 time: 0.2193546 Jul 23 22:34:55.848218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Request body: {'port': {'device_id': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'admin_state_up': True, 'tenant_id': 'd4ee4471452646e2997aec28f78d1191'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:55.949900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:34:56.072506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:56.199557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Made reservation on behalf of d4ee4471452646e2997aec28f78d1191 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:34:56.205040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:56.209996 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9cf426-cdf6-4544-9d9f-ceb3b4322686 x-openstack-request-id: req-fa9cf426-cdf6-4544-9d9f-ceb3b4322686 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:56.209996 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:56.210224 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa9cf426-cdf6-4544-9d9f-ceb3b4322686 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:56.210557 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'status': 'completed', 'code': 200} Jul 23 22:34:56.347591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:56.364406 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eeeb59-7b4f-4d01-a926-91c58d4c0344" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:56.409215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5295e6e-748a-4be1-be99-20374558c782 req-a73d09e9-b22b-4836-9ecb-be67572c7d10 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:56.410873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5295e6e-748a-4be1-be99-20374558c782 req-a73d09e9-b22b-4836-9ecb-be67572c7d10 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 950 time: 0.0966625 Jul 23 22:34:56.496715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5295e6e-748a-4be1-be99-20374558c782 req-496ca301-cf48-45e7-8cd1-33f9d8668952 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768416 Jul 23 22:34:56.655303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:34:56.689544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:34:56.689813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:56.772008 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e49fe-0a00-45e4-adc5-4069cc3daee8 x-openstack-request-id: req-b89e49fe-0a00-45e4-adc5-4069cc3daee8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:56.772281 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:56.772537 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b89e49fe-0a00-45e4-adc5-4069cc3daee8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:56.772934 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'code': 200} Jul 23 22:34:56.888922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Allocated IP 172.20.0.11 (4b06cfd1-2951-4fee-b28e-557f781013c7/6621fa47-25c2-48c1-945b-a80904e30cbe/5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:34:56.982157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13ffe9-ad24-4681-99db-993791d07288 req-cd246f9b-a979-41c6-999d-044f347b2e0c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:57.005561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a13ffe9-ad24-4681-99db-993791d07288 req-cd246f9b-a979-41c6-999d-044f347b2e0c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.2509594 Jul 23 22:34:57.023573 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.089543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:34:57.120794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:9d:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:34:53Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:57.121267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a13ffe9-ad24-4681-99db-993791d07288 req-1dba42a7-02c6-45b8-b7a8-aa04b21a677b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146061 Jul 23 22:34:57.163375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:34:57.171794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.179320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:34:57.180370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:34:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:57.189666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2c8da2eb-82aa-419c-827e-1bbfd16eb197 req-18717a35-d241-4e80-976f-87c0b6591c96 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 210 time: 0.0499833 Jul 23 22:34:57.292625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-ae72ffef-95f9-4c82-b75c-6108f1b22266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:57.294267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-ae72ffef-95f9-4c82-b75c-6108f1b22266 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 1097 time: 1.0535266 Jul 23 22:34:57.297606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.426607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-ffdca577-94a2-48ab-b01a-c04eca35ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:57.428720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-ffdca577-94a2-48ab-b01a-c04eca35ef24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 925 time: 0.1273882 Jul 23 22:34:57.430362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.437285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:57.489730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:34:57.527966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Network 4b06cfd1-2951-4fee-b28e-557f781013c7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:34:57.537987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:34:57.546543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:34:57.581584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event updated for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:57.597747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-857709fa-972b-4482-ac01-b4507fd841d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 200 len: 998 time: 0.1604836 Jul 23 22:34:57.692945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:57.693627 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.733553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-04172ed4-1179-4d80-9fbe-d05da1453ca6 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8964770 Jul 23 22:34:57.738432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-41908279-ffc3-4d3f-be85-db0212acb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:57.741249 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-41908279-ffc3-4d3f-be85-db0212acb230 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.1355703 Jul 23 22:34:57.747341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Request body: {'port': {'device_id': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:34:57.890071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:57.937141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:57.984020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:9d:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:34:53Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:34:58.016062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44282c6e-563b-4526-8c50-f5b1cc676622 None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'a45063f4-fa60-413c-b589-fffbbbccad10', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'port_id': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'mac_address': 'fa:16:3e:9d:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:32:17Z', 'updated_at': '2021-07-23T22:34:53Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:34:58.036495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-baebae5a-0716-4ed8-9a2e-0eb481527ee3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085024 Jul 23 22:34:58.113524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-e4491eb8-317d-4b23-8be9-dff269f0bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:58.115063 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-e4491eb8-317d-4b23-8be9-dff269f0bfc8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2681177 Jul 23 22:34:58.139120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a2b623e-3433-42c9-b8a9-0db0d3a3a2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.316989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a2b623e-3433-42c9-b8a9-0db0d3a3a2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.326376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a2b623e-3433-42c9-b8a9-0db0d3a3a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.394008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2a2b623e-3433-42c9-b8a9-0db0d3a3a2da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ebb69fd329e4ea2a50cb4d70e828e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558716 Jul 23 22:34:58.396200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:34:58.396957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b623e-3433-42c9-b8a9-0db0d3a3a2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6eb23-9b75-484a-beb4-e7d15b74a369,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:58.412183 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b109817-2f00-44a7-8311-de1f39d9c318 None None] New status for floating IP a45063f4-fa60-413c-b589-fffbbbccad10: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:34:58.531154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.543194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-05dff6bd-ac50-4f62-bbbb-79780da2ed4e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:58.550232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-05dff6bd-ac50-4f62-bbbb-79780da2ed4e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4953978 Jul 23 22:34:58.554243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.574743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-5091d4ba-eff1-4251-a6df-0a7b10239fd3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/quotas/1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 375 time: 0.0234065 Jul 23 22:34:58.617598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367aa44-7c8f-41c0-a752-2b856d661dbb req-60bd53e7-0e3a-4d85-8aff-911887a37b3d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:58.626401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9367aa44-7c8f-41c0-a752-2b856d661dbb req-60bd53e7-0e3a-4d85-8aff-911887a37b3d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.2308342 Jul 23 22:34:58.629999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.632576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:58.633838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eb6eb23-9b75-484a-beb4-e7d15b74a369 HTTP/1.1" status: 204 len: 168 time: 0.2186184 Jul 23 22:34:58.657496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bc5b1-1d53-46b6-9656-27d59f7d4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6eb23-9b75-484a-beb4-e7d15b74a369,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:58.678488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-fca6a3e9-6c3b-46c2-a86e-8f64d9e38772 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246398 Jul 23 22:34:58.711836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9367aa44-7c8f-41c0-a752-2b856d661dbb req-dc2a6291-f363-406d-bb93-c437ef12f50b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841308 Jul 23 22:34:58.773628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:34:58.776884 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fec49b6-5b43-497f-b603-ec76dcbae02c" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:34:58.796592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-45c0f53c-1aa4-4ede-9e12-ab86de7574a0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2208900 Jul 23 22:34:59.143814 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-49ce2561-0899-4f6c-9d65-301e884c4614 req-f665e1fa-d251-46c6-afd8-57077ba39ca6 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348791 Jul 23 22:34:59.225860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:34:59.249260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:59.290120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Transition to ACTIVE for port object 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:34:59.304172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:59.399338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:34:59.449846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256cb53-022e-46ea-9d59-1fdee82ce15b req-3dc6c6c9-9227-458d-8315-17f88a82936b tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:34:59.458271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d256cb53-022e-46ea-9d59-1fdee82ce15b req-3dc6c6c9-9227-458d-8315-17f88a82936b tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 932 time: 0.3738666 Jul 23 22:34:59.700268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d256cb53-022e-46ea-9d59-1fdee82ce15b req-a82612ed-1ca9-4e34-998d-f8198ac62599 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953866 Jul 23 22:34:59.750902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Attempting to bind port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:34:59.751393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Attempting to bind port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:34:59.751968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Attempting to bind port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:59.761936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc on network 4b06cfd1-2951-4fee-b28e-557f781013c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:34:59.762269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Attempting to bind port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc on network 4b06cfd1-2951-4fee-b28e-557f781013c7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:34:59.768155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:34:59.768502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Checking segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:34:59.768910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Bound using segment: {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:34:59.769336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Bound port: 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06c672-572a-49d1-bb67-6cd1a0c0f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:34:59.769804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:59.836136 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746098cd-ee44-4e14-9ba5-27046e6c2fc9 x-openstack-request-id: req-746098cd-ee44-4e14-9ba5-27046e6c2fc9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:34:59.837179 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:34:59.838324 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-746098cd-ee44-4e14-9ba5-27046e6c2fc9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:34:59.838916 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'code': 200} Jul 23 22:34:59.924223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:34:59.933121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:34:59.942411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:34:59.963644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-783a196f-8116-4693-b5e4-7379349a83e0 req-28876700-0276-4e9e-b21e-c63f6645532f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 210 time: 0.0771646 Jul 23 22:35:00.124289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:00.130739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:00.131666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:00.133446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-36c476ef-7c53-4746-bd41-025f8bf674d5 service neutron] 10.222.0.22 "PUT /v2.0/ports/5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc HTTP/1.1" status: 200 len: 1093 time: 2.3910301 Jul 23 22:35:00.134140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:00.137062 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:00.300209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421df4-f913-462d-a1b0-cbd778f79f80 req-cf7cfb44-fb94-468d-82d3-e1e1e0dd0930 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:00.304958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1421df4-f913-462d-a1b0-cbd778f79f80 req-cf7cfb44-fb94-468d-82d3-e1e1e0dd0930 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.1419284 Jul 23 22:35:00.340175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-f738ec5e-7874-45cb-9b0c-bec06d492192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:00.342882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-f738ec5e-7874-45cb-9b0c-bec06d492192 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 1096 time: 0.1112983 Jul 23 22:35:00.396082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1421df4-f913-462d-a1b0-cbd778f79f80 req-f7da3b1e-e81c-40dc-8fd4-6f98df30bdca tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643609 Jul 23 22:35:00.454042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-a4ddfdd7-5b73-4f73-87a4-fafc7bb977ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc HTTP/1.1" status: 200 len: 217 time: 0.1026261 Jul 23 22:35:00.543922 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4cfeca-0b47-42dc-967a-236dc19364d7 x-openstack-request-id: req-5c4cfeca-0b47-42dc-967a-236dc19364d7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:00.544339 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:00.545167 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c4cfeca-0b47-42dc-967a-236dc19364d7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:00.545299 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc', 'status': 'completed', 'code': 200} Jul 23 22:35:00.593884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-07f478dd-97fd-4075-be48-fd3c05fc1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:00.596120 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-07f478dd-97fd-4075-be48-fd3c05fc1c1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.1324785 Jul 23 22:35:00.714179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-61d2705c-2e81-4588-bb45-1f01a86c0fc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081700 Jul 23 22:35:00.758997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-10e1668b-6b4f-402c-8cfb-67cb73484c58 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d9c25a211d84183a54ba31373bc7c38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803995 Jul 23 22:35:00.775483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:00.940943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-32338878-8388-415a-a7aa-c7b39e54c86c service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187698 Jul 23 22:35:00.975863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-d9ba785f-e474-43a9-8ca6-0c00bb058b25 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:00.977950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-d9ba785f-e474-43a9-8ca6-0c00bb058b25 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139678 Jul 23 22:35:00.999072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Request body: {'port': {'device_id': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '1d9c25a211d84183a54ba31373bc7c38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:01.136468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:01.157314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747', 'port_id': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'mac_address': 'fa:16:3e:c1:86:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46542f07-5ce6-42de-b773-f13fabd51ea9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:01.205728 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ebbf90c-a411-477f-87e8-76b10560f958 req-88049b28-9192-40a1-bee2-8e1fd99f2012 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570848 Jul 23 22:35:01.247613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Made reservation on behalf of 1d9c25a211d84183a54ba31373bc7c38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:01.253793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dbe79-6187-4c1b-95e5-f4eeb26558df req-938fca13-95ef-4603-b1b7-d1ec45d3b3d9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:01.262698 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c7dbe79-6187-4c1b-95e5-f4eeb26558df req-938fca13-95ef-4603-b1b7-d1ec45d3b3d9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 944 time: 0.1637862 Jul 23 22:35:01.277964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:01.280187 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:01.319959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f529f0-a4de-40eb-be3d-ad542e6a4fff {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:01.355207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:01.370287 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:01.371324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c7dbe79-6187-4c1b-95e5-f4eeb26558df req-882cfcb3-f5bc-4a0f-84be-e3ce0b1c632f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071715 Jul 23 22:35:01.455949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:01.480549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-348a7b1f-175d-4e2c-b577-216ef418a46e req-11076f45-86c4-4369-997c-767cd4cca31f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 210 time: 0.0983112 Jul 23 22:35:01.549232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-7ffd91d1-f06b-4f2d-aa16-6db3ab6e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:01.550962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-7ffd91d1-f06b-4f2d-aa16-6db3ab6e4893 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4ee4471452646e2997aec28f78d1191&device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 1096 time: 0.1979582 Jul 23 22:35:01.569116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Allocated IP 192.168.233.8 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/281b7607-8507-4278-a68c-5d13e2d96660) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:01.611969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['97f529f0-a4de-40eb-be3d-ad542e6a4fff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:01.687867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-4d5ba70c-7efa-476d-ae23-c7de9a085989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:01.689946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-4d5ba70c-7efa-476d-ae23-c7de9a085989 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 200 len: 923 time: 0.1303804 Jul 23 22:35:01.757993 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-9082a9c5-298f-4044-9222-3f25d42be622 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc HTTP/1.1" status: 200 len: 217 time: 0.0541871 Jul 23 22:35:01.798733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aeadc7-e2fd-4860-8035-316bff5fcce9 req-6520ee82-920e-4f26-916b-36d8ec0ccfa4 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:01.805870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4aeadc7-e2fd-4860-8035-316bff5fcce9 req-6520ee82-920e-4f26-916b-36d8ec0ccfa4 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.1926396 Jul 23 22:35:01.842169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-f4ffe393-fdee-41ee-b328-bf3e47984f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:01.844797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-f4ffe393-fdee-41ee-b328-bf3e47984f28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 200 len: 862 time: 0.0779471 Jul 23 22:35:01.891237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4aeadc7-e2fd-4860-8035-316bff5fcce9 req-acbca4fa-db47-47d5-83c2-3857bbd3f5b0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837059 Jul 23 22:35:01.907843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-d8ee9c2d-e06c-409c-a1e1-f78c79a43139 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4b06cfd1-2951-4fee-b28e-557f781013c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469906 Jul 23 22:35:01.909222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:01.959766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Transition to ACTIVE for port object 281b7607-8507-4278-a68c-5d13e2d96660 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:02.113661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:02.131413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48', '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:02.194245 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-c2238787-eb19-4fef-8638-63da4be1f173 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782345 Jul 23 22:35:02.248021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:02.285510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:02.292269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:02.298182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:02.364595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:02.365275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:02.386893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-6f2399b2-1443-4788-9416-33547b428d12 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3982298 Jul 23 22:35:02.398223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Request body: {'port': {'device_id': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:02.531621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:02.548270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1738ef7-a1cd-4ced-a11e-a7124af7a1c3 req-3caa5b1a-0b29-441a-961c-2509a23e67b0 service neutron] 10.222.0.22 "GET /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456419 Jul 23 22:35:02.786519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fe89b14-0555-4121-863a-19931adc4d11 None None] Provisioning for port 281b7607-8507-4278-a68c-5d13e2d96660 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:02.807494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fe89b14-0555-4121-863a-19931adc4d11 None None] Provisioning complete for port 281b7607-8507-4278-a68c-5d13e2d96660 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:02.808066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fe89b14-0555-4121-863a-19931adc4d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:02.894878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0fe89b14-0555-4121-863a-19931adc4d11 None None] Port 281b7607-8507-4278-a68c-5d13e2d96660 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:02.952077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f4e97-6b9f-4337-9013-3874b15360e5 req-8463ce47-5d9a-4229-a941-3e3a08e42978 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:02.953839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed5f4e97-6b9f-4337-9013-3874b15360e5 req-8463ce47-5d9a-4229-a941-3e3a08e42978 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 944 time: 0.1806006 Jul 23 22:35:03.038572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79633b-7058-4901-a3ee-f703baedcdc8 req-c479d0cb-abb2-4a14-b66e-c055a27da389 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:03.041188 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d79633b-7058-4901-a3ee-f703baedcdc8 req-c479d0cb-abb2-4a14-b66e-c055a27da389 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 934 time: 0.1015055 Jul 23 22:35:03.067219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed5f4e97-6b9f-4337-9013-3874b15360e5 req-44d831f0-6d8c-4c3b-bd8c-eebf68410db3 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Jul 23 22:35:03.108926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:03.151736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:03.157270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d79633b-7058-4901-a3ee-f703baedcdc8 req-652229d6-7073-48a9-8a66-e96805083359 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945535 Jul 23 22:35:03.184291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.216879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Transition to ACTIVE for port object 281b7607-8507-4278-a68c-5d13e2d96660 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:03.217132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:03.227386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.329557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4480de47-8d9b-4285-9ca1-a126e1424673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.432371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:03.520078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4480de47-8d9b-4285-9ca1-a126e1424673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.525017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:03.525382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:03.525728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:03.527872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4480de47-8d9b-4285-9ca1-a126e1424673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.544311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750d034-c415-458a-a0c1-6d5565431759 req-3a7ef0e7-90e2-4692-9ab1-2f49591e5a69 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:03.545982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1750d034-c415-458a-a0c1-6d5565431759 req-3a7ef0e7-90e2-4692-9ab1-2f49591e5a69 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.2566440 Jul 23 22:35:03.568693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:03.569330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:03.596394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4480de47-8d9b-4285-9ca1-a126e1424673 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=245ee93090d347569a87bfc0a8e112ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863007 Jul 23 22:35:03.598734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480de47-8d9b-4285-9ca1-a126e1424673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d72d3c-305e-43ff-a35c-8120797b55e2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:03.602737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:03.606449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:03.606794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:03.607177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:03.607881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Bound port: 281b7607-8507-4278-a68c-5d13e2d96660, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:03.614747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.689726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.713701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1750d034-c415-458a-a0c1-6d5565431759 req-f224931d-9322-43b1-8e3f-608e6f73de6c tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536298 Jul 23 22:35:03.744330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.781312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:03.787883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:03.798163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.835674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.841086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.853886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97d72d3c-305e-43ff-a35c-8120797b55e2 HTTP/1.1" status: 204 len: 168 time: 0.2485442 Jul 23 22:35:03.858058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:03.858970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:03.872298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] 10.222.0.22 "PUT /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 1095 time: 1.4786718 Jul 23 22:35:03.874833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:03.878283 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cc0a87-6795-4ad0-82de-9a19159cf8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:03.905128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f5d56-4acc-4fa8-baab-db9251c297e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d72d3c-305e-43ff-a35c-8120797b55e2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:04.038406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09670261-c5d3-407a-bce7-9c676580c65e service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:04.213410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-7da13774-096b-42e2-9d03-97eed13619e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:04.217885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-7da13774-096b-42e2-9d03-97eed13619e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1098 time: 0.2510002 Jul 23 22:35:04.382395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-bd6dc8f7-6212-4b04-8d03-0ff3304f8ed8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1442990 Jul 23 22:35:04.488856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-f066eb28-71aa-4e94-a72b-f9f06f213be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:04.491792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-f066eb28-71aa-4e94-a72b-f9f06f213be2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1020873 Jul 23 22:35:04.579451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-7de22b8a-0856-4279-ad5b-6d730beb8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:04.582064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-7de22b8a-0856-4279-ad5b-6d730beb8904 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838435 Jul 23 22:35:04.701334 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7c8132-deeb-41ad-a44a-c1c447caf7ae x-openstack-request-id: req-cb7c8132-deeb-41ad-a44a-c1c447caf7ae {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:04.702478 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:04.702478 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb7c8132-deeb-41ad-a44a-c1c447caf7ae {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:04.702669 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'status': 'completed', 'code': 200} Jul 23 22:35:04.742081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-bdf93330-b4b1-4ee5-bcea-05b03e9371d2 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521363 Jul 23 22:35:04.818859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:04.821042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:04.927947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3f33b40-d9d0-4d7c-b324-f7b919ef8754 req-455870b7-53b6-41b2-9817-5615155d1f5d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772978 Jul 23 22:35:04.936475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7876d-6b93-4957-93cd-6f2933823ed6 req-4f1a5cfd-fbb4-40d0-af8b-617aa05185ab tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:04.946340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20c7876d-6b93-4957-93cd-6f2933823ed6 req-4f1a5cfd-fbb4-40d0-af8b-617aa05185ab tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 944 time: 0.1763601 Jul 23 22:35:05.032552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 97f529f0-a4de-40eb-be3d-ad542e6a4fff completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:05.039925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 97f529f0-a4de-40eb-be3d-ad542e6a4fff triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:05.040345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:05.051620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20c7876d-6b93-4957-93cd-6f2933823ed6 req-0b099051-cc83-4755-b923-1f3b2b76669a tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041481 Jul 23 22:35:05.110229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-f967bfe2-dd68-43ac-bf64-973824850f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.115334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-f967bfe2-dd68-43ac-bf64-973824850f8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1098 time: 0.1279347 Jul 23 22:35:05.183881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57680eb4-797d-40a4-8fdd-88d5aca01709 req-bf14984d-1e72-4818-a245-041e9753d99f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.193218 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57680eb4-797d-40a4-8fdd-88d5aca01709 req-bf14984d-1e72-4818-a245-041e9753d99f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 946 time: 0.1767626 Jul 23 22:35:05.217093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:05.273012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc', 'network_id': '4b06cfd1-2951-4fee-b28e-557f781013c7', 'port_id': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc', 'mac_address': 'fa:16:3e:fd:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6621fa47-25c2-48c1-945b-a80904e30cbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:05.276521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:05.305338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57680eb4-797d-40a4-8fdd-88d5aca01709 req-0a2a9c54-5bc5-4648-9f92-b1bb1650d1c4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061947 Jul 23 22:35:05.333677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-c3378131-e7c5-4464-a58f-67c6668b176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.338682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-c3378131-e7c5-4464-a58f-67c6668b176c service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2172961 Jul 23 22:35:05.342034 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:05.359054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:05.394722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:05.396908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:05.400052 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcaf8de-74a7-4fa8-a04e-2909f759ea86" -d '{"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-plugged", "status": "completed", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:05.411318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:05.426651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:05.479773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:05.519658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-df1f8318-4ec9-48e4-95b1-c7993b4e42d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1575525 Jul 23 22:35:05.525481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:05.616796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-425819ef-58b4-40cb-8794-335cde1a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.621026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-425819ef-58b4-40cb-8794-335cde1a9855 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0873017 Jul 23 22:35:05.634309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:05.684151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34398aef-a159-4511-bfc6-1663073cb8d6 req-88aaffcf-c8df-4b8b-a965-88248512caad tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.696799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34398aef-a159-4511-bfc6-1663073cb8d6 req-88aaffcf-c8df-4b8b-a965-88248512caad tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.3167710 Jul 23 22:35:05.746675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:05.755062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34398aef-a159-4511-bfc6-1663073cb8d6 req-95fce289-1acb-4450-9b8a-b3410e4859b2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572612 Jul 23 22:35:05.765925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-7911f65a-b608-4444-bed7-b3f76a89fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:05.767749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-7911f65a-b608-4444-bed7-b3f76a89fdd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390688 Jul 23 22:35:05.875805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-1ded5ce6-0ef8-4773-91e5-26179d6f3182 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980740 Jul 23 22:35:05.910586 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac4462-44e2-4893-ad54-e8c28162ba06 x-openstack-request-id: req-1dac4462-44e2-4893-ad54-e8c28162ba06 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:05.911213 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-plugged", "status": "completed", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:05.912923 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dac4462-44e2-4893-ad54-e8c28162ba06 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:05.914378 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'code': 200} Jul 23 22:35:06.064994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58cc0a87-6795-4ad0-82de-9a19159cf8b5 req-2c986706-3ba3-4033-bc3b-6b0d9e31d5aa service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807902 Jul 23 22:35:06.110502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f197ae-0dc5-449e-b054-5c7c63ee54e9 req-70fde82b-0623-4580-9500-5d2d5a94cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:06.112068 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-69f197ae-0dc5-449e-b054-5c7c63ee54e9 req-70fde82b-0623-4580-9500-5d2d5a94cbf5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1097 time: 0.1353498 Jul 23 22:35:06.176101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-69f197ae-0dc5-449e-b054-5c7c63ee54e9 req-ce058f92-88bd-4113-9725-cca7b625fd40 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Jul 23 22:35:06.453925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a92093-2334-4690-95ce-3184ab76821c req-dbfedbc0-865f-4226-badd-bf7696991f69 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:06.469509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6a92093-2334-4690-95ce-3184ab76821c req-dbfedbc0-865f-4226-badd-bf7696991f69 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 945 time: 0.1352608 Jul 23 22:35:06.546608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6a92093-2334-4690-95ce-3184ab76821c req-8127329f-d82c-4e93-91a4-d5729f19d22b tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739567 Jul 23 22:35:06.726296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:06.816707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:06.819879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:06.867007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283000c8-0e78-4dc7-817e-584421fe7ac2 req-aa6bff19-3747-4f07-b594-a987094a54de tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:06.869019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-283000c8-0e78-4dc7-817e-584421fe7ac2 req-aa6bff19-3747-4f07-b594-a987094a54de tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 946 time: 0.1254239 Jul 23 22:35:06.877920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf18f59-5670-49b3-a0a6-5d4a6a6d1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:06.955584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-283000c8-0e78-4dc7-817e-584421fe7ac2 req-35750406-c8d7-49c4-bac9-8522f35de517 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778704 Jul 23 22:35:06.959558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:06.986109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:06.986670 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.104957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf18f59-5670-49b3-a0a6-5d4a6a6d1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.111426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf18f59-5670-49b3-a0a6-5d4a6a6d1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.139832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18f59-5670-49b3-a0a6-5d4a6a6d1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bbe9b4-c42d-4c88-848c-08993fe81cdd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:07.170874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.171195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eaf18f59-5670-49b3-a0a6-5d4a6a6d1829 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46e85abe063446bc9ec4f3890275d9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436355 Jul 23 22:35:07.174861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:07.210046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:07.240031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '281b7607-8507-4278-a68c-5d13e2d96660', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '281b7607-8507-4278-a68c-5d13e2d96660', 'mac_address': 'fa:16:3e:e4:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:07.247857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:07.262114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.285426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.299053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.364805 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.373468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.377048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.379548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:07.380369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9bbe9b4-c42d-4c88-848c-08993fe81cdd HTTP/1.1" status: 204 len: 168 time: 0.2043867 Jul 23 22:35:07.389213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:07.409074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ffd35-bc24-42ba-98df-01a5b27eae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bbe9b4-c42d-4c88-848c-08993fe81cdd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:07.417907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:07.423754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:07.493266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:07.691465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['281b7607-8507-4278-a68c-5d13e2d96660'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:07.917084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:07.919320 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502bae62-60fe-4ac0-bbc6-4c6cb7cba894" -d '{"events": [{"server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:07.945303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea54497-e5a6-46d7-ab87-806844c9f4de req-13b3034c-9799-4541-8269-c12f79ee64e6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:07.954436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ea54497-e5a6-46d7-ab87-806844c9f4de req-13b3034c-9799-4541-8269-c12f79ee64e6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1047482 Jul 23 22:35:08.003790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ea54497-e5a6-46d7-ab87-806844c9f4de req-819ba4ed-17e3-4d9d-941f-a59a29925055 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Jul 23 22:35:08.024974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c4df4-b384-4257-ad81-88f423b57a33 req-e4f29ecd-1a79-40cd-a5dd-41035b407460 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.038417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef9c4df4-b384-4257-ad81-88f423b57a33 req-e4f29ecd-1a79-40cd-a5dd-41035b407460 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 946 time: 0.1460478 Jul 23 22:35:08.121457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef9c4df4-b384-4257-ad81-88f423b57a33 req-39df004d-8620-4eed-be75-60be39137575 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820534 Jul 23 22:35:08.189843 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4dbe58-2f3e-4ccf-8df3-cea2056450a9 x-openstack-request-id: req-7c4dbe58-2f3e-4ccf-8df3-cea2056450a9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:08.190401 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:08.190401 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c4dbe58-2f3e-4ccf-8df3-cea2056450a9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:08.191927 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc', 'code': 200} Jul 23 22:35:08.367030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde60574-ad01-4f9a-999c-d0e92a6039e8 req-49269a30-ebc0-49aa-93ad-d049acc752a2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.376184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fde60574-ad01-4f9a-999c-d0e92a6039e8 req-49269a30-ebc0-49aa-93ad-d049acc752a2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.1269271 Jul 23 22:35:08.395156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab1ef6-7ef6-44a9-8950-499ec4424d5d req-e9de3d87-69ec-455a-ade1-ce3a36d73bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.395958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-62ab1ef6-7ef6-44a9-8950-499ec4424d5d req-e9de3d87-69ec-455a-ade1-ce3a36d73bec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 1098 time: 0.1351411 Jul 23 22:35:08.436035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fde60574-ad01-4f9a-999c-d0e92a6039e8 req-ee09c958-a3e6-4f40-afbd-79fd572983c2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588393 Jul 23 22:35:08.514079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:08.525674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-62ab1ef6-7ef6-44a9-8950-499ec4424d5d req-ba5ac201-eeb3-41e6-815b-48b02b61edce service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652697 Jul 23 22:35:08.550347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83115d13-7d76-424a-9e6f-9fa26149e6ac req-526d8f04-2bd0-49b0-a416-19c50aa82550 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.567993 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-83115d13-7d76-424a-9e6f-9fa26149e6ac req-526d8f04-2bd0-49b0-a416-19c50aa82550 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1097 time: 0.1688015 Jul 23 22:35:08.659825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-83115d13-7d76-424a-9e6f-9fa26149e6ac req-5b9d94b1-c72e-4870-b4d6-f7fc990c15c5 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 Jul 23 22:35:08.720461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-416699307-network', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:08.743871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06aed9-c76a-41c5-834a-9f489e1af9ce req-a4b374aa-f9a9-4d49-9a44-bd07c67f4eea tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.751738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e06aed9-c76a-41c5-834a-9f489e1af9ce req-a4b374aa-f9a9-4d49-9a44-bd07c67f4eea tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.1159248 Jul 23 22:35:08.779500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Made reservation on behalf of 560c2e7193414c64ae556473c3ab8d04 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:08.782143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:08.813346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:08.848880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:08.892581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e06aed9-c76a-41c5-834a-9f489e1af9ce req-14856e4c-e412-49f7-bd86-a5b7274a9086 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376684 Jul 23 22:35:08.987240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e1d58-1dc7-4ad6-b332-6e5953f62913 req-15228768-5169-46e4-8206-e86843d4a711 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:08.996998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-763e1d58-1dc7-4ad6-b332-6e5953f62913 req-15228768-5169-46e4-8206-e86843d4a711 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1097 time: 0.1654108 Jul 23 22:35:09.042044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-763e1d58-1dc7-4ad6-b332-6e5953f62913 req-f626fa88-b2c4-4828-bcce-22ea04413ce2 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Jul 23 22:35:09.045888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 281b7607-8507-4278-a68c-5d13e2d96660 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:09.054323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 281b7607-8507-4278-a68c-5d13e2d96660 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:09.055145 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.119561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.137104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.222762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:35:09.260883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d903c5a-dc7b-4e1c-a5de-d8cc401e8917,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:09.281940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.286036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.286705 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Added segment 057bd5ef-4d8f-408f-b419-4d3aecc38917 of type vlan for network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 Jul 23 22:35:09.320728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:09.349863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.408820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.414249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:09.414945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.431569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:09.444720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.501394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] Pushing event updated for resources: {'Network': ['ID=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:09.505722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e93f5-7183-42d5-9fd6-204dcdf4300c req-b6055e59-bfcf-4371-9e6d-c5cdb0032b28 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:09.515493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b082e9e7-d6ef-4c63-93e3-85bf4e076658 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9988344 Jul 23 22:35:09.518966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:09.523622 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-814e93f5-7183-42d5-9fd6-204dcdf4300c req-b6055e59-bfcf-4371-9e6d-c5cdb0032b28 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 946 time: 0.2960176 Jul 23 22:35:09.539629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Request body: {'subnet': {'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-416699307-subnet', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:09.568902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:35:09.607976 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-814e93f5-7183-42d5-9fd6-204dcdf4300c req-2cd60c23-aade-4586-819a-2e7dfd89881f tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802171 Jul 23 22:35:09.611382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Made reservation on behalf of 560c2e7193414c64ae556473c3ab8d04 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:09.614982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.651757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81b6-533e-4e74-b88f-91aff676fe37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.746062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:09.854180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256701d-6bae-4852-87e4-da39d44078ca req-6d682a90-a79a-4b84-9b8a-c35efc2419b4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:09.862216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1256701d-6bae-4852-87e4-da39d44078ca req-6d682a90-a79a-4b84-9b8a-c35efc2419b4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1593444 Jul 23 22:35:09.916774 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1256701d-6bae-4852-87e4-da39d44078ca req-7f5bb17b-af86-49e8-a8a5-4410d4b48962 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534127 Jul 23 22:35:09.971367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81b6-533e-4e74-b88f-91aff676fe37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:09.979417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2ff81b6-533e-4e74-b88f-91aff676fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.011089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.028652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2ff81b6-533e-4e74-b88f-91aff676fe37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7eaaf0fa13304af5b6e58e7de2cad627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888392 Jul 23 22:35:10.031434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff81b6-533e-4e74-b88f-91aff676fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a12bf-9ba8-4748-a6db-35bff0a02632,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:10.035759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:10.082999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7d741b-ab55-49f4-859e-50450af57e99,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:10.096324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Checking segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:10.096677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Network hostable DHCP agents. Network: 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:35:10.123252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:35:10.142577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:10.152988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401a6fe-921a-40fb-bd85-4f458bebaff2 None None] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:10.156643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:10.157250 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.177592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.194621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3efcedf9-2e1c-4446-b8f9-bad35132973c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6745558 Jul 23 22:35:10.197587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:10.215647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:10.226230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.236897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13820-343c-4929-bf82-c54d145fc929 req-cf6cd3b0-774e-4f66-9a27-9fab90588718 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:10.238517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71e13820-343c-4929-bf82-c54d145fc929 req-cf6cd3b0-774e-4f66-9a27-9fab90588718 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.2086961 Jul 23 22:35:10.275057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:10.277129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.277491 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b3a05-2d41-4b32-ad81-d48aa79ff5d2" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:10.278601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.369522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.406498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e5253-c38f-4926-bb6f-087e78434375 req-058872c2-25a0-4062-98ca-eb1d87e55a52 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:10.408102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-675e5253-c38f-4926-bb6f-087e78434375 req-058872c2-25a0-4062-98ca-eb1d87e55a52 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 948 time: 0.3022254 Jul 23 22:35:10.489463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:35:10.495122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.510882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-675e5253-c38f-4926-bb6f-087e78434375 req-cf382a42-3b4c-415f-a859-a18c81b55092 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Jul 23 22:35:10.516056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.518598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.519727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/236a12bf-9ba8-4748-a6db-35bff0a02632 HTTP/1.1" status: 204 len: 168 time: 0.4752383 Jul 23 22:35:10.540680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22d8e-4640-4841-8f5d-9210a24dd591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a12bf-9ba8-4748-a6db-35bff0a02632,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:10.558459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Deleting port d6aba07e-9c43-497b-9a6e-1fa13997dae5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:10.558796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.688946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.693984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] For port d6aba07e-9c43-497b-9a6e-1fa13997dae5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d6aba07e-9c43-497b-9a6e-1fa13997dae5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:10.694355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:10.726206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Calling delete_port for d6aba07e-9c43-497b-9a6e-1fa13997dae5 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:10.792019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f900c223-c69d-4244-aa84-30276d3c83c3 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:35:10.797804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f900c223-c69d-4244-aa84-30276d3c83c3 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136271 Jul 23 22:35:10.819673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:10.822329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:35:10.865388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Allocated IP 172.20.0.2 (1de8cc60-cd20-46ea-a4e5-e723a1cf2e74/ad7d741b-ab55-49f4-859e-50450af57e99/71eb77a3-b20c-4580-9fb0-135dd0abbd29) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:10.944572 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd97ae93-7ece-435f-939b-382bdbd508ed x-openstack-request-id: req-bd97ae93-7ece-435f-939b-382bdbd508ed {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:10.944908 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:10.945243 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd97ae93-7ece-435f-939b-382bdbd508ed {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:10.945749 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'code': 200} Jul 23 22:35:11.142596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.169160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15a8e77e-eb56-45a8-bc63-83bfad8ce842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.201212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Transition to ACTIVE for port object 71eb77a3-b20c-4580-9fb0-135dd0abbd29 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:11.218704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.226548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Transition to ACTIVE for port object 71eb77a3-b20c-4580-9fb0-135dd0abbd29 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:11.240923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.300664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2466b1-1135-4982-9c2e-a6cf90310d6d req-36761d6d-e03c-4ad0-8991-ad193760bb1c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:11.303785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Pushing event updated for resources: {'Port': ['ID=71eb77a3-b20c-4580-9fb0-135dd0abbd29,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:11.304133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a2466b1-1135-4982-9c2e-a6cf90310d6d req-36761d6d-e03c-4ad0-8991-ad193760bb1c tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 946 time: 0.3472514 Jul 23 22:35:11.305347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Pushing event deleted for resources: {'Port': ['ID=d6aba07e-9c43-497b-9a6e-1fa13997dae5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:11.324667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:11.329727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:11.337351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:11.338004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:11.338522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:11.343444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:11.418009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:11.418527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:11.433647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:11.434270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:11.434835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:11.435261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Attempting to bind port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:11.435516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Bound port: 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:11.435971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Attempting to bind port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:11.436635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Attempting to bind port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 on network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:11.437835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] No DVR routers for this DVR port d6aba07e-9c43-497b-9a6e-1fa13997dae5 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:11.442422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:11.442840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Checking segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:11.443318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.443788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Bound using segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:11.444375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Bound port: 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:11.444855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.449674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccedf4-9bdd-4e87-81b7-efd2c450ebc0 req-c6d96088-b908-4329-ab0b-266dd9b725a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:11.452463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61ccedf4-9bdd-4e87-81b7-efd2c450ebc0 req-c6d96088-b908-4329-ab0b-266dd9b725a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1100 time: 0.3848906 Jul 23 22:35:11.458283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.461939 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71e13820-343c-4929-bf82-c54d145fc929 req-d21a4a6b-09c9-474c-9c2c-68e112b96887 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.25 "DELETE /v2.0/ports/d6aba07e-9c43-497b-9a6e-1fa13997dae5 HTTP/1.1" status: 204 len: 173 time: 1.2109981 Jul 23 22:35:11.462972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-deleted', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:11.467094 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb8f6b2-fd86-458e-9800-b74b3f24328f" -d '{"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-deleted", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:11.521585 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a2466b1-1135-4982-9c2e-a6cf90310d6d req-660cfd91-7b46-44f1-bf60-4eed91379669 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868136 Jul 23 22:35:11.554994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61ccedf4-9bdd-4e87-81b7-efd2c450ebc0 req-c4f3052d-9de6-4cf9-88ab-021eb2975494 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748868 Jul 23 22:35:11.583618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] For port 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:11.589236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] For port 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71eb77a3-b20c-4580-9fb0-135dd0abbd29,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:11.597281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.637567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.688401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.693100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc884bb-a5d4-478b-965e-561f5f185b8c None None] Pushing event updated for resources: {'Port': ['ID=71eb77a3-b20c-4580-9fb0-135dd0abbd29,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:11.730022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:11.749236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:11.751281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64d9eb4a-068e-46c3-97e0-c4fd13580d5b service neutron] 10.222.0.37 "POST /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff/bindings HTTP/1.1" status: 201 len: 390 time: 0.9363761 Jul 23 22:35:11.925413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:11.955901 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd6117-bda7-4cf2-8a65-52e48d624d9d x-openstack-request-id: req-e5dd6117-bda7-4cf2-8a65-52e48d624d9d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:11.956697 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef59439f-e235-4f24-a4e1-76a3df90c9f7", "name": "network-vif-deleted", "tag": "d6aba07e-9c43-497b-9a6e-1fa13997dae5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:11.958383 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5dd6117-bda7-4cf2-8a65-52e48d624d9d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:11.960203 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef59439f-e235-4f24-a4e1-76a3df90c9f7', 'name': 'network-vif-deleted', 'tag': 'd6aba07e-9c43-497b-9a6e-1fa13997dae5', 'status': 'completed', 'code': 200} Jul 23 22:35:12.016592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Allocated IP 172.25.1.25 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/cc998c75-5581-4ef3-9e89-1bbb7137ba93) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:12.181849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6554-a7a8-4866-bdc0-61bd635d700c req-6ba10809-495f-4148-9b3f-e36e34f7419a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:12.227156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa8e6554-a7a8-4866-bdc0-61bd635d700c req-6ba10809-495f-4148-9b3f-e36e34f7419a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.3965764 Jul 23 22:35:12.246765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1338525137-network', 'tenant_id': '6646cfc08cda40d08e0cb182992ce9a8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:12.311104 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa8e6554-a7a8-4866-bdc0-61bd635d700c req-dd586e3f-3191-4d18-ae1e-75f416d106a2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 Jul 23 22:35:12.404894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Made reservation on behalf of 6646cfc08cda40d08e0cb182992ce9a8 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:12.415811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.454716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.496919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71eb77a3-b20c-4580-9fb0-135dd0abbd29 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:12.562620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-babf30fb-b3f9-4f9d-b87e-dd3ec44e62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:12.564973 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-babf30fb-b3f9-4f9d-b87e-dd3ec44e62fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1097 time: 0.2305477 Jul 23 22:35:12.603107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.630143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5efd0fa2-46c8-404c-bf70-b8def17ecb4b req-e60d8cb0-37a4-40df-9cbf-cbfe0435e535 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef59439f-e235-4f24-a4e1-76a3df90c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0814214 Jul 23 22:35:12.653400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:12.740931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.816077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.824227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.838258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-fb79d829-7897-42cc-8c79-06801b9ddb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:12.839865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-fb79d829-7897-42cc-8c79-06801b9ddb6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2465863 Jul 23 22:35:12.846799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Pushing event updated for resources: {'Port': ['ID=cc998c75-5581-4ef3-9e89-1bbb7137ba93,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:12.870919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:12.880891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:12.883006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:35:12.892107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:12.898893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacc1f3d-7021-407a-9284-fab3c11de256,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:12.943077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:12.943635 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Added segment 4a6665bc-4758-46cd-af42-38dae35039af of type vlan for network b878d50f-5556-40c7-a7fb-e752429ab260 Jul 23 22:35:13.145091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.224604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.225655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:13.226272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.273060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f3ac6cf7-eeb2-4fa1-8465-c10c85070dbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 217 time: 0.4254427 Jul 23 22:35:13.295941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32540c1-4d1d-4cf0-91b5-d2398529ee32 req-c575565a-c4d7-49a7-bbf3-c53a844f4bb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:13.297913 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c32540c1-4d1d-4cf0-91b5-d2398529ee32 req-c575565a-c4d7-49a7-bbf3-c53a844f4bb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.5319862 Jul 23 22:35:13.381786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-d3a61da1-e5db-45a1-99f2-5e2453b60046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:13.383521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-d3a61da1-e5db-45a1-99f2-5e2453b60046 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.0993407 Jul 23 22:35:13.392522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c4117-c6da-4a05-9889-f5ddf8509798 None None] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:13.405128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c32540c1-4d1d-4cf0-91b5-d2398529ee32 req-c3f78c09-a64b-40e4-8181-1331dbca19cd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745502 Jul 23 22:35:13.472451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f39d7218-3b92-43b5-9b55-83a97ea872cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636837 Jul 23 22:35:13.480955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Provisioning for port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:13.502142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Provisioning complete for port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:13.502763 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.700411 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-0a923d77-13d9-4123-a88c-d149f1cc3a78 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194576 Jul 23 22:35:13.735674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8088386 Jul 23 22:35:13.771468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:13.780774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-367679e0-4e30-48a3-b5f4-ac2a7eb79c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.783230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.789595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Request body: {'subnet': {'network_id': 'b878d50f-5556-40c7-a7fb-e752429ab260', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1338525137-subnet', 'tenant_id': '6646cfc08cda40d08e0cb182992ce9a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:13.862620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] For port 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71eb77a3-b20c-4580-9fb0-135dd0abbd29,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:13.874913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.881395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d64c2-677a-4821-9317-49153103333d admin admin] Pushing event updated for resources: {'Network': ['ID=b878d50f-5556-40c7-a7fb-e752429ab260,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:13.898910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-28f8be92-00cd-46cc-b87b-066846ec8752 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901410 Jul 23 22:35:13.920230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Made reservation on behalf of 6646cfc08cda40d08e0cb182992ce9a8 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:13.923734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.934662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network b878d50f-5556-40c7-a7fb-e752429ab260 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:35:13.944168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:13.972043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59843251-6bec-4086-b85d-f73a7da556d9 req-501819df-b3a0-467d-b6e8-15699012cc83 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:13.974568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59843251-6bec-4086-b85d-f73a7da556d9 req-501819df-b3a0-467d-b6e8-15699012cc83 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 946 time: 0.3730950 Jul 23 22:35:14.084433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59843251-6bec-4086-b85d-f73a7da556d9 req-03966cdd-ae7b-408a-9be9-e79e6a9f56e9 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c79125d-1735-440f-ae87-4da01fd87b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960231 Jul 23 22:35:14.137550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602806-910e-4439-87b8-199f50027548 req-6d3ebd89-57e2-48db-9492-5900926978bc tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:14.141802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5602806-910e-4439-87b8-199f50027548 req-6d3ebd89-57e2-48db-9492-5900926978bc tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb HTTP/1.1" status: 200 len: 946 time: 0.2941914 Jul 23 22:35:14.283621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:14.318163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: d6aba07e-9c43-497b-9a6e-1fa13997dae5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:35:14.318486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d6aba07e-9c43-497b-9a6e-1fa13997dae5 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:14.340148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba799991-76fa-4e3d-8240-fa12fc608a81 None None] Pushing event updated for resources: {'Port': ['ID=71eb77a3-b20c-4580-9fb0-135dd0abbd29,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:14.353191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.363589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Deleting port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:14.364138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.406671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba0388c9-5259-4c87-b513-c22bc304d20f None None] Provisioning complete for port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:14.407035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba0388c9-5259-4c87-b513-c22bc304d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.423103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296b588-1976-4d76-96b7-fbe9d8fd3f8d req-de658abf-f169-4229-bca7-99477acc22a0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:14.431120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1296b588-1976-4d76-96b7-fbe9d8fd3f8d req-de658abf-f169-4229-bca7-99477acc22a0 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.6569908 Jul 23 22:35:14.531107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1296b588-1976-4d76-96b7-fbe9d8fd3f8d req-6ee4e94e-dc5e-47cb-ad12-4c30726d2149 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977757 Jul 23 22:35:14.582464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] For port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,segment=NetworkSegment(9d06c672-572a-49d1-bb67-6cd1a0c0f404),segment_id=9d06c672-572a-49d1-bb67-6cd1a0c0f404)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:14.582840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.614739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Calling delete_port for 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:14.639597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.736015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c9a14-6c7a-442e-8f91-95721d9c019c req-c4c6032d-7d29-47f4-9d10-3405c3f236fe tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:14.737445 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca4c9a14-6c7a-442e-8f91-95721d9c019c req-c4c6032d-7d29-47f4-9d10-3405c3f236fe tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1100 time: 0.1245880 Jul 23 22:35:14.823716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.824626 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca4c9a14-6c7a-442e-8f91-95721d9c019c req-cb9ef129-59f9-4fd4-be01-4c74d3f204fc tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677965 Jul 23 22:35:14.852631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.879252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:14.882763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:14.907323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event deleted for resources: {'Port': ['ID=5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:14.917913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.961177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caadd660-5632-41c2-ae7f-57a7cc4856d6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:14.961659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] No DVR routers for this DVR port 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:14.965681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:14.969085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5602806-910e-4439-87b8-199f50027548 req-48ea2a0f-605f-4b65-913a-0ac18ffa90b1 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.22 "DELETE /v2.0/ports/5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc HTTP/1.1" status: 204 len: 173 time: 0.8195450 Jul 23 22:35:14.969797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'name': 'network-vif-deleted', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:14.972389 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1227f82c-a528-4114-a708-15c877819b73" -d '{"events": [{"server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "name": "network-vif-deleted", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:14.984370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d6b4-9a3c-4620-8df6-0fcdc767b04c req-8e7077c0-14a9-4ab4-86f6-23431976074f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:14.987629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a713d6b4-9a3c-4620-8df6-0fcdc767b04c req-8e7077c0-14a9-4ab4-86f6-23431976074f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.3436081 Jul 23 22:35:15.079983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:15.084908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Checking segment: {'id': '4a6665bc-4758-46cd-af42-38dae35039af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b878d50f-5556-40c7-a7fb-e752429ab260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:15.085113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Network hostable DHCP agents. Network: b878d50f-5556-40c7-a7fb-e752429ab260, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:35:15.111404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a713d6b4-9a3c-4620-8df6-0fcdc767b04c req-f909f9d4-9082-4188-92ca-933332545ff4 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154160 Jul 23 22:35:15.135332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:15.140997 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f287c9-9fdd-42e6-a45b-99b33bc41da5" -d '{"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-unplugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:15.144639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Router f73829f8-dc53-4409-a866-b79ecc620b4a is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:35:15.151941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Network b878d50f-5556-40c7-a7fb-e752429ab260 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:35:15.183169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, b878d50f-5556-40c7-a7fb-e752429ab260) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:15.219957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:15.243679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1578106-62b3-4cb5-a074-115ec4a2a303 None None] Network b878d50f-5556-40c7-a7fb-e752429ab260 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:15.252499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:15.272644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:15.273251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:15.385509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d923983f-b7d5-4acf-b7a1-431d01d9d581 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6099572 Jul 23 22:35:15.420589 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:35:15.483632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:15.492278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-c9346597-b348-4cd9-906c-536f15ae29c4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:15.500208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-c9346597-b348-4cd9-906c-536f15ae29c4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.1789548 Jul 23 22:35:15.509587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:15.519363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Sync routers for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:15.543840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-84c54c34-6115-4d06-aae1-a278ec7aaf2f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/quotas/8b0d8c22912444f584988aec2971d045 HTTP/1.1" status: 200 len: 375 time: 0.0426400 Jul 23 22:35:15.584324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:15.585551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5e839b91-a55e-4fc5-b677-e86164fbd76b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3867450 Jul 23 22:35:15.590367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:15.646621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-0e7c160f-fc12-4424-9899-ab44db265ee8 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010332 Jul 23 22:35:15.673707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b83e2d-b05d-4364-86c1-94c2bd840b47 None None] Network b878d50f-5556-40c7-a7fb-e752429ab260 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:15.682625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:15.684851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:15.876376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-bac61a69-1a4d-47cf-b5fe-d52b9c50b1ef service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286465 Jul 23 22:35:16.037076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-5a002bd9-0c6b-481e-83da-2163647139b7 service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582060 Jul 23 22:35:16.072661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:16.302511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750f307-1d10-423e-8240-2dc34c951403 req-5158589b-3871-4ee9-9a68-3e6648220669 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:16.304921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b750f307-1d10-423e-8240-2dc34c951403 req-5158589b-3871-4ee9-9a68-3e6648220669 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e0105aa-a3e8-4811-b277-2af5f167cd47 HTTP/1.1" status: 200 len: 944 time: 0.2729337 Jul 23 22:35:16.442983 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e305f9-2d50-4757-8523-45f3dee5c77a x-openstack-request-id: req-e0e305f9-2d50-4757-8523-45f3dee5c77a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:16.443277 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98ee02e-2f53-48e1-95ea-8ee23bbb5dcb", "name": "network-vif-deleted", "tag": "5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:16.443531 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0e305f9-2d50-4757-8523-45f3dee5c77a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:16.443930 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98ee02e-2f53-48e1-95ea-8ee23bbb5dcb', 'name': 'network-vif-deleted', 'tag': '5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc', 'status': 'completed', 'code': 200} Jul 23 22:35:16.456431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71eb77a3-b20c-4580-9fb0-135dd0abbd29 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:16.472021 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb5ff2-322a-49b9-bd1e-2304ee8209f3 x-openstack-request-id: req-89cb5ff2-322a-49b9-bd1e-2304ee8209f3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:16.472690 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-unplugged", "status": "completed", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:16.473258 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89cb5ff2-322a-49b9-bd1e-2304ee8209f3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:16.474040 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'code': 200} Jul 23 22:35:16.557495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:16.643290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:16.644563 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:16.768548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-a1adb5b0-9811-4844-9f7f-9c798877fbdb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3237686 Jul 23 22:35:16.770499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:13Z', 'revision_number': 3, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:16.774428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Deleting port 042ed29b-a889-40d1-87d6-85cec533bc0f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:16.774614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:16.784712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ac3b0-ba37-435a-a4fa-9d85bb6237d1 req-dacbfbb8-602b-48ee-9671-23e7232cd022 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:16.792338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b8ac3b0-ba37-435a-a4fa-9d85bb6237d1 req-dacbfbb8-602b-48ee-9671-23e7232cd022 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 949 time: 0.2334535 Jul 23 22:35:16.864879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Checking router: f73829f8-dc53-4409-a866-b79ecc620b4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:16.868989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Updating router f73829f8-dc53-4409-a866-b79ecc620b4a port cc998c75-5581-4ef3-9e89-1bbb7137ba93 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:16.938074 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-8b8d146e-dd88-4da4-a97f-1878cdc57a4c req-148c9e21-e913-4f1d-bb2a-8d5b3f275603 tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] show failed (client error): The resource could not be found. Jul 23 22:35:16.939247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b8d146e-dd88-4da4-a97f-1878cdc57a4c req-148c9e21-e913-4f1d-bb2a-8d5b3f275603 tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/f76e199d-7d6a-4942-ba98-5825a8a05373 HTTP/1.1" status: 404 len: 352 time: 0.0258565 Jul 23 22:35:17.003625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b8ac3b0-ba37-435a-a4fa-9d85bb6237d1 req-1dcaa0fc-5878-484f-b506-b95653edb7e0 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069631 Jul 23 22:35:17.022623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.078450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:17.138153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:35:17.138699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4dfd14-4a3f-4cd0-9f61-b32fb0b3e6fc not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:17.157024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] For port 042ed29b-a889-40d1-87d6-85cec533bc0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=042ed29b-a889-40d1-87d6-85cec533bc0f,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:17.157609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.185194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.313966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Calling delete_port for 042ed29b-a889-40d1-87d6-85cec533bc0f owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:17.363937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-4df22b63-cda7-40ad-b8ca-c90bf718cb89 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:17.371779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-4df22b63-cda7-40ad-b8ca-c90bf718cb89 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.22 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 949 time: 0.2252309 Jul 23 22:35:17.401642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8d047-0ad8-4317-bc19-55413acf661d req-8b623631-36a2-4628-9d82-75a0d5996e98 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:17.413061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81a8d047-0ad8-4317-bc19-55413acf661d req-8b623631-36a2-4628-9d82-75a0d5996e98 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.2467325 Jul 23 22:35:17.560961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81a8d047-0ad8-4317-bc19-55413acf661d req-e0566dba-2986-4345-90a6-3bbf7ec02b59 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463046 Jul 23 22:35:17.692702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d002-fcd8-4c5f-b428-d31eea025b17 req-1752a2fb-1242-4a38-934a-076e1eeb5402 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:17.705378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3617d002-fcd8-4c5f-b428-d31eea025b17 req-1752a2fb-1242-4a38-934a-076e1eeb5402 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.5545981 Jul 23 22:35:17.816558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Deleting port 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:17.817051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.831935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.856018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Transition to ACTIVE for port object cc998c75-5581-4ef3-9e89-1bbb7137ba93 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:17.879033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:17.932067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Allocated IP 172.20.0.1 (1de8cc60-cd20-46ea-a4e5-e723a1cf2e74/ad7d741b-ab55-49f4-859e-50450af57e99/f2c1ef61-2c37-4c33-8c56-45e35e0b394a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:17.941572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c79a2278-4831-4d8c-b408-564f6142b8e6 req-9952c17e-d235-496b-88bd-7f4b9068c956 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 210 time: 0.0711892 Jul 23 22:35:18.040605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3617d002-fcd8-4c5f-b428-d31eea025b17 req-7d10cf92-0b4c-4c60-940f-d0ac5db49e62 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313370 Jul 23 22:35:18.065833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Attempting to bind port cc998c75-5581-4ef3-9e89-1bbb7137ba93 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:18.069358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Attempting to bind port cc998c75-5581-4ef3-9e89-1bbb7137ba93 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:18.072049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Attempting to bind port cc998c75-5581-4ef3-9e89-1bbb7137ba93 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:18.087468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:18.088625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:18.090385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.091075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:18.095314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Bound port: cc998c75-5581-4ef3-9e89-1bbb7137ba93, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:18.096004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.097965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288f84-c60b-49b0-aef1-92a61cdf43ca None None] Pushing event updated for resources: {'Port': ['ID=cc998c75-5581-4ef3-9e89-1bbb7137ba93,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:18.221105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] For port cc998c75-5581-4ef3-9e89-1bbb7137ba93, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:18.233871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] For port cc998c75-5581-4ef3-9e89-1bbb7137ba93, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc998c75-5581-4ef3-9e89-1bbb7137ba93,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:18.242000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.288727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] For port 970ccf59-32b2-4566-b91e-b1aadc5915f8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=970ccf59-32b2-4566-b91e-b1aadc5915f8,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:18.289370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.319722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.335610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Calling delete_port for 970ccf59-32b2-4566-b91e-b1aadc5915f8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:18.430817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288f84-c60b-49b0-aef1-92a61cdf43ca None None] Pushing event updated for resources: {'Port': ['ID=cc998c75-5581-4ef3-9e89-1bbb7137ba93,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:18.435589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:18.436349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:18.491427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event deleted for resources: {'Port': ['ID=042ed29b-a889-40d1-87d6-85cec533bc0f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:18.584921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.588189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] No DVR routers for this DVR port 042ed29b-a889-40d1-87d6-85cec533bc0f on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:18.597380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.599491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b750f307-1d10-423e-8240-2dc34c951403 req-c6b09abd-b6ac-4485-850f-60b540248923 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "DELETE /v2.0/ports/042ed29b-a889-40d1-87d6-85cec533bc0f HTTP/1.1" status: 204 len: 173 time: 2.2873256 Jul 23 22:35:18.604792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-deleted', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:18.607515 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ee513e-dff1-4064-b7c2-a5f4a9688168" -d '{"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-deleted", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:18.622715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Transition to ACTIVE for port object f2c1ef61-2c37-4c33-8c56-45e35e0b394a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:18.671248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9507-a1e3-41cd-9b54-af931890e270 req-d65782ca-7507-4417-bf96-809b266c131f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:18.673428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af3e9507-a1e3-41cd-9b54-af931890e270 req-d65782ca-7507-4417-bf96-809b266c131f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ff6f3c-f14e-466e-a27a-ebd61e901cc8 HTTP/1.1" status: 200 len: 949 time: 0.2145216 Jul 23 22:35:18.724652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.734197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:18.820431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-c83b7503-f198-4dfa-a975-b4cf9b009df3 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:18.825979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-c83b7503-f198-4dfa-a975-b4cf9b009df3 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.2815471 Jul 23 22:35:18.830677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:18.843016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af3e9507-a1e3-41cd-9b54-af931890e270 req-f2222a51-07f6-4f81-b078-1c261c9fd7a1 tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.37 "GET /v2.0/security-groups?id=c65df762-d1b3-4569-a7ea-5728fe15fae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557040 Jul 23 22:35:18.876468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:18.885493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:18.889223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:18.892412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:18.918834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Request body: {'port': {'device_id': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'admin_state_up': True, 'tenant_id': '8b0d8c22912444f584988aec2971d045'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:18.950452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:19.019279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:19.109200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 970ccf59-32b2-4566-b91e-b1aadc5915f8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:35:19.110424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 970ccf59-32b2-4566-b91e-b1aadc5915f8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:19.110424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:19.185018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Pushing event deleted for resources: {'Port': ['ID=970ccf59-32b2-4566-b91e-b1aadc5915f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:19.307908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 042ed29b-a889-40d1-87d6-85cec533bc0f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:35:19.309547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 042ed29b-a889-40d1-87d6-85cec533bc0f not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:19.381143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] No DVR routers for this DVR port 970ccf59-32b2-4566-b91e-b1aadc5915f8 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:19.388362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:19.392191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e1c962d-3c00-479b-8d80-187c1e58b7b3 req-0c6bc127-fc11-420e-bd21-0d6152013a0f tempest-ListImageFiltersTestJSON-247084652 tempest-ListImageFiltersTestJSON-247084652-project] 10.222.0.22 "DELETE /v2.0/ports/970ccf59-32b2-4566-b91e-b1aadc5915f8 HTTP/1.1" status: 204 len: 173 time: 1.9549754 Jul 23 22:35:19.398569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-deleted', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:19.407058 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f30f6fa-33b8-49be-9dc8-4d245762d6e9" -d '{"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-deleted", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:19.413308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:13Z', 'revision_number': 3, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:19.423239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-8e0a6af6-73c6-4bf0-8fa7-0c758e4a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:19.424934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-8e0a6af6-73c6-4bf0-8fa7-0c758e4a9ef9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1100 time: 0.3057895 Jul 23 22:35:19.427040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c21b4b3-32be-4bde-a647-c016c13b94f2 req-6a9b175c-14b4-4032-ba47-66671712ef7f tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6646cfc08cda40d08e0cb182992ce9a8 HTTP/1.1" status: 200 len: 2984 time: 0.9141452 Jul 23 22:35:19.452900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:19.476772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3775dd-551d-4e74-acc8-69486dfa6dac req-90b06392-ff27-4d87-8729-dc3fbfec8ff6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:19.487748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad3775dd-551d-4e74-acc8-69486dfa6dac req-90b06392-ff27-4d87-8729-dc3fbfec8ff6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.2678311 Jul 23 22:35:19.525808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ca1ca-0abf-49d7-af18-b4d969c369c7 None None] The sync data for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 is: [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:13Z', 'revision_number': 3, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:19.550121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92a5dd9a-1060-49b7-99b7-027c2b9e33fa None None] Provisioning for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:19.558830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92a5dd9a-1060-49b7-99b7-027c2b9e33fa None None] Provisioning complete for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:19.559708 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92a5dd9a-1060-49b7-99b7-027c2b9e33fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:19.592039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c21b4b3-32be-4bde-a647-c016c13b94f2 req-705b04b2-e5c5-46a2-9b75-f07b5d860c9f tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/dacc1f3d-7021-407a-9284-fab3c11de256 HTTP/1.1" status: 200 len: 2981 time: 0.1495533 Jul 23 22:35:19.593893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:19.598049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:19.659195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-92a5dd9a-1060-49b7-99b7-027c2b9e33fa None None] Port f2c1ef61-2c37-4c33-8c56-45e35e0b394a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:19.678174 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad3775dd-551d-4e74-acc8-69486dfa6dac req-5928e94b-5240-40a2-8259-ac3a7a4fd699 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893442 Jul 23 22:35:19.691820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c21b4b3-32be-4bde-a647-c016c13b94f2 req-3f76f99d-2b45-49a9-ad5c-ed39dda16ae4 tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/dacc1f3d-7021-407a-9284-fab3c11de256 HTTP/1.1" status: 200 len: 2981 time: 0.0895476 Jul 23 22:35:19.841183 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40436fd-1712-4a1c-b262-c05eb2773bbc x-openstack-request-id: req-c40436fd-1712-4a1c-b262-c05eb2773bbc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:19.841615 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0105aa-a3e8-4811-b277-2af5f167cd47", "name": "network-vif-deleted", "tag": "042ed29b-a889-40d1-87d6-85cec533bc0f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:19.841992 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c40436fd-1712-4a1c-b262-c05eb2773bbc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:19.842548 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0105aa-a3e8-4811-b277-2af5f167cd47', 'name': 'network-vif-deleted', 'tag': '042ed29b-a889-40d1-87d6-85cec533bc0f', 'status': 'completed', 'code': 200} Jul 23 22:35:19.885735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-634b5b2e-5a8b-4e48-b59e-14492d39eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:19.892928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-634b5b2e-5a8b-4e48-b59e-14492d39eeb7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.4540381 Jul 23 22:35:19.925009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:20.160566 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b45ea33-eac9-42bf-bf48-d29c8dce7a47 req-378d7b80-d17e-49e7-8882-91f3b9bb2b69 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 210 time: 0.3132811 Jul 23 22:35:20.164432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-8b7594cf-a6d1-44c1-b737-c57e38cb36ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1563501 Jul 23 22:35:20.260921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Allocated IP 172.20.0.2 (10e53b3f-3abc-40c0-b313-4a9f444f18b7/55d1fe2f-343e-4aa3-a6ff-daa0aa62300e/233b6ca7-333c-444c-8e74-d603e674dc28) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:20.313882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.321736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.330924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.395885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.410645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc998c75-5581-4ef3-9e89-1bbb7137ba93 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:20.438493 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdec8b5e-1598-4397-be4d-1425ee492c2c x-openstack-request-id: req-fdec8b5e-1598-4397-be4d-1425ee492c2c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:20.443299 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff6f3c-f14e-466e-a27a-ebd61e901cc8", "name": "network-vif-deleted", "tag": "970ccf59-32b2-4566-b91e-b1aadc5915f8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:20.443847 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdec8b5e-1598-4397-be4d-1425ee492c2c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:20.444545 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff6f3c-f14e-466e-a27a-ebd61e901cc8', 'name': 'network-vif-deleted', 'tag': '970ccf59-32b2-4566-b91e-b1aadc5915f8', 'status': 'completed', 'code': 200} Jul 23 22:35:20.468873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-cffadf45-809b-4512-82b1-5d344c5f1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:20.470522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-cffadf45-809b-4512-82b1-5d344c5f1c60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2943573 Jul 23 22:35:20.502115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:20.514814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a7459-78ca-4794-8c8d-0eb2a071600f req-6e351757-2860-41e6-9bc4-6886a29a3ba8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:20.523721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-126a7459-78ca-4794-8c8d-0eb2a071600f req-6e351757-2860-41e6-9bc4-6886a29a3ba8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.4201503 Jul 23 22:35:20.524870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port cc998c75-5581-4ef3-9e89-1bbb7137ba93 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:20.532860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cc998c75-5581-4ef3-9e89-1bbb7137ba93 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:20.533994 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.580774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.606161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4fc80d5-b81b-4f37-9fd6-c6e730d4def8 req-e9d74928-c999-4f25-be32-654d8281511e tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/dacc1f3d-7021-407a-9284-fab3c11de256 HTTP/1.1" status: 200 len: 2981 time: 0.1706431 Jul 23 22:35:20.755267 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.756477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-126a7459-78ca-4794-8c8d-0eb2a071600f req-e1c25aeb-f65f-44cf-9a49-a1b5e573d2fd tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306950 Jul 23 22:35:20.792371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port cc998c75-5581-4ef3-9e89-1bbb7137ba93, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc998c75-5581-4ef3-9e89-1bbb7137ba93,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:20.800320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.801810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.802945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.806865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "DELETE /v2.0/security-groups/336db07a-1df2-4434-8cfa-7a843111aa21 HTTP/1.1" status: 204 len: 168 time: 0.8755672 Jul 23 22:35:20.810854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:20.815731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:20.838044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc99e-025e-4349-aa87-f5dfcc0f4ecd tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336db07a-1df2-4434-8cfa-7a843111aa21,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:20.860184 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-37988e54-e629-476c-81af-4f7829da4935 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] show failed (client error): The resource could not be found. Jul 23 22:35:20.862044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37988e54-e629-476c-81af-4f7829da4935 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "GET /v2.0/security-groups/336db07a-1df2-4434-8cfa-7a843111aa21 HTTP/1.1" status: 404 len: 347 time: 0.0429163 Jul 23 22:35:20.864724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:20.888280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=cc998c75-5581-4ef3-9e89-1bbb7137ba93,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:21.092796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.150494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ad4a-daed-4846-8ce7-e1d59d5a3e22 req-f5831581-0a5e-41ea-9af0-967e656b6188 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:21.152270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e418ad4a-daed-4846-8ce7-e1d59d5a3e22 req-f5831581-0a5e-41ea-9af0-967e656b6188 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.2035422 Jul 23 22:35:21.182614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:21.183871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-4ac74681-a3b6-4dd0-ab9a-133564582afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:21.185459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-4ac74681-a3b6-4dd0-ab9a-133564582afc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6982279 Jul 23 22:35:21.192096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Deleting port 5c576572-137c-4c1b-ba1c-d594f46e19a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:21.192439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.210479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:21.216172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:21.228002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:21.250094 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-d4fc80d5-b81b-4f37-9fd6-c6e730d4def8 req-b0a84c6d-355b-4739-b3c7-76c4b2e36f9d tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 22:35:21.251395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4fc80d5-b81b-4f37-9fd6-c6e730d4def8 req-b0a84c6d-355b-4739-b3c7-76c4b2e36f9d tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "DELETE /v2.0/security-groups/dacc1f3d-7021-407a-9284-fab3c11de256 HTTP/1.1" status: 409 len: 352 time: 0.6164124 Jul 23 22:35:21.299441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:21.302767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:21.323736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e418ad4a-daed-4846-8ce7-e1d59d5a3e22 req-5c958e65-c25d-485f-b7d5-3ec5ac1cf37f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611071 Jul 23 22:35:21.350011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:21.350702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.406460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.406811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.410565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-3a665021-dccc-4193-beeb-4ec81141e479 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5544972 Jul 23 22:35:21.426523 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-afa0e9c1-ead2-4df2-a1ad-3722f5062e18 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261200 Jul 23 22:35:21.439613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Request body: {'port': {'device_id': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:21.491053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Calling delete_port for 5c576572-137c-4c1b-ba1c-d594f46e19a4 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:21.588659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-0afe06d7-6aed-45c5-97b4-5e61366ab8ff service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545587 Jul 23 22:35:21.590522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Router f73829f8-dc53-4409-a866-b79ecc620b4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:35:21.697434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.713369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:21.725070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4de2381-447f-494c-a1e2-8ae6623c5f85 admin admin] 10.222.0.37 "PUT /v2.0/routers/f73829f8-dc53-4409-a866-b79ecc620b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1328318 Jul 23 22:35:21.802058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-152d8497-35c9-4358-889b-c96e06ebb1dc None None] Provisioning complete for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:21.802675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-152d8497-35c9-4358-889b-c96e06ebb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:21.805053 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-1b27c9c2-ccfc-4040-ae44-38dc77b54987 req-210557b8-bd98-4765-aabb-c1b1cb706e5a tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] show failed (client error): The resource could not be found. Jul 23 22:35:21.815863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1b27c9c2-ccfc-4040-ae44-38dc77b54987 req-210557b8-bd98-4765-aabb-c1b1cb706e5a tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/dd2a9e40-e949-4c2b-9a55-41cb9254616b HTTP/1.1" status: 404 len: 352 time: 0.0271504 Jul 23 22:35:21.817601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962c30b-74fb-40e9-b1f0-b35e72eea1ed req-5179d4c8-f970-4a93-a68a-2713fe36f640 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:21.819398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4962c30b-74fb-40e9-b1f0-b35e72eea1ed req-5179d4c8-f970-4a93-a68a-2713fe36f640 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 931 time: 0.3385148 Jul 23 22:35:21.840549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-152d8497-35c9-4358-889b-c96e06ebb1dc None None] Port f2c1ef61-2c37-4c33-8c56-45e35e0b394a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:22.003163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4962c30b-74fb-40e9-b1f0-b35e72eea1ed req-7c582e87-de34-490a-9338-cd288abdf66e tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626060 Jul 23 22:35:22.009671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.065866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Pushing event deleted for resources: {'Port': ['ID=5c576572-137c-4c1b-ba1c-d594f46e19a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:22.074658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.154243 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Sync routers for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:22.163787 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:22.165539 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:22.261044 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-110e5dec-4b82-4049-b27a-fa119179161b req-f80c8287-9f82-43fe-8381-0d44a9a7014d tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] show failed (client error): The resource could not be found. Jul 23 22:35:22.263076 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-110e5dec-4b82-4049-b27a-fa119179161b req-f80c8287-9f82-43fe-8381-0d44a9a7014d tempest-SecurityGroupsNegativeTestJSON-682233041 tempest-SecurityGroupsNegativeTestJSON-682233041-project] 10.222.0.37 "GET /v2.0/security-groups/5e5afcda-3d89-4a38-bf41-e2b4bf07f8b0 HTTP/1.1" status: 404 len: 352 time: 0.0176415 Jul 23 22:35:22.283426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44616) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:22.323598 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:22.328197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc998c75-5581-4ef3-9e89-1bbb7137ba93 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:22.392283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cc998c75-5581-4ef3-9e89-1bbb7137ba93 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:22.392881 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.440431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Deleting subnet caadd660-5632-41c2-ae7f-57a7cc4856d6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:35:22.457750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.531973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.567510 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.570192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.571992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c7d8992-b576-4f9b-a055-f30dbb6043e2 tempest-ImagesOneServerNegativeTestJSON-1476109428 tempest-ImagesOneServerNegativeTestJSON-1476109428-project] 10.222.0.37 "DELETE /v2.0/floatingips/7e0e0a33-c93f-4cd3-b211-505552b4361c HTTP/1.1" status: 204 len: 168 time: 1.7049651 Jul 23 22:35:22.580708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.603849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 2, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:22.634818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016dc7a-cfbc-4137-83f6-0aea0d8531e8 req-5c142e5e-e761-45eb-bd33-8b658b6f67c9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:22.636368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6016dc7a-cfbc-4137-83f6-0aea0d8531e8 req-5c142e5e-e761-45eb-bd33-8b658b6f67c9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.5333149 Jul 23 22:35:22.652321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.656205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Checking router: f73829f8-dc53-4409-a866-b79ecc620b4a for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:22.656546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Updating router f73829f8-dc53-4409-a866-b79ecc620b4a port f2c1ef61-2c37-4c33-8c56-45e35e0b394a binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:22.684255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caadd660-5632-41c2-ae7f-57a7cc4856d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:22.686826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233b6ca7-333c-444c-8e74-d603e674dc28 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:22.689084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.696062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e4d9f5c-82e8-4e8d-bde0-132dc16f9f2a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/caadd660-5632-41c2-ae7f-57a7cc4856d6 HTTP/1.1" status: 204 len: 168 time: 0.4091315 Jul 23 22:35:22.697579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:22.701199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.707231 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.723843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6016dc7a-cfbc-4137-83f6-0aea0d8531e8 req-3dfda3ea-82c6-424b-a649-25e377211098 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Jul 23 22:35:22.730773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Transition to ACTIVE for port object 233b6ca7-333c-444c-8e74-d603e674dc28 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:22.736093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.819222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:22.827167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849887535', 'description': 'tempest-description--1763535864'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:22.839871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:22.846091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.916434 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.920656 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.975123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Attempting to bind port 233b6ca7-333c-444c-8e74-d603e674dc28 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:22.975763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Attempting to bind port 233b6ca7-333c-444c-8e74-d603e674dc28 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:22.976286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Attempting to bind port 233b6ca7-333c-444c-8e74-d603e674dc28 on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:22.978843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:22.989496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Port 233b6ca7-333c-444c-8e74-d603e674dc28 on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:22.990072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Attempting to bind port 233b6ca7-333c-444c-8e74-d603e674dc28 on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:22.995466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b878d50f-5556-40c7-a7fb-e752429ab260']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:23.009481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6665bc-4758-46cd-af42-38dae35039af') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:23.009800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6665bc-4758-46cd-af42-38dae35039af') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:23.011868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:23.012453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Checking segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:23.013165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Bound using segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:23.014376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Bound port: 233b6ca7-333c-444c-8e74-d603e674dc28, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:23.015097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.025631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.049487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94000b7a-6e18-42d0-999f-de740b5549de req-b09d2578-af31-49a7-aaaa-db6003444ae9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:23.051125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94000b7a-6e18-42d0-999f-de740b5549de req-b09d2578-af31-49a7-aaaa-db6003444ae9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1607826 Jul 23 22:35:23.052156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.065538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:35:23.066204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:35:23.068712 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:35:23.109534 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.127313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:23.168871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94000b7a-6e18-42d0-999f-de740b5549de req-a92046bc-7455-4b7e-9c66-c4ef071466d0 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057022 Jul 23 22:35:23.173530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.174251 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Transition to ACTIVE for port object f2c1ef61-2c37-4c33-8c56-45e35e0b394a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:23.180952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.184263 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b878d50f-5556-40c7-a7fb-e752429ab260 HTTP/1.1" status: 204 len: 168 time: 0.4852507 Jul 23 22:35:23.185446 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.191808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:23.204533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.220961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a21698-0c34-4d80-81df-1ef298131576 admin admin] Pushing event deleted for resources: {'Network': ['ID=b878d50f-5556-40c7-a7fb-e752429ab260,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:23.397031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Pushing event updated for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:23.401426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:23.406356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.407799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] 10.222.0.22 "PUT /v2.0/ports/233b6ca7-333c-444c-8e74-d603e674dc28 HTTP/1.1" status: 200 len: 1092 time: 1.9832261 Jul 23 22:35:23.410881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:23.419549 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:23.447049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.457624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686b3b5-5693-40dd-bd9e-0ed087be1827 service neutron] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:23.480131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.480582 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.480800 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.481132 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.481467 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.481823 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.488116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8b486-27cb-4575-9f7d-5aa9e5a1eeb9 req-ebd8c0f3-7e65-4687-bc66-547b238c7e80 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:23.491183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23a8b486-27cb-4575-9f7d-5aa9e5a1eeb9 req-ebd8c0f3-7e65-4687-bc66-547b238c7e80 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 943 time: 0.1591520 Jul 23 22:35:23.491346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.491836 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.492174 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.492535 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.493400 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.493798 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:23.518954 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Attempting to bind port f2c1ef61-2c37-4c33-8c56-45e35e0b394a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:23.519604 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Attempting to bind port f2c1ef61-2c37-4c33-8c56-45e35e0b394a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:23.519931 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Attempting to bind port f2c1ef61-2c37-4c33-8c56-45e35e0b394a on network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:23.535258 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:23.535711 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Checking segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:23.536053 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.536418 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Bound using segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:23.536908 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Bound port: f2c1ef61-2c37-4c33-8c56-45e35e0b394a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:23.537303 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.565701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.609651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.610494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23a8b486-27cb-4575-9f7d-5aa9e5a1eeb9 req-627c4022-cbe8-4000-8638-dea3c71c30c5 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050658 Jul 23 22:35:23.611289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.625177 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d50513-f46c-485a-97ef-83170cba48ca x-openstack-request-id: req-f9d50513-f46c-485a-97ef-83170cba48ca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:23.625856 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:23.626402 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9d50513-f46c-485a-97ef-83170cba48ca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:23.627074 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28', 'status': 'completed', 'code': 200} Jul 23 22:35:23.654224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.663336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.668488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8475900 Jul 23 22:35:23.678001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3937cc5e-3614-4bbe-bd04-873c1e04fda5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6646cfc08cda40d08e0cb182992ce9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287772 Jul 23 22:35:23.680527 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] For port f2c1ef61-2c37-4c33-8c56-45e35e0b394a, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:23.682845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.683362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.684907 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] For port f2c1ef61-2c37-4c33-8c56-45e35e0b394a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:23.689866 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.708285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Deleting subnet 6621fa47-25c2-48c1-945b-a80904e30cbe {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:35:23.712428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.740953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'security_group_rule': {'security_group_id': '36632c5a-c25b-48e0-9365-812cd5b9bc51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:23.780449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bb8c1-c7f2-4bb7-9079-c600bc68c599 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36632c5a-c25b-48e0-9365-812cd5b9bc51,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:23.785328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.817370 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f652-27eb-4366-b528-9d33bb433fc7 None None] Pushing event updated for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:23.835137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.840087 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:23.840912 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:23.854928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-2f472be6-ce0e-48e9-8c5b-f9c4e3c5a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:23.856863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-2f472be6-ce0e-48e9-8c5b-f9c4e3c5a792 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 1095 time: 0.3698096 Jul 23 22:35:23.860970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.944034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.952759 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55f583a8-208b-4e13-bf7f-a621dd374743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ba000552f5459ba0fed16e600c8989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400490 Jul 23 22:35:23.958309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:23.961803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.965797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.974791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:23.985049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:23.987240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-b6bca0a5-2b66-4e10-ae09-2b19c4f2fc5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=233b6ca7-333c-444c-8e74-d603e674dc28 HTTP/1.1" status: 200 len: 217 time: 0.0989544 Jul 23 22:35:24.049671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc4b78d-025a-478e-945e-c98e4dbde035,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.057772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.058929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1cfc3068-7a2d-47b3-87b2-bee285dabfba tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743575 Jul 23 22:35:24.063383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:24.073997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'security_group_rule': {'security_group_id': '36632c5a-c25b-48e0-9365-812cd5b9bc51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:24.080776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75af8f8-39cd-4e3f-a709-a5dcfcd7e757 req-126af7dd-834a-404d-8b39-64a2bc836113 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:24.082364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b75af8f8-39cd-4e3f-a709-a5dcfcd7e757 req-126af7dd-834a-404d-8b39-64a2bc836113 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.2030058 Jul 23 22:35:24.098083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353027-2f83-46df-a934-867fd8e62c0f req-2b8839d3-4c4c-4b54-b60e-3eb553d1eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:24.099689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-2b8839d3-4c4c-4b54-b60e-3eb553d1eb71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.0989673 Jul 23 22:35:24.103607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.130021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.143814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-588075a7-3548-4fdc-b1d8-ed7c76b6260e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 23 22:35:24.145100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.147692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.152304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dacc1f3d-7021-407a-9284-fab3c11de256 HTTP/1.1" status: 204 len: 168 time: 0.4628282 Jul 23 22:35:24.160358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.162920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.196271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec841977-199d-4459-bf30-00fd0448b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacc1f3d-7021-407a-9284-fab3c11de256,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.215370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6621fa47-25c2-48c1-945b-a80904e30cbe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.220101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.222076 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca02ddc6-3e70-47d6-89cc-7bf4c1ebb2d0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6621fa47-25c2-48c1-945b-a80904e30cbe HTTP/1.1" status: 204 len: 168 time: 0.5668519 Jul 23 22:35:24.227883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:24.248065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b75af8f8-39cd-4e3f-a709-a5dcfcd7e757 req-45b15665-c3e1-4cf1-aba5-3a031e084e08 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Jul 23 22:35:24.344532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.349030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.352421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.356095 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c65df762-d1b3-4569-a7ea-5728fe15fae0 HTTP/1.1" status: 204 len: 168 time: 0.3944736 Jul 23 22:35:24.382934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fecc7-285e-4def-9c97-51e8d9096c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65df762-d1b3-4569-a7ea-5728fe15fae0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.395560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.402891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.416930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-918e8066-9a67-4e9a-9963-7bba5681d843 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639048 Jul 23 22:35:24.509977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7b105b-6ea3-4e6c-a96a-82b7dd2259ae,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.517616 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.518712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-956e134b-c287-46e8-b2a4-cbe6092b4420 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4546525 Jul 23 22:35:24.524621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:24.534891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:24.539757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.573306 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c06491aa-4939-4016-808e-679e17d63558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:23Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:24.575668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b06cfd1-2951-4fee-b28e-557f781013c7']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:24.591964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad75d0-c019-4d88-b699-6a5a5d42de7b req-9e2e4fbb-175d-446d-b2c7-81ecd19017a1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:24.593803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-04ad75d0-c019-4d88-b699-6a5a5d42de7b req-9e2e4fbb-175d-446d-b2c7-81ecd19017a1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.2634203 Jul 23 22:35:24.600830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54353027-2f83-46df-a934-867fd8e62c0f req-e64e6f11-43ab-479f-947d-47a3bda2ec78 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713765 Jul 23 22:35:24.610523 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06491aa-4939-4016-808e-679e17d63558 None None] The sync data for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 is: [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:23Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:24.611164 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.618108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d06c672-572a-49d1-bb67-6cd1a0c0f404') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:24.618594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d06c672-572a-49d1-bb67-6cd1a0c0f404') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:24.630983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.672837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.714185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:35:24.714587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:35:24.717177 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:35:24.806959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-04ad75d0-c019-4d88-b699-6a5a5d42de7b req-171024bd-c8bc-4703-94d6-cd3d09fb5010 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045684 Jul 23 22:35:24.926122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.938978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:24.941163 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b06cfd1-2951-4fee-b28e-557f781013c7 HTTP/1.1" status: 204 len: 168 time: 0.7132497 Jul 23 22:35:24.979517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548aae5-b2c5-4b8c-a8e3-c859699dc2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4b06cfd1-2951-4fee-b28e-557f781013c7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:24.991870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-040b28bb-fe29-4e66-820c-7a7ce667f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:24.993993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-040b28bb-fe29-4e66-820c-7a7ce667f834 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 1095 time: 0.2605164 Jul 23 22:35:25.027589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edfb8-7676-4803-a609-f25013be456c req-4fc7ad22-0e34-42fa-ad69-aa10231e2e09 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:25.029189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-265edfb8-7676-4803-a609-f25013be456c req-4fc7ad22-0e34-42fa-ad69-aa10231e2e09 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 943 time: 0.2585297 Jul 23 22:35:25.104287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-265edfb8-7676-4803-a609-f25013be456c req-b6f18cb9-b2de-4a83-b474-de1a26928693 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615237 Jul 23 22:35:25.149851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:25.216895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-4e73c221-56d6-4b44-ba97-8c590410578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:25.218540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-4e73c221-56d6-4b44-ba97-8c590410578a service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 905 time: 0.2148392 Jul 23 22:35:25.262680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:25.307472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-e832e86d-9c54-4596-ad04-072f055afd53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=233b6ca7-333c-444c-8e74-d603e674dc28 HTTP/1.1" status: 200 len: 217 time: 0.0803926 Jul 23 22:35:25.369310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-02e26c45-58ce-4db3-81b5-dfe996cf7db1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4ee4471452646e2997aec28f78d1191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021414 Jul 23 22:35:25.370525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:25.454132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:25.485522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:25.576731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:25.579824 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:25.583817 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c79125d-1735-440f-ae87-4da01fd87b70 HTTP/1.1" status: 204 len: 168 time: 0.2129889 Jul 23 22:35:25.602963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dffa2-4daf-4ff3-adda-501bcf26557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c79125d-1735-440f-ae87-4da01fd87b70,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:25.633854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Allocated IP 172.25.1.226 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:25.656586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-103a386b-eb3e-486c-b42f-18834a4e32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:25.658306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-103a386b-eb3e-486c-b42f-18834a4e32b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.3403707 Jul 23 22:35:25.711683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-d6391318-6346-4993-86ec-9d5b5d038004 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450733 Jul 23 22:35:25.920291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042af1-8a1c-4d77-b9d5-4cb62f19ea97 req-22190766-8ca1-4c45-bf9e-9313cc068ffc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:25.922272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb042af1-8a1c-4d77-b9d5-4cb62f19ea97 req-22190766-8ca1-4c45-bf9e-9313cc068ffc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.4717596 Jul 23 22:35:25.979988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-a7835552-bbec-42ee-92fc-14d6fb013798 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582684 Jul 23 22:35:25.981517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:26.067028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.078805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb042af1-8a1c-4d77-b9d5-4cb62f19ea97 req-c9f8ced7-e614-4392-ab4e-3e8d005f8029 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441870 Jul 23 22:35:26.142093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e4cee-e067-45eb-b1e9-9e312678fe44 req-adb6abf8-9754-466a-8185-47ad5d26aee6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:26.144078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-446e4cee-e067-45eb-b1e9-9e312678fe44 req-adb6abf8-9754-466a-8185-47ad5d26aee6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1517501 Jul 23 22:35:26.210493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa7d4ed-c8fc-4bb8-8b87-f0ecbf19fb6a req-898c1664-c0a7-4680-884d-cfc0156bd111 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161596 Jul 23 22:35:26.235521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.243775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-526113779-network', 'tenant_id': '749f673548994780a4562ee89459dd56'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:26.297780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-446e4cee-e067-45eb-b1e9-9e312678fe44 req-773258ae-4d7f-4827-b9e8-a5a5c638213f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469328 Jul 23 22:35:26.347678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Made reservation on behalf of 749f673548994780a4562ee89459dd56 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:26.350918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.377455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.386242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:26.392939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2c1ef61-2c37-4c33-8c56-45e35e0b394a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:26.435939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:26.442352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:26.506564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'Port': ['ID=7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:26.526211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:26.532777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:26.533375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.550654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.563773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.595201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:35:26.608944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.619788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a07e3d-5d5d-49d7-b603-1a43eeb42906,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:26.634509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f8660-8675-45af-b1be-79373279044e req-b97a133d-7e56-40c9-92db-341b6197b0db tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:26.636017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f29f8660-8675-45af-b1be-79373279044e req-b97a133d-7e56-40c9-92db-341b6197b0db tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 943 time: 0.3739550 Jul 23 22:35:26.651545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.652173 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Added segment d626894b-410f-49f1-a017-c8037b2286e3 of type vlan for network 652e05a5-165f-44db-a495-44fff8551f42 Jul 23 22:35:26.717927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.731600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.748053 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.785157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f29f8660-8675-45af-b1be-79373279044e req-ffd8e911-3c78-43b2-97ce-3aeeea8eda7c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283832 Jul 23 22:35:26.816322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.817682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:26.818798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.844880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f2c1ef61-2c37-4c33-8c56-45e35e0b394a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:26.853056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.879357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8958313 Jul 23 22:35:26.886951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:26.919455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:26.925781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Request body: {'subnet': {'network_id': '652e05a5-165f-44db-a495-44fff8551f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-526113779-subnet', 'tenant_id': '749f673548994780a4562ee89459dd56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:26.959913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eaf11-9ade-49e1-807f-ddd4bd299e34 admin admin] Pushing event updated for resources: {'Network': ['ID=652e05a5-165f-44db-a495-44fff8551f42,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:26.972524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Made reservation on behalf of 749f673548994780a4562ee89459dd56 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:26.976510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:26.978002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 652e05a5-165f-44db-a495-44fff8551f42 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:35:27.010976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.015210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-4d98a585-d476-470b-913c-cb3232998d84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2353404 Jul 23 22:35:27.020506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.043956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.048813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:27.056669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.056905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.057259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.057608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.058009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.058863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.058863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.059039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.059236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.059722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.060382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.061007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:27.153654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'Port': ['ID=7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.174242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:27.189110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '233b6ca7-333c-444c-8e74-d603e674dc28', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '233b6ca7-333c-444c-8e74-d603e674dc28', 'mac_address': 'fa:16:3e:5f:5c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:27.243924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:27.249945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.256204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.278893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233b6ca7-333c-444c-8e74-d603e674dc28 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:27.294221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.297467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-78265e14-367b-4640-b5a3-55474d369814 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7670925 Jul 23 22:35:27.318743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-134ad8a0-c522-406a-99ad-530fbbdc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.320357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-134ad8a0-c522-406a-99ad-530fbbdc5dd8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 1097 time: 0.2315657 Jul 23 22:35:27.338359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1916324913-network', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:27.340837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:27.347795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.369831 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577337d2-f7a4-4b5c-807d-70a708331858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.394733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Made reservation on behalf of 6865e5366d714a9b818cdc46d70e5a0f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:27.397157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.410439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.413669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.494375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.530093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78935f-9b4c-4e03-be40-aaa1b04db1a3 req-58613b96-8382-4773-b978-52ca2154712d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.534254 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d78935f-9b4c-4e03-be40-aaa1b04db1a3 req-58613b96-8382-4773-b978-52ca2154712d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.3148122 Jul 23 22:35:27.541939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242f17-66c5-415c-bd8a-841ade6184de req-610dc233-a66a-4bb4-b3f1-493838b8b77d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.543531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d242f17-66c5-415c-bd8a-841ade6184de req-610dc233-a66a-4bb4-b3f1-493838b8b77d tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1272051 Jul 23 22:35:27.587443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577337d2-f7a4-4b5c-807d-70a708331858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.597005 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577337d2-f7a4-4b5c-807d-70a708331858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.617861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d242f17-66c5-415c-bd8a-841ade6184de req-83acc2ae-ad00-4b76-a286-2f4c67e224fc tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682702 Jul 23 22:35:27.652544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d78935f-9b4c-4e03-be40-aaa1b04db1a3 req-3c815ebd-4f9a-4623-8520-b9cd84a96cbe tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908556 Jul 23 22:35:27.660601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['233b6ca7-333c-444c-8e74-d603e674dc28'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:27.660785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-577337d2-f7a4-4b5c-807d-70a708331858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d39bda942bc4493c9431836ddbbcb58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107533 Jul 23 22:35:27.661803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ebe5d4-e280-40b8-afa8-bedf38977171,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.663273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577337d2-f7a4-4b5c-807d-70a708331858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12f5cc-98c0-4321-9c19-653f94efa9bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.667883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:27.669517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-f32d5e9d-00f4-40ef-83f8-8f2b2c33252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.671177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-f32d5e9d-00f4-40ef-83f8-8f2b2c33252e service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.2643213 Jul 23 22:35:27.739536 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-e9a76b84-e0e8-4d4f-8785-1885fd71a446 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 200 len: 217 time: 0.0578837 Jul 23 22:35:27.749592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Checking segment: {'id': 'd626894b-410f-49f1-a017-c8037b2286e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '652e05a5-165f-44db-a495-44fff8551f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:27.750030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Network hostable DHCP agents. Network: 652e05a5-165f-44db-a495-44fff8551f42, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:35:27.776491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.798633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.859828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:35:27.888272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-aafd3f0b-95e3-4d11-913c-85b33c73207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.890135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-aafd3f0b-95e3-4d11-913c-85b33c73207d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.1370842 Jul 23 22:35:27.895951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Network 652e05a5-165f-44db-a495-44fff8551f42 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:35:27.899515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-6a1828a8-907a-445d-98fd-f2468e5650ca tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1849887535&fields=id&tenant_id=560c2e7193414c64ae556473c3ab8d04 HTTP/1.1" status: 200 len: 267 time: 0.1095209 Jul 23 22:35:27.905508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c98b2-1fef-4080-ba25-0ae7ba5a9903,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:27.913780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.913780 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Added segment f2692db2-d2ca-47a5-980b-a0368334c446 of type vlan for network f7934cb4-9e6e-45c6-bd10-cfe1659f078d Jul 23 22:35:27.918989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:27.941492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-4c7dc186-1a90-4b48-83fc-b3ac8c1aeca7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jul 23 22:35:27.943946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 652e05a5-165f-44db-a495-44fff8551f42) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:27.953930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f05c6-cdb5-457f-8f87-69faaa1a2bc3 None None] Network 652e05a5-165f-44db-a495-44fff8551f42 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:27.966170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:27.967146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.000862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.012049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f9df6d87-1ea7-4a0c-912b-e8addd4e5dc8 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:28.013623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f9df6d87-1ea7-4a0c-912b-e8addd4e5dc8 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.2337384 Jul 23 22:35:28.017097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.045944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:28.094503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea55b237-7e45-495a-aff3-e59339ec9944 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1735992 Jul 23 22:35:28.112257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa129b-3f76-4fcb-bc3b-ad11cd8b4f83 None None] Network 652e05a5-165f-44db-a495-44fff8551f42 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:28.140672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-e43795d1-f84b-4282-9a1b-9ba177381150 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:28.142195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-e43795d1-f84b-4282-9a1b-9ba177381150 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/networks?id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 200 len: 811 time: 0.2195389 Jul 23 22:35:28.165609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.166503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:28.167093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.176460 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-18926570-70e5-4707-a8f3-a091d080dfce service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254670 Jul 23 22:35:28.185954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-54e99972-0e82-41a9-b6fc-8217f5a7d009 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/quotas/560c2e7193414c64ae556473c3ab8d04 HTTP/1.1" status: 200 len: 375 time: 0.0220869 Jul 23 22:35:28.247937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0029459 Jul 23 22:35:28.254409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:28.263685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Request body: {'subnet': {'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1916324913-subnet', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:28.275978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.275978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.277592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a12f5cc-98c0-4321-9c19-653f94efa9bb HTTP/1.1" status: 204 len: 168 time: 0.6054897 Jul 23 22:35:28.298988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0768-2b7c-416d-848e-86457cd07548 admin admin] Pushing event updated for resources: {'Network': ['ID=f7934cb4-9e6e-45c6-bd10-cfe1659f078d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:28.312306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.320286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386493e-9bf2-40a8-877b-b12571163a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12f5cc-98c0-4321-9c19-653f94efa9bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:28.330676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:35:28.357990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2c1ef61-2c37-4c33-8c56-45e35e0b394a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:28.359540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Made reservation on behalf of 6865e5366d714a9b818cdc46d70e5a0f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:28.362586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f223-72dc-4cfe-a670-da1d8d028f37 req-c1ac8c8e-43b9-4904-ade1-522fd0138b98 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:28.362802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.370721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbd6f223-72dc-4cfe-a670-da1d8d028f37 req-c1ac8c8e-43b9-4904-ade1-522fd0138b98 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 944 time: 0.4013946 Jul 23 22:35:28.387215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d16e5c71-1ba2-4d10-943f-a50418b900da req-1a5d2838-9674-4805-a74f-718a4d503566 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028892 Jul 23 22:35:28.455408 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbd6f223-72dc-4cfe-a670-da1d8d028f37 req-23a21f38-3f4c-408a-8934-bf497cde4967 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671403 Jul 23 22:35:28.554057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f2c1ef61-2c37-4c33-8c56-45e35e0b394a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:28.554637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.569502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-36192b46-7818-454e-bed1-b42bab57c5b1 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=560c2e7193414c64ae556473c3ab8d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3684525 Jul 23 22:35:28.855139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:28.876345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:28.885541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-98568141-4eaa-4f12-baac-466293d4bf73 service neutron] 10.222.0.37 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811182 Jul 23 22:35:28.925417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:28.986427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:28.991497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25dcb-8df0-42df-a30b-78477fd697d8 req-4b40fa78-e2b4-44c0-8a95-e60b11ca2324 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:28.993498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45d25dcb-8df0-42df-a30b-78477fd697d8 req-4b40fa78-e2b4-44c0-8a95-e60b11ca2324 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 945 time: 0.1041410 Jul 23 22:35:29.012474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 233b6ca7-333c-444c-8e74-d603e674dc28 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:29.018929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 233b6ca7-333c-444c-8e74-d603e674dc28 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:29.019822 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.046417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45d25dcb-8df0-42df-a30b-78477fd697d8 req-9f2832f7-61de-4b76-b672-c86079a7350a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448265 Jul 23 22:35:29.195919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.209000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014ebd7-4ef7-42f2-bbab-7e3c82844099 req-d837fa08-b918-4891-9763-095a0343acc3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:29.211945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1014ebd7-4ef7-42f2-bbab-7e3c82844099 req-d837fa08-b918-4891-9763-095a0343acc3 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.0832090 Jul 23 22:35:29.253973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:29.260558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:29.264045 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc409b1-311b-422b-9b8f-2dfafee731ec" -d '{"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-plugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:29.270300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:29.278347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.307254 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1014ebd7-4ef7-42f2-bbab-7e3c82844099 req-1038866a-45b3-4008-839a-ad2c7b590cdf tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863547 Jul 23 22:35:29.349729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:29.414106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a5cff1-913a-43dc-b56b-13913fed6c3d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:29.425336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-network', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:29.428425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Checking segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:29.428779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Network hostable DHCP agents. Network: f7934cb4-9e6e-45c6-bd10-cfe1659f078d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:35:29.448203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:29.450847 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.460343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.468888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:29.471202 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825a229-a8b4-4688-9303-eadd9b3a58ff" -d '{"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-unplugged", "status": "completed", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:29.479448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.487898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-e09bafff-c0f5-49aa-927c-9b15654e99f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710232 Jul 23 22:35:29.489395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:35:29.491729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.529057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f7934cb4-9e6e-45c6-bd10-cfe1659f078d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:29.538660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:29.539836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.541045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25201c8b-606b-4904-8a2c-bc5413e61453 None None] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:29.595317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.604405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.605441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:29.634634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7d54d4af-9f49-4d94-b375-a567697db52d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3773911 Jul 23 22:35:29.635337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:29.647250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:29.661696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:35:29.669018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:29.669401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:29.670108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:29.677371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:29.677700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Attempting to bind port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on network 8c04baa1-bb55-4b4a-87b1-7a626be00747 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:29.680785 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7ce77-23b7-4379-98d7-a647e5fd6474 x-openstack-request-id: req-06f7ce77-23b7-4379-98d7-a647e5fd6474 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:29.681665 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-plugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:29.682088 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06f7ce77-23b7-4379-98d7-a647e5fd6474 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:29.682628 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28', 'code': 200} Jul 23 22:35:29.703243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f141b0a-236e-4676-870a-c87c81762222,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:29.706388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.706728 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Added segment 346ad4c6-13b5-49a9-84fe-eafb372b60a8 of type vlan for network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 Jul 23 22:35:29.779236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:29.779586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Checking segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:29.779982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Bound using segment: {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:29.780440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Bound port: 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59dfbad-af9d-4b83-8ce5-485072767dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c04baa1-bb55-4b4a-87b1-7a626be00747'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:29.780804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.807759 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e27bfb-c87e-498a-b4dd-78203f348b97 x-openstack-request-id: req-71e27bfb-c87e-498a-b4dd-78203f348b97 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:29.808057 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-unplugged", "status": "completed", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:29.808349 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e27bfb-c87e-498a-b4dd-78203f348b97 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:29.808774 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'code': 200} Jul 23 22:35:29.824213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:35:29.827567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.828306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.838499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.839518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.873127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f2b28b2-c90c-4565-b697-6050f0b3f87e req-3afa5cb3-e9a5-4fea-9a2f-d892d4a3b01b tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 210 time: 0.0452683 Jul 23 22:35:29.926827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.928212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:29.929243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:29.990496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.003464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ce633-fcd9-4c2f-8c9d-792a88d22564 req-71257200-4d76-4d4b-a173-6776afd9666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.004966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-238ce633-fcd9-4c2f-8c9d-792a88d22564 req-71257200-4d76-4d4b-a173-6776afd9666c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 1097 time: 0.3105450 Jul 23 22:35:30.007321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:30.022612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7671230 Jul 23 22:35:30.034898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44876) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:30.049698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Request body: {'subnet': {'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-subnet', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:30.096951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1a56d-1c79-4078-b4af-b75606ed4700 admin admin] Pushing event updated for resources: {'Network': ['ID=29fe45e6-815e-4013-ad1b-7d04a17dfa20,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:30.099961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:30.104128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:30.106678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.128286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5310a8-e7b7-4c69-9db1-65f2f4311ef2 req-87fb258a-fb83-4507-ba55-c3fd8201aebe tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.136904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:35:30.155607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f5310a8-e7b7-4c69-9db1-65f2f4311ef2 req-87fb258a-fb83-4507-ba55-c3fd8201aebe tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 945 time: 0.2766738 Jul 23 22:35:30.202833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:30.205507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.231114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Allocated IP 172.20.0.2 (f7934cb4-9e6e-45c6-bd10-cfe1659f078d/a0a5cff1-913a-43dc-b56b-13913fed6c3d/a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:30.263196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f5310a8-e7b7-4c69-9db1-65f2f4311ef2 req-f8b6b17c-58b9-4a2c-b7ea-3d052a5e59ef tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066015 Jul 23 22:35:30.354796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-238ce633-fcd9-4c2f-8c9d-792a88d22564 req-c3aa1f20-91b7-4cda-b04f-6a5533421a82 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117025 Jul 23 22:35:30.391856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:30.397864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.409097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.409823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.411579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-98bb694e-127e-4f97-b830-ad881680dddc service neutron] 10.222.0.25 "PUT /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 1123 time: 2.3696268 Jul 23 22:35:30.453874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:30.612410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824d436-92f2-44ff-b113-da09e88a184d req-a2c68ab8-0823-4dd1-8dca-779a4aaced8a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.620913 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8824d436-92f2-44ff-b113-da09e88a184d req-a2c68ab8-0823-4dd1-8dca-779a4aaced8a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.4324031 Jul 23 22:35:30.637149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.684168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8824d436-92f2-44ff-b113-da09e88a184d req-8d5cd766-1437-4725-a912-e6f05d12aea5 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619781 Jul 23 22:35:30.715557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:30.738114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:35:30.764394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c62a5-774e-4a7c-bae6-b92d5aefdac7 req-cf7316c5-909c-416f-8b86-0790c7e80d17 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.772144 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-435c62a5-774e-4a7c-bae6-b92d5aefdac7 req-cf7316c5-909c-416f-8b86-0790c7e80d17 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.2062812 Jul 23 22:35:30.798886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['97f529f0-a4de-40eb-be3d-ad542e6a4fff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:30.807402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['97f529f0-a4de-40eb-be3d-ad542e6a4fff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:30.823955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Checking segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:30.824316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Network hostable DHCP agents. Network: 29fe45e6-815e-4013-ad1b-7d04a17dfa20, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:35:30.828846 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-435c62a5-774e-4a7c-bae6-b92d5aefdac7 req-00423e2a-a16f-4f80-9dab-65e2cb3b3261 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Jul 23 22:35:30.862683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:35:30.887928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 29fe45e6-815e-4013-ad1b-7d04a17dfa20) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:30.896794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.897888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:30.899410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.915687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf1361-3e8d-4e7a-90aa-574132ac03a2 None None] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:30.926068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:30.931175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:30.932404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0ed76fb2-389a-4dbb-ad86-e71ae00a5b77 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8894267 Jul 23 22:35:30.936662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:31.008981 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.010234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.010611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.021419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Transition to ACTIVE for port object a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:31.025803 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-970523ae-3b04-459e-aa0d-8edf41e33b1c req-be3398f0-1f70-403c-b15c-ade91f6056e2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 210 time: 0.0445256 Jul 23 22:35:31.127631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.173940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Transition to ACTIVE for port object a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:31.201824 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.273939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Allocated IP 172.25.1.236 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/94e7a8b7-0068-41d4-819e-bdf8635d3ce7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:31.445988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.496885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968038d4-6ac7-4b0c-ac8e-117099a0bc32 req-cbfc088d-105b-4090-b19f-a5051d461d12 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:31.499053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968038d4-6ac7-4b0c-ac8e-117099a0bc32 req-cbfc088d-105b-4090-b19f-a5051d461d12 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 945 time: 0.1592507 Jul 23 22:35:31.522245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:31.528795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:35:31.529614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.535956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:31.538090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Pushing event updated for resources: {'Port': ['ID=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:31.546782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:31.590526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968038d4-6ac7-4b0c-ac8e-117099a0bc32 req-ed94579f-5f56-4ac6-9924-1030ed669776 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766389 Jul 23 22:35:31.623679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-7b8a5b0d-9d10-4d56-99b9-406758430b1e tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:31.625230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-7b8a5b0d-9d10-4d56-99b9-406758430b1e tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.25 "GET /v2.0/networks?id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 200 len: 811 time: 0.3861799 Jul 23 22:35:31.711949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Attempting to bind port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:31.712315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Attempting to bind port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:31.712682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Attempting to bind port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba on network f7934cb4-9e6e-45c6-bd10-cfe1659f078d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:31.718149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.723734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:31.724110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Checking segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:31.724508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.724958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Bound using segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:31.725438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Bound port: a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:31.725918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.769742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-30a6c1ac-0339-4a34-982f-cd986deb89ce tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=560c2e7193414c64ae556473c3ab8d04 HTTP/1.1" status: 200 len: 380 time: 0.1320231 Jul 23 22:35:31.803418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Allocated IP 172.20.0.2 (29fe45e6-815e-4013-ad1b-7d04a17dfa20/022ea7ab-6aa5-41a2-be0e-f021c3aee6aa/be2711e2-33e5-48b4-ad08-070ab6df5cc4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:31.804066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-78e4210e-d78f-4fd6-934a-31a39e0f89cb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:31.806409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-78e4210e-d78f-4fd6-934a-31a39e0f89cb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/networks?id=652e05a5-165f-44db-a495-44fff8551f42 HTTP/1.1" status: 200 len: 809 time: 0.2381632 Jul 23 22:35:31.811223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'port': {'device_id': '744a4a97-c1ed-488f-85bf-61335819e11c', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'admin_state_up': True, 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'security_groups': ['36632c5a-c25b-48e0-9365-812cd5b9bc51']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:31.815320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:31.817516 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066" -d '{"events": [{"name": "network-changed", "server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:31.847930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] For port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:31.872005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-3fb7352f-2800-4bc8-83f9-511147390852 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/quotas/749f673548994780a4562ee89459dd56 HTTP/1.1" status: 200 len: 375 time: 0.0473633 Jul 23 22:35:31.873369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] For port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:31.876353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e991ffb-c03f-4703-808f-edcc00ed3384 req-4de9da2f-f582-48bf-b990-595206548015 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:31.886951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e991ffb-c03f-4703-808f-edcc00ed3384 req-4de9da2f-f582-48bf-b990-595206548015 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.1127803 Jul 23 22:35:31.912771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.943581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e991ffb-c03f-4703-808f-edcc00ed3384 req-653279e1-cd4b-4ba9-a0dc-737eb929dd60 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Jul 23 22:35:31.973963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:31.986903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-79c67cff-241a-476f-b5f4-8e15fe0a2c93 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=749f673548994780a4562ee89459dd56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723073 Jul 23 22:35:32.019424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93ce5-308c-4ead-9d31-d76c1c26a114 None None] Pushing event updated for resources: {'Port': ['ID=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:32.042284 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded99f46-3fea-4cb7-b81d-2ec7c2ad3e26 x-openstack-request-id: req-ded99f46-3fea-4cb7-b81d-2ec7c2ad3e26 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:32.042284 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:32.042629 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ded99f46-3fea-4cb7-b81d-2ec7c2ad3e26 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:32.043115 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'status': 'completed', 'code': 200} Jul 23 22:35:32.072399 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.087608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Transition to ACTIVE for port object be2711e2-33e5-48b4-ad08-070ab6df5cc4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:32.110632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Transition to ACTIVE for port object be2711e2-33e5-48b4-ad08-070ab6df5cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:32.118216 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.131191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:32.147394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:32.152178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:32.159581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:32.162566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:32.166851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:32.187532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Pushing event updated for resources: {'Port': ['ID=be2711e2-33e5-48b4-ad08-070ab6df5cc4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:32.247957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Pushing event updated for resources: {'Port': ['ID=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:32.274779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Attempting to bind port be2711e2-33e5-48b4-ad08-070ab6df5cc4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:32.275191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Attempting to bind port be2711e2-33e5-48b4-ad08-070ab6df5cc4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:32.275760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Attempting to bind port be2711e2-33e5-48b4-ad08-070ab6df5cc4 on network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:32.281462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:32.281927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Checking segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:32.282359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.282929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Bound using segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:32.283538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Bound port: be2711e2-33e5-48b4-ad08-070ab6df5cc4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:32.283925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.334671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Made reservation on behalf of 560c2e7193414c64ae556473c3ab8d04 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:32.337983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe7a69-c529-42dd-bbbc-24529458cd41 req-7f6b2ce4-dbf7-4129-be72-36e69454a03b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:32.339156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.339894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aebe7a69-c529-42dd-bbbc-24529458cd41 req-7f6b2ce4-dbf7-4129-be72-36e69454a03b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1776783 Jul 23 22:35:32.385211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] For port be2711e2-33e5-48b4-ad08-070ab6df5cc4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:32.392379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] For port be2711e2-33e5-48b4-ad08-070ab6df5cc4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be2711e2-33e5-48b4-ad08-070ab6df5cc4,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:32.400997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.422066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aebe7a69-c529-42dd-bbbc-24529458cd41 req-59a11445-3f5d-4bb8-b14e-2dfee6765cbb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755532 Jul 23 22:35:32.479125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:32.538240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16ace602-a4f0-4009-8718-073754ac5758 req-a903b2ca-5b72-4af2-a28e-d5b431bbcccd tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 210 time: 0.0436161 Jul 23 22:35:32.546069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6ef25-6e6d-48b5-a714-521f8dc6a118 None None] Pushing event updated for resources: {'Port': ['ID=be2711e2-33e5-48b4-ad08-070ab6df5cc4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:32.561320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:32.639525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-d6ead880-0c36-4c0c-be20-c9941cffb83e service neutron] 10.222.0.37 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421757 Jul 23 22:35:32.687815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:32.690944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-a1153b91-d3af-44f1-b395-900cef1ca81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:32.692489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-a1153b91-d3af-44f1-b395-900cef1ca81f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1126 time: 0.6388493 Jul 23 22:35:32.792082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a77e-161b-4a5c-b99b-ccd1e758a3f9 req-a8bbec07-1ccf-48ab-9f26-eee3b47885b0 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:32.799673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9d4a77e-161b-4a5c-b99b-ccd1e758a3f9 req-a8bbec07-1ccf-48ab-9f26-eee3b47885b0 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 945 time: 0.0928104 Jul 23 22:35:32.850266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9d4a77e-161b-4a5c-b99b-ccd1e758a3f9 req-6d4ca248-69b2-46f8-9513-3348fcfafb51 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 Jul 23 22:35:33.104844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:33.166464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9136-5703-4188-b02b-123659621c78 req-28f07a3d-d1b1-4ee0-8cb8-f93eab18406a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:33.173605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-594d9136-5703-4188-b02b-123659621c78 req-28f07a3d-d1b1-4ee0-8cb8-f93eab18406a tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.0840886 Jul 23 22:35:33.224645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-594d9136-5703-4188-b02b-123659621c78 req-316bede9-bde2-4073-bee4-b930a1e7c300 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Jul 23 22:35:33.224953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b277e-15e7-4a26-aefc-3d5398c476f1 None None] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:33.303656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Allocated IP 172.20.0.10 (1de8cc60-cd20-46ea-a4e5-e723a1cf2e74/ad7d741b-ab55-49f4-859e-50450af57e99/2aca6027-2baa-4f74-ae95-4c1582d47e65) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:33.355089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Provisioning for port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:33.365775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Provisioning complete for port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:33.366165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:33.385101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f67d3-5e69-45fd-a9a4-ca484d73dba3 req-a4c4bbfa-aeb1-410a-982b-2066128104f4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:33.392863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e04f67d3-5e69-45fd-a9a4-ca484d73dba3 req-a4c4bbfa-aeb1-410a-982b-2066128104f4 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 945 time: 0.1087086 Jul 23 22:35:33.444820 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e04f67d3-5e69-45fd-a9a4-ca484d73dba3 req-4dfc78f5-55bd-4bcd-b86b-e728e113ab20 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516157 Jul 23 22:35:33.543064 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:33.572295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Allocated IP 172.25.1.161 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:33.607420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] For port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:33.614157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:33.652366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-2ff01634-eca7-405d-9765-e6103cabc45a service neutron] 10.222.0.37 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0037801 Jul 23 22:35:33.675172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f624-0ad4-4b69-85b2-288fe85bbba0 None None] Pushing event updated for resources: {'Port': ['ID=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:33.686388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:33.709113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d4da8-bf1b-456f-ad2d-b23a1a7b06bd None None] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:35:33.717416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-b16d25bb-db6f-4be1-adb1-9d5b1fa3842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:33.718676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-b16d25bb-db6f-4be1-adb1-9d5b1fa3842d service neutron] 10.222.0.22 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.9823239 Jul 23 22:35:33.760461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f97d43-5d6a-4ec8-a167-81c1905cf322 req-57db8cec-3faf-47f6-9b03-7ed1ad5208b7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:33.762488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42f97d43-5d6a-4ec8-a167-81c1905cf322 req-57db8cec-3faf-47f6-9b03-7ed1ad5208b7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1200063 Jul 23 22:35:33.806936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a975f17c-3f30-441f-b937-419b16ab3a53 None None] Provisioning for port be2711e2-33e5-48b4-ad08-070ab6df5cc4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:33.846763 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42f97d43-5d6a-4ec8-a167-81c1905cf322 req-8b1d3620-505d-4d57-b30d-dc59824f6bcd tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726197 Jul 23 22:35:34.043818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a38a8fc1-f560-4aa6-a4ff-e4ca9ab0b270 req-160b8bcc-ee75-47d0-8afd-5b81f5e2c0ef tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 210 time: 0.0545242 Jul 23 22:35:34.044792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-df67a0ea-05ec-4bd8-8a07-3a39a49e91f5 None None] Provisioning complete for port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:34.055453 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df67a0ea-05ec-4bd8-8a07-3a39a49e91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.081971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-172be9f2-6a99-4069-9be9-d46eb2fc6754 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 217 time: 0.1997855 Jul 23 22:35:34.130556 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.149283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Transition to ACTIVE for port object 2aca6027-2baa-4f74-ae95-4c1582d47e65 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:34.342518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.470090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7190b4a-11f3-48bb-9928-73a55c0ab9b0 req-2eb1b132-14cf-4fb5-b225-f14b8e539ce1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:34.479442 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7190b4a-11f3-48bb-9928-73a55c0ab9b0 req-2eb1b132-14cf-4fb5-b225-f14b8e539ce1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.1432238 Jul 23 22:35:34.488095 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.496580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3483322a-8255-43e6-9aba-a7a5c92e2485 req-be73f21d-fd1a-41fe-b243-7a97a28faa24 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 210 time: 0.4110804 Jul 23 22:35:34.509050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:34.543908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:34.557290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:34.587650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:34.603350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event updated for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:34.627391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7190b4a-11f3-48bb-9928-73a55c0ab9b0 req-a45eb2bb-90be-409d-83f1-e0c452ef9fbf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451080 Jul 23 22:35:34.843264 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.846871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:34.847249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.878589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:34.879327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.920681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8886165-e7fc-4f5b-9a93-168d297541a8 None None] Provisioning for port 2aca6027-2baa-4f74-ae95-4c1582d47e65 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:34.927364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8886165-e7fc-4f5b-9a93-168d297541a8 None None] Provisioning complete for port 2aca6027-2baa-4f74-ae95-4c1582d47e65 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:34.927936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8886165-e7fc-4f5b-9a93-168d297541a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:34.969250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-4a86f3ed-db4e-4353-ab85-acbb4767a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:34.971249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-4a86f3ed-db4e-4353-ab85-acbb4767a7a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.7842772 Jul 23 22:35:34.977792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2105708e-05c3-44f8-8df1-cff329ffb6a2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1812327 Jul 23 22:35:35.008518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8886165-e7fc-4f5b-9a93-168d297541a8 None None] Port 2aca6027-2baa-4f74-ae95-4c1582d47e65 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:35.016288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be2711e2-33e5-48b4-ad08-070ab6df5cc4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:35.043271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-72576993-7628-4e0c-a263-a4c226249b0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618382 Jul 23 22:35:35.050010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Request body: {'port': {'device_id': '744a4a97-c1ed-488f-85bf-61335819e11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:35.076344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port be2711e2-33e5-48b4-ad08-070ab6df5cc4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:35.081446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port be2711e2-33e5-48b4-ad08-070ab6df5cc4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:35.093627 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:35.097789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531121a-592e-41bb-a632-4f64c715a26b req-48d0384d-d1f1-4696-a860-e8be428aefbf tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:35.109478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a531121a-592e-41bb-a632-4f64c715a26b req-48d0384d-d1f1-4696-a860-e8be428aefbf tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1216424 Jul 23 22:35:35.166841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a531121a-592e-41bb-a632-4f64c715a26b req-2f326eb0-202f-4708-aa85-0cf988c60483 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560169 Jul 23 22:35:35.250447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:35.286598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Router 277be5f1-4fbe-43dc-8889-c3b57ca185dc is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:35:35.301355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port be2711e2-33e5-48b4-ad08-070ab6df5cc4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be2711e2-33e5-48b4-ad08-070ab6df5cc4,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:35.309269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:35.376180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8158b7-fa85-4e37-8cef-264c495bdfad req-4253d16a-35aa-4357-9ab4-af82ca369853 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:35.381207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=be2711e2-33e5-48b4-ad08-070ab6df5cc4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:35.390547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8158b7-fa85-4e37-8cef-264c495bdfad req-4253d16a-35aa-4357-9ab4-af82ca369853 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 945 time: 0.6341455 Jul 23 22:35:35.395526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:35.402661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:35.410385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-2e6740a4-49ed-4de0-9c70-351900526b05 service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183219 Jul 23 22:35:35.636467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:35.649903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8158b7-fa85-4e37-8cef-264c495bdfad req-b9404220-6ba0-43a1-8ad7-fb7fddac56c6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502229 Jul 23 22:35:35.668844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7038-cfb4-426f-8a96-9101afb530c2 req-a1689c2a-afad-4558-b691-9030270f660b tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:35.679259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:35.682748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17ec7038-cfb4-426f-8a96-9101afb530c2 req-a1689c2a-afad-4558-b691-9030270f660b tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 932 time: 0.4133060 Jul 23 22:35:35.694677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:35.736227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:35.830664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17ec7038-cfb4-426f-8a96-9101afb530c2 req-e5c90b67-800d-41b1-9f86-46483d88f60c tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467502 Jul 23 22:35:35.875464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e7966d-5915-41e5-8dfe-979a903940c7 req-d3a8e2c7-0a26-483b-bd0a-69c6f9192e0f tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 210 time: 0.1077559 Jul 23 22:35:35.883783 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-566b5dac-2d7d-414f-8ea7-7ef8c1c31e5c service neutron] 10.222.0.22 "GET /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1989033 Jul 23 22:35:35.891374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-2ca74c00-8cb7-44ad-b931-44332facac0f tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:35.894628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-2ca74c00-8cb7-44ad-b931-44332facac0f tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.25 "GET /v2.0/networks?id=652e05a5-165f-44db-a495-44fff8551f42 HTTP/1.1" status: 200 len: 809 time: 0.1962383 Jul 23 22:35:35.907682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Request body: {'port': {'device_id': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'network_id': '652e05a5-165f-44db-a495-44fff8551f42', 'admin_state_up': True, 'tenant_id': '749f673548994780a4562ee89459dd56'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:35.908021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:35.919058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Sync routers for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:35.928400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:35.929034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:36.061812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:36.203323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Made reservation on behalf of 749f673548994780a4562ee89459dd56 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:35:36.207530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.306018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c028-5e24-4164-b25d-c999a8b0c308 req-7479695e-6b70-4ee0-9cac-7589500b9702 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:36.313552 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fe2c028-5e24-4164-b25d-c999a8b0c308 req-7479695e-6b70-4ee0-9cac-7589500b9702 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 943 time: 0.4009309 Jul 23 22:35:36.400049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be2711e2-33e5-48b4-ad08-070ab6df5cc4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:36.426585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:32Z', 'revision_number': 3, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:36.442192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65c1e01b-c477-4a24-ac52-ea7dcb0eb066 req-5ae6e2c6-a2ca-469c-b84a-62a05e4a8c4a service neutron] 10.222.0.22 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9046142 Jul 23 22:35:36.470800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Checking router: 277be5f1-4fbe-43dc-8889-c3b57ca185dc for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:36.471231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Updating router 277be5f1-4fbe-43dc-8889-c3b57ca185dc port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:36.490312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.492544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b49339e5-837b-438d-951e-7554a01f21ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8537295 Jul 23 22:35:36.497908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:36.531822 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.559393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2fe2c028-5e24-4164-b25d-c999a8b0c308 req-4ffe99a7-f0f1-4a1a-920b-16e290f0b9bb tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445955 Jul 23 22:35:36.568248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port be2711e2-33e5-48b4-ad08-070ab6df5cc4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:36.568678 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.674454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:36.718434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Allocated IP 172.20.0.11 (652e05a5-165f-44db-a495-44fff8551f42/b8ebe5d4-e280-40b8-afa8-bedf38977171/453a75a6-dcd3-4c62-8b92-4f74e04072af) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:36.731637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:36.800852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f529f0-a4de-40eb-be3d-ad542e6a4fff {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:36.815810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f62b8-cb15-421f-838a-fbf9d83d58cb req-7b5ef320-949c-48dc-a977-88d2d94847b9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:36.818297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-770f62b8-cb15-421f-838a-fbf9d83d58cb req-7b5ef320-949c-48dc-a977-88d2d94847b9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.2657294 Jul 23 22:35:36.847073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aca6027-2baa-4f74-ae95-4c1582d47e65 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:36.890234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.920621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.942210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.943553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:36.956413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Transition to ACTIVE for port object 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:36.965984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:36.970086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:36.994266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Transition to ACTIVE for port object 2aca6027-2baa-4f74-ae95-4c1582d47e65 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:36.996303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.006359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.017717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-770f62b8-cb15-421f-838a-fbf9d83d58cb req-f15315cc-3679-4d06-bd80-fecc4d082fcd tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838028 Jul 23 22:35:37.060491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Attempting to bind port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:37.060976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Attempting to bind port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:37.061481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Attempting to bind port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:37.066428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265a126-9bae-4775-b488-86c6c99236fb None None] Pushing event updated for resources: {'Port': ['ID=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.079345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:37.079345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:37.080178 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.080178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:37.080618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Bound port: 94e7a8b7-0068-41d4-819e-bdf8635d3ce7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:37.081000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.121049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.187063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] For port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:37.191370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] For port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:37.197909 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.296135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265a126-9bae-4775-b488-86c6c99236fb None None] Pushing event updated for resources: {'Port': ['ID=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.297870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c96350f3-b9fb-4c2e-9ba4-287dec7d1888 req-80562821-e800-45be-bf55-325abbcaba2d tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 210 time: 0.0834992 Jul 23 22:35:37.313888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:37.313888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:37.348557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Attempting to bind port 2aca6027-2baa-4f74-ae95-4c1582d47e65 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:37.348901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Attempting to bind port 2aca6027-2baa-4f74-ae95-4c1582d47e65 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:37.349220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Attempting to bind port 2aca6027-2baa-4f74-ae95-4c1582d47e65 on network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:37.349547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412ab0c-1dd4-4729-b387-01ce5a90bdb1 req-6ec061fc-7fa1-4320-a440-646ce9e65485 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:37.359088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2412ab0c-1dd4-4729-b387-01ce5a90bdb1 req-6ec061fc-7fa1-4320-a440-646ce9e65485 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 932 time: 0.3939321 Jul 23 22:35:37.359383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Port 2aca6027-2baa-4f74-ae95-4c1582d47e65 on network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:37.359781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Attempting to bind port 2aca6027-2baa-4f74-ae95-4c1582d47e65 on network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:37.373698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:37.374078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Checking segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:37.374375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Bound using segment: {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:37.374823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Bound port: 2aca6027-2baa-4f74-ae95-4c1582d47e65, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057bd5ef-4d8f-408f-b419-4d3aecc38917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:37.375189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.392436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.394123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] Transition to ACTIVE for port object 97f529f0-a4de-40eb-be3d-ad542e6a4fff will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:37.406188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.411444 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.487161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:37.510535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2412ab0c-1dd4-4729-b387-01ce5a90bdb1 req-3243118e-5345-4a40-bcc0-8bac2bd910a3 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507998 Jul 23 22:35:37.560117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:37.566044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:37.574823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.594576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] No DVR routers for this DVR port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:37.599333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.638132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:37.638962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.640066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] Pushing event updated for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.640241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] 10.222.0.25 "PUT /v2.0/ports/2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 200 len: 1093 time: 2.6541984 Jul 23 22:35:37.642600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:37.645053 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e" -d '{"events": [{"name": "network-changed", "server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:37.672641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Network 652e05a5-165f-44db-a495-44fff8551f42 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:37.689831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:35:37.729074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee0902-2fe3-4744-8988-000ba5ca58b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.729849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:37.738447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:37.753230 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4b176-53ac-4568-a6ba-a06c1789905d x-openstack-request-id: req-ffe4b176-53ac-4568-a6ba-a06c1789905d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:37.753601 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:37.753892 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffe4b176-53ac-4568-a6ba-a06c1789905d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:37.754298 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'status': 'completed', 'code': 200} Jul 23 22:35:37.798150 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-f5099098-a71a-4818-b5b9-60bf77fc2353 service neutron] 10.222.0.22 "PUT /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 1.9020507 Jul 23 22:35:37.803723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:32Z', 'revision_number': 3, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:37.840455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Pushing event updated for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:37.855125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:37.855803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.873920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:37.877586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c00a0-28b8-4942-aa05-377a54375a66 None None] The sync data for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 is: [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:32Z', 'revision_number': 3, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:37.892143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-b97ca0ed-2e29-44a0-979f-de772bcc7c32 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9884827 Jul 23 22:35:37.906829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Request body: {'port': {'device_id': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:37.996015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27234f0e-53f1-4ffa-86b4-04360cca11bf req-a2de1f9f-5943-4965-a98c-411c6c0270ba tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:37.997414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27234f0e-53f1-4ffa-86b4-04360cca11bf req-a2de1f9f-5943-4965-a98c-411c6c0270ba tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.3292406 Jul 23 22:35:38.006180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:38.021384 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Sync routers for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:38.024366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-84b1f507-9dfd-45e2-b708-fd21347d1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.026003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-84b1f507-9dfd-45e2-b708-fd21347d1e22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=560c2e7193414c64ae556473c3ab8d04&device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 1096 time: 0.3340273 Jul 23 22:35:38.048955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:38.051402 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:38.075513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.089984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.095023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94639419-96c3-44e4-83dd-6fed49833fce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1588633 Jul 23 22:35:38.095550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-1f7229c2-e88e-4985-9278-6fe3282f7342 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 200 len: 217 time: 0.0578287 Jul 23 22:35:38.096043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:38.119346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-44a669cd-6468-4ceb-ba3f-e4eeaba64c8a tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.120961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-44a669cd-6468-4ceb-ba3f-e4eeaba64c8a tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.2285559 Jul 23 22:35:38.232937 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:38.269603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27234f0e-53f1-4ffa-86b4-04360cca11bf req-0ed2d9c6-06d2-4af2-b9e3-2a3e67a56bdf tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583690 Jul 23 22:35:38.330001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Allocated IP 172.20.0.1 (f7934cb4-9e6e-45c6-bd10-cfe1659f078d/a0a5cff1-913a-43dc-b56b-13913fed6c3d/3b1af89d-d661-4340-bb6b-b4e4ca1cd704) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:38.344775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-41073a9e-107b-42d1-b7c9-c9f480a9194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.346415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-41073a9e-107b-42d1-b7c9-c9f480a9194b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad7d741b-ab55-49f4-859e-50450af57e99 HTTP/1.1" status: 200 len: 850 time: 0.2392190 Jul 23 22:35:38.461671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-69bf30cc-0502-44bf-a8c2-c625f4e3d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.463218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-69bf30cc-0502-44bf-a8c2-c625f4e3d6d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3&tenant_id=50788af0abb74276aa06ebf07765bfaa HTTP/1.1" status: 200 len: 1096 time: 0.2688732 Jul 23 22:35:38.600874 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:36Z', 'revision_number': 3, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:38.609708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.644422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-a03250e1-ff23-4368-ba0e-71001bf46782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.646072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-a03250e1-ff23-4368-ba0e-71001bf46782 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919145 Jul 23 22:35:38.659543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Transition to ACTIVE for port object 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:38.660708 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Checking router: 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:38.661842 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Updating router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:38.702914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c08b-4901-4b1a-8271-76af3fd11b10 req-3b40bcc2-752b-4b59-a826-e035f2cd30a9 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.704729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0719c08b-4901-4b1a-8271-76af3fd11b10 req-3b40bcc2-752b-4b59-a826-e035f2cd30a9 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 932 time: 0.2845976 Jul 23 22:35:38.721268 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.721481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594192-ff5b-4a79-80e2-9e932b4c167a req-56a2749f-932c-485c-8c1a-68ed7722cf8d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.723020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b594192-ff5b-4a79-80e2-9e932b4c167a req-56a2749f-932c-485c-8c1a-68ed7722cf8d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.3899632 Jul 23 22:35:38.879850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-67fc09f3-fa0d-4ae4-b505-4b45619f3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:38.881527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-67fc09f3-fa0d-4ae4-b505-4b45619f3c0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=50788af0abb74276aa06ebf07765bfaa&device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1096 time: 0.3691077 Jul 23 22:35:38.901283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453a75a6-dcd3-4c62-8b92-4f74e04072af {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:38.912458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.936224 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b594192-ff5b-4a79-80e2-9e932b4c167a req-79a90176-4bd7-446d-93e6-0b6bb5146c5b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999283 Jul 23 22:35:38.939651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Transition to ACTIVE for port object 453a75a6-dcd3-4c62-8b92-4f74e04072af will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:38.945605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.958069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:38.986014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:39.026015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:39.033802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:39.037892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Pushing event updated for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:39.041330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:39.046180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0719c08b-4901-4b1a-8271-76af3fd11b10 req-67cc3b6c-fa57-4d22-ae11-abf33b004d39 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254485 Jul 23 22:35:39.292705 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.316367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-0bcd134c-ea16-40e4-911b-50560cfc814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:39.322408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-0bcd134c-ea16-40e4-911b-50560cfc814c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 200 len: 922 time: 0.4317837 Jul 23 22:35:39.331090 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Transition to ACTIVE for port object ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:39.345557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-2c66ff94-b5f9-4b05-a511-b302094e289e service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712143 Jul 23 22:35:39.355147 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.372583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.398389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:39.463396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '233b6ca7-333c-444c-8e74-d603e674dc28', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '233b6ca7-333c-444c-8e74-d603e674dc28', 'mac_address': 'fa:16:3e:5f:5c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:39.472461 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Attempting to bind port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:39.472840 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Attempting to bind port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:39.473235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Attempting to bind port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:39.488228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Pushing event updated for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:39.490936 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9377-269f-4062-9096-4287b1a4410a None None] Pushing event updated for resources: {'Port': ['ID=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:39.522743 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:39.524150 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:39.524961 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.525557 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:39.526498 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Bound port: ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:39.527161 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.543703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Attempting to bind port 453a75a6-dcd3-4c62-8b92-4f74e04072af on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:39.544042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Attempting to bind port 453a75a6-dcd3-4c62-8b92-4f74e04072af by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'd626894b-410f-49f1-a017-c8037b2286e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '652e05a5-165f-44db-a495-44fff8551f42'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:39.544667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Attempting to bind port 453a75a6-dcd3-4c62-8b92-4f74e04072af on network 652e05a5-165f-44db-a495-44fff8551f42 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:39.557346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Port 453a75a6-dcd3-4c62-8b92-4f74e04072af on network 652e05a5-165f-44db-a495-44fff8551f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:39.557546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Attempting to bind port 453a75a6-dcd3-4c62-8b92-4f74e04072af on network 652e05a5-165f-44db-a495-44fff8551f42 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:39.614067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.617646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:39.617967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Checking segment: {'id': 'd626894b-410f-49f1-a017-c8037b2286e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '652e05a5-165f-44db-a495-44fff8551f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:39.618341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Bound using segment: {'id': 'd626894b-410f-49f1-a017-c8037b2286e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '652e05a5-165f-44db-a495-44fff8551f42'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:39.618837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Bound port: 453a75a6-dcd3-4c62-8b92-4f74e04072af, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd626894b-410f-49f1-a017-c8037b2286e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '652e05a5-165f-44db-a495-44fff8551f42'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:39.619408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.645442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 233b6ca7-333c-444c-8e74-d603e674dc28 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:39.646170 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] For port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:39.652407 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] For port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:39.653888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-65ae0d1e-4f0f-4832-ad0d-7bfca8e8bb22 None None] Provisioning for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:39.665012 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.665934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-65ae0d1e-4f0f-4832-ad0d-7bfca8e8bb22 None None] Provisioning complete for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:39.666390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ae0d1e-4f0f-4832-ad0d-7bfca8e8bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.703814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:39.727702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.745081 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:39.745728 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:39.747693 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9377-269f-4062-9096-4287b1a4410a None None] Pushing event updated for resources: {'Port': ['ID=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:39.850626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:39.858346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:39.877657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-65ae0d1e-4f0f-4832-ad0d-7bfca8e8bb22 None None] Port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:39.916529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-aa93da71-fce7-4df8-b49e-88ac4608be66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 200 len: 217 time: 0.5849864 Jul 23 22:35:39.925279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['233b6ca7-333c-444c-8e74-d603e674dc28'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:39.959734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188d45-297e-4364-813a-a0b476604e02 req-6a75bcd7-2774-4f3e-9e66-c604a7ce1bd3 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:39.972077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-68188d45-297e-4364-813a-a0b476604e02 req-6a75bcd7-2774-4f3e-9e66-c604a7ce1bd3 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.3767233 Jul 23 22:35:40.016190 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:40.130479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077375d8-53f8-4318-96f9-7dee22e1b164 req-557715d3-57d5-44e0-aa61-ae413e0a8a24 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:40.143529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-077375d8-53f8-4318-96f9-7dee22e1b164 req-557715d3-57d5-44e0-aa61-ae413e0a8a24 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 944 time: 0.9333284 Jul 23 22:35:40.218269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-1d29bd4f-e868-49cd-a120-043a6e3f8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:40.220086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-1d29bd4f-e868-49cd-a120-043a6e3f8f29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 200 len: 861 time: 0.2914555 Jul 23 22:35:40.301977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-077375d8-53f8-4318-96f9-7dee22e1b164 req-fb5b7a7f-42a8-4318-8058-8a92ee08e8ec tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536782 Jul 23 22:35:40.306497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-25a87ad3-e3f8-4e8e-8db1-008aed3c7875 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8c04baa1-bb55-4b4a-87b1-7a626be00747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762277 Jul 23 22:35:40.377098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:40.452741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:40.454174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd0006c-d8a1-4065-af29-1690a873da61 req-9b3e0b0c-0643-4d4a-807b-bcb02c0b2fb5 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607178 Jul 23 22:35:40.515950 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:36Z', 'revision_number': 3, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:40.554943 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4334d121-b9d5-490c-9f7d-58f432697ddb None None] The sync data for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 is: [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:36Z', 'revision_number': 3, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:40.603349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:40.608541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:40.609011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:40.677317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-54deabca-671d-494a-916e-de94666c5561 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440168 Jul 23 22:35:40.692045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:40.714489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-68188d45-297e-4364-813a-a0b476604e02 req-ce013377-ddd7-425a-855b-ac973e4e9c34 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369082 Jul 23 22:35:40.718346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af,segment=NetworkSegment(d626894b-410f-49f1-a017-c8037b2286e3),segment_id=d626894b-410f-49f1-a017-c8037b2286e3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:40.737235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:40.836978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:40.837398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:40.838109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:40.839021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] 10.222.0.25 "PUT /v2.0/ports/453a75a6-dcd3-4c62-8b92-4f74e04072af HTTP/1.1" status: 200 len: 1093 time: 2.9387825 Jul 23 22:35:40.841367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:40.845154 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71" -d '{"events": [{"name": "network-changed", "server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:40.849284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-3c9c52bd-20af-4ee5-8d17-8c18634a5625 service neutron] 10.222.0.25 "GET /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592677 Jul 23 22:35:40.895651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36a24d-d5b7-43cc-add3-306a85584713 service neutron] Pushing event updated for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:40.937784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:40.944895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.040548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.062721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:41.086605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.190538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-238013c8-ec1d-4fe1-98eb-cfa65a542465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.229563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daab0d3-3dd8-44ea-a0db-524ec12080cd req-0be23b08-e4c9-4bed-a8fd-e3a8ddd780e6 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.234446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:41.237779 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1daab0d3-3dd8-44ea-a0db-524ec12080cd req-0be23b08-e4c9-4bed-a8fd-e3a8ddd780e6 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 944 time: 0.3043883 Jul 23 22:35:41.246131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Allocated IP 172.20.0.1 (29fe45e6-815e-4013-ad1b-7d04a17dfa20/022ea7ab-6aa5-41a2-be0e-f021c3aee6aa/6398eae1-8dab-4dd2-99ab-eeb682134e77) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:41.249147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Pushing event updated for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:41.251103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 233b6ca7-333c-444c-8e74-d603e674dc28 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:41.251473 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.396452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1daab0d3-3dd8-44ea-a0db-524ec12080cd req-8862e0ad-71c1-4bb6-a095-8e8b6e72bf9e tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460276 Jul 23 22:35:41.397474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.399133 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.406121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba4942-a637-4e88-b74d-4b0e6ff3ec63 req-293ce2f7-b3db-47d0-9899-f43684531a20 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.408886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2ba4942-a637-4e88-b74d-4b0e6ff3ec63 req-293ce2f7-b3db-47d0-9899-f43684531a20 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.9537687 Jul 23 22:35:41.462321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:41.469611 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e770c-fdab-4061-adb8-2bbbd195548b" -d '{"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-plugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:41.471266 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.498017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:41.509159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.521907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-1b6bd5f9-0e08-460e-a6f4-bc11483d80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.524063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-1b6bd5f9-0e08-460e-a6f4-bc11483d80ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=560c2e7193414c64ae556473c3ab8d04&device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 1096 time: 0.8401771 Jul 23 22:35:41.530188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Transition to ACTIVE for port object 6398eae1-8dab-4dd2-99ab-eeb682134e77 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:41.558856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-633b2948-d2d7-42ef-8eff-53f8154bf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.560935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-633b2948-d2d7-42ef-8eff-53f8154bf31a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=749f673548994780a4562ee89459dd56&device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 1096 time: 0.6358006 Jul 23 22:35:41.601613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:41.643759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-1afff435-179c-4f11-89c8-4c5c5073df90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af HTTP/1.1" status: 200 len: 217 time: 0.0608015 Jul 23 22:35:41.660006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:41.677029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2ba4942-a637-4e88-b74d-4b0e6ff3ec63 req-50676e61-8725-4e96-9392-ac9e1a4cf413 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255127 Jul 23 22:35:41.685553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:41.731606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64a17a82-d243-4462-9de3-2d95498b83ff tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.733404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-64a17a82-d243-4462-9de3-2d95498b83ff tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3&tenant_id=50788af0abb74276aa06ebf07765bfaa&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.4744651 Jul 23 22:35:41.746210 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97af5f9-fb2f-41fd-a8b7-c95a950f2d14 x-openstack-request-id: req-d97af5f9-fb2f-41fd-a8b7-c95a950f2d14 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:41.746511 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:41.746767 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d97af5f9-fb2f-41fd-a8b7-c95a950f2d14 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:41.747265 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af', 'status': 'completed', 'code': 200} Jul 23 22:35:41.800797 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8ddf5-9c23-4888-ad3b-9222125e3575 x-openstack-request-id: req-95b8ddf5-9c23-4888-ad3b-9222125e3575 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:41.801241 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-plugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:41.801788 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95b8ddf5-9c23-4888-ad3b-9222125e3575 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:41.802445 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28', 'code': 200} Jul 23 22:35:41.918940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086a2e-6de4-411f-8b96-5929f373766d req-3cf4b7bd-7d65-4ee3-bf33-54de93531767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.920504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-3cf4b7bd-7d65-4ee3-bf33-54de93531767 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8ebe5d4-e280-40b8-afa8-bedf38977171 HTTP/1.1" status: 200 len: 849 time: 0.2647977 Jul 23 22:35:41.926737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:41.959361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-03187ea7-f406-4590-ad0a-7746fbe12362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:41.961958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-03187ea7-f406-4590-ad0a-7746fbe12362 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 200 len: 912 time: 0.4243047 Jul 23 22:35:41.993226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:42.027190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-a7f13fcc-3ec9-4cd0-8fc9-ae3b1753e44a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=652e05a5-165f-44db-a495-44fff8551f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895743 Jul 23 22:35:42.061745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:42.064816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:42.136758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16967c37-efa8-4ed0-825f-d563dd7eb6ed None None] Provisioning complete for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:42.136758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16967c37-efa8-4ed0-825f-d563dd7eb6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:42.174291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2aca6027-2baa-4f74-ae95-4c1582d47e65 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:42.213340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-7fa42769-52dc-4b29-a367-f44a0c57a5ed service neutron] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:42.222584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-7fa42769-52dc-4b29-a367-f44a0c57a5ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:42.224280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a5f0c5ee-333c-4874-9142-28339edfd3a1 req-7fa42769-52dc-4b29-a367-f44a0c57a5ed service neutron] 10.222.0.25 "DELETE /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.4761572 Jul 23 22:35:42.266670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-4b13e818-b8ad-44a4-87c1-b63ae150a6d9 service neutron] 10.222.0.25 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061517 Jul 23 22:35:42.319489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Router 277be5f1-4fbe-43dc-8889-c3b57ca185dc has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:35:42.331955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c39e-f7c7-49b4-a64e-0c5dbda48f80 req-11298bda-6ef6-4ef3-9878-8250b58b835f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:42.341271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4fc5c39e-f7c7-49b4-a64e-0c5dbda48f80 req-11298bda-6ef6-4ef3-9878-8250b58b835f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.4245167 Jul 23 22:35:42.368037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34f00e-d841-47e3-aee6-821aa52f5180 req-40b95fe6-c40f-4ff6-a08a-f6b2c2d689de tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:42.370243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a34f00e-d841-47e3-aee6-821aa52f5180 req-40b95fe6-c40f-4ff6-a08a-f6b2c2d689de tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 944 time: 0.5450940 Jul 23 22:35:42.371935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-553b994b-aa6f-41d1-8f9f-4b6872809982 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 200 len: 217 time: 0.3779616 Jul 23 22:35:42.418056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4fc5c39e-f7c7-49b4-a64e-0c5dbda48f80 req-01dd19c0-d922-4247-b8db-2461e9488ee2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Jul 23 22:35:42.436322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16967c37-efa8-4ed0-825f-d563dd7eb6ed None None] Port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:42.498114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:42.526785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'port_id': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'mac_address': 'fa:16:3e:a3:74:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:42.567086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:42.638769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:42.662733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-4979f857-db36-4e53-8fd9-536dcf05f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:42.666755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-4979f857-db36-4e53-8fd9-536dcf05f1ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad7d741b-ab55-49f4-859e-50450af57e99 HTTP/1.1" status: 200 len: 850 time: 0.2582121 Jul 23 22:35:42.676125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:42.685168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:42.687293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-94dca661-d7ba-438b-a8d9-0df2762ea99a admin admin] 10.222.0.37 "PUT /v2.0/routers/277be5f1-4fbe-43dc-8889-c3b57ca185dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1556921 Jul 23 22:35:42.713621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcd522-ccf3-4ef3-9193-adc210818bce req-ef838835-ea92-4680-867c-77fafdef0363 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:42.720940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47dcd522-ccf3-4ef3-9193-adc210818bce req-ef838835-ea92-4680-867c-77fafdef0363 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 944 time: 0.1545987 Jul 23 22:35:42.739215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:42.762588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a34f00e-d841-47e3-aee6-821aa52f5180 req-b766d494-86dc-4ace-97aa-57e8699a5569 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518341 Jul 23 22:35:42.767823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Sync routers for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:42.829491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47dcd522-ccf3-4ef3-9193-adc210818bce req-82541483-2db1-4806-83ac-bca7ebed5af4 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070747 Jul 23 22:35:42.894744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca6027-2baa-4f74-ae95-4c1582d47e65 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:43.008070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:43.008819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:43.064880 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4086a2e-6de4-411f-8b96-5929f373766d req-48c7e6e0-0f4f-4e0b-8a45-d43d30dd59f0 service neutron] 10.222.0.25 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917722 Jul 23 22:35:43.079436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-144be883-9ffa-4836-b365-4925fa40a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:43.080855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-144be883-9ffa-4836-b365-4925fa40a759 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3995209 Jul 23 22:35:43.146303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092f518-f0f3-4eba-9c4a-7c2af971fbc0 req-6e7eb618-ac1c-4ab0-b495-f84aa353c1bf tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:43.161482 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9092f518-f0f3-4eba-9c4a-7c2af971fbc0 req-6e7eb618-ac1c-4ab0-b495-f84aa353c1bf tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1545916 Jul 23 22:35:43.193283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:43.198159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7878f615-05da-4c9f-94d0-f2b5e14687f3 None None] Provisioning for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:43.240694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-597fb04d-25fb-4ea4-8c2e-a42af1fdfa84 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415319 Jul 23 22:35:43.261299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9092f518-f0f3-4eba-9c4a-7c2af971fbc0 req-1738a715-7c1e-481d-9ac0-f4e5eb148516 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916295 Jul 23 22:35:43.274061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:43.289446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.374337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7878f615-05da-4c9f-94d0-f2b5e14687f3 None None] Provisioning complete for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:43.374707 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7878f615-05da-4c9f-94d0-f2b5e14687f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.454629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.528454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:43.528986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.577971 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-9853c570-ca0f-4c73-a4c9-c3657fd6d8e5 service neutron] show failed (client error): The resource could not be found. Jul 23 22:35:43.584489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-9853c570-ca0f-4c73-a4c9-c3657fd6d8e5 service neutron] 10.222.0.22 "GET /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.1284668 Jul 23 22:35:43.657115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b36a42aa-9d53-41c1-bfee-a242a7bcce5e req-bc78b4a5-9adc-47c9-9042-64da21ee1520 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020569 Jul 23 22:35:43.662014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc69614-18b0-4f75-a702-bcf215aef57a req-af285c20-1ea1-4939-b575-2809001315a4 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:43.681501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfc69614-18b0-4f75-a702-bcf215aef57a req-af285c20-1ea1-4939-b575-2809001315a4 tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 1096 time: 0.6305156 Jul 23 22:35:43.718051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-926604f4-394a-4e0d-b85f-a0eb39419083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:43.719340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-926604f4-394a-4e0d-b85f-a0eb39419083 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=749f673548994780a4562ee89459dd56&device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 1096 time: 0.4761286 Jul 23 22:35:43.746197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['2aca6027-2baa-4f74-ae95-4c1582d47e65'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:43.784026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:43.787345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7878f615-05da-4c9f-94d0-f2b5e14687f3 None None] Port 6398eae1-8dab-4dd2-99ab-eeb682134e77 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:43.827808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfc69614-18b0-4f75-a702-bcf215aef57a req-71a7d530-3cdd-47db-95a7-9ecf9293bd5c tempest-LiveAutoBlockMigrationV225Test-1462378269 tempest-LiveAutoBlockMigrationV225Test-1462378269-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405423 Jul 23 22:35:43.834367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cfbafdb-a9b7-44f0-ac0c-d5b0c0fc9c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.904646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45116) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:43.909404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--647055400', 'description': 'tempest-description--276193812'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:43.971260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:43.971495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 2, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:43.979250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:44.046118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Checking router: 277be5f1-4fbe-43dc-8889-c3b57ca185dc for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:44.046502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Updating router 277be5f1-4fbe-43dc-8889-c3b57ca185dc port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:44.144620 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.147420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.220857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.227079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.232382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-fde97d2b-adc7-456b-a97e-833857b65a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:44.238097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-fde97d2b-adc7-456b-a97e-833857b65a2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=652e05a5-165f-44db-a495-44fff8551f42 HTTP/1.1" status: 200 len: 910 time: 0.5071583 Jul 23 22:35:44.280985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd3668-f84a-4b48-9600-d862d2680f79 req-3881221f-9487-402e-96ca-fea30e7ae069 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:44.282752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09cd3668-f84a-4b48-9600-d862d2680f79 req-3881221f-9487-402e-96ca-fea30e7ae069 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 944 time: 0.1457298 Jul 23 22:35:44.284030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d944a59-17dd-4f08-928f-7db62938791a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:44.297971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.299393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0eef6f07-844e-47e2-977e-90afc06f01a4 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3937333 Jul 23 22:35:44.308608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:44.327933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145afec9-7a71-4c0f-a5cb-a306b8cb919f req-990d26b9-5de9-4f01-82b6-8873bef7ac12 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:44.330514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-145afec9-7a71-4c0f-a5cb-a306b8cb919f req-990d26b9-5de9-4f01-82b6-8873bef7ac12 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 945 time: 0.3123560 Jul 23 22:35:44.336955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-e3f1a67a-5c38-4b7a-b972-546abb67f8af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af HTTP/1.1" status: 200 len: 217 time: 0.0897703 Jul 23 22:35:44.346731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'security_group_rule': {'security_group_id': '1d944a59-17dd-4f08-928f-7db62938791a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:44.396257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.412114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09cd3668-f84a-4b48-9600-d862d2680f79 req-af13b198-bdb7-47f7-8139-4d801713c4b3 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114442 Jul 23 22:35:44.425014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.425263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.439700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-8a2c8e14-b836-4ab5-acf5-1025cf40fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:44.439700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-8a2c8e14-b836-4ab5-acf5-1025cf40fda5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1100 time: 0.5757611 Jul 23 22:35:44.475272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.487217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Transition to ACTIVE for port object 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:44.493539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:44.505421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.539747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:44.550324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.564075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.569003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:44.569382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.625214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.631849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028839 Jul 23 22:35:44.632781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:44.638436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'security_group_rule': {'security_group_id': '1d944a59-17dd-4f08-928f-7db62938791a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:44.644134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4b74-f9cd-458d-9d48-22b2f1564d73 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f7564f-98fb-4563-b8e2-3d0890edb6bb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:44.697078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.820687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.833895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.867058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9274a816-cd24-4883-b782-c2f18cf061fc,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:44.891147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:44.892407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc90a275-9f55-4ffb-9b34-00f4a575df85 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579877 Jul 23 22:35:44.896352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:44.901473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:44.999788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12918c6c-d182-4b30-9238-7c447cb61813 None None] Pushing event updated for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:45.017109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.033575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.164560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Attempting to bind port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:45.165041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Attempting to bind port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:45.165509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Attempting to bind port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 on network f7934cb4-9e6e-45c6-bd10-cfe1659f078d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:45.173246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:45.173795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Checking segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:45.174314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.174798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Bound using segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:45.175371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Bound port: 3b1af89d-d661-4340-bb6b-b4e4ca1cd704, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:45.175980 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.181089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-1830f12a-103b-47da-85a1-83bd52c4887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:45.183133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-1830f12a-103b-47da-85a1-83bd52c4887b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8ebe5d4-e280-40b8-afa8-bedf38977171 HTTP/1.1" status: 200 len: 849 time: 0.8299117 Jul 23 22:35:45.201435 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.213073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:45.263494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:45.266319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d770ac-a6d6-4a71-8982-358b22aa53f0 req-75852049-ec6d-47c8-88b8-305d61359e60 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:45.268492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74d770ac-a6d6-4a71-8982-358b22aa53f0 req-75852049-ec6d-47c8-88b8-305d61359e60 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1565776 Jul 23 22:35:45.282763 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.296547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-145afec9-7a71-4c0f-a5cb-a306b8cb919f req-0549e05b-3dd6-48f4-b110-908a6d571c01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9316080 Jul 23 22:35:45.298522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-126f8531-d688-46ae-a2fe-d5268e0f7730 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=652e05a5-165f-44db-a495-44fff8551f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762293 Jul 23 22:35:45.301587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.314594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.373198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] For port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:45.378052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] For port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:45.407016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.417767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:45.494577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:45.495233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:45.506019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-9af7fe4b-c188-45f4-8ce1-4560bf382674 service neutron] 10.222.0.25 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912673 Jul 23 22:35:45.527615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:45.633938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74d770ac-a6d6-4a71-8982-358b22aa53f0 req-0a0f99a8-4853-4d29-b2c9-40e049d6344b tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544915 Jul 23 22:35:45.636873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:45.638849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:45.714294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:45.805963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Allocated IP 172.25.1.4 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d1f13b4f-134d-4424-b689-1cd93f083898) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:35:45.851913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12918c6c-d182-4b30-9238-7c447cb61813 None None] Pushing event updated for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:45.961802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-9154a682-1593-4ae5-9eb2-370a5ea021a6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:45.963572 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-9154a682-1593-4ae5-9eb2-370a5ea021a6 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 0.5058362 Jul 23 22:35:45.975724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.073462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:46.112878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-95492488-0052-4a70-8f77-ae789813fdfd None None] Provisioning complete for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:46.113509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-95492488-0052-4a70-8f77-ae789813fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.156170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-95492488-0052-4a70-8f77-ae789813fdfd None None] Port 6398eae1-8dab-4dd2-99ab-eeb682134e77 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:35:46.158778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916280db-5ff4-457b-b388-daa4be31c848 req-4d2eeb90-f88f-4625-897b-8502cadce781 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:46.160067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2cc28-6864-45fe-9692-2906e7c4ca8b None None] The sync data for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 is: [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:46.162939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 453a75a6-dcd3-4c62-8b92-4f74e04072af details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:46.172641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-916280db-5ff4-457b-b388-daa4be31c848 req-4d2eeb90-f88f-4625-897b-8502cadce781 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 944 time: 0.2229376 Jul 23 22:35:46.246421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.293742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:46.337687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:35:46.340794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:46.375021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af,segment=NetworkSegment(d626894b-410f-49f1-a017-c8037b2286e3),segment_id=d626894b-410f-49f1-a017-c8037b2286e3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:46.376056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-916280db-5ff4-457b-b388-daa4be31c848 req-43dd6209-75d3-42b8-b0b8-126d6c541a7d tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023809 Jul 23 22:35:46.377005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:35:46.379963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:35:46.393744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Deleting port 97f529f0-a4de-40eb-be3d-ad542e6a4fff {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:46.394116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.395042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2aca6027-2baa-4f74-ae95-4c1582d47e65 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:46.400584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.437451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '453a75a6-dcd3-4c62-8b92-4f74e04072af', 'network_id': '652e05a5-165f-44db-a495-44fff8551f42', 'port_id': '453a75a6-dcd3-4c62-8b92-4f74e04072af', 'mac_address': 'fa:16:3e:c7:43:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ebe5d4-e280-40b8-afa8-bedf38977171', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:46.438731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Transition to ACTIVE for port object 281b7607-8507-4278-a68c-5d13e2d96660 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:46.446511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:46.449256 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd3620-7bed-4978-b2b9-c1b11cf221a6" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-unplugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:46.463224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.537172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 2aca6027-2baa-4f74-ae95-4c1582d47e65 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:46.538854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] For port 97f529f0-a4de-40eb-be3d-ad542e6a4fff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=97f529f0-a4de-40eb-be3d-ad542e6a4fff,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:46.539232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.552812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 2aca6027-2baa-4f74-ae95-4c1582d47e65 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:46.553872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.554308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Calling delete_port for 97f529f0-a4de-40eb-be3d-ad542e6a4fff owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:46.557989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4712277-1c53-4ae5-bbe2-0298971739b4 req-ce5cd49f-d812-4d5c-9b99-d2f8fd6e6b08 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:46.565588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4712277-1c53-4ae5-bbe2-0298971739b4 req-ce5cd49f-d812-4d5c-9b99-d2f8fd6e6b08 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 944 time: 1.0585587 Jul 23 22:35:46.657743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.720158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.816608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.820879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'Port': ['ID=d1f13b4f-134d-4424-b689-1cd93f083898,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:46.832868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] No DVR routers for this DVR port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:46.839571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545', '97f529f0-a4de-40eb-be3d-ad542e6a4fff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:46.865238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.865617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.869425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.869879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.870283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.870686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.871102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.871504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.872414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a3b7655-8a77-4d1b-aa5a-a06f53f3ea71 req-1fa6b26d-a9d8-407b-b38c-4e9c778c80cd service neutron] 10.222.0.25 "GET /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3422616 Jul 23 22:35:46.874847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.875254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.875653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.876055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.880231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:46.932388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453a75a6-dcd3-4c62-8b92-4f74e04072af {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:46.936939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.937575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.937972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.938384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.938787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.939202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.939586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.939982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.940379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.940782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.941174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.941579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:35:46.966133 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:46.977791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event deleted for resources: {'Port': ['ID=97f529f0-a4de-40eb-be3d-ad542e6a4fff,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:46.989604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:35:46.999907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4712277-1c53-4ae5-bbe2-0298971739b4 req-1a9600dd-bf21-4208-9d0c-6a3a64df2080 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033074 Jul 23 22:35:47.005004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] No DVR routers for this DVR port 97f529f0-a4de-40eb-be3d-ad542e6a4fff on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:47.008225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:47.008715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:47.009152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:47.019427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.021397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57a3198f-1f2c-42f6-8e3d-f58ab575113a req-99fb2d1b-302e-4c59-83a4-12ad885a4eb1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "DELETE /v2.0/ports/97f529f0-a4de-40eb-be3d-ad542e6a4fff HTTP/1.1" status: 204 len: 173 time: 1.0434682 Jul 23 22:35:47.021718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:35:47.022246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:47.025106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-deleted', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:47.027778 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd99764-9cbf-47e8-ba03-e27a4b4abe82" -d '{"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-deleted", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:47.075340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.108012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:47.184687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.197121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af,segment=NetworkSegment(d626894b-410f-49f1-a017-c8037b2286e3),segment_id=d626894b-410f-49f1-a017-c8037b2286e3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:47.198747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3342dd-ed71-4634-b789-bbc7e6d3ae5f req-6e97a85e-4431-4334-862b-2e033c8ccca5 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:47.200562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d3342dd-ed71-4634-b789-bbc7e6d3ae5f req-6e97a85e-4431-4334-862b-2e033c8ccca5 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 945 time: 0.1991735 Jul 23 22:35:47.256417 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a265f-4b90-4913-b239-d49f56fbeb11 x-openstack-request-id: req-401a265f-4b90-4913-b239-d49f56fbeb11 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:47.264765 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-unplugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:47.265633 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-401a265f-4b90-4913-b239-d49f56fbeb11 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:47.265633 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'code': 200} Jul 23 22:35:47.272365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:47.272882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:47.273375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:47.273980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Bound port: 281b7607-8507-4278-a68c-5d13e2d96660, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:47.274444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.285718 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.336554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d3342dd-ed71-4634-b789-bbc7e6d3ae5f req-e7d10ac5-8f52-4b7e-8955-2701d68018e3 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018002 Jul 23 22:35:47.432293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:47.440740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:47.445894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:47.473205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:47.480612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-204370f6-3391-4e6f-993d-bd3ea4c2cbf6 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3826065 Jul 23 22:35:47.502458 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Sync routers for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:47.508298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:47.516652 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c115755-323e-4ace-b5c7-db36fa754bde" -d '{"events": [{"server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "name": "network-vif-plugged", "status": "completed", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:47.520493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:47.521301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:47.524582 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537ed88f-317d-4110-9c7b-fbc63cb7b1f9 x-openstack-request-id: req-537ed88f-317d-4110-9c7b-fbc63cb7b1f9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:47.525165 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae94365-a1e2-41cb-b1f5-7988445d30f3", "name": "network-vif-deleted", "tag": "97f529f0-a4de-40eb-be3d-ad542e6a4fff", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:47.525165 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-537ed88f-317d-4110-9c7b-fbc63cb7b1f9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:47.525502 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae94365-a1e2-41cb-b1f5-7988445d30f3', 'name': 'network-vif-deleted', 'tag': '97f529f0-a4de-40eb-be3d-ad542e6a4fff', 'status': 'completed', 'code': 200} Jul 23 22:35:47.544877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.632050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.650094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:47.650779 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.671127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] 10.222.0.25 "PUT /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 1095 time: 3.1663980 Jul 23 22:35:47.684848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:47.816319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.829341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['453a75a6-dcd3-4c62-8b92-4f74e04072af'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:47.872602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:47.884408 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:47.943197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:48.035419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46503a7-06c2-453e-83f2-bee2a5cd41df req-f81e5b8e-9269-430a-9681-a5ace447a46f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:48.035419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f46503a7-06c2-453e-83f2-bee2a5cd41df req-f81e5b8e-9269-430a-9681-a5ace447a46f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 946 time: 0.6849654 Jul 23 22:35:48.048122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75757d81-09a5-422d-92d2-ef0ace64d965 service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:48.111941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'Port': ['ID=d1f13b4f-134d-4424-b689-1cd93f083898,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:48.157192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:48.160080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:48.194047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:35:48.234825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-5ccdd1f5-56b6-402a-89d1-493b93c0c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:48.238969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-5ccdd1f5-56b6-402a-89d1-493b93c0c774 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1098 time: 0.5488725 Jul 23 22:35:48.247626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a792e-d492-427d-bec1-a822ece81715 req-feb56cd2-c529-4efc-a47f-5377e6ae75e8 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:48.249531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf8a792e-d492-427d-bec1-a822ece81715 req-feb56cd2-c529-4efc-a47f-5377e6ae75e8 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 945 time: 0.5131667 Jul 23 22:35:48.252473 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:48.253849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-65dc57b0-a6d7-4d38-9c34-6f746914b10d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3564987 Jul 23 22:35:48.291679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f46503a7-06c2-453e-83f2-bee2a5cd41df req-3faa2374-5118-45e7-a302-a9fa7dac7289 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304764 Jul 23 22:35:48.399048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf8a792e-d492-427d-bec1-a822ece81715 req-128fb497-c03f-4a9a-89c7-129206464abe tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042483 Jul 23 22:35:48.476581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:48.504141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 97f529f0-a4de-40eb-be3d-ad542e6a4fff {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:35:48.504485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 97f529f0-a4de-40eb-be3d-ad542e6a4fff not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:35:48.508261 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8106dc-6cbc-4ffe-81dd-f33b6b581308 x-openstack-request-id: req-be8106dc-6cbc-4ffe-81dd-f33b6b581308 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:48.508564 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "name": "network-vif-plugged", "status": "completed", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:48.510267 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be8106dc-6cbc-4ffe-81dd-f33b6b581308 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:48.511288 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'code': 200} Jul 23 22:35:48.625273 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 2, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:48.655180 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Checking router: 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:48.655965 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Updating router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 port 6398eae1-8dab-4dd2-99ab-eeb682134e77 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:35:48.667507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-1a4cdb0b-2937-42c0-9f55-aee577c8b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:48.669018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-1a4cdb0b-2937-42c0-9f55-aee577c8b878 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3764431 Jul 23 22:35:48.706276 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:48.759369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44813d44-8cca-4c01-b0e8-9763e162bb67 req-ad089df4-19f7-4cba-a34c-57310e464d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:48.760898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44813d44-8cca-4c01-b0e8-9763e162bb67 req-ad089df4-19f7-4cba-a34c-57310e464d0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 1098 time: 0.1891038 Jul 23 22:35:48.820842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-1e8694ec-edee-4d4c-97ae-c00a379c8660 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1426535 Jul 23 22:35:48.823217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:48.843009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:48.846409 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.020456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.127509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:49.149798 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.151114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:49.179335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-b96c5406-57d4-47c0-9ee2-61ac09b0f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:49.181518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-b96c5406-57d4-47c0-9ee2-61ac09b0f781 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3512394 Jul 23 22:35:49.242107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd7f76-0db0-4ccd-bec3-7300f5072c42 req-36013027-ea16-41f2-8a2b-562027c023b6 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:49.249834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ccd7f76-0db0-4ccd-bec3-7300f5072c42 req-36013027-ea16-41f2-8a2b-562027c023b6 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.2848346 Jul 23 22:35:49.267473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:49.269997 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f4af3-a631-44cb-8be8-14a7fb50c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:49.342578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ccd7f76-0db0-4ccd-bec3-7300f5072c42 req-2469bb92-920d-4c49-9723-79cbc1dbd13e tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915301 Jul 23 22:35:49.360181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-d9748ae3-c693-4108-830c-da3176585223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:49.374121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-d9748ae3-c693-4108-830c-da3176585223 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1831791 Jul 23 22:35:49.396701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:49.421432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:49.421864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.425951 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.455123 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Transition to ACTIVE for port object 6398eae1-8dab-4dd2-99ab-eeb682134e77 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:35:49.472695 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.580625 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5bf08-d67d-4e96-8fe0-b2d010737ba8 None None] Pushing event updated for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:49.581118 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df9381d-42a9-4b56-a5d9-13eb4c10d050 x-openstack-request-id: req-4df9381d-42a9-4b56-a5d9-13eb4c10d050 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:49.581349 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:49.581608 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4df9381d-42a9-4b56-a5d9-13eb4c10d050 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:49.582045 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'status': 'completed', 'code': 200} Jul 23 22:35:49.664423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-cd22c834-d248-4e94-bf19-19643db8f17d service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806296 Jul 23 22:35:49.776983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93c52bfd-6e81-48e8-97c2-8b7a43b1bbfa req-adbfb947-6ac0-4e34-b7fc-469bd760dda2 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.9939232 Jul 23 22:35:49.848941 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Attempting to bind port 6398eae1-8dab-4dd2-99ab-eeb682134e77 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:35:49.849449 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Attempting to bind port 6398eae1-8dab-4dd2-99ab-eeb682134e77 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:35:49.850938 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Attempting to bind port 6398eae1-8dab-4dd2-99ab-eeb682134e77 on network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:35:49.859301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:49.872963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:35:49.876573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Checking segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:35:49.881743 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.883493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Bound using segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:35:49.884198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Bound port: 6398eae1-8dab-4dd2-99ab-eeb682134e77, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:35:49.885229 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:49.893146 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-44813d44-8cca-4c01-b0e8-9763e162bb67 req-75c295d8-a930-4d03-8b72-87536de38d8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0708656 Jul 23 22:35:49.977806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:49.980831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:50.061660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-7865b9d4-bd0e-43bd-8c28-063c29d9f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.065366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-7865b9d4-bd0e-43bd-8c28-063c29d9f3ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1098 time: 0.3366644 Jul 23 22:35:50.080397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7764a5a-6035-4c42-8084-e57fc16f2288 req-78709ab2-a72a-4317-b37e-57a20dd91664 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078438 Jul 23 22:35:50.160716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc23e6-6d80-43ec-a319-ca196a27a546 req-44aa42c4-af1c-42eb-ac68-a1073ae49d74 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.160716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8fc23e6-6d80-43ec-a319-ca196a27a546 req-44aa42c4-af1c-42eb-ac68-a1073ae49d74 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 946 time: 0.4076505 Jul 23 22:35:50.198426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] For port 6398eae1-8dab-4dd2-99ab-eeb682134e77, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:35:50.199554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 453a75a6-dcd3-4c62-8b92-4f74e04072af up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:50.228686 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] For port 6398eae1-8dab-4dd2-99ab-eeb682134e77, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6398eae1-8dab-4dd2-99ab-eeb682134e77,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:35:50.248230 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:50.330980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8fc23e6-6d80-43ec-a319-ca196a27a546 req-5e5957fe-e96c-4a28-ae26-e34bf01ba91e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693449 Jul 23 22:35:50.354136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2686e77-d48a-4a90-9bf5-52eafe8bfa3a req-8d8dce28-3b83-4109-a2cd-60f677739dea tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.361176 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2686e77-d48a-4a90-9bf5-52eafe8bfa3a req-8d8dce28-3b83-4109-a2cd-60f677739dea tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 945 time: 0.4435389 Jul 23 22:35:50.402828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-19a3fd47-a940-4ff4-a71d-4463a1aadc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.411050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-19a3fd47-a940-4ff4-a71d-4463a1aadc28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1098 time: 0.1981006 Jul 23 22:35:50.451437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-8b7c7de8-7547-47e5-9cd8-2778f4a1b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.472563 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-8b7c7de8-7547-47e5-9cd8-2778f4a1b234 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3988259 Jul 23 22:35:50.500507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:50.505192 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:50.514902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 453a75a6-dcd3-4c62-8b92-4f74e04072af completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:50.539411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 453a75a6-dcd3-4c62-8b92-4f74e04072af triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:50.539904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:50.550777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-c2a8147c-8162-4e72-a40f-7b3137563d0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.0639899 Jul 23 22:35:50.590013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2686e77-d48a-4a90-9bf5-52eafe8bfa3a req-1d37cc2b-ca9b-4b4d-9d60-bad03c2c1eeb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278709 Jul 23 22:35:50.631262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-6c32a137-c116-4963-8b66-e2a86cf93e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.632858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-6c32a137-c116-4963-8b66-e2a86cf93e21 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2152400 Jul 23 22:35:50.665355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-9b8d4508-5e0d-4244-aa0e-f127c4b28a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.666903 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-9b8d4508-5e0d-4244-aa0e-f127c4b28a8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1081848 Jul 23 22:35:50.782723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-c06c912b-73bf-45d3-b150-a3f95da4670e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1391780 Jul 23 22:35:50.893545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-028c4022-17e2-490d-964d-ea9746e28689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.893751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:50.895793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-028c4022-17e2-490d-964d-ea9746e28689 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1086950 Jul 23 22:35:50.902618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5bf08-d67d-4e96-8fe0-b2d010737ba8 None None] Pushing event updated for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:50.954361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:50.957034 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c8e411-9cbc-44f3-98ea-a14548766727" -d '{"events": [{"server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "name": "network-vif-plugged", "status": "completed", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:50.998722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-59d4b123-be03-4df1-af96-e45bf9128b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:50.999872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af,segment=NetworkSegment(d626894b-410f-49f1-a017-c8037b2286e3),segment_id=d626894b-410f-49f1-a017-c8037b2286e3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:51.005075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-59d4b123-be03-4df1-af96-e45bf9128b5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3320153 Jul 23 22:35:51.009565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:51.025938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-e5078c7b-20db-4338-b6fa-e56871994b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:51.029365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-e5078c7b-20db-4338-b6fa-e56871994b79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237664 Jul 23 22:35:51.065740 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:51.107271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fb814-79ce-4119-b07d-fdc469d46c9b req-53c37b17-d4e0-41ab-be8b-c24ba55ac93c tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:51.117835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:51.118923 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-128fb814-79ce-4119-b07d-fdc469d46c9b req-53c37b17-d4e0-41ab-be8b-c24ba55ac93c tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.3244143 Jul 23 22:35:51.284480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-2e979454-ab61-46be-bdfd-f973881df890 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459102 Jul 23 22:35:51.291715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-128fb814-79ce-4119-b07d-fdc469d46c9b req-0ba3717c-8753-47ca-8e9c-98ab6cbc78ed tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716895 Jul 23 22:35:51.364865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-1bc6d0c8-e020-4d85-be38-a456d7b3fa16 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495731 Jul 23 22:35:51.428103 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1851dcf-7d62-45f7-86ee-ccdf4dad5feb x-openstack-request-id: req-f1851dcf-7d62-45f7-86ee-ccdf4dad5feb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:51.428391 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "name": "network-vif-plugged", "status": "completed", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:51.429051 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1851dcf-7d62-45f7-86ee-ccdf4dad5feb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:51.429988 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af', 'code': 200} Jul 23 22:35:51.728968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-21fc9520-cb2c-4121-8baa-4ba59b035d6d service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371319 Jul 23 22:35:51.729572 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:50Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:51.776948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb0c27-ab65-437c-954b-1b3c56ebc120 None None] The sync data for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 is: [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:50Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:51.800711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e86f4af3-a631-44cb-8be8-14a7fb50c37d req-abefea13-3c20-47cb-9bd2-523e63ed698c service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233749 Jul 23 22:35:51.809446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1456048-ee85-403c-8295-6cb4b0539b29 req-3c9a5e61-1645-46ad-9534-353d98b9eac4 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0787127 Jul 23 22:35:51.850476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8643f3-511d-4b4e-9cf7-a25cb75b599f req-880b8087-e852-436d-a0f9-52be4982025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:51.871629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ab8643f3-511d-4b4e-9cf7-a25cb75b599f req-880b8087-e852-436d-a0f9-52be4982025f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 1098 time: 0.3746619 Jul 23 22:35:51.939301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b716ce-ab15-41dd-95df-06ea3cdd1bc6 req-3a651aa8-14ba-4d47-9ad3-5a661cccec4f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:51.948528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33b716ce-ab15-41dd-95df-06ea3cdd1bc6 req-3a651aa8-14ba-4d47-9ad3-5a661cccec4f tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 946 time: 0.4284611 Jul 23 22:35:52.084445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:52.094764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ab8643f3-511d-4b4e-9cf7-a25cb75b599f req-8f2ee0a9-4663-4429-adad-fbb7c645698b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135620 Jul 23 22:35:52.111552 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33b716ce-ab15-41dd-95df-06ea3cdd1bc6 req-431795d5-6736-4202-826a-0d29f6a51892 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618834 Jul 23 22:35:52.176320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:35:52.217399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ac29-e108-4a63-871f-e49f66513162 req-78870106-6dd5-4a5f-b92a-902c13da0158 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:52.232346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd08ac29-e108-4a63-871f-e49f66513162 req-78870106-6dd5-4a5f-b92a-902c13da0158 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 946 time: 0.1363509 Jul 23 22:35:52.354389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd08ac29-e108-4a63-871f-e49f66513162 req-def432b5-19a7-4439-add0-f75356e2ecf8 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210511 Jul 23 22:35:52.400205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:35:52.667779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434bb1-e1dc-4abe-822a-a67e0d5aea82 req-de73a46c-56c3-4b2a-ac1f-b46bfddd6ac8 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:52.682674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4434bb1-e1dc-4abe-822a-a67e0d5aea82 req-de73a46c-56c3-4b2a-ac1f-b46bfddd6ac8 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.1609070 Jul 23 22:35:52.783177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4434bb1-e1dc-4abe-822a-a67e0d5aea82 req-e26eb31b-9d7f-4027-93ac-7988e493a726 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994890 Jul 23 22:35:52.806615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:52.834865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '281b7607-8507-4278-a68c-5d13e2d96660', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '281b7607-8507-4278-a68c-5d13e2d96660', 'mac_address': 'fa:16:3e:e4:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:35:52.937420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:52.941026 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:52.962817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:35:53.004999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:53.021051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58368602-c19b-4641-8cbc-863ab8c548e4 req-12ba1234-384c-46cc-a68b-c19cc49534ec tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:53.021922 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:53.035582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:35:53.040887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Request body: {'floatingip': {'port_id': '2aca6027-2baa-4f74-ae95-4c1582d47e65'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:53.048987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58368602-c19b-4641-8cbc-863ab8c548e4 req-12ba1234-384c-46cc-a68b-c19cc49534ec tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.1578887 Jul 23 22:35:53.122267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:53.201070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63a42b0c-5dac-4571-aecb-b85ffc2791ae req-bb169179-e6d2-440d-9829-e43b758d546f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0729928 Jul 23 22:35:53.214421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:53.367395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['281b7607-8507-4278-a68c-5d13e2d96660'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:53.619526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee35a8-6ad2-4755-b14f-24d9cef0e4bc req-5aec8620-b7f5-4f90-870b-614cac922905 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:53.629195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1ee35a8-6ad2-4755-b14f-24d9cef0e4bc req-5aec8620-b7f5-4f90-870b-614cac922905 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.1848199 Jul 23 22:35:53.724865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1ee35a8-6ad2-4755-b14f-24d9cef0e4bc req-40e800c3-5fee-4e40-9df6-efb2b7592e8d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947034 Jul 23 22:35:53.923588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6398eae1-8dab-4dd2-99ab-eeb682134e77 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:54.019314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abac3de-b91c-432b-a392-9e9f02fe8919 req-9a3ac185-f779-46c1-8766-f1d2c1f15295 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:54.034370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abac3de-b91c-432b-a392-9e9f02fe8919 req-9a3ac185-f779-46c1-8766-f1d2c1f15295 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 946 time: 0.1019685 Jul 23 22:35:54.046038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:54.054858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:54.055599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:54.092949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abac3de-b91c-432b-a392-9e9f02fe8919 req-97284483-b81f-47cf-b00a-0fba4355c086 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568583 Jul 23 22:35:54.309852 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:54.400644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:54.411406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:54.465036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6398eae1-8dab-4dd2-99ab-eeb682134e77, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6398eae1-8dab-4dd2-99ab-eeb682134e77,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:54.476021 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:54.552115 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Floating IP d9e68153-fd98-41fc-8d36-ba82cb3aa2ad associated. External IP: 172.25.1.226, port: 2aca6027-2baa-4f74-ae95-4c1582d47e65. Jul 23 22:35:54.612574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:54.686393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afac2a9e-f126-40f2-9fa7-68660db3e1b4 req-fbdcd7af-3354-463d-a4db-35ed659055dd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0517395 Jul 23 22:35:54.722600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-be61ceef-5285-4ab0-951e-19fd8ed1c68a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:54.724424 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-be61ceef-5285-4ab0-951e-19fd8ed1c68a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162&tenant_id=1d9c25a211d84183a54ba31373bc7c38&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 947 time: 0.1817648 Jul 23 22:35:54.862092 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-438fa7cf-82b7-477f-bfdb-6285bd95acc5 service neutron] 10.222.0.25 "GET /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 383 time: 0.1151404 Jul 23 22:35:55.008207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbfde7-83f8-4e38-96a3-bf6294c7b0c8 req-8b46a891-0131-47b5-86fa-0d4a90472c55 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:55.014809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37fbfde7-83f8-4e38-96a3-bf6294c7b0c8 req-8b46a891-0131-47b5-86fa-0d4a90472c55 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.1640837 Jul 23 22:35:55.105528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Router f73829f8-dc53-4409-a866-b79ecc620b4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:35:55.111282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37fbfde7-83f8-4e38-96a3-bf6294c7b0c8 req-33806ef7-9a89-400d-959a-dbc57d4d843c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904112 Jul 23 22:35:55.327239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-54643054-30a3-46c0-96fc-0615b175bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:55.333376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-54643054-30a3-46c0-96fc-0615b175bb1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1099 time: 0.2815127 Jul 23 22:35:55.537311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:35:55.544427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:55.551191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Sync routers for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:35:55.574265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:55.576044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:55.593482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cbd05-590f-45f6-9fb1-900bf015deae req-e651f251-d618-48e4-bd2b-a6386e7b939e tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:55.595605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb7cbd05-590f-45f6-9fb1-900bf015deae req-e651f251-d618-48e4-bd2b-a6386e7b939e tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 946 time: 0.1198525 Jul 23 22:35:55.641146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-7f365e68-85ab-4e23-a930-f6aca51463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:55.650754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-7f365e68-85ab-4e23-a930-f6aca51463d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3078656 Jul 23 22:35:55.677150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb7cbd05-590f-45f6-9fb1-900bf015deae req-8fe953b3-2299-4576-917e-8962a9a2496a tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Jul 23 22:35:55.749065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-72cfce56-8d78-4e39-ab9a-1946983b09cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.0814338 Jul 23 22:35:55.759250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-889e9631-f92b-4b68-bde0-efd433d0c671 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "PUT /v2.0/floatingips/d9e68153-fd98-41fc-8d36-ba82cb3aa2ad HTTP/1.1" status: 200 len: 992 time: 2.7225094 Jul 23 22:35:55.761115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:55.767028 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3" -d '{"events": [{"name": "network-changed", "server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:55.827995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:55.894181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74309838-6feb-45ec-a9c4-a8140be79e4c req-9dd27f06-d7a4-4535-995f-c96b4f6045ce tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae94365-a1e2-41cb-b1f5-7988445d30f3 HTTP/1.1" status: 200 len: 210 time: 0.0372715 Jul 23 22:35:55.898962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-e270a286-777a-4015-883d-6149c581c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:55.902713 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-e270a286-777a-4015-883d-6149c581c2f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1420004 Jul 23 22:35:55.909497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6398eae1-8dab-4dd2-99ab-eeb682134e77 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:56.045616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-ee0af0be-7555-4f98-9a89-a88bdf26bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:56.047561 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-ee0af0be-7555-4f98-9a89-a88bdf26bd2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1370084 Jul 23 22:35:56.216933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:35:56.224817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6398eae1-8dab-4dd2-99ab-eeb682134e77 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:56.229138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:56.292440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-20aa906e-56e3-4e6e-ae1b-791a3dd1cca2 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166159 Jul 23 22:35:56.462083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 281b7607-8507-4278-a68c-5d13e2d96660 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:35:56.539942 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-515aff81-f487-49c0-b3b3-88edf525c30c service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431948 Jul 23 22:35:56.542218 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37391c-1821-4410-97fe-44cf63a8638d x-openstack-request-id: req-4d37391c-1821-4410-97fe-44cf63a8638d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:56.542761 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:56.544544 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d37391c-1821-4410-97fe-44cf63a8638d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:56.548021 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'status': 'completed', 'code': 200} Jul 23 22:35:56.564568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 281b7607-8507-4278-a68c-5d13e2d96660 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:35:56.565951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:56.677084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-c355969a-344f-4551-9ab1-606147e462c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:56.689002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-c355969a-344f-4551-9ab1-606147e462c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=560c2e7193414c64ae556473c3ab8d04&device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 1098 time: 0.2939768 Jul 23 22:35:56.701000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd9e68153-fd98-41fc-8d36-ba82cb3aa2ad', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'port_id': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'mac_address': 'fa:16:3e:a3:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744a4a97-c1ed-488f-85bf-61335819e11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:26Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 1, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:56.737178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Checking router: f73829f8-dc53-4409-a866-b79ecc620b4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:35:56.780332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:35:56.785186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:56.813192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a6148-e361-4986-9291-07b4e6a95d4f req-e1feb25c-2024-4829-a18e-eaa2243ca911 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:56.831778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f90a6148-e361-4986-9291-07b4e6a95d4f req-e1feb25c-2024-4829-a18e-eaa2243ca911 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.3619723 Jul 23 22:35:56.920550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-343902ae-a785-42dc-b803-23532238269a tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:56.922802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-343902ae-a785-42dc-b803-23532238269a tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 946 time: 0.1278515 Jul 23 22:35:56.959413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:35:57.065707 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:57.107446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f90a6148-e361-4986-9291-07b4e6a95d4f req-b3f0956a-f77d-4a98-83db-f8cbfb5e9b5e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407641 Jul 23 22:35:57.176373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-6089f751-04fc-43f5-b32c-ddcd17a0d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:57.191108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-6089f751-04fc-43f5-b32c-ddcd17a0d3d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 200 len: 912 time: 0.4854207 Jul 23 22:35:57.212187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Deleting port 453a75a6-dcd3-4c62-8b92-4f74e04072af {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:35:57.212187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:57.289855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:57.292498 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e629740-022c-4457-91bb-ac87a627d556" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:57.372790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:57.392860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-bab41d0c-de93-4883-981c-81b48a7a633e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 200 len: 1000 time: 0.1926560 Jul 23 22:35:57.401476 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:57.466887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] For port 453a75a6-dcd3-4c62-8b92-4f74e04072af, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=453a75a6-dcd3-4c62-8b92-4f74e04072af,segment=NetworkSegment(d626894b-410f-49f1-a017-c8037b2286e3),segment_id=d626894b-410f-49f1-a017-c8037b2286e3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:35:57.467256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:57.471233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-748044b6-940e-4719-a0b7-6993e5714e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:57.472992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-748044b6-940e-4719-a0b7-6993e5714e72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad7d741b-ab55-49f4-859e-50450af57e99 HTTP/1.1" status: 200 len: 850 time: 0.0651751 Jul 23 22:35:57.484805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Calling delete_port for 453a75a6-dcd3-4c62-8b92-4f74e04072af owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:35:57.560392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e291ca3-0ed2-4920-9dfb-86569b38b399 req-bfbde6b2-e667-477c-9658-97aa558b6a5a tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:57.561973 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e291ca3-0ed2-4920-9dfb-86569b38b399 req-bfbde6b2-e667-477c-9658-97aa558b6a5a tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 946 time: 0.2876198 Jul 23 22:35:57.563550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:57.612429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd9e68153-fd98-41fc-8d36-ba82cb3aa2ad', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'port_id': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'mac_address': 'fa:16:3e:a3:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744a4a97-c1ed-488f-85bf-61335819e11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:26Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 1, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:35:57.623396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e291ca3-0ed2-4920-9dfb-86569b38b399 req-1d3c3d6e-3df9-4484-84ad-940e8505563c tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/security-groups?id=a3a07e3d-5d5d-49d7-b603-1a43eeb42906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Jul 23 22:35:57.626510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-20fac499-7ce9-4774-9eaa-410c1e3bc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:57.627953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-20fac499-7ce9-4774-9eaa-410c1e3bc294 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436629 Jul 23 22:35:57.724227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2e37-bed0-4ffa-aaa8-533380afd728 None None] The sync data for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 is: [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd9e68153-fd98-41fc-8d36-ba82cb3aa2ad', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'port_id': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'mac_address': 'fa:16:3e:a3:74:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744a4a97-c1ed-488f-85bf-61335819e11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:26Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 1, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:35:57.814966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:57.833970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['453a75a6-dcd3-4c62-8b92-4f74e04072af'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:35:57.890254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Pushing event deleted for resources: {'Port': ['ID=453a75a6-dcd3-4c62-8b92-4f74e04072af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:35:57.996058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-d3b90cb2-0e37-43c7-a06b-ce25875b44c6 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576052 Jul 23 22:35:58.111294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] No DVR routers for this DVR port 453a75a6-dcd3-4c62-8b92-4f74e04072af on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:35:58.123395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:58.132156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c310952-74f4-40cf-bff1-1d89839b9e8f req-6c22dba8-9617-4611-8c2d-11ba500444bb tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.25 "DELETE /v2.0/ports/453a75a6-dcd3-4c62-8b92-4f74e04072af HTTP/1.1" status: 204 len: 173 time: 1.1983166 Jul 23 22:35:58.247822 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a013effd-8ba9-4f7e-99f9-0ddf4e2d60d7 x-openstack-request-id: req-a013effd-8ba9-4f7e-99f9-0ddf4e2d60d7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:58.248078 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:58.248332 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a013effd-8ba9-4f7e-99f9-0ddf4e2d60d7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:58.248723 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'code': 200} Jul 23 22:35:58.270560 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a84f6a6-f7b5-44bd-8813-eafe1c1f99e3 None None] New status for floating IP d9e68153-fd98-41fc-8d36-ba82cb3aa2ad: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:35:58.355719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d11feee7-7704-4f4f-80d5-b54e2f3a56a3 req-a19315be-444a-4104-85c3-6af09f62d603 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526986 Jul 23 22:35:58.550361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283d7c0-ea31-4479-8173-cf614d79c191 req-ff87d0ba-5d5a-4aad-8b02-4b9105d29814 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:58.552430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'name': 'network-vif-deleted', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:35:58.557168 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42a224-9925-4ee5-9c5f-f101e5b61480" -d '{"events": [{"server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "name": "network-vif-deleted", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:35:58.562987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0283d7c0-ea31-4479-8173-cf614d79c191 req-ff87d0ba-5d5a-4aad-8b02-4b9105d29814 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1680040 Jul 23 22:35:58.656478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0283d7c0-ea31-4479-8173-cf614d79c191 req-a56859db-533e-4cf8-8fe8-c2edd3c8e9c4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855875 Jul 23 22:35:58.789390 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e67f3a-26d3-4c07-8661-eae1e67db0c8 x-openstack-request-id: req-74e67f3a-26d3-4c07-8661-eae1e67db0c8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:35:58.790970 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce476551-43e7-46cd-b8f2-83c321b1da6b", "name": "network-vif-deleted", "tag": "453a75a6-dcd3-4c62-8b92-4f74e04072af", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:35:58.791421 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e67f3a-26d3-4c07-8661-eae1e67db0c8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:35:58.792331 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce476551-43e7-46cd-b8f2-83c321b1da6b', 'name': 'network-vif-deleted', 'tag': '453a75a6-dcd3-4c62-8b92-4f74e04072af', 'status': 'completed', 'code': 200} Jul 23 22:35:59.047805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fd26023-ca0a-4ba4-b2e6-e402bcb7e141 req-aa39224a-1421-4f7d-bfd0-ec4e30051404 tempest-ServerGroupTestJSON-1019995379 tempest-ServerGroupTestJSON-1019995379-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce476551-43e7-46cd-b8f2-83c321b1da6b HTTP/1.1" status: 200 len: 210 time: 0.0753899 Jul 23 22:35:59.501560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-38e060d1-a9b7-4f4e-84a7-62a0604a0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:59.504472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-38e060d1-a9b7-4f4e-84a7-62a0604a0b2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162&tenant_id=1d9c25a211d84183a54ba31373bc7c38 HTTP/1.1" status: 200 len: 1100 time: 0.3531890 Jul 23 22:35:59.517248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:35:59.640759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:35:59.891063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8577-fd33-4fe0-90cc-cc87ca4eb422 req-63566daa-0900-4b6b-b910-313062367a5a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:35:59.899024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6be8577-fd33-4fe0-90cc-cc87ca4eb422 req-63566daa-0900-4b6b-b910-313062367a5a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1239374 Jul 23 22:35:59.997987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6be8577-fd33-4fe0-90cc-cc87ca4eb422 req-17ad2a24-1656-407a-b9be-284bc4e38425 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950704 Jul 23 22:36:00.133104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:00.205963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:00.213976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:00.316189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:00.362746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Transition to ACTIVE for port object 281b7607-8507-4278-a68c-5d13e2d96660 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:00.385840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:00.469325 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:00.681862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:36:00.682301 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:36:00.750188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] No DVR routers for this DVR port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:00.802708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:00.810587 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417e19b-deb5-450c-b190-da0ea8ad65dd" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-unplugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:00.820609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:00.912808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:00.914220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:00.914757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:00.930576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:00.942289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Attempting to bind port 281b7607-8507-4278-a68c-5d13e2d96660 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:00.962431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:00.963032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:00.963609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:00.964585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Bound port: 281b7607-8507-4278-a68c-5d13e2d96660, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:00.965135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:01.121341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:01.133376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:01.211949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:01.238256 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c9c96d-1fa0-4d29-ac0a-3b486c2eda78 x-openstack-request-id: req-76c9c96d-1fa0-4d29-ac0a-3b486c2eda78 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:01.246184 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-unplugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:01.246686 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76c9c96d-1fa0-4d29-ac0a-3b486c2eda78 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:01.249374 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'code': 200} Jul 23 22:36:01.377140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 453a75a6-dcd3-4c62-8b92-4f74e04072af no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:01.415955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:01.417673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:01.420823 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 1096 time: 1.9079037 Jul 23 22:36:01.489579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 453a75a6-dcd3-4c62-8b92-4f74e04072af {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:01.500339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 453a75a6-dcd3-4c62-8b92-4f74e04072af not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:01.543861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce35e-4679-4b0b-bfb0-ad8bf7ee97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:01.631998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-7439ccd6-658b-41a2-84ba-ce1e846e108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:01.634500 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-7439ccd6-658b-41a2-84ba-ce1e846e108a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1099 time: 0.1806576 Jul 23 22:36:01.857809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-615f3254-e79d-4e04-a3a7-49054804de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:01.861468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-615f3254-e79d-4e04-a3a7-49054804de84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2184491 Jul 23 22:36:01.884640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c1788-7b77-44b0-b15b-b67996551441 req-84a9a39c-7b6c-4293-8163-ee910f5ef266 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:01.896348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-183c1788-7b77-44b0-b15b-b67996551441 req-84a9a39c-7b6c-4293-8163-ee910f5ef266 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.1202865 Jul 23 22:36:01.914804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-25c9acfc-828d-4cb9-8673-0f78a3589a70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.0436430 Jul 23 22:36:01.991524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-183c1788-7b77-44b0-b15b-b67996551441 req-8caf2376-6376-4411-8b46-a344edce3c36 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936844 Jul 23 22:36:02.004160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-89dec403-fe07-40fb-9a26-07bed9145c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:02.015618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-89dec403-fe07-40fb-9a26-07bed9145c46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0890992 Jul 23 22:36:02.174586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-56423227-703c-4a5f-b2d8-7618beb38f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:02.178247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-56423227-703c-4a5f-b2d8-7618beb38f4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539073 Jul 23 22:36:02.413325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-83a458b7-3ae0-4405-ac6e-02495bceb137 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245710 Jul 23 22:36:02.477879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:02.961202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Deleting subnet b8ebe5d4-e280-40b8-afa8-bedf38977171 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:02.966382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.001941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.147413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.189328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85c52ff5-7771-4fd1-9229-9bc0cffa4535 req-2f53dbfc-028c-4b61-bb0f-63f1b3985aa1 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699311 Jul 23 22:36:03.249557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.251468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:03.262789 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79120226-76f9-42da-95bc-bd6f98e31c28" -d '{"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:03.280150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f299d8b-9841-43e1-bc4e-bd0f37a78570 req-877c7832-773b-4a69-9bde-ffb63709b76e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:03.281712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f299d8b-9841-43e1-bc4e-bd0f37a78570 req-877c7832-773b-4a69-9bde-ffb63709b76e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.1717334 Jul 23 22:36:03.340574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ebe5d4-e280-40b8-afa8-bedf38977171,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:03.371709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.376730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6aa6c6b6-b273-4134-ad1c-2be90f1f42be admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b8ebe5d4-e280-40b8-afa8-bedf38977171 HTTP/1.1" status: 204 len: 168 time: 0.8972499 Jul 23 22:36:03.378434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:03.382612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f299d8b-9841-43e1-bc4e-bd0f37a78570 req-b86c4c90-f61c-4f6f-b62b-e3baf496d69a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703089 Jul 23 22:36:03.529253 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.691649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.708506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652e05a5-165f-44db-a495-44fff8551f42']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:03.721523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd626894b-410f-49f1-a017-c8037b2286e3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:03.722159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd626894b-410f-49f1-a017-c8037b2286e3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:03.735379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.760281 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.774784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:03.775569 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:03.778905 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:03.813954 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f9687-db1a-44a7-8362-081a9b406e0b x-openstack-request-id: req-b27f9687-db1a-44a7-8362-081a9b406e0b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:03.814342 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:03.814652 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b27f9687-db1a-44a7-8362-081a9b406e0b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:03.815117 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'status': 'completed', 'code': 200} Jul 23 22:36:03.913394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.930649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-0618213e-89c0-475f-9843-a447eec52e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:03.932796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-0618213e-89c0-475f-9843-a447eec52e98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1099 time: 0.1170249 Jul 23 22:36:03.938790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:03.943445 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] 10.222.0.37 "DELETE /v2.0/networks/652e05a5-165f-44db-a495-44fff8551f42 HTTP/1.1" status: 204 len: 168 time: 0.5608866 Jul 23 22:36:03.991345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791c53e-a768-4910-8a1a-692f83fb707d admin admin] Pushing event deleted for resources: {'Network': ['ID=652e05a5-165f-44db-a495-44fff8551f42,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:04.038407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-303adf60-6275-413a-8ec1-616811a73a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.047154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-303adf60-6275-413a-8ec1-616811a73a3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d9c25a211d84183a54ba31373bc7c38&device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1099 time: 0.2291691 Jul 23 22:36:04.211608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-2e036624-9489-42f4-9fb2-a62c5ce145b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.213218 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-2e036624-9489-42f4-9fb2-a62c5ce145b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1585011 Jul 23 22:36:04.295969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-1fcc2869-c70b-44be-8a46-f8def9b5519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.298888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-1fcc2869-c70b-44be-8a46-f8def9b5519a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3470907 Jul 23 22:36:04.316132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-404a9043-9f13-4842-85a7-0c8a3c8dcd89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.0941474 Jul 23 22:36:04.377907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:04.434989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-614ab4a7-6b16-4e6c-9cec-d4264c5364a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.436593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-614ab4a7-6b16-4e6c-9cec-d4264c5364a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1121020 Jul 23 22:36:04.447048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-ed4c7b9a-0b01-44ec-aa36-d981a782f979 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 200 len: 217 time: 0.1284943 Jul 23 22:36:04.467382 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c54a331e-0fe0-429f-b529-cdb854eeac8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=749f673548994780a4562ee89459dd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882928 Jul 23 22:36:04.483520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:04.574065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-142f7655-c4c9-414b-8045-4cb9a12fe48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.575624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-142f7655-c4c9-414b-8045-4cb9a12fe48a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1261237 Jul 23 22:36:04.678828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789bf73-9174-4474-9e87-a76a7450b6f0 req-477ec7d4-8b13-402f-beed-0a1ab2c922b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.690850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c789bf73-9174-4474-9e87-a76a7450b6f0 req-477ec7d4-8b13-402f-beed-0a1ab2c922b1 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.4464297 Jul 23 22:36:04.740382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-525d7290-77d2-4d80-b3bb-fd833ca8858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.743448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-525d7290-77d2-4d80-b3bb-fd833ca8858c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2879238 Jul 23 22:36:04.824874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c789bf73-9174-4474-9e87-a76a7450b6f0 req-2b9b4d0d-8e13-483f-a427-c490b35cda9b tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325498 Jul 23 22:36:04.855380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-e56eba11-5547-4022-87c0-6b47060d4f89 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706797 Jul 23 22:36:04.889409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:04.891907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-3c09be2a-4142-484d-94c9-3c41c6d4e846 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:04.893543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-3c09be2a-4142-484d-94c9-3c41c6d4e846 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 945 time: 0.2446234 Jul 23 22:36:04.973348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.125622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:05.156612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-e34ff340-10eb-4d4d-9b4a-492be1d6c726 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945099 Jul 23 22:36:05.213746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Deleting port afaf152f-b4e3-4dd7-9600-7e19dba1d545 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:05.214210 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.255243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04219-b8fa-43b9-83ca-29a7cac8cf4a req-2f969b7d-4fc4-4d52-87f2-b1074dffb1bc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:05.262794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c04219-b8fa-43b9-83ca-29a7cac8cf4a req-2f969b7d-4fc4-4d52-87f2-b1074dffb1bc tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 947 time: 0.2225022 Jul 23 22:36:05.269658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-1004a62d-1356-43d3-a070-0ffcd9e998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:05.273527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-1004a62d-1356-43d3-a070-0ffcd9e998ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5163965 Jul 23 22:36:05.348382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] For port afaf152f-b4e3-4dd7-9600-7e19dba1d545, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=afaf152f-b4e3-4dd7-9600-7e19dba1d545,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:05.349037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.356340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c04219-b8fa-43b9-83ca-29a7cac8cf4a req-716793b9-438a-472f-b9a8-38e49c6b474c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924017 Jul 23 22:36:05.379145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Calling delete_port for afaf152f-b4e3-4dd7-9600-7e19dba1d545 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:05.388080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.393606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.394979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3a07e3d-5d5d-49d7-b603-1a43eeb42906 HTTP/1.1" status: 204 len: 168 time: 0.8970151 Jul 23 22:36:05.431700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:05.439268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714264cd-7eee-4454-a463-ea8a2da72b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a07e3d-5d5d-49d7-b603-1a43eeb42906,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:05.502640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '281b7607-8507-4278-a68c-5d13e2d96660', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '281b7607-8507-4278-a68c-5d13e2d96660', 'mac_address': 'fa:16:3e:e4:96:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:05.615817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.638444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-cf3d41ac-917d-4728-86ad-c9d176ccd96b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942708 Jul 23 22:36:05.638944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:05.661660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:05.667052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.687693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.740351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event deleted for resources: {'Port': ['ID=afaf152f-b4e3-4dd7-9600-7e19dba1d545,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:05.764273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:05.767268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['afaf152f-b4e3-4dd7-9600-7e19dba1d545'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:05.816545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] No DVR routers for this DVR port afaf152f-b4e3-4dd7-9600-7e19dba1d545 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:05.823298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:05.825354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b0d9682-ae92-4804-acb4-1c702b3d548e req-7b6ec732-0f10-4a96-8dde-e8e65b532fd8 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "DELETE /v2.0/ports/afaf152f-b4e3-4dd7-9600-7e19dba1d545 HTTP/1.1" status: 204 len: 173 time: 0.8862085 Jul 23 22:36:05.825476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79120226-76f9-42da-95bc-bd6f98e31c28 req-36ae1114-6b7a-4c0c-a719-0c608e0c2814 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802738 Jul 23 22:36:05.827799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-deleted', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:05.830161 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbcc939-dc68-4f84-89a4-7a67c373586b" -d '{"events": [{"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-deleted", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:05.890445 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf87d87-70b5-48a7-a9be-d7dd2c68d643 x-openstack-request-id: req-5cf87d87-70b5-48a7-a9be-d7dd2c68d643 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:05.890738 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698e18e1-16c3-4c28-96c0-daf8c2e3036b", "name": "network-vif-deleted", "tag": "afaf152f-b4e3-4dd7-9600-7e19dba1d545", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:05.890990 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cf87d87-70b5-48a7-a9be-d7dd2c68d643 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:05.891392 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698e18e1-16c3-4c28-96c0-daf8c2e3036b', 'name': 'network-vif-deleted', 'tag': 'afaf152f-b4e3-4dd7-9600-7e19dba1d545', 'status': 'completed', 'code': 200} Jul 23 22:36:05.923561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['281b7607-8507-4278-a68c-5d13e2d96660'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:06.064048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c2867b3-93a6-4195-8ad1-bd39f7fa29f4 req-cd0bbc94-730e-414b-a2f8-32d829c8419f tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=698e18e1-16c3-4c28-96c0-daf8c2e3036b HTTP/1.1" status: 200 len: 210 time: 0.0820220 Jul 23 22:36:06.539475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22976478-bc5b-47d0-ada0-56b39206960b req-79775007-4a3e-412d-a2a0-41e638caa1e4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:06.546576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22976478-bc5b-47d0-ada0-56b39206960b req-79775007-4a3e-412d-a2a0-41e638caa1e4 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1019719 Jul 23 22:36:06.571206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:06.604987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22976478-bc5b-47d0-ada0-56b39206960b req-8cce5134-ef9d-47df-8296-38a1330681b2 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Jul 23 22:36:06.727024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1907059870-network', 'tenant_id': '161b5bb778854f09b7e5fbc56727263a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:06.752914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Made reservation on behalf of 161b5bb778854f09b7e5fbc56727263a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:06.755966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:06.768857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:06.789288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47c1d8-0237-4e4e-83e8-23ebfb59ec83 req-12411abc-f8fc-4ec4-b11f-9bcde26aabe1 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:06.796688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f47c1d8-0237-4e4e-83e8-23ebfb59ec83 req-12411abc-f8fc-4ec4-b11f-9bcde26aabe1 tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 1100 time: 0.0685239 Jul 23 22:36:06.846362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f47c1d8-0237-4e4e-83e8-23ebfb59ec83 req-6c3b6eca-a9ac-4395-bccd-3f407491230a tempest-MigrationsAdminTest-1890783513 tempest-MigrationsAdminTest-1890783513-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Jul 23 22:36:06.883704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:06.900738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:06.938042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:36:06.963958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:06.964299 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Added segment 66fa1975-c1b3-449c-923e-ca8b66bffeb0 of type vlan for network 6567b66a-0ae7-470e-a19f-5f9abe601876 Jul 23 22:36:06.974759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac8e119-2ada-42bc-8228-7837d846e585,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:07.048932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.104109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.105083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:07.105799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.139198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5666158 Jul 23 22:36:07.142837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:07.147331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:07.156238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Request body: {'subnet': {'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1907059870-subnet', 'tenant_id': '161b5bb778854f09b7e5fbc56727263a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:07.209984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8ab50-dabc-42f1-aff8-8901f4ac54cd req-43b9cd7a-a60f-4482-bb68-df60b1096b84 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:07.212379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17a8ab50-dabc-42f1-aff8-8901f4ac54cd req-43b9cd7a-a60f-4482-bb68-df60b1096b84 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 948 time: 0.1075318 Jul 23 22:36:07.213615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185e42-6cd4-4d88-b5e9-8d93fea3b3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6567b66a-0ae7-470e-a19f-5f9abe601876,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:07.229092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Made reservation on behalf of 161b5bb778854f09b7e5fbc56727263a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:07.232198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.278151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17a8ab50-dabc-42f1-aff8-8901f4ac54cd req-f643e6d6-7413-4f31-aa56-ed7d34c77f42 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Jul 23 22:36:07.486937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6567b66a-0ae7-470e-a19f-5f9abe601876 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:36:07.589256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f241871-444c-4291-87dc-fffeb1cded0b req-5c67012d-3a2e-4f26-b776-9ecb1cb09dbd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:07.594333 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2f241871-444c-4291-87dc-fffeb1cded0b req-5c67012d-3a2e-4f26-b776-9ecb1cb09dbd tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 944 time: 0.1497991 Jul 23 22:36:07.595820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 281b7607-8507-4278-a68c-5d13e2d96660 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:07.601862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 281b7607-8507-4278-a68c-5d13e2d96660 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:07.602243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.607411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.694797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2f241871-444c-4291-87dc-fffeb1cded0b req-fd0936e7-4f72-4bdd-843b-12b4e2e77517 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948069 Jul 23 22:36:07.701680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.712387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b5833c-0d01-4acb-ba5b-14f71d84bc37,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:07.723318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Checking segment: {'id': '66fa1975-c1b3-449c-923e-ca8b66bffeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:07.725512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Network hostable DHCP agents. Network: 6567b66a-0ae7-470e-a19f-5f9abe601876, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:36:07.749563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:07.750124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Network 6567b66a-0ae7-470e-a19f-5f9abe601876 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:36:07.752302 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e8edc-d077-4c2d-afbf-cc37c36e09d6" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:07.765807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6567b66a-0ae7-470e-a19f-5f9abe601876) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:07.770420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:07.771557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.774655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:07.777988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5462a6b-138a-451e-9f37-d872087576a8 None None] Network 6567b66a-0ae7-470e-a19f-5f9abe601876 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:07.793436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9a1c6fab-16c4-480b-886a-39becc06c6fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6445880 Jul 23 22:36:07.800466 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:07.801693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:07.867838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:07.899826 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08357797-d163-4c4d-992f-73f9f354cb74 x-openstack-request-id: req-08357797-d163-4c4d-992f-73f9f354cb74 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:07.900249 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-plugged", "status": "completed", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:07.900605 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08357797-d163-4c4d-992f-73f9f354cb74 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:07.901086 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'code': 200} Jul 23 22:36:07.954391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-87202ed7-7609-4017-8746-d7a6929f61a9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:07.955943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-87202ed7-7609-4017-8746-d7a6929f61a9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "GET /v2.0/ports?device_id=f666a3c3-59c1-40a8-a81d-7376f5a3fe64 HTTP/1.1" status: 200 len: 944 time: 0.1364007 Jul 23 22:36:08.039836 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.095821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9135b4f-420a-42cb-910b-524c579901c1 None None] Network 6567b66a-0ae7-470e-a19f-5f9abe601876 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:08.114496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:08.124880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.127000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Deleting port 88e83e40-2568-4779-92cb-98c65b47082d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:08.127515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.225875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:08.252239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] For port 88e83e40-2568-4779-92cb-98c65b47082d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=88e83e40-2568-4779-92cb-98c65b47082d,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:08.252610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.262261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:08.269670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Calling delete_port for 88e83e40-2568-4779-92cb-98c65b47082d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:08.285810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: afaf152f-b4e3-4dd7-9600-7e19dba1d545 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:08.285810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device afaf152f-b4e3-4dd7-9600-7e19dba1d545 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:08.474611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.544172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event deleted for resources: {'Port': ['ID=88e83e40-2568-4779-92cb-98c65b47082d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:08.588385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-dd91e1d0-8fe8-49b8-ba0d-c868debdd69c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:08.591006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-dd91e1d0-8fe8-49b8-ba0d-c868debdd69c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3815ff1-34c8-4801-ad2d-bece7a076162 HTTP/1.1" status: 200 len: 949 time: 0.1846871 Jul 23 22:36:08.614514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] No DVR routers for this DVR port 88e83e40-2568-4779-92cb-98c65b47082d on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:08.622920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.624857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4b84f58e-2b15-419e-bc16-10ae70554d3b req-3a6e74fb-6469-4c7d-acc5-0a4b25056da9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "DELETE /v2.0/ports/88e83e40-2568-4779-92cb-98c65b47082d HTTP/1.1" status: 204 len: 173 time: 0.6622555 Jul 23 22:36:08.626391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-deleted', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:08.628839 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8d786-cbf6-406f-bd05-4d84adff68ec" -d '{"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-deleted", "tag": "88e83e40-2568-4779-92cb-98c65b47082d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:08.759496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Deleting port 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:08.759839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.854909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-db9ceaf8-9b6a-4cdb-aef0-275f6ba0b60a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:08.857611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-db9ceaf8-9b6a-4cdb-aef0-275f6ba0b60a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd HTTP/1.1" status: 200 len: 943 time: 0.0845239 Jul 23 22:36:08.891740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] For port 281b7607-8507-4278-a68c-5d13e2d96660, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=281b7607-8507-4278-a68c-5d13e2d96660,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:08.892035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:08.907942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Calling delete_port for 281b7607-8507-4278-a68c-5d13e2d96660 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:09.079014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.094066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306', '281b7607-8507-4278-a68c-5d13e2d96660'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:09.098981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48', '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:09.183638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event deleted for resources: {'Port': ['ID=281b7607-8507-4278-a68c-5d13e2d96660,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:09.264497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] No DVR routers for this DVR port 281b7607-8507-4278-a68c-5d13e2d96660 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:09.267556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.269743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6e424e4-11c4-48d7-909a-1db1908914c2 req-020ee153-f906-406f-81e1-a53c4533565e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "DELETE /v2.0/ports/281b7607-8507-4278-a68c-5d13e2d96660 HTTP/1.1" status: 204 len: 173 time: 0.6564977 Jul 23 22:36:09.355861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Deleting port 233b6ca7-333c-444c-8e74-d603e674dc28 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:09.356404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.556467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] For port 233b6ca7-333c-444c-8e74-d603e674dc28, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=233b6ca7-333c-444c-8e74-d603e674dc28,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:09.556993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.590933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Calling delete_port for 233b6ca7-333c-444c-8e74-d603e674dc28 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:09.768643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.806203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event deleted for resources: {'Port': ['ID=233b6ca7-333c-444c-8e74-d603e674dc28,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:09.858637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] No DVR routers for this DVR port 233b6ca7-333c-444c-8e74-d603e674dc28 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:09.861369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:09.864121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e78e2c6d-b318-4772-a6f9-af23eec034ce req-61baf1f2-2b9c-4d1c-acb8-545c1c26ec55 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "DELETE /v2.0/ports/233b6ca7-333c-444c-8e74-d603e674dc28 HTTP/1.1" status: 204 len: 173 time: 1.0012534 Jul 23 22:36:09.864398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-deleted', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:09.868064 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaeb546-c920-42ee-a152-b82133198320" -d '{"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-deleted", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:09.902601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:09.906126 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eb3628-1bab-43d1-aa3f-8ab7803a5eaa" -d '{"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:10.983470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41804bea-f402-4010-80e4-d5f58779de02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:11.173556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:11.194054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 281b7607-8507-4278-a68c-5d13e2d96660 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:11.194395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 281b7607-8507-4278-a68c-5d13e2d96660 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:11.194816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:11.214806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 233b6ca7-333c-444c-8e74-d603e674dc28 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:11.215149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 233b6ca7-333c-444c-8e74-d603e674dc28 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:12.263665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 88e83e40-2568-4779-92cb-98c65b47082d no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:12.284919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 88e83e40-2568-4779-92cb-98c65b47082d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:12.285270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 88e83e40-2568-4779-92cb-98c65b47082d not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:12.940187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-7c0b54ec-91ab-4ccc-9ad8-e2755ff505aa tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:12.941691 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-7c0b54ec-91ab-4ccc-9ad8-e2755ff505aa tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/networks?id=6567b66a-0ae7-470e-a19f-5f9abe601876 HTTP/1.1" status: 200 len: 821 time: 0.1169007 Jul 23 22:36:12.946385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-04294ba2-e03b-4793-95c0-cb07d3d893c5 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:12.948016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-04294ba2-e03b-4793-95c0-cb07d3d893c5 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.1285408 Jul 23 22:36:12.958378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-7eb3dff2-b9bf-4754-9e87-e307b5f51f82 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/quotas/161b5bb778854f09b7e5fbc56727263a HTTP/1.1" status: 200 len: 375 time: 0.0099983 Jul 23 22:36:12.966352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-911859af-3aa8-4d39-924b-6f632437a699 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/quotas/8b0d8c22912444f584988aec2971d045 HTTP/1.1" status: 200 len: 375 time: 0.0130386 Jul 23 22:36:12.996682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-5f49ffc8-36b0-4154-8838-3985abdfa0c6 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=161b5bb778854f09b7e5fbc56727263a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jul 23 22:36:13.005636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-87753641-496a-4bab-8db0-1920b4b2124b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366764 Jul 23 22:36:13.104431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-85c0a5df-a681-4eeb-aac4-ac8c3fd4f32a service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913367 Jul 23 22:36:13.157895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a6601b73-c121-4003-9949-8cee882baf45 service neutron] 10.222.0.37 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544039 Jul 23 22:36:13.207244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-ad4968b5-9cd9-42eb-9325-7f2d6691998c service neutron] 10.222.0.37 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969217 Jul 23 22:36:13.270491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-b06d0be7-2328-446f-82af-31b49306948d service neutron] 10.222.0.37 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054590 Jul 23 22:36:13.432994 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794a2f6-2e0e-40dd-bde3-cbeb5bbfe269 x-openstack-request-id: req-f794a2f6-2e0e-40dd-bde3-cbeb5bbfe269 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:13.434038 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f666a3c3-59c1-40a8-a81d-7376f5a3fe64", "name": "network-vif-deleted", "tag": "88e83e40-2568-4779-92cb-98c65b47082d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:13.435223 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f794a2f6-2e0e-40dd-bde3-cbeb5bbfe269 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:13.436055 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f666a3c3-59c1-40a8-a81d-7376f5a3fe64', 'name': 'network-vif-deleted', 'tag': '88e83e40-2568-4779-92cb-98c65b47082d', 'status': 'completed', 'code': 200} Jul 23 22:36:13.700199 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea32b3b2-2c3d-45cc-813c-f1b74c462b1a x-openstack-request-id: req-ea32b3b2-2c3d-45cc-813c-f1b74c462b1a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:13.700415 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-deleted", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:13.700670 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea32b3b2-2c3d-45cc-813c-f1b74c462b1a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:13.701075 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-deleted', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28', 'status': 'completed', 'code': 200} Jul 23 22:36:13.770206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e631dadf-b05b-416b-bf0a-6a0893e9d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:13.803715 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb98163-0331-4f72-93b3-0161d284a076 x-openstack-request-id: req-3bb98163-0331-4f72-93b3-0161d284a076 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:13.814288 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "233b6ca7-333c-444c-8e74-d603e674dc28", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:13.814513 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bb98163-0331-4f72-93b3-0161d284a076 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:13.814952 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d6d4f7-6d67-4d0b-9438-caf16b2ad2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b6ca7-333c-444c-8e74-d603e674dc28', 'code': 200} Jul 23 22:36:13.826693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48156b8d-3f1c-4ac8-a60d-9313b02e5a15 req-e9727695-e004-4c60-ac1b-02f43df1fa8a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 210 time: 0.0814340 Jul 23 22:36:13.959789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15489059-1183-47d4-bdee-c6ba0ca001bc req-28c4c491-ce70-425d-b055-570bf65e2e9c tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 210 time: 0.0563986 Jul 23 22:36:14.097693 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:14.320079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532950-3837-44ad-b714-6f45b57bc86b req-d753a29b-9212-4272-8cec-5d314337923a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:14.329589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20532950-3837-44ad-b714-6f45b57bc86b req-d753a29b-9212-4272-8cec-5d314337923a tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 951 time: 0.1573279 Jul 23 22:36:14.384130 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20532950-3837-44ad-b714-6f45b57bc86b req-e9fd210f-ea65-4437-9617-27f5e6762f17 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 Jul 23 22:36:14.524860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de68a2-0655-4203-ba3f-6c850ca63e0d req-f9d2ae48-b147-4fbb-aafe-ff473b57c9f9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:14.540868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35de68a2-0655-4203-ba3f-6c850ca63e0d req-f9d2ae48-b147-4fbb-aafe-ff473b57c9f9 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.1367788 Jul 23 22:36:14.613213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35de68a2-0655-4203-ba3f-6c850ca63e0d req-090b422e-39de-45f6-b458-dd79a80e8421 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/security-groups?id=e4ab07f1-96de-4ce7-986e-13559275112f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Jul 23 22:36:14.835799 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:14.878253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-ffefd1b8-967a-40a0-8123-b23ea3a6de22 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:14.879993 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-ffefd1b8-967a-40a0-8123-b23ea3a6de22 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 945 time: 0.1106236 Jul 23 22:36:14.976020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5616f98f-777b-4462-b1fb-d40277840131 req-2b06ea93-3268-4474-944f-b11fa116431b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 210 time: 0.0444870 Jul 23 22:36:15.080467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Deleting port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:15.081112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:15.190544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e5c6d81-341c-4b5c-860a-92d44210ecc6 req-cf62ac61-c2cf-46c9-a0cf-e3cbbfba4de9 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 210 time: 0.0783489 Jul 23 22:36:15.273616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-eae2717a-f08b-4d80-9498-ef3d9a0d0a1b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:15.275622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-eae2717a-f08b-4d80-9498-ef3d9a0d0a1b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 804 time: 0.1509447 Jul 23 22:36:15.291078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Request body: {'port': {'device_id': '217dafab-2bc6-49e0-bf39-96211b00f467', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'admin_state_up': True, 'tenant_id': '8b0d8c22912444f584988aec2971d045'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:15.326706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] For port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,segment=NetworkSegment(e59dfbad-af9d-4b83-8ce5-485072767dac),segment_id=e59dfbad-af9d-4b83-8ce5-485072767dac)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:15.327214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:15.348192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Calling delete_port for 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:15.440394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Made reservation on behalf of 8b0d8c22912444f584988aec2971d045 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:15.451703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:15.518646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-deleted', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:15.522203 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0c6613-1955-4cb2-804d-a0407e0f1e15" -d '{"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-deleted", "tag": "281b7607-8507-4278-a68c-5d13e2d96660"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:15.529613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:15.592806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Pushing event deleted for resources: {'Port': ['ID=2cf96fc1-60ca-4c7b-bf7a-8f768fab9502,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:15.596722 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a10d3b9-0347-4993-a118-85c415196514 x-openstack-request-id: req-8a10d3b9-0347-4993-a118-85c415196514 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:15.597089 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3815ff1-34c8-4801-ad2d-bece7a076162", "name": "network-vif-deleted", "tag": "281b7607-8507-4278-a68c-5d13e2d96660", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:15.597415 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a10d3b9-0347-4993-a118-85c415196514 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:15.597886 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3815ff1-34c8-4801-ad2d-bece7a076162', 'name': 'network-vif-deleted', 'tag': '281b7607-8507-4278-a68c-5d13e2d96660', 'status': 'completed', 'code': 200} Jul 23 22:36:15.679850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] No DVR routers for this DVR port 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:15.684628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:15.686795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3dbf7a2-2921-4e6c-9fbe-9e4ec17b32bc req-a71d3989-fdf0-452a-a993-38b0d6931836 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.25 "DELETE /v2.0/ports/2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 HTTP/1.1" status: 204 len: 173 time: 0.8012078 Jul 23 22:36:15.757184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-96ce894c-c431-48a7-9ef7-f9e642d1f629 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:15.759316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-96ce894c-c431-48a7-9ef7-f9e642d1f629 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.22 "GET /v2.0/networks?id=6567b66a-0ae7-470e-a19f-5f9abe601876 HTTP/1.1" status: 200 len: 821 time: 0.1765399 Jul 23 22:36:15.774095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Request body: {'port': {'device_id': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876', 'admin_state_up': True, 'tenant_id': '161b5bb778854f09b7e5fbc56727263a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:15.920386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Allocated IP 172.20.0.5 (10e53b3f-3abc-40c0-b313-4a9f444f18b7/55d1fe2f-343e-4aa3-a6ff-daa0aa62300e/0bc0d07f-5db2-42b8-b00a-1f21658f0d4a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:15.962152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd650ffd-dc78-4efd-9427-c030d3de2a8b req-8e4a6713-09ec-40f4-9bfc-d51bc5f3e658 tempest-LiveAutoBlockMigrationV225Test-1845091822 tempest-LiveAutoBlockMigrationV225Test-1845091822-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8 HTTP/1.1" status: 200 len: 210 time: 0.0867987 Jul 23 22:36:15.984202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Made reservation on behalf of 161b5bb778854f09b7e5fbc56727263a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:15.988020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.084611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-17ab180c-58e7-4961-bcb1-d4b91365cb4d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:16.086566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-17ab180c-58e7-4961-bcb1-d4b91365cb4d tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 951 time: 0.5829103 Jul 23 22:36:16.097506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1be23-476e-413a-863e-8fdead480a4f req-0b513c46-92a6-48d8-85e6-34e84e216142 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:16.118387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1cc1be23-476e-413a-863e-8fdead480a4f req-0b513c46-92a6-48d8-85e6-34e84e216142 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 951 time: 0.5957210 Jul 23 22:36:16.217315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Allocated IP 172.20.0.8 (6567b66a-0ae7-470e-a19f-5f9abe601876/58b5833c-0d01-4acb-ba5b-14f71d84bc37/6bf578fd-4e91-4fce-bcf2-aafb176ce67b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:16.292800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40f33976-84da-4c5c-831b-80af8dcdb286 req-72ec5a46-6ad3-4e73-8a39-5fedec896e1b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 210 time: 0.0964172 Jul 23 22:36:16.337347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1cc1be23-476e-413a-863e-8fdead480a4f req-13eaf19b-c5ca-4ae5-a63a-ee710d0470b7 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161760 Jul 23 22:36:16.379907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.389783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.473221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Deleting port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:16.473521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.496787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4323b35-287f-4312-aadd-5acd98bc200d req-66d9d5a1-7c5b-4497-97ec-a332dc2243ec tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 210 time: 0.0577278 Jul 23 22:36:16.578894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.618185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.639334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:16.645046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:16.653092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:16.672741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.706328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] For port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:16.706801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.719747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Network 6567b66a-0ae7-470e-a19f-5f9abe601876 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:16.721413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:16.723671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:16.733575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:16.735300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Calling delete_port for 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:16.767515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:16.768321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.781673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:16.811400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:16.812029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.821515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-80b21605-df27-405d-8d16-7497ecede72c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5358918 Jul 23 22:36:16.834943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a2f2445b-b542-463c-81ef-35469b58e5a2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0667429 Jul 23 22:36:16.837114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Request body: {'port': {'device_id': '217dafab-2bc6-49e0-bf39-96211b00f467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:16.854853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Request body: {'port': {'device_id': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:16.938416 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:16.960379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.045501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:17.105648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.118721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:17.200957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:17.216018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event deleted for resources: {'Port': ['ID=1fb53af8-7a0c-4b2a-88f9-bb0017362e05,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:17.421969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] No DVR routers for this DVR port 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:17.432270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.434429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74dd68af-c883-42f8-8b27-c3c889a043d9 req-f8f039cd-83ed-460f-9de3-729464390bcb tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "DELETE /v2.0/ports/1fb53af8-7a0c-4b2a-88f9-bb0017362e05 HTTP/1.1" status: 204 len: 173 time: 1.3130033 Jul 23 22:36:17.434905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-deleted', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:17.437590 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8933365-8a55-4825-a2b9-5f84b573ff13" -d '{"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-deleted", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:17.465140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Deleting subnet 46542f07-5ce6-42de-b773-f13fabd51ea9 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:17.528673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.588471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.662713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69ea435a-d95b-4a46-920c-9db171cf7fd5 req-c0d86ff6-fd9b-4879-ad23-edff5b802435 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d07d067-2e04-41a7-9199-820dd161afa5 HTTP/1.1" status: 200 len: 210 time: 0.1351647 Jul 23 22:36:17.725579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.754951 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94e941-cd3d-49ee-a732-9b5f65ca1ba7 x-openstack-request-id: req-9b94e941-cd3d-49ee-a732-9b5f65ca1ba7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:17.755173 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d07d067-2e04-41a7-9199-820dd161afa5", "name": "network-vif-deleted", "tag": "1fb53af8-7a0c-4b2a-88f9-bb0017362e05", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:17.755569 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b94e941-cd3d-49ee-a732-9b5f65ca1ba7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:17.756061 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d07d067-2e04-41a7-9199-820dd161afa5', 'name': 'network-vif-deleted', 'tag': '1fb53af8-7a0c-4b2a-88f9-bb0017362e05', 'status': 'completed', 'code': 200} Jul 23 22:36:17.821903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-deleted', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:17.831827 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7c732-c8ae-45f2-a820-d551a1d12a60" -d '{"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-deleted", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:17.941302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:17.954791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:17.968597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.017192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.022486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/46542f07-5ce6-42de-b773-f13fabd51ea9 HTTP/1.1" status: 204 len: 168 time: 0.9729884 Jul 23 22:36:18.026287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3814d4-5d2b-4458-9db0-d85798970ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46542f07-5ce6-42de-b773-f13fabd51ea9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.033215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:18.054012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf578fd-4e91-4fce-bcf2-aafb176ce67b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:18.069014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Transition to ACTIVE for port object 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:18.076530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bde8d-783b-4d6f-b306-231802788649 req-6e799759-6a0c-4b62-8440-8414c6470d7b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.078229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-350bde8d-783b-4d6f-b306-231802788649 req-6e799759-6a0c-4b62-8440-8414c6470d7b tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 931 time: 0.2397606 Jul 23 22:36:18.080559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.105655 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.137103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Transition to ACTIVE for port object 6bf578fd-4e91-4fce-bcf2-aafb176ce67b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:18.144637 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-350bde8d-783b-4d6f-b306-231802788649 req-d4698ca2-a09a-4e46-9e8d-da8bc2ac6a37 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529513 Jul 23 22:36:18.147050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.217292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.255660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1fac5-d7f0-4d98-b750-01bd6762c0dd req-d8158171-da16-4e84-a5e6-58190cc5b5e2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.264076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f1fac5-d7f0-4d98-b750-01bd6762c0dd req-d8158171-da16-4e84-a5e6-58190cc5b5e2 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 931 time: 0.4107652 Jul 23 22:36:18.278233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:18.281908 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a9699e-f322-4678-8c22-27e02ffde8a8 x-openstack-request-id: req-21a9699e-f322-4678-8c22-27e02ffde8a8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:18.282206 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8", "name": "network-vif-deleted", "tag": "2cf96fc1-60ca-4c7b-bf7a-8f768fab9502", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:18.282562 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21a9699e-f322-4678-8c22-27e02ffde8a8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:18.283113 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f39e09b-5e88-4ccd-8a3e-f73c2d9ed7d8', 'name': 'network-vif-deleted', 'tag': '2cf96fc1-60ca-4c7b-bf7a-8f768fab9502', 'status': 'completed', 'code': 200} Jul 23 22:36:18.316962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.320494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Attempting to bind port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:18.320817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Attempting to bind port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '66fa1975-c1b3-449c-923e-ca8b66bffeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:18.321145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Attempting to bind port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b on network 6567b66a-0ae7-470e-a19f-5f9abe601876 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:18.337581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b on network 6567b66a-0ae7-470e-a19f-5f9abe601876 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:18.337991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Attempting to bind port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b on network 6567b66a-0ae7-470e-a19f-5f9abe601876 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:18.345193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:18.345649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1fb53af8-7a0c-4b2a-88f9-bb0017362e05 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:18.346192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:18.360556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:18.361506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Checking segment: {'id': '66fa1975-c1b3-449c-923e-ca8b66bffeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:18.364024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Bound using segment: {'id': '66fa1975-c1b3-449c-923e-ca8b66bffeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:18.365700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Bound port: 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fa1975-c1b3-449c-923e-ca8b66bffeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:18.369005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.389961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:18.390401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2cf96fc1-60ca-4c7b-bf7a-8f768fab9502 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:18.445741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.463412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.493187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c04baa1-bb55-4b4a-87b1-7a626be00747']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:18.522705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:18.527446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:18.529612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f1fac5-d7f0-4d98-b750-01bd6762c0dd req-a4ba7403-4280-420e-9598-f970c9c6d995 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645924 Jul 23 22:36:18.534403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59dfbad-af9d-4b83-8ce5-485072767dac') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:18.534700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59dfbad-af9d-4b83-8ce5-485072767dac') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:18.544759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.561686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.602973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.612538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.615603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] 10.222.0.22 "PUT /v2.0/ports/6bf578fd-4e91-4fce-bcf2-aafb176ce67b HTTP/1.1" status: 200 len: 1092 time: 1.7657630 Jul 23 22:36:18.626686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.632838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Attempting to bind port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:18.633334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Attempting to bind port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:18.633655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Attempting to bind port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:18.647158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd2e00-7a65-4623-9dfa-c8893f33cc20 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.652509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:18.652929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:18.654850 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:18.665868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:18.666223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Attempting to bind port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a on network 10e53b3f-3abc-40c0-b313-4a9f444f18b7 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:18.678469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:18.679015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Checking segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:18.679649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Bound using segment: {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:18.680357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Bound port: 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b523ce-9007-4d37-b32b-a3cbc7642708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:18.680962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.722044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-9341ee74-a7c6-4b8e-8593-b61c30b12b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.723932 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-9341ee74-a7c6-4b8e-8593-b61c30b12b1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=161b5bb778854f09b7e5fbc56727263a&device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 1095 time: 0.0654366 Jul 23 22:36:18.803107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-a5e3b272-cd99-435f-a675-1e384411d211 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b HTTP/1.1" status: 200 len: 217 time: 0.0712833 Jul 23 22:36:18.815718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.833347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.839120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c04baa1-bb55-4b4a-87b1-7a626be00747 HTTP/1.1" status: 204 len: 168 time: 0.7985828 Jul 23 22:36:18.842205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a8146-31ce-446e-b990-2637faa53f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c04baa1-bb55-4b4a-87b1-7a626be00747,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.842993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:18.851568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:18.856145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:18.866904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.903012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.903592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:18.905139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] 10.222.0.22 "PUT /v2.0/ports/0bc0d07f-5db2-42b8-b00a-1f21658f0d4a HTTP/1.1" status: 200 len: 1092 time: 2.0758445 Jul 23 22:36:18.950796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-77f881df-27ac-4ae2-b67c-aa3ff34001e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:18.952855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-77f881df-27ac-4ae2-b67c-aa3ff34001e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58b5833c-0d01-4acb-ba5b-14f71d84bc37 HTTP/1.1" status: 200 len: 861 time: 0.1412776 Jul 23 22:36:18.956456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Deleting subnet c5c5aac8-6d47-43c1-a5bc-55ad8d2f637c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:18.960777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca9230-b554-47f2-9fc1-e21cead37594 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:18.983422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.044216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-7344418c-0871-480b-b53c-6fc3e48e22ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6567b66a-0ae7-470e-a19f-5f9abe601876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849113 Jul 23 22:36:19.083548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-e741c96c-6a2a-4c1f-b757-574ebd08e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:19.085586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-e741c96c-6a2a-4c1f-b757-574ebd08e0b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 1095 time: 0.1376305 Jul 23 22:36:19.108279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.143857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-0f6d3d72-6263-4146-9a74-274582c5d825 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a HTTP/1.1" status: 200 len: 217 time: 0.0498314 Jul 23 22:36:19.225163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-27305f5c-3740-40d2-b35e-ca5f74a25f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:19.225163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-27305f5c-3740-40d2-b35e-ca5f74a25f21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.0552335 Jul 23 22:36:19.251304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-45bce07e-41df-473f-b7a3-8298301fd704 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404146 Jul 23 22:36:19.259573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.320994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-5d044f8c-5424-4fe3-aa50-a38c6f9fb64e service neutron] 10.222.0.22 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620807 Jul 23 22:36:19.403096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d18c7-14ce-407f-a9a0-95e001ffdd9e req-e7a12da3-9ef2-42e7-9daa-67f0dcfb29ee tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:19.404706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d83d18c7-14ce-407f-a9a0-95e001ffdd9e req-e7a12da3-9ef2-42e7-9daa-67f0dcfb29ee tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.2631786 Jul 23 22:36:19.421476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-1b2d0b5f-cf14-4a62-b1d0-c29c22a644e8 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606460 Jul 23 22:36:19.458119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.483886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913a85c-d74e-4b12-a717-5d45af6f2893 req-7cb22319-a4d1-4342-968e-16a7b928a6ec tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:19.485673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1913a85c-d74e-4b12-a717-5d45af6f2893 req-7cb22319-a4d1-4342-968e-16a7b928a6ec tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 943 time: 0.2384701 Jul 23 22:36:19.540573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d83d18c7-14ce-407f-a9a0-95e001ffdd9e req-acf1a464-a644-47b3-9f2a-c1d6d4a59eb9 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006269 Jul 23 22:36:19.542836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c5aac8-6d47-43c1-a5bc-55ad8d2f637c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:19.556745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.563827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c5beb36-f3e0-4e14-8d9f-ffd5ef236a80 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c5c5aac8-6d47-43c1-a5bc-55ad8d2f637c HTTP/1.1" status: 204 len: 168 time: 0.7181926 Jul 23 22:36:19.566066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:19.597731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed8dd07f-9ebf-466b-8847-aed4e7f1fa99 req-57f26d91-b3fc-4bc4-994b-998dc1d855b2 service neutron] 10.222.0.22 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663875 Jul 23 22:36:19.599029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1913a85c-d74e-4b12-a717-5d45af6f2893 req-8ae844c3-553a-48db-98f0-94562375f318 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050410 Jul 23 22:36:19.659869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.688225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0f1431-8e4c-4bee-8e67-58bcdd8ae2ef req-7e01d0c5-0184-463f-9421-8b9a94b761ff service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588294 Jul 23 22:36:19.760362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:19.767582 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8fa710-1174-40bf-90c9-103cee1f1f83" -d '{"events": [{"name": "network-changed", "server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:19.805552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.817478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd3bcd5-7b06-49e8-925f-7eaba34c363d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:19.829915 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52e5bb0-d1e7-4d99-a6d5-546b7301a96f x-openstack-request-id: req-a52e5bb0-d1e7-4d99-a6d5-546b7301a96f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:19.830272 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:19.830534 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a52e5bb0-d1e7-4d99-a6d5-546b7301a96f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:19.830970 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'status': 'completed', 'code': 200} Jul 23 22:36:19.832853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d27997-f281-4066-be83-f94ae0b77060') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:19.839110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d27997-f281-4066-be83-f94ae0b77060') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:19.854249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.887632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e4335-44b7-40c1-9fac-4330df19da79 req-f2d2a2a8-3c64-40b9-9119-357e1e1754bd tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:19.890061 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-431e4335-44b7-40c1-9fac-4330df19da79 req-f2d2a2a8-3c64-40b9-9119-357e1e1754bd tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 943 time: 0.1110950 Jul 23 22:36:19.910913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.922584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:19.923000 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:19.926931 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:19.953110 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-431e4335-44b7-40c1-9fac-4330df19da79 req-a28ae8c4-8be5-463f-a7c7-80572c694413 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559978 Jul 23 22:36:20.008069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-a8636e2e-ce7b-490a-930c-75fe61003e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.009926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-a8636e2e-ce7b-490a-930c-75fe61003e78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 1095 time: 0.1579144 Jul 23 22:36:20.010830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.030506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.032427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9dd3bcd5-7b06-49e8-925f-7eaba34c363d HTTP/1.1" status: 204 len: 168 time: 0.4626458 Jul 23 22:36:20.060221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53759535-91ac-4154-8eb4-2ef23952b708 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd3bcd5-7b06-49e8-925f-7eaba34c363d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:20.156753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-f1942f57-7bad-4cfa-b39c-06ca71193525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.158411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-f1942f57-7bad-4cfa-b39c-06ca71193525 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 905 time: 0.1416612 Jul 23 22:36:20.204816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-e9efcb2d-209e-4c80-8d48-774aee7d4efa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a HTTP/1.1" status: 200 len: 217 time: 0.0379677 Jul 23 22:36:20.234930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45924) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:20.260791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-ac1ff992-57e4-41a6-8333-670f9606e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.262342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-ac1ff992-57e4-41a6-8333-670f9606e114 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.0518088 Jul 23 22:36:20.283803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:20.286348 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae35932-c22b-4b00-9619-014c133fe7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:20.300375 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf394cde-82a9-4904-b700-05c9679e8fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50788af0abb74276aa06ebf07765bfaa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0637467 Jul 23 22:36:20.301804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:20.341637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-925f5ff2-e894-4aa7-b700-d0e9aaf6b523 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714242 Jul 23 22:36:20.347836 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db9e02-0e99-49c4-aa72-6ce5ed0debe5 x-openstack-request-id: req-b7db9e02-0e99-49c4-aa72-6ce5ed0debe5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:20.348373 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:20.348632 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7db9e02-0e99-49c4-aa72-6ce5ed0debe5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:20.349034 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'status': 'completed', 'code': 200} Jul 23 22:36:20.390841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.445072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.510286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-67d39a43-d8ce-4960-ae70-26ccde8dd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.512296 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-67d39a43-d8ce-4960-ae70-26ccde8dd66c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=161b5bb778854f09b7e5fbc56727263a&device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 1095 time: 0.1392303 Jul 23 22:36:20.537226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-ce5f470f-6562-459a-b92f-f0babb5dfc00 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.539325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-ce5f470f-6562-459a-b92f-f0babb5dfc00 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1367567 Jul 23 22:36:20.542074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-84b64db6-67c5-49e8-9abd-19a355a24e88 service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886318 Jul 23 22:36:20.565667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.570240 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.575142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4ab07f1-96de-4ce7-986e-13559275112f HTTP/1.1" status: 204 len: 168 time: 0.2687337 Jul 23 22:36:20.626103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593aa532-c9c8-4994-92fe-e5d678189588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab07f1-96de-4ce7-986e-13559275112f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:20.744273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8fa710-1174-40bf-90c9-103cee1f1f83 req-18fbce51-13d1-43a1-9f07-998435cc681e service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882739 Jul 23 22:36:20.769570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-d15c0d96-12e0-425a-a7b9-9f34fc3fe575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.772496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-d15c0d96-12e0-425a-a7b9-9f34fc3fe575 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6567b66a-0ae7-470e-a19f-5f9abe601876 HTTP/1.1" status: 200 len: 922 time: 0.2518280 Jul 23 22:36:20.869366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-b59e1589-c293-4e57-a38e-abd5616340c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b HTTP/1.1" status: 200 len: 217 time: 0.0544860 Jul 23 22:36:20.900494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd1907-cc65-4650-a900-d5341e8bc9c9 req-451fe68f-2791-4da8-bddb-dcc1430c0133 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.902070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58dd1907-cc65-4650-a900-d5341e8bc9c9 req-451fe68f-2791-4da8-bddb-dcc1430c0133 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 943 time: 0.1334448 Jul 23 22:36:20.907530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Deleting port b5131e75-40cf-4ebb-a103-ef6a31159b48 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:20.907883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:20.953409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6639ca3-68f7-49a0-b7bb-de90de6890d9 req-3d31d8e9-59e8-48e0-b605-f7b9d6aa931e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.955460 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6639ca3-68f7-49a0-b7bb-de90de6890d9 req-3d31d8e9-59e8-48e0-b605-f7b9d6aa931e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 949 time: 0.1818171 Jul 23 22:36:20.960547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-4502c972-9e60-4a6a-964f-7d1286a24fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:20.963908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-4502c972-9e60-4a6a-964f-7d1286a24fe5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58b5833c-0d01-4acb-ba5b-14f71d84bc37 HTTP/1.1" status: 200 len: 861 time: 0.0867705 Jul 23 22:36:21.015963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-74383eff-e18e-4b92-84b3-80009bcbb5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6567b66a-0ae7-470e-a19f-5f9abe601876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423236 Jul 23 22:36:21.071782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6639ca3-68f7-49a0-b7bb-de90de6890d9 req-09ec86c4-9495-4b0f-a77e-88109ea67648 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078582 Jul 23 22:36:21.146842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-b083b3aa-c784-4baa-a250-0ea2abd81f3d service neutron] 10.222.0.22 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182284 Jul 23 22:36:21.198355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:21.218214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6bf578fd-4e91-4fce-bcf2-aafb176ce67b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:21.302910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8508d63b-c16a-45a1-bc00-67bf7f6a15d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a30480e187b747d7b7c53c166872877b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1028740 Jul 23 22:36:21.305996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:21.343714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ae35932-c22b-4b00-9619-014c133fe7a2 req-71002f6c-0971-4595-a8ae-6397da635ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879776 Jul 23 22:36:21.400421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:21.415525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'network_id': '6567b66a-0ae7-470e-a19f-5f9abe601876', 'port_id': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'mac_address': 'fa:16:3e:42:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b5833c-0d01-4acb-ba5b-14f71d84bc37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:21.448925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58dd1907-cc65-4650-a900-d5341e8bc9c9 req-15883708-c429-47ef-b420-97187c230650 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351384 Jul 23 22:36:21.465581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.465790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.484978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf578fd-4e91-4fce-bcf2-aafb176ce67b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:21.488415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8b437-f319-4f85-b6c8-9f1586bc1a14 req-211b7104-2db5-4fb5-8202-a75584e7c41e tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:21.491482 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85e8b437-f319-4f85-b6c8-9f1586bc1a14 req-211b7104-2db5-4fb5-8202-a75584e7c41e tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 943 time: 0.1156478 Jul 23 22:36:21.507163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:21.510963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] For port b5131e75-40cf-4ebb-a103-ef6a31159b48, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=b5131e75-40cf-4ebb-a103-ef6a31159b48,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:21.511722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.513176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.529113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Calling delete_port for b5131e75-40cf-4ebb-a103-ef6a31159b48 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:21.531776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.547287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-85e8b437-f319-4f85-b6c8-9f1586bc1a14 req-b629db7c-e02c-4809-87d9-40a09ecf5cf9 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482035 Jul 23 22:36:21.573725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:21.600981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.603865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.605009 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/709d76ef-c04c-4d10-98e6-8e6b3ae85791 HTTP/1.1" status: 204 len: 168 time: 0.2981036 Jul 23 22:36:21.613656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f0bb4-a0e0-4b8d-858e-02fe9b77e43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d76ef-c04c-4d10-98e6-8e6b3ae85791,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:21.704798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.710435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['6bf578fd-4e91-4fce-bcf2-aafb176ce67b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:21.756301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['b5131e75-40cf-4ebb-a103-ef6a31159b48'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:21.794581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event deleted for resources: {'Port': ['ID=b5131e75-40cf-4ebb-a103-ef6a31159b48,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:21.876292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] No DVR routers for this DVR port b5131e75-40cf-4ebb-a103-ef6a31159b48 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:21.884946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:21.884946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e511dc4f-706f-427a-afaf-cb338f6a43b4 req-002e795d-0ffe-474c-9e7f-bbe5bac9708c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.25 "DELETE /v2.0/ports/b5131e75-40cf-4ebb-a103-ef6a31159b48 HTTP/1.1" status: 204 len: 173 time: 1.3373194 Jul 23 22:36:21.884946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-deleted', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:21.888728 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386216a-9e3e-43bb-a647-29043b39854a" -d '{"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-deleted", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:21.942060 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d21af34-bfc6-4d89-8e4c-a56a23f835be x-openstack-request-id: req-3d21af34-bfc6-4d89-8e4c-a56a23f835be {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:21.942626 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34822c42-dfb1-47b4-a7d6-d766278f2423", "name": "network-vif-deleted", "tag": "b5131e75-40cf-4ebb-a103-ef6a31159b48", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:21.943569 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d21af34-bfc6-4d89-8e4c-a56a23f835be {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:21.944147 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34822c42-dfb1-47b4-a7d6-d766278f2423', 'name': 'network-vif-deleted', 'tag': 'b5131e75-40cf-4ebb-a103-ef6a31159b48', 'status': 'completed', 'code': 200} Jul 23 22:36:22.084535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:22.260152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-260093ab-21dd-4aff-915c-049903f190d2 req-08b47ca8-c023-43bd-b75f-7efb89394032 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=34822c42-dfb1-47b4-a7d6-d766278f2423 HTTP/1.1" status: 200 len: 210 time: 0.0557110 Jul 23 22:36:22.299509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:22.651254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a5ca-34cf-454b-a27a-bbb2d0f70c25 req-2a511378-9ed6-4a9f-bd26-055e4ae1ffec tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:22.653129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d358a5ca-34cf-454b-a27a-bbb2d0f70c25 req-2a511378-9ed6-4a9f-bd26-055e4ae1ffec tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 943 time: 0.1190736 Jul 23 22:36:22.711575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d358a5ca-34cf-454b-a27a-bbb2d0f70c25 req-f5bfc814-ee24-405f-b219-6982a9716c02 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Jul 23 22:36:22.769706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ecf4-7e6d-483c-b254-bcba0e537110 req-edf3a92e-1b7e-446b-a1f8-d06298bfd065 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:22.777546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6396ecf4-7e6d-483c-b254-bcba0e537110 req-edf3a92e-1b7e-446b-a1f8-d06298bfd065 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 944 time: 0.1291840 Jul 23 22:36:22.823787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6396ecf4-7e6d-483c-b254-bcba0e537110 req-0de97010-0407-4b11-ae1a-96e7f53dcfcc tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Jul 23 22:36:22.920100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.233600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:23.248508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6bf578fd-4e91-4fce-bcf2-aafb176ce67b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:23.404323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:23.416223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:23.416778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.471643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:23.492411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'mac_address': 'fa:16:3e:c1:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:23.568904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.580666 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.605943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:23.627697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:23.630056 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23c6604-69d8-400a-83cf-d77375799295" -d '{"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:23.656023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:23.658827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:23.664046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.692309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:23.711632 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6317ef0-fbbe-4950-b4ae-cd2af9f7152e x-openstack-request-id: req-b6317ef0-fbbe-4950-b4ae-cd2af9f7152e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:23.711957 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:23.712199 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6317ef0-fbbe-4950-b4ae-cd2af9f7152e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:23.712645 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'code': 200} Jul 23 22:36:23.734157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:23.793319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:23.879147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901efea4-a83f-4f8a-b4ac-256a997e2abb req-02bfd0c2-2b4f-408d-96c8-37f07a444c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:23.881184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-901efea4-a83f-4f8a-b4ac-256a997e2abb req-02bfd0c2-2b4f-408d-96c8-37f07a444c4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 1097 time: 0.0845006 Jul 23 22:36:23.911690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:23.915152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2053565-df94-4ab0-840b-f0ef4ec4fb03 req-10a213be-f7e8-434f-8238-ee36c3a0d2a7 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:23.925872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2053565-df94-4ab0-840b-f0ef4ec4fb03 req-10a213be-f7e8-434f-8238-ee36c3a0d2a7 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 944 time: 0.1025474 Jul 23 22:36:23.991067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2053565-df94-4ab0-840b-f0ef4ec4fb03 req-7b2d7430-1656-4c04-87df-8a50826addff tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591326 Jul 23 22:36:23.991419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-901efea4-a83f-4f8a-b4ac-256a997e2abb req-497fab0b-7787-441a-bbb2-2ca2199dde3e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012402 Jul 23 22:36:24.093507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5665dfbd-f50a-4b59-838a-ac86c2d9211c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8ba0cacce8d43119c53742b009f0c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279477 Jul 23 22:36:24.139339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a62a8-9c36-415f-bddb-891ea9ed4561 req-40e47bc9-7a2c-4c14-8bfa-018b1db9d095 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:24.141152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f5a62a8-9c36-415f-bddb-891ea9ed4561 req-40e47bc9-7a2c-4c14-8bfa-018b1db9d095 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 950 time: 0.0843241 Jul 23 22:36:24.194815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f5a62a8-9c36-415f-bddb-891ea9ed4561 req-ee320d8b-9116-4d9f-9f95-9fe38ccee25e tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Jul 23 22:36:24.279583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5cc5e42c-07eb-4485-87fc-1b5053c56359 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:24.281381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5cc5e42c-07eb-4485-87fc-1b5053c56359 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801405 Jul 23 22:36:24.301543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-fb6de65f-b278-4798-a5b0-85fa09bb2132 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/quotas/b8ba0cacce8d43119c53742b009f0c48 HTTP/1.1" status: 200 len: 375 time: 0.0115237 Jul 23 22:36:24.316624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:24.355464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-393cfeae-e257-40f7-837e-54e2e49bb67a tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453324 Jul 23 22:36:24.357374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: b5131e75-40cf-4ebb-a103-ef6a31159b48 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:24.357717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device b5131e75-40cf-4ebb-a103-ef6a31159b48 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:24.363220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56414b-3998-4d79-8aa9-15b25732164d req-23b1ac2d-a738-467c-b1c4-80f8f633dd77 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:24.367907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e56414b-3998-4d79-8aa9-15b25732164d req-23b1ac2d-a738-467c-b1c4-80f8f633dd77 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 945 time: 0.0940988 Jul 23 22:36:24.416554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e56414b-3998-4d79-8aa9-15b25732164d req-e32358e9-096e-467d-8e23-74f06a058ed8 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Jul 23 22:36:24.577964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed159879-6dd7-4b34-9f0d-f99223c1cd29 req-f2bacdfa-90af-4355-b5fd-de73a483bbcb tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0421753 Jul 23 22:36:24.790945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:24.796913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1184144379'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:24.829420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:24.836221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:24.876493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:36:24.889697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:24.891064 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Added segment a7ba952d-9f53-4b15-8c48-224375df491e of type vlan for network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 Jul 23 22:36:24.963211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.016171 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.022538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.023392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.096278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:25.102939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1039485446'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:25.107456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3152227 Jul 23 22:36:25.157013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:25.160684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.207197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b015ea-b87e-4d20-97f2-6fdb1f4fcfad tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Network': ['ID=a8f034a8-ce67-4b45-a5b8-38fd260dbc34,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:25.211781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:36:25.224983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:36:25.239173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.239849 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Added segment b8a152ff-1382-4cae-81c9-774bc8307496 of type vlan for network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b Jul 23 22:36:25.259203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:25.344639 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.413488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:25.413772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.417991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:25.418583 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.419328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.420002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.433915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d506e6-8e07-4738-8f5c-7d218e5a8764 req-88c48610-ebfe-4cba-88a7-8243ce5bf2ee tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.446630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-81d506e6-8e07-4738-8f5c-7d218e5a8764 req-88c48610-ebfe-4cba-88a7-8243ce5bf2ee tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 944 time: 0.3307755 Jul 23 22:36:25.518974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-dab1ce6a-a0d8-4bb3-b7bc-f1f0e9fab1d1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.518974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-dab1ce6a-a0d8-4bb3-b7bc-f1f0e9fab1d1 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 950 time: 0.2978082 Jul 23 22:36:25.519337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cf80c-a1f7-4c90-85c0-d9e69960a6af req-3da654ee-054c-4e71-bae1-26e496235907 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.526170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b16cf80c-a1f7-4c90-85c0-d9e69960a6af req-3da654ee-054c-4e71-bae1-26e496235907 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 950 time: 0.1911876 Jul 23 22:36:25.545260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4471402 Jul 23 22:36:25.563438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:25.565628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-81d506e6-8e07-4738-8f5c-7d218e5a8764 req-9096b5a5-4e76-4fcc-9b5d-2c52536c7cb6 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126018 Jul 23 22:36:25.570470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'subnet': {'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:25.609096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.617972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ca2a9-c1c4-46e1-bf2e-0bde860b7eac tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Network': ['ID=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:25.651300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:36:25.671441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b16cf80c-a1f7-4c90-85c0-d9e69960a6af req-f27d3bc3-b859-4e3c-a7a4-26dd6f9a15a8 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/security-groups?id=94b4ed1e-5bb7-49da-b486-191228a87b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480205 Jul 23 22:36:25.737444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:25.753240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:25.759940 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5babd-3fb9-4546-97cf-28082836e34c" -d '{"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-plugged", "status": "completed", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:25.774880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.876800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-8b9f08a7-7879-4c57-a2fb-dca397634db8 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b8ba0cacce8d43119c53742b009f0c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824020 Jul 23 22:36:25.907118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041f397-0205-4177-858b-a7d60279c72e req-303bda4d-4e22-4243-9876-039531f7e947 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:25.917729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1041f397-0205-4177-858b-a7d60279c72e req-303bda4d-4e22-4243-9876-039531f7e947 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 945 time: 0.1563053 Jul 23 22:36:25.919555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:25.923003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Deleting port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:25.923349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:25.933362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.035442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] For port 9f563a21-f5aa-45f6-9e17-93ed9abb9306, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9f563a21-f5aa-45f6-9e17-93ed9abb9306,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:26.035741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.048807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Calling delete_port for 9f563a21-f5aa-45f6-9e17-93ed9abb9306 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:26.075995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:26.158339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-681a2816-50b3-4a39-bef8-3ace5bc9f84b tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:26.167964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-681a2816-50b3-4a39-bef8-3ace5bc9f84b tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720504 Jul 23 22:36:26.167964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b0ee901e-60f3-43b1-8b13-b15a30729900 req-d8976729-1ddc-4f30-ad08-735610736cb6 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 210 time: 0.2835145 Jul 23 22:36:26.174355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1041f397-0205-4177-858b-a7d60279c72e req-a38a31d1-8790-4494-a27a-3aba9155666c tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555590 Jul 23 22:36:26.216058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Request body: {'port': {'device_id': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'b8ba0cacce8d43119c53742b009f0c48'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:26.259614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.272101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9f563a21-f5aa-45f6-9e17-93ed9abb9306'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:26.312979 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952f4e2c-d0d6-4dcf-8d81-014fe23ea9c6 x-openstack-request-id: req-952f4e2c-d0d6-4dcf-8d81-014fe23ea9c6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:26.313409 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-plugged", "status": "completed", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:26.313911 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-952f4e2c-d0d6-4dcf-8d81-014fe23ea9c6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:26.314504 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'code': 200} Jul 23 22:36:26.315725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Pushing event deleted for resources: {'Port': ['ID=9f563a21-f5aa-45f6-9e17-93ed9abb9306,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:26.397696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] No DVR routers for this DVR port 9f563a21-f5aa-45f6-9e17-93ed9abb9306 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:26.400439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.402732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7648589-b566-4160-9d86-bde9f1a1f449 req-99dfb49b-456c-47c2-bd96-c06405b85e7c tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.22 "DELETE /v2.0/ports/9f563a21-f5aa-45f6-9e17-93ed9abb9306 HTTP/1.1" status: 204 len: 173 time: 0.8819249 Jul 23 22:36:26.403254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-deleted', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:26.405777 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc4682a-188e-4ca8-867b-fcd6f6736d9b" -d '{"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-deleted", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:26.465131 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822cf6d-c6d2-4ba9-83ab-4b17490d3d59 x-openstack-request-id: req-2822cf6d-c6d2-4ba9-83ab-4b17490d3d59 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:26.465482 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86553d3d-257d-455d-838a-5d2d93baf066", "name": "network-vif-deleted", "tag": "9f563a21-f5aa-45f6-9e17-93ed9abb9306", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:26.465737 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2822cf6d-c6d2-4ba9-83ab-4b17490d3d59 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:26.466171 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86553d3d-257d-455d-838a-5d2d93baf066', 'name': 'network-vif-deleted', 'tag': '9f563a21-f5aa-45f6-9e17-93ed9abb9306', 'status': 'completed', 'code': 200} Jul 23 22:36:26.466861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Made reservation on behalf of b8ba0cacce8d43119c53742b009f0c48 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:26.470514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.493116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.535092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c35f-7199-4a7b-a5d8-4dfafa15d971 req-f2c4a7e3-2956-45e0-9498-cf77129531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:26.536765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f289c35f-7199-4a7b-a5d8-4dfafa15d971 req-f2c4a7e3-2956-45e0-9498-cf77129531cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 1097 time: 0.1683044 Jul 23 22:36:26.692850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.741306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f289c35f-7199-4a7b-a5d8-4dfafa15d971 req-0b897b6f-47c7-450c-9344-9899477f8bcd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898222 Jul 23 22:36:26.805543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccf26f-a73e-4400-9107-9e48e5b17a6a req-a25882cf-11e5-4061-aad6-3c01c0d7b6ab tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:26.807123 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fccf26f-a73e-4400-9107-9e48e5b17a6a req-a25882cf-11e5-4061-aad6-3c01c0d7b6ab tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 945 time: 0.1413584 Jul 23 22:36:26.870316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0fccf26f-a73e-4400-9107-9e48e5b17a6a req-5bc088f8-6bf6-403e-b317-621a6f3bc465 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555742 Jul 23 22:36:26.872921 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.934473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daffcf8d-403c-4741-bcb1-0e561c79d825 req-3e102ee9-0636-4a7c-90b5-21fb91a8d701 tempest-MigrationsAdminTest-2138247248 tempest-MigrationsAdminTest-2138247248-project] 10.222.0.37 "GET /v2.0/ports?device_id=86553d3d-257d-455d-838a-5d2d93baf066 HTTP/1.1" status: 200 len: 210 time: 0.1446850 Jul 23 22:36:26.936651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:26.945084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Subnet': ['ID=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:27.032710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:27.033349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network hostable DHCP agents. Network: a8f034a8-ce67-4b45-a5b8-38fd260dbc34, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:36:27.048407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaafdad-7b85-469e-8a5d-6753c61ebfce,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:27.100968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:36:27.121825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a8f034a8-ce67-4b45-a5b8-38fd260dbc34) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:27.130675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc17aa0-55d6-43e7-9ffd-ebcee5146ce3 None None] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:27.131637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:27.132239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.150991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Allocated IP 192.168.233.107 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/1c00eeb7-e9ea-46df-aad6-63ea94bcaa84) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:27.154492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-571ddef7-4792-43cd-b2fb-e1b3c3273b1a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5896761 Jul 23 22:36:27.157434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:27.165154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'subnet': {'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:27.314153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a054e4bc-d2c9-4064-b6d8-05823df03b3b req-e3f7f953-7821-4aa0-8478-6b88f688a791 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0467212 Jul 23 22:36:27.387358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:36:27.388346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.462308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:27.466100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.500235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c61592-ef42-464c-9eb3-ae4a1c1542b1 req-ec8358ea-c2e1-44e6-9c9b-25ad84ad26b9 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:27.507424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66c61592-ef42-464c-9eb3-ae4a1c1542b1 req-ec8358ea-c2e1-44e6-9c9b-25ad84ad26b9 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 945 time: 0.2102425 Jul 23 22:36:27.564410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Allocated IP 10.1.1.2 (a8f034a8-ce67-4b45-a5b8-38fd260dbc34/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30/eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:27.617367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.634983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66c61592-ef42-464c-9eb3-ae4a1c1542b1 req-ead9d163-a0df-4a3d-99b6-4b9eae5e0756 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266954 Jul 23 22:36:27.646475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Transition to ACTIVE for port object 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:27.773495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.784567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.797724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Transition to ACTIVE for port object eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:27.799989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.828134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Transition to ACTIVE for port object eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:27.836302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:27.874872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:27.884439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:27.885149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:27.893778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:27.899021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:27.903309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Pushing event updated for resources: {'Port': ['ID=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:27.922862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:27.929012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-d86a75f7-7d3c-4001-8ac7-94f7237d701a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885646 Jul 23 22:36:27.951234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.957925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.959161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.959505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.959835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.960233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.960484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.960811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.963475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.963475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.963475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:27.963809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:28.010798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Checking segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:28.011329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network hostable DHCP agents. Network: ae3f4454-8e4d-4059-98a2-b62e1cae4c7b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:36:28.015189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Pushing event updated for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:28.019912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Subnet': ['ID=1a87101f-01f2-4f00-b170-928d526b6051,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:28.020960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-718a30d3-8a92-429c-b5e5-e8d53401a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.022482 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-718a30d3-8a92-429c-b5e5-e8d53401a2de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 1097 time: 0.0702291 Jul 23 22:36:28.055831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Attempting to bind port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:28.056209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Attempting to bind port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:28.056585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Attempting to bind port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:28.071682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:36:28.084311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:28.088590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:28.089152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.089930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Bound using segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:28.090066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.091022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.091616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Bound port: eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:28.092033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.106843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ae3f4454-8e4d-4059-98a2-b62e1cae4c7b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:28.121895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817a36d-a4df-4ffa-8327-95c43a5b53c1 None None] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:28.127896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-5a359e13-84ed-4b12-9dac-38ddd26ac79e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9179177 Jul 23 22:36:28.129802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.131454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.150859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Request body: {'port': {'device_id': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:28.267808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.286159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebcc82-34ef-4f19-befe-f25bb9ecbfd8 req-9d6347b1-cc68-4433-bfce-cf87ede15f8f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.295072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3ebcc82-34ef-4f19-befe-f25bb9ecbfd8 req-9d6347b1-cc68-4433-bfce-cf87ede15f8f tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 945 time: 0.2763908 Jul 23 22:36:28.318692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] For port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:28.328340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] For port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:28.341362 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.384141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c981f6d8-e99b-4510-93db-4ad2569a7364 None None] Provisioning for port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:28.409575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ecd1277d-cda2-4281-9b17-c76cd7d5e125 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2508187 Jul 23 22:36:28.417776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:28.424518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'name': 'tempest-TaggedBootDevicesTest_v242-930163525', 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:28.442985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15959911-4884-43cb-9eeb-ae6dc3c42f00 None None] Pushing event updated for resources: {'Port': ['ID=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:28.459458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3ebcc82-34ef-4f19-befe-f25bb9ecbfd8 req-cae4ffae-1a11-4e72-8fbc-ee8819382439 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613390 Jul 23 22:36:28.461145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-d06f2e7a-1cad-4d29-bba3-cb7fb1e3949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.465972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c981f6d8-e99b-4510-93db-4ad2569a7364 None None] Provisioning complete for port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:28.466628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-d06f2e7a-1cad-4d29-bba3-cb7fb1e3949f service neutron] 10.222.0.25 "GET /v2.0/networks?id=438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 200 len: 925 time: 0.3786099 Jul 23 22:36:28.469329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c981f6d8-e99b-4510-93db-4ad2569a7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.577471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:28.613437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c981f6d8-e99b-4510-93db-4ad2569a7364 None None] Port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:28.617712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ips': [{'subnet_id': '1a87101f-01f2-4f00-b170-928d526b6051'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:36:28.618602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:28.640401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-44edb81c-6416-42cb-98e0-662edb946828 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 200 len: 1000 time: 0.1603200 Jul 23 22:36:28.713571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-0ce942bd-21fc-457d-aa43-b4029080d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.720309 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-0ce942bd-21fc-457d-aa43-b4029080d9a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 200 len: 863 time: 0.0712261 Jul 23 22:36:28.921401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-21eb273a-33e6-46c6-843c-34b82c629a04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d9c25a211d84183a54ba31373bc7c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435636 Jul 23 22:36:28.926218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:28.926483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:28.933935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Allocated IP 10.2.2.2 (ae3f4454-8e4d-4059-98a2-b62e1cae4c7b/1a87101f-01f2-4f00-b170-928d526b6051/c2ecc228-cbfc-4890-b406-5eed6c758243) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:28.974440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-1038f0b3-4659-44f8-8c3a-54c9565776eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:28.976253 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-1038f0b3-4659-44f8-8c3a-54c9565776eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=438b485e-cbbb-4dfc-9c8b-534efad218d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457054 Jul 23 22:36:28.993006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad140e-a8db-4e34-b4fc-45551ecc617b req-6d9a74d7-8e8b-4da9-af81-4d8632195c97 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:29.000179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbad140e-a8db-4e34-b4fc-45551ecc617b req-6d9a74d7-8e8b-4da9-af81-4d8632195c97 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 936 time: 0.4515181 Jul 23 22:36:29.058927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153a25a-aa44-4cb8-841a-603405487bee req-c61a7583-1e2b-49f9-94fa-5b83cf9f0ad3 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:29.060409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1153a25a-aa44-4cb8-841a-603405487bee req-c61a7583-1e2b-49f9-94fa-5b83cf9f0ad3 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.22 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 945 time: 0.5189209 Jul 23 22:36:29.114837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.185051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.187596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbad140e-a8db-4e34-b4fc-45551ecc617b req-da2d1adf-da31-4379-bb63-843e8a5336c4 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840208 Jul 23 22:36:29.194692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.236949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-65957f13-6aff-4a4a-9d7e-6b581893e2da service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168860 Jul 23 22:36:29.237603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Transition to ACTIVE for port object c2ecc228-cbfc-4890-b406-5eed6c758243 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:29.298442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:29.306351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Transition to ACTIVE for port object c2ecc228-cbfc-4890-b406-5eed6c758243 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:29.351224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 9f563a21-f5aa-45f6-9e17-93ed9abb9306 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:29.351618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9f563a21-f5aa-45f6-9e17-93ed9abb9306 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:29.352310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6bf578fd-4e91-4fce-bcf2-aafb176ce67b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:29.369123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.383564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.389449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.390809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94b4ed1e-5bb7-49da-b486-191228a87b63 HTTP/1.1" status: 204 len: 168 time: 0.4625623 Jul 23 22:36:29.402697 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1d6011-a082-47b0-9e56-26f8a99eb4cd req-67a34c6b-afe1-4650-a2f6-6efcf07c24f4 service neutron] 10.222.0.25 "GET /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566451 Jul 23 22:36:29.416268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020af58-efb3-43e1-b01c-b54c7dcf594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4ed1e-5bb7-49da-b486-191228a87b63,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:29.435239 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:36:29.436165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.488099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:29.564839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] device_id is not set on port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:36:29.567118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:29.582447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:29.695055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:29.715503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.747296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Deleting port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:29.747649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.809387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Pushing event updated for resources: {'Port': ['ID=c2ecc228-cbfc-4890-b406-5eed6c758243,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:29.834524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Transition to ACTIVE for port object 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:29.896475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782209-f851-43b5-96b5-ef58a36b8153 req-4840ff66-9fa0-40a3-b0af-fe302d4fd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:29.898748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.903108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Attempting to bind port c2ecc228-cbfc-4890-b406-5eed6c758243 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:29.904448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Attempting to bind port c2ecc228-cbfc-4890-b406-5eed6c758243 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:29.905270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-4840ff66-9fa0-40a3-b0af-fe302d4fd37b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b0d8c22912444f584988aec2971d045&device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 1097 time: 0.1700575 Jul 23 22:36:29.922848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Attempting to bind port c2ecc228-cbfc-4890-b406-5eed6c758243 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:29.946288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:29.946923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Checking segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:29.947524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.948069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Bound using segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:29.948721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Bound port: c2ecc228-cbfc-4890-b406-5eed6c758243, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:29.949281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:29.951691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1cf72-4153-4052-bb83-1f941503f1da req-0b7e4a3f-f45b-47c7-988e-53c7b4ccba24 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:29.953694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1aa1cf72-4153-4052-bb83-1f941503f1da req-0b7e4a3f-f45b-47c7-988e-53c7b4ccba24 tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 945 time: 0.6484280 Jul 23 22:36:30.010137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.093455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] For port c2ecc228-cbfc-4890-b406-5eed6c758243, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:30.099397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] For port c2ecc228-cbfc-4890-b406-5eed6c758243, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c2ecc228-cbfc-4890-b406-5eed6c758243,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:30.128760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:30.155176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782209-f851-43b5-96b5-ef58a36b8153 req-803c31b0-59f4-4a76-8ba9-13aa7f0ab07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:30.157096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-803c31b0-59f4-4a76-8ba9-13aa7f0ab07f service neutron] 10.222.0.22 "GET /v2.0/networks?id=10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 200 len: 905 time: 0.2249687 Jul 23 22:36:30.178320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.206897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:30.243101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:30.265605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-d05acbb8-deb3-4313-8d1a-ac491f8dbf1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a HTTP/1.1" status: 200 len: 217 time: 0.1007590 Jul 23 22:36:30.283540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07c710-5c22-4456-9ccb-3c3a019a9dc5 None None] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:30.299651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:30.299786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c048a21e-2223-4d2a-9b81-7202255b90a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b2c28d3e410497b9ad18e36c9440219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555763 Jul 23 22:36:30.301053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:30.302881 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750bcb4-2131-4efe-a810-2f66183849da" -d '{"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:30.335935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.1.1.77 (a8f034a8-ce67-4b45-a5b8-38fd260dbc34/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:30.409117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:30.444793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.537877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb6b2-8594-47ff-a716-60f38c356cdb None None] Pushing event updated for resources: {'Port': ['ID=c2ecc228-cbfc-4890-b406-5eed6c758243,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:30.542624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15782209-f851-43b5-96b5-ef58a36b8153 req-0f8c2008-5cad-47e3-aa57-15bb7c7c8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:30.544492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-0f8c2008-5cad-47e3-aa57-15bb7c7c8540 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 200 len: 844 time: 0.2514901 Jul 23 22:36:30.550300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f62cb1dc-b1a6-4476-a1f6-f68732620113 None None] Provisioning for port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:30.599460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4e2ba-fc67-46fa-b90a-1f8efd5a48fe req-459f4865-04de-43f6-88f6-ae149669b77d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:30.610156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8be4e2ba-fc67-46fa-b90a-1f8efd5a48fe req-459f4865-04de-43f6-88f6-ae149669b77d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 945 time: 0.3155420 Jul 23 22:36:30.616400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-a05c9a88-66f8-4897-9110-087befb6ad3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10e53b3f-3abc-40c0-b313-4a9f444f18b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604231 Jul 23 22:36:30.654093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.720862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:30.730580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:30.731111 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.771165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8be4e2ba-fc67-46fa-b90a-1f8efd5a48fe req-865f29f1-905a-4fa2-91c1-d4e5030e6a1c tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594098 Jul 23 22:36:30.791464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:30.811263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:30.983654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.033420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:31.045668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.128125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1aa1cf72-4153-4052-bb83-1f941503f1da req-1d2cec34-f630-411b-ab8e-d097feb6baab tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/security-groups?id=fac8e119-2ada-42bc-8228-7837d846e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0545535 Jul 23 22:36:31.134563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] For port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,segment=NetworkSegment(66fa1975-c1b3-449c-923e-ca8b66bffeb0),segment_id=66fa1975-c1b3-449c-923e-ca8b66bffeb0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:31.135080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.143861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:31.235565 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40619bb-b4a7-4f6d-9ac9-4ca1308e3bb7 x-openstack-request-id: req-a40619bb-b4a7-4f6d-9ac9-4ca1308e3bb7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:31.236085 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:31.236526 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40619bb-b4a7-4f6d-9ac9-4ca1308e3bb7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:31.237107 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'code': 200} Jul 23 22:36:31.273918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Calling delete_port for 6bf578fd-4e91-4fce-bcf2-aafb176ce67b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:31.282326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Attempting to bind port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:31.282730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Attempting to bind port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:31.283183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:31.285264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Attempting to bind port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:31.304581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:31.304908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Attempting to bind port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:31.318921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:31.319260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:31.319633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:31.320074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Bound port: 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:31.320433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.334035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.379774 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-26fe5b6e-bfd1-4bc8-be48-4ddf2aad5bcf service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119873 Jul 23 22:36:31.446624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:31.464942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.482768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.486225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b527b46-3235-410e-b946-989ca9138c32 HTTP/1.1" status: 204 len: 168 time: 1.1744509 Jul 23 22:36:31.549332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:31.557566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f170f-52b5-4f15-a3a6-cd885946d9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b527b46-3235-410e-b946-989ca9138c32,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:31.572029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'network_id': '10e53b3f-3abc-40c0-b313-4a9f444f18b7', 'port_id': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'mac_address': 'fa:16:3e:c1:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d1fe2f-343e-4aa3-a6ff-daa0aa62300e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:31.647167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b7a2e88-9e2f-424a-ae63-e6599f1b3b17 None None] Provisioning complete for port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:31.647462 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2e88-9e2f-424a-ae63-e6599f1b3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.723177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.740234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaac262-274f-40d2-825e-96d40b30e689 req-427e6385-07c3-4ab3-a0ed-bfabc3699114 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:31.745973 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beaac262-274f-40d2-825e-96d40b30e689 req-427e6385-07c3-4ab3-a0ed-bfabc3699114 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 948 time: 0.5329280 Jul 23 22:36:31.753934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:31.762843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:31.795317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:31.812362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15782209-f851-43b5-96b5-ef58a36b8153 req-6ac1ba05-ea2b-474e-8262-0f59a534e9ae service neutron] 10.222.0.22 "GET /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964105 Jul 23 22:36:31.830398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:31.832290 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.892600 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.920782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beaac262-274f-40d2-825e-96d40b30e689 req-5151eefd-afc3-438e-ade3-36015ba00fe9 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502962 Jul 23 22:36:31.977690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:31.993049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:31.994842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.996374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-17fe92e0-8f0e-4011-98e0-12253111a6e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 HTTP/1.1" status: 200 len: 1097 time: 3.8528206 Jul 23 22:36:31.997513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:31.999444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:32.001836 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432ca340-2fbe-4534-885e-15b6bad093ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:32.146532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:32.221475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e13fd4-d4f6-4192-82e2-2ac2d01a2142 req-086f0613-2702-4cea-a80b-0d21f5913c81 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:32.241778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:32.247575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:32.267837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98e13fd4-d4f6-4192-82e2-2ac2d01a2142 req-086f0613-2702-4cea-a80b-0d21f5913c81 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 944 time: 0.2210107 Jul 23 22:36:32.338230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:32.340151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c07a5-8241-4b27-aae2-d76c4f3e389c None None] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:32.402107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98e13fd4-d4f6-4192-82e2-2ac2d01a2142 req-fe868c89-74c8-4519-84f7-9f65ab090114 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269519 Jul 23 22:36:32.431716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:32.439617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:32.451000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c579-076a-4441-ae9d-91ef5d1fb07d req-8eb46532-d8fa-4f12-894a-3cfb8f58f642 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:32.454141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5e4c579-076a-4441-ae9d-91ef5d1fb07d req-8eb46532-d8fa-4f12-894a-3cfb8f58f642 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.8783667 Jul 23 22:36:32.461594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:32.478709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:32.557985 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617562b7-22af-4057-83ff-249359f93ee6 x-openstack-request-id: req-617562b7-22af-4057-83ff-249359f93ee6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:32.560069 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:32.560265 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-617562b7-22af-4057-83ff-249359f93ee6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:32.560643 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84', 'status': 'completed', 'code': 200} Jul 23 22:36:32.569165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4b530606-d6e5-407f-bfe5-538e2c33b97b None None] Provisioning for port c2ecc228-cbfc-4890-b406-5eed6c758243 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:32.656237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c37815a-49a5-4b98-bedb-fecffb628c02 req-745ac0ef-cb58-4561-878a-f4c95ddeebef tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.37 "GET /v2.0/ports?device_id=8786352e-8c0e-4b76-9e10-d9b5b57407d3 HTTP/1.1" status: 200 len: 210 time: 0.0616555 Jul 23 22:36:32.691363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5e4c579-076a-4441-ae9d-91ef5d1fb07d req-d756aaf8-5f15-4f9b-a57b-c16b08e14bf9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197444 Jul 23 22:36:32.737099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Pushing event deleted for resources: {'Port': ['ID=6bf578fd-4e91-4fce-bcf2-aafb176ce67b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:32.766032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:32.766404 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:32.798281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-96421727-cff3-4f0f-859d-2efbf184c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:32.800028 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-96421727-cff3-4f0f-859d-2efbf184c587 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 1100 time: 0.7155190 Jul 23 22:36:32.830727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] No DVR routers for this DVR port 6bf578fd-4e91-4fce-bcf2-aafb176ce67b on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:32.842914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:32.848589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1153a25a-aa44-4cb8-841a-603405487bee req-ffdafb7f-1b3d-46fa-8472-4a1fbeb4ef7a tempest-ServerMetadataNegativeTestJSON-1802059490 tempest-ServerMetadataNegativeTestJSON-1802059490-project] 10.222.0.22 "DELETE /v2.0/ports/6bf578fd-4e91-4fce-bcf2-aafb176ce67b HTTP/1.1" status: 204 len: 173 time: 3.7704918 Jul 23 22:36:32.889666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-2fcbdcfd-b4ac-449e-ae59-6ff945839c47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 HTTP/1.1" status: 200 len: 217 time: 0.0605090 Jul 23 22:36:32.900000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:32.901078 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:32.960934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aa9f7304-f0ca-4c5e-b8ce-fc87f72d2df5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5418284 Jul 23 22:36:32.963735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:32.970897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'name': 'tempest-TaggedBootDevicesTest_v242-24194095', 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:32.994694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-adfd8974-b5ba-4475-8864-c016dff2564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:32.996474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-adfd8974-b5ba-4475-8864-c016dff2564c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0915880 Jul 23 22:36:33.146678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:33.214814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-6b0b7366-daf0-4d79-8d13-646821cd781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:33.216234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-6b0b7366-daf0-4d79-8d13-646821cd781d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120385 Jul 23 22:36:33.268982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fa5e8-1f80-49f9-b932-51df5b097921 req-b3f6167f-dfca-4f62-bcf5-d240898f8251 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:33.272144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-431fa5e8-1f80-49f9-b932-51df5b097921 req-b3f6167f-dfca-4f62-bcf5-d240898f8251 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 948 time: 0.1894796 Jul 23 22:36:33.331507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.381955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] device_id is not set on port 764245f8-679e-42c5-9987-b7894aa9a0d8 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:36:33.412171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c2ecc228-cbfc-4890-b406-5eed6c758243 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:33.453369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4939fe81-ecd5-48dc-9cfc-dc634af5f902 None None] Provisioning for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:33.458505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-91d7d69d-a91a-4387-8368-d99d6b228e1b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285562 Jul 23 22:36:33.460688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4939fe81-ecd5-48dc-9cfc-dc634af5f902 None None] Provisioning complete for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:33.461295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4939fe81-ecd5-48dc-9cfc-dc634af5f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.527611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4939fe81-ecd5-48dc-9cfc-dc634af5f902 None None] Port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:33.564761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c2ecc228-cbfc-4890-b406-5eed6c758243 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:33.569063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c2ecc228-cbfc-4890-b406-5eed6c758243 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:33.569440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.609459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-431fa5e8-1f80-49f9-b932-51df5b097921 req-0543d47e-7562-423e-b451-802ada503a6d tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304806 Jul 23 22:36:33.781920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.789008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be9a98-2c18-4261-8c43-69f82dc8161e req-b2cc5a15-2d67-4e7f-9dc6-c5c6f63bee9a service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720225 Jul 23 22:36:33.849211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c2ecc228-cbfc-4890-b406-5eed6c758243, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c2ecc228-cbfc-4890-b406-5eed6c758243,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:33.858299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1210a883-5426-4e7e-a778-3fa8237f5742 None None] Provisioning complete for port c2ecc228-cbfc-4890-b406-5eed6c758243 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:33.858598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1210a883-5426-4e7e-a778-3fa8237f5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.892209 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:33.900341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da450a8-6426-43fb-a715-9e29545e97ec req-5aeb4691-5e00-4e3c-9cbe-f51fc35ec8b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:33.909531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8da450a8-6426-43fb-a715-9e29545e97ec req-5aeb4691-5e00-4e3c-9cbe-f51fc35ec8b9 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.1349177 Jul 23 22:36:33.963189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8da450a8-6426-43fb-a715-9e29545e97ec req-e9534e2c-2e10-414e-9fd6-0d214bbd7512 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526886 Jul 23 22:36:33.982363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca340-2fbe-4534-885e-15b6bad093ba req-0ac8e0c1-ddd9-418a-8f1f-3394b2b95a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:33.986696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-0ac8e0c1-ddd9-418a-8f1f-3394b2b95a6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 1100 time: 0.1315053 Jul 23 22:36:33.992298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a56397-358f-4933-8559-9411ff8d6f2c req-ebc94501-ca01-447e-9063-50345af6f630 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.002936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8a56397-358f-4933-8559-9411ff8d6f2c req-ebc94501-ca01-447e-9063-50345af6f630 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 944 time: 0.2860367 Jul 23 22:36:34.034368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:34.049134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.1.1.59 (a8f034a8-ce67-4b45-a5b8-38fd260dbc34/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30/764245f8-679e-42c5-9987-b7894aa9a0d8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:34.050134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c2ecc228-cbfc-4890-b406-5eed6c758243,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:34.097158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Deleting subnet 58b5833c-0d01-4acb-ba5b-14f71d84bc37 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:34.101161 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.124594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca340-2fbe-4534-885e-15b6bad093ba req-59b30b58-17ed-4996-b1b3-518d787ecd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.125373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-59b30b58-17ed-4996-b1b3-518d787ecd85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1315041 Jul 23 22:36:34.151424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.183874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-871eaf50-2e87-4ee0-b591-9ba9c8da5940 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 HTTP/1.1" status: 200 len: 217 time: 0.0506942 Jul 23 22:36:34.188985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8a56397-358f-4933-8559-9411ff8d6f2c req-28faa10c-fb4f-469f-84d6-de36ce298c0d tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852636 Jul 23 22:36:34.252526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.273183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca340-2fbe-4534-885e-15b6bad093ba req-6b3130ad-c71c-4fba-916c-0290f69ff07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.274780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-6b3130ad-c71c-4fba-916c-0290f69ff07c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0725589 Jul 23 22:36:34.326403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-ab858c42-70f6-47be-9234-c79d5c094516 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--647055400&fields=id&tenant_id=6865e5366d714a9b818cdc46d70e5a0f HTTP/1.1" status: 200 len: 267 time: 0.0757616 Jul 23 22:36:34.405090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.418289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.439793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca340-2fbe-4534-885e-15b6bad093ba req-94d8f26e-3e94-42a9-83a4-fdbd16b77170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.441288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-94d8f26e-3e94-42a9-83a4-fdbd16b77170 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533482 Jul 23 22:36:34.446521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b5833c-0d01-4acb-ba5b-14f71d84bc37,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:34.451835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-60f108be-262a-4c97-be13-234b5bd18715 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.454397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.456453 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da1ff352-4e6b-4093-b85b-cfcd27dde9c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/58b5833c-0d01-4acb-ba5b-14f71d84bc37 HTTP/1.1" status: 204 len: 168 time: 0.4136503 Jul 23 22:36:34.458938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-60f108be-262a-4c97-be13-234b5bd18715 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/networks?id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 200 len: 816 time: 0.1313264 Jul 23 22:36:34.459471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:34.479656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object 764245f8-679e-42c5-9987-b7894aa9a0d8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:34.486183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-188089a2-84a9-4842-b18b-7914ca831145 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/quotas/6865e5366d714a9b818cdc46d70e5a0f HTTP/1.1" status: 200 len: 375 time: 0.0263088 Jul 23 22:36:34.551881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.570315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-deleted', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:34.572712 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd14a43-ec10-4430-a661-756e341bec42" -d '{"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-deleted", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:34.604099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.618492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-acf39b6d-0916-4f0f-9b60-b430238572be service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568885 Jul 23 22:36:34.673088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:34.708651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.711776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:34.713572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:34.720637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:34.727926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6567b66a-0ae7-470e-a19f-5f9abe601876']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:34.747794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432ca340-2fbe-4534-885e-15b6bad093ba req-4c034e32-9007-47b7-90ac-40bfefe98aa9 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226153 Jul 23 22:36:34.761853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fa1975-c1b3-449c-923e-ca8b66bffeb0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:34.762174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fa1975-c1b3-449c-923e-ca8b66bffeb0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:34.765407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-ff1cff83-c44d-446b-b364-f75c0667732a tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2695925 Jul 23 22:36:34.778149 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6166786-e005-4063-90d7-85645419a18c x-openstack-request-id: req-d6166786-e005-4063-90d7-85645419a18c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:34.778455 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8786352e-8c0e-4b76-9e10-d9b5b57407d3", "name": "network-vif-deleted", "tag": "6bf578fd-4e91-4fce-bcf2-aafb176ce67b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:34.778692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.778813 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6166786-e005-4063-90d7-85645419a18c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:34.779105 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8786352e-8c0e-4b76-9e10-d9b5b57407d3', 'name': 'network-vif-deleted', 'tag': '6bf578fd-4e91-4fce-bcf2-aafb176ce67b', 'status': 'completed', 'code': 200} Jul 23 22:36:34.800295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.800951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.809270 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.823670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:34.824058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:34.826045 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:34.843374 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7618cdb7-21cf-4870-89de-62d200a9b3bd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8778989 Jul 23 22:36:34.905180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.935531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:34.939671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6567b66a-0ae7-470e-a19f-5f9abe601876 HTTP/1.1" status: 204 len: 168 time: 0.4770291 Jul 23 22:36:34.951302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4493-4b51-40ca-b4e2-5a1e3f97ca14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6567b66a-0ae7-470e-a19f-5f9abe601876,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:34.991984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a6148-dddc-43d5-bfdd-f4d99d01dfdf req-89e043d2-e20c-4486-be98-140ea66f94c2 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:34.993853 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d5a6148-dddc-43d5-bfdd-f4d99d01dfdf req-89e043d2-e20c-4486-be98-140ea66f94c2 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 948 time: 0.1045210 Jul 23 22:36:35.026033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7315ef6b-421e-443d-97d0-aed708f37214 None None] Provisioning for port 764245f8-679e-42c5-9987-b7894aa9a0d8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:35.031032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7315ef6b-421e-443d-97d0-aed708f37214 None None] Provisioning complete for port 764245f8-679e-42c5-9987-b7894aa9a0d8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:35.031595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7315ef6b-421e-443d-97d0-aed708f37214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.048073 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d5a6148-dddc-43d5-bfdd-f4d99d01dfdf req-16bf4ae7-9340-45f0-8b28-8851e4dbff0b tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Jul 23 22:36:35.089795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7315ef6b-421e-443d-97d0-aed708f37214 None None] Port 764245f8-679e-42c5-9987-b7894aa9a0d8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:35.090513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-324a112b-53b0-40e6-a62b-5cc4913e8428 service neutron] 10.222.0.37 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041022 Jul 23 22:36:35.140734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-19937939-2088-48ce-a41e-ed89a469edf5 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:35.142224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-19937939-2088-48ce-a41e-ed89a469edf5 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.25 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.1345243 Jul 23 22:36:35.166139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46380) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:35.207585 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fad7535e-b500-4016-867b-f12f4bb19fb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=161b5bb778854f09b7e5fbc56727263a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403063 Jul 23 22:36:35.210976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:35.260189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.278365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-85249f09-715a-4648-9698-a17d22d58e05 service neutron] 10.222.0.37 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772711 Jul 23 22:36:35.281647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.308894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Deleting port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:35.309229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.322010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:35.357211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.360129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.363927 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fac8e119-2ada-42bc-8228-7837d846e585 HTTP/1.1" status: 204 len: 168 time: 0.1493444 Jul 23 22:36:35.376505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c533010-ea80-4f75-b93b-64d721b7305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac8e119-2ada-42bc-8228-7837d846e585,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:35.406192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:35.406944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.477094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:35.482320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089589844', 'description': 'tempest-description--661492709'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:35.487285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] For port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:35.487791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.525319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.601457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.670678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.676847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:35.677509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.682513 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53460c3-01b8-48af-9f12-f9a40680a9ae" -d '{"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-plugged", "status": "completed", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:35.712519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.713995 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2356818 Jul 23 22:36:35.718111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:35.718389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:35.725394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'security_group_rule': {'security_group_id': 'e5b018dd-f16c-43d5-a9a8-a253a9ae8544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:35.726932 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.731700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaff81-3259-4571-9c8b-eefa963b3479 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b018dd-f16c-43d5-a9a8-a253a9ae8544,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:35.798709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.860747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:35.914985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.929065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.968335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f04dafe-95ce-4ec4-b580-5a0204766ca2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:35.974886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:35.982244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b280fbfa-c530-4348-b4fb-c08285c7f919 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2623501 Jul 23 22:36:35.983528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:36.005517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'security_group_rule': {'security_group_id': 'e5b018dd-f16c-43d5-a9a8-a253a9ae8544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:36.035200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c2ecc228-cbfc-4890-b406-5eed6c758243 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:36.094102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.112034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c2ecc228-cbfc-4890-b406-5eed6c758243 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:36.112414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.213236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7a23348-301b-4eb7-bf59-e831068fc82c req-fce66874-6c99-4c66-bf1f-067d764d65ad tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970669 Jul 23 22:36:36.279526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.287261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.287794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.287946 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Floating IP a45063f4-fa60-413c-b589-fffbbbccad10 disassociated. External IP: 172.25.1.96, port: 3bb1ac65-9d34-4d7d-b447-d718ea6a8247. Jul 23 22:36:36.288473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Calling delete_port for 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:36.294268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.347396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.352425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675377 Jul 23 22:36:36.357921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:36.370311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:36.390782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04414e86-f0e5-45e0-9031-e890145d1663 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782dc3ef-e311-4310-b2cb-b46c0941ce62,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:36.406337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f3055-4108-431e-b827-cdad8c636594 req-5f3e9052-7601-4d03-ab29-530ea8683572 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:36.409047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:36.416640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-114f3055-4108-431e-b827-cdad8c636594 req-5f3e9052-7601-4d03-ab29-530ea8683572 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 945 time: 0.5280306 Jul 23 22:36:36.426174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a23348-301b-4eb7-bf59-e831068fc82c req-a496b124-c861-4efe-9438-8c41290b14d8 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:36.435068 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7a23348-301b-4eb7-bf59-e831068fc82c req-a496b124-c861-4efe-9438-8c41290b14d8 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131424 Jul 23 22:36:36.438078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.473371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7a23348-301b-4eb7-bf59-e831068fc82c req-e31796b9-f734-4e03-8f80-a70242eaeb57 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/quotas/0e1a7dc30de44c989b1665f9bb25a029 HTTP/1.1" status: 200 len: 375 time: 0.0362523 Jul 23 22:36:36.477217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-cc420154-5f8f-446e-992c-5b099facd541 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:36.479616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-cc420154-5f8f-446e-992c-5b099facd541 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 945 time: 0.2553771 Jul 23 22:36:36.530439 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7a23348-301b-4eb7-bf59-e831068fc82c req-cf126374-aa8d-4fd0-8d1c-0a23eacb4c15 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520725 Jul 23 22:36:36.566095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:36.578368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84', 'mac_address': 'fa:16:3e:07:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:36.626611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-114f3055-4108-431e-b827-cdad8c636594 req-5e22ccc8-7209-40aa-8fa1-fa90571602ca tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups?id=844a9b04-1dc0-4014-aeab-39fba588def5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083573 Jul 23 22:36:36.654846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.677499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:36.716036 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.717398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:36.726764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.748422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Deleting port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:36.748766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.803951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:36.820129 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2a3197-b87b-4ed6-a1fd-f6390959b452 x-openstack-request-id: req-ca2a3197-b87b-4ed6-a1fd-f6390959b452 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:36.820430 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-plugged", "status": "completed", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:36.820685 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca2a3197-b87b-4ed6-a1fd-f6390959b452 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:36.821198 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'code': 200} Jul 23 22:36:36.822405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:36.908115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event deleted for resources: {'Port': ['ID=3bb1ac65-9d34-4d7d-b447-d718ea6a8247,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:36.912106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 172.25.1.76 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/8ea6d669-c2d6-4d19-9e0e-7e361fe1afba) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:36.925139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:36.939341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719db5-fd52-4e47-a625-c58be1725df8 req-dde7d406-1cfe-4474-8b9a-be3ea7bdb3fb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:36.940895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5a719db5-fd52-4e47-a625-c58be1725df8 req-dde7d406-1cfe-4474-8b9a-be3ea7bdb3fb tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 945 time: 0.1630762 Jul 23 22:36:36.958349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcde9dd2-a823-4459-8596-aa87f5fdb568 req-90cc79d5-b0f7-4734-9593-40fb2bb7ab3e tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0553851 Jul 23 22:36:37.013833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5a719db5-fd52-4e47-a625-c58be1725df8 req-00493ece-6fdb-401c-ba84-dd685839b91a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/security-groups?id=29661ccc-3686-4e48-a13e-5fb7cde24332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666511 Jul 23 22:36:37.092946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] For port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,segment=NetworkSegment(48b523ce-9007-4d37-b32b-a3cbc7642708),segment_id=48b523ce-9007-4d37-b32b-a3cbc7642708)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:37.093362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.109774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.121197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Calling delete_port for 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:37.158380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.232065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00491b52-b7ba-43ad-9776-9d3f5edd4402 req-ca2c73a9-f855-4da6-afcf-201e73cda16f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:37.233594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00491b52-b7ba-43ad-9776-9d3f5edd4402 req-ca2c73a9-f855-4da6-afcf-201e73cda16f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 949 time: 0.1897099 Jul 23 22:36:37.241720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:36:37.244585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:37.256108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:37.289381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:37.305792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=8ea6d669-c2d6-4d19-9e0e-7e361fe1afba,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:37.429533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00491b52-b7ba-43ad-9776-9d3f5edd4402 req-71fa4bab-03f7-493f-b051-c6e4c621d135 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779134 Jul 23 22:36:37.444036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-704aeac3-6467-4bf5-b2af-e7dc46f9324c tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:37.445666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-704aeac3-6467-4bf5-b2af-e7dc46f9324c tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.22 "GET /v2.0/networks?id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 200 len: 816 time: 0.2493656 Jul 23 22:36:37.453035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.585619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-95ae1884-ce54-4e31-a9d4-dc58ab13e9a1 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6865e5366d714a9b818cdc46d70e5a0f HTTP/1.1" status: 200 len: 379 time: 0.1305954 Jul 23 22:36:37.603216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'port': {'device_id': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'admin_state_up': True, 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'security_groups': ['1d944a59-17dd-4f08-928f-7db62938791a']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:37.626725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.632647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1045d0b-a22a-4fea-8728-0471275ec914 req-b656ca46-1cdb-41bc-9a0b-2e86c4693c2d tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.1071482 Jul 23 22:36:37.682048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:37.778154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Pushing event deleted for resources: {'Port': ['ID=0bc0d07f-5db2-42b8-b00a-1f21658f0d4a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:37.794906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:36:37.805900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:36:37.819450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:36:37.821355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:37.870182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afe9a0c9-d7f0-4653-b781-ac67735b0785 req-ab4e2565-ecb5-4abe-b095-fe9ba356b265 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32fb480-37c7-4549-98f1-3866e94251f8 HTTP/1.1" status: 200 len: 210 time: 0.1000109 Jul 23 22:36:37.995929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] No DVR routers for this DVR port 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:38.042339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Made reservation on behalf of 6865e5366d714a9b818cdc46d70e5a0f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:38.049941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.058530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.062413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef492abe-0f82-4ed3-aed8-acc6f55e9d6c req-f6d8be5c-0243-4490-962b-d1c811ffbf9f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.25 "DELETE /v2.0/ports/3bb1ac65-9d34-4d7d-b447-d718ea6a8247 HTTP/1.1" status: 204 len: 173 time: 2.9146874 Jul 23 22:36:38.064065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'name': 'network-vif-deleted', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:38.070006 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72e866-dcbf-4dee-816c-3b9331d704e9" -d '{"events": [{"server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "name": "network-vif-deleted", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:38.083561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] No DVR routers for this DVR port 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:38.095639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:36:38.096363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.099070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2f990e1-8280-41f9-82bc-1aef85340aea req-2e3ccb47-411b-4e1e-946b-35ff51fa474a tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.22 "DELETE /v2.0/ports/0bc0d07f-5db2-42b8-b00a-1f21658f0d4a HTTP/1.1" status: 204 len: 173 time: 1.6093686 Jul 23 22:36:38.228939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.247835 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-306f6629-e0b6-4f5f-82ca-7b6d332725c4 req-9f011a44-21d0-48c5-a125-f7865e1a58ee tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.1041541 Jul 23 22:36:38.251887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.391171 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ec177-9a42-4bf8-8071-11e4bbecdc34 x-openstack-request-id: req-068ec177-9a42-4bf8-8071-11e4bbecdc34 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:38.391659 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32fb480-37c7-4549-98f1-3866e94251f8", "name": "network-vif-deleted", "tag": "3bb1ac65-9d34-4d7d-b447-d718ea6a8247", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:38.393542 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-068ec177-9a42-4bf8-8071-11e4bbecdc34 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:38.394169 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32fb480-37c7-4549-98f1-3866e94251f8', 'name': 'network-vif-deleted', 'tag': '3bb1ac65-9d34-4d7d-b447-d718ea6a8247', 'status': 'completed', 'code': 200} Jul 23 22:36:38.426186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=8ea6d669-c2d6-4d19-9e0e-7e361fe1afba,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:38.446262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:38.498250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad4e0d3c-4046-4fb1-a01c-d7c6bb01e631 req-024d71d5-1c7e-40ed-9c7b-e4c13a676011 tempest-ImagesTestJSON-1818336136 tempest-ImagesTestJSON-1818336136-project] 10.222.0.37 "GET /v2.0/ports?device_id=217dafab-2bc6-49e0-bf39-96211b00f467 HTTP/1.1" status: 200 len: 210 time: 0.0592270 Jul 23 22:36:38.518060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:38.532635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Allocated IP 172.20.0.5 (f7934cb4-9e6e-45c6-bd10-cfe1659f078d/a0a5cff1-913a-43dc-b56b-13913fed6c3d/f490ae41-d7ab-46e2-8130-e5d6898982ed) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:38.536081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.558304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:36:38.560262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:38.560838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.567622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:38.567941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:38.572565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-add3eee3-7b3a-4582-baf1-d704bea38430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2113771 Jul 23 22:36:38.651650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:36:38.652292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:38.683245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a5cf-64bb-47cf-a217-4a67dca9480f req-5abdc198-5472-4525-85da-61f15b2cbf97 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:38.685532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46c8a5cf-64bb-47cf-a217-4a67dca9480f req-5abdc198-5472-4525-85da-61f15b2cbf97 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 949 time: 0.1546574 Jul 23 22:36:38.781454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46c8a5cf-64bb-47cf-a217-4a67dca9480f req-007eb0ea-ac1e-4bad-bd68-181428d4f2d3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901124 Jul 23 22:36:38.808293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-64ac8965-d852-4d50-a741-edd22ba8cad0 req-19bd24f0-ae6c-46f7-bc58-9ea8e924d5a7 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186745 Jul 23 22:36:38.998623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:36:39.021645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c48822b3-0649-4985-821e-66d09f1043f3 req-1a98f991-3453-4eb4-9bb8-57dac01370c6 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0373271 Jul 23 22:36:39.035102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.068845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:39.071210 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b041b-bca5-48b6-aa7f-a94c5e17489d" -d '{"events": [{"server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:39.091810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:39.127249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.128161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:39.154033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.170932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac8965-d852-4d50-a741-edd22ba8cad0 req-6a0c57b7-06e6-4c29-afa7-7f2e8dca2665 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.177836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-64ac8965-d852-4d50-a741-edd22ba8cad0 req-6a0c57b7-06e6-4c29-afa7-7f2e8dca2665 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3665411 Jul 23 22:36:39.185053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:39.188797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 3bb1ac65-9d34-4d7d-b447-d718ea6a8247 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:39.198064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Transition to ACTIVE for port object f490ae41-d7ab-46e2-8130-e5d6898982ed will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:39.210334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-64ac8965-d852-4d50-a741-edd22ba8cad0 req-b7c3037f-b4f4-4d78-b80c-c64315cab1e4 tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/quotas/0e1a7dc30de44c989b1665f9bb25a029 HTTP/1.1" status: 200 len: 375 time: 0.0313239 Jul 23 22:36:39.260525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-64ac8965-d852-4d50-a741-edd22ba8cad0 req-f60b3b40-f6b2-4c9a-bef7-f8bf4c19c3ce tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489960 Jul 23 22:36:39.264065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ed11893d-c8ce-446b-b714-50f939df1c55 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1089589844&fields=id&tenant_id=f891050d14344f95aaa7d4f51c332344 HTTP/1.1" status: 200 len: 267 time: 0.0713351 Jul 23 22:36:39.326054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.340729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:39.366493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:39.371022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:39.371562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0bc0d07f-5db2-42b8-b00a-1f21658f0d4a not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:39.394184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f389e19f-a2fd-4a15-b5c0-d2b700aa1681 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.401847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f389e19f-a2fd-4a15-b5c0-d2b700aa1681 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 935 time: 0.1367910 Jul 23 22:36:39.427828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:39.431588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:39.434814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:39.472480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b689272c-3859-4839-8f9c-dfb44168dbd6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.483510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b689272c-3859-4839-8f9c-dfb44168dbd6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 934 time: 0.0788097 Jul 23 22:36:39.484755 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeee5664-e1ac-44bc-9c28-49331d6a64be x-openstack-request-id: req-aeee5664-e1ac-44bc-9c28-49331d6a64be {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:39.486152 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "name": "network-vif-plugged", "status": "completed", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:39.486634 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aeee5664-e1ac-44bc-9c28-49331d6a64be {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:39.500329 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84', 'code': 200} Jul 23 22:36:39.506583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event updated for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:39.545117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:39.588843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.593333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.599769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf501f58-72cf-4161-b433-1ac31bbe1600 None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:31:53Z', 'revision_number': 4, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a7101654-612b-4e08-b4a0-5ec40857c46a', 'name': '', 'network_id': '438b485e-cbbb-4dfc-9c8b-534efad218d8', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'mac_address': 'fa:16:3e:81:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:51Z', 'updated_at': '2021-07-23T22:32:03Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'subnets': [{'id': '1180fcd9-d22b-42b1-8d58-34e4f43609f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:36:39.625702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-875eb14e-9efe-4d6d-9230-2fbed5d70b1d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0261021 Jul 23 22:36:39.625969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-963e9ca1-e0dc-49f8-8a3f-4ec91e4941de tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1405568 Jul 23 22:36:39.643556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Request body: {'port': {'device_id': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:39.720004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-261db0f5-6715-4aaf-8783-39c1d0cacbcf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0935051 Jul 23 22:36:39.781835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255fe29-7398-4ff8-9379-4c360fbcbe32 req-8a757d1e-bcd2-4f95-89a1-bdebcc30eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.784021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b255fe29-7398-4ff8-9379-4c360fbcbe32 req-8a757d1e-bcd2-4f95-89a1-bdebcc30eed9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 1102 time: 0.1792958 Jul 23 22:36:39.808380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.829528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c1b33-f35d-46d4-b4eb-28d8832caca4 req-0c3180d7-e9d6-48cf-a6ec-f65522461d65 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.831248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-860c1b33-f35d-46d4-b4eb-28d8832caca4 req-0c3180d7-e9d6-48cf-a6ec-f65522461d65 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 931 time: 0.1414552 Jul 23 22:36:39.882974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14d646dc-4c7b-419f-a70f-167681d7f42c None None] Provisioning for port f490ae41-d7ab-46e2-8130-e5d6898982ed completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:39.894270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14d646dc-4c7b-419f-a70f-167681d7f42c None None] Provisioning complete for port f490ae41-d7ab-46e2-8130-e5d6898982ed triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:39.894633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14d646dc-4c7b-419f-a70f-167681d7f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:39.913231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b255fe29-7398-4ff8-9379-4c360fbcbe32 req-b4ea1d30-88b8-480b-89a2-8eceb76a10b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917258 Jul 23 22:36:39.930525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f1d21904-7cd4-4000-97da-b9918b5cb0fa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.934621 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-860c1b33-f35d-46d4-b4eb-28d8832caca4 req-b96f67e9-4ef0-4539-b368-f5070dfbf2c5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849471 Jul 23 22:36:39.938346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f1d21904-7cd4-4000-97da-b9918b5cb0fa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.954006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f1d21904-7cd4-4000-97da-b9918b5cb0fa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:39.955442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-14d646dc-4c7b-419f-a70f-167681d7f42c None None] Port f490ae41-d7ab-46e2-8130-e5d6898982ed cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:39.962001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f1d21904-7cd4-4000-97da-b9918b5cb0fa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 1996 time: 0.2349322 Jul 23 22:36:39.978594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-daa1e066-fdab-4888-a574-d83234519dbc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/quotas/f891050d14344f95aaa7d4f51c332344 HTTP/1.1" status: 200 len: 375 time: 0.0156600 Jul 23 22:36:40.018304 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065d7ce7-ea23-41cf-be02-82f6d3de4b04 None None] New status for floating IP a45063f4-fa60-413c-b589-fffbbbccad10: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:36:40.113821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-55c81132-5405-44a6-9345-838423228890 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1339109 Jul 23 22:36:40.261749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-26ce8c58-1a5e-4869-9fb9-35c483780187 service neutron] 10.222.0.37 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293223 Jul 23 22:36:40.294400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f490ae41-d7ab-46e2-8130-e5d6898982ed {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:40.330013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:40.347364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Transition to ACTIVE for port object f490ae41-d7ab-46e2-8130-e5d6898982ed will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:40.355136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:40.375547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-e66734c0-63be-4683-a81a-35ccd6192446 service neutron] 10.222.0.37 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078293 Jul 23 22:36:40.412511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-deleted', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:40.416573 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4ff931-f58f-46f4-911d-f881c7a98b84" -d '{"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-deleted", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:40.435247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Pushing event updated for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:40.451543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c0a5603e-1535-45d8-ab46-414d396a99ef service neutron] 10.222.0.37 "GET /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0749447 Jul 23 22:36:40.515374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901b56-ef47-439c-9e37-41b530fdfd9e req-0f524eaf-1d84-4637-895b-6dc4db22e5bf tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:40.525996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f901b56-ef47-439c-9e37-41b530fdfd9e req-0f524eaf-1d84-4637-895b-6dc4db22e5bf tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.2266541 Jul 23 22:36:40.581792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80c08cdc-dffa-488b-8987-8ce4b128e4e3 req-026d7663-578a-4fc8-9c03-e94ca4118c34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Jul 23 22:36:40.589204 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f901b56-ef47-439c-9e37-41b530fdfd9e req-da6324bc-90c0-4741-b06f-04a7a7f7db46 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Jul 23 22:36:40.595477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Attempting to bind port f490ae41-d7ab-46e2-8130-e5d6898982ed on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:40.596234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Attempting to bind port f490ae41-d7ab-46e2-8130-e5d6898982ed by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:40.600316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1d3a8b43-63fb-4bce-b1a8-6171610c5f3d service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422863 Jul 23 22:36:40.602269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Attempting to bind port f490ae41-d7ab-46e2-8130-e5d6898982ed on network f7934cb4-9e6e-45c6-bd10-cfe1659f078d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:40.625287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Port f490ae41-d7ab-46e2-8130-e5d6898982ed on network f7934cb4-9e6e-45c6-bd10-cfe1659f078d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:40.625544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Attempting to bind port f490ae41-d7ab-46e2-8130-e5d6898982ed on network f7934cb4-9e6e-45c6-bd10-cfe1659f078d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:40.637098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:40.637571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Checking segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:40.640993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Bound using segment: {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:40.640993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Bound port: f490ae41-d7ab-46e2-8130-e5d6898982ed, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2692db2-d2ca-47a5-980b-a0368334c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:40.640993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:40.758783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-a913f045-5300-4afe-9648-603feca37d7b service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521542 Jul 23 22:36:40.817617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-64529c30-77ec-42eb-9a7b-79d3ef1cea73 service neutron] 10.222.0.37 "GET /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0517502 Jul 23 22:36:40.916600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-77ba404a-58c2-418d-8308-0eafea2aac69 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914381 Jul 23 22:36:40.987514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1af7b05a-7374-4913-8d99-99a203eadb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.033854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-467446b7-3a86-4f4b-8756-ac3a7931d631 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110320 Jul 23 22:36:41.050852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5fd4e78c-4248-45cb-8ce6-00c9ec411ffc req-916a0ebb-e001-4628-ab48-0f50ece82730 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.3294797 Jul 23 22:36:41.071685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:41.074922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:41.078923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.113468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.114777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.116160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] 10.222.0.22 "PUT /v2.0/ports/f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 200 len: 1092 time: 1.4789457 Jul 23 22:36:41.116599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:41.118885 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53e653-61a4-43b2-aa35-57640c1a5070" -d '{"events": [{"name": "network-changed", "server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:41.146495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4bd71-f404-4cbf-b69a-4ea25ab28e42 service neutron] Pushing event updated for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:41.197608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc0d5d72-05b6-4141-baad-45ecae2594ee service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565819 Jul 23 22:36:41.283332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-23fcdba2-f35b-4856-9c55-35d5a1ae26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.284884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-23fcdba2-f35b-4856-9c55-35d5a1ae26eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 1095 time: 0.0995409 Jul 23 22:36:41.341954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:41.344580 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-0b0e64f0-117e-4c03-b722-52c514cac67a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 200 len: 217 time: 0.0479300 Jul 23 22:36:41.370518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adac28a-d8f3-4cdb-a280-a8bc366138ff x-openstack-request-id: req-4adac28a-d8f3-4cdb-a280-a8bc366138ff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:41.370819 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217dafab-2bc6-49e0-bf39-96211b00f467", "name": "network-vif-deleted", "tag": "0bc0d07f-5db2-42b8-b00a-1f21658f0d4a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:41.371073 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4adac28a-d8f3-4cdb-a280-a8bc366138ff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:41.371462 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217dafab-2bc6-49e0-bf39-96211b00f467', 'name': 'network-vif-deleted', 'tag': '0bc0d07f-5db2-42b8-b00a-1f21658f0d4a', 'status': 'completed', 'code': 200} Jul 23 22:36:41.391071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-10672d2a-b535-49ee-9e12-af6d8516ce1b service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842141 Jul 23 22:36:41.435977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-e58a079a-034b-426f-9500-5f79ec3918ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.437337 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-e58a079a-034b-426f-9500-5f79ec3918ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0a5cff1-913a-43dc-b56b-13913fed6c3d HTTP/1.1" status: 200 len: 855 time: 0.0740864 Jul 23 22:36:41.509725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-178365e5-afc4-47fd-b49b-ca6d7867e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.511249 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-178365e5-afc4-47fd-b49b-ca6d7867e9ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647833 Jul 23 22:36:41.525703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.570318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.587873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f7e363d6-3e8a-4d0b-ad20-f13cfd6d3f50 service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888459 Jul 23 22:36:41.653650 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-e49afa48-a778-4b11-bf86-aea36cf58aaa service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359360 Jul 23 22:36:41.661586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b14517-54d9-459e-bd6c-2e887cbed1d3 req-40068758-bbcd-43ae-9afc-a02912a2a377 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.663008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24b14517-54d9-459e-bd6c-2e887cbed1d3 req-40068758-bbcd-43ae-9afc-a02912a2a377 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.1373971 Jul 23 22:36:41.768883 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24b14517-54d9-459e-bd6c-2e887cbed1d3 req-63e54a5d-9e3e-48ae-ae56-9b72c2b6d9cc tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848141 Jul 23 22:36:41.791629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dbcbf49-9765-4d79-83fb-4c9fb6e81f11 req-66abbc56-15f9-41f7-b550-a0e6cced6835 service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276336 Jul 23 22:36:41.831776 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f965358-e634-4f2e-9389-7c20b116c17e x-openstack-request-id: req-5f965358-e634-4f2e-9389-7c20b116c17e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:41.832367 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:41.834266 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f965358-e634-4f2e-9389-7c20b116c17e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:41.835056 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'status': 'completed', 'code': 200} Jul 23 22:36:41.919543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-6996aa00-d275-4a7b-853c-0ca80981327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:41.921161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-6996aa00-d275-4a7b-853c-0ca80981327b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 1095 time: 0.0659471 Jul 23 22:36:41.956492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.960067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:41.961926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "DELETE /v2.0/security-groups/844a9b04-1dc0-4014-aeab-39fba588def5 HTTP/1.1" status: 204 len: 168 time: 0.6184611 Jul 23 22:36:41.966055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:41.970937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-89122ff7-7ce3-4f90-9d35-85a612a4f37e service neutron] 10.222.0.37 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821344 Jul 23 22:36:41.988297 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-f37b39b9-e5fd-4268-8e3f-cfe9eccb578f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] show failed (client error): The resource could not be found. Jul 23 22:36:41.990001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f37b39b9-e5fd-4268-8e3f-cfe9eccb578f tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "GET /v2.0/security-groups/844a9b04-1dc0-4014-aeab-39fba588def5 HTTP/1.1" status: 404 len: 347 time: 0.0209360 Jul 23 22:36:41.996254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:42.058114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbeccb-5ca2-4ac1-b7f1-560faed08387 tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a9b04-1dc0-4014-aeab-39fba588def5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:42.067136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-e5fa1ae6-662d-4d7f-8f17-82dae8de028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:42.070327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-e5fa1ae6-662d-4d7f-8f17-82dae8de028a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 200 len: 917 time: 0.1425209 Jul 23 22:36:42.126891 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-b44363bc-7fac-40da-9a29-d9e69b2f9ad6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 200 len: 217 time: 0.0497441 Jul 23 22:36:42.205513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-02db505b-1b80-45ee-9c7e-37c36770fb36 service neutron] 10.222.0.37 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336652 Jul 23 22:36:42.210248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-9e39feb5-d403-4ee8-8fa4-35fc189f9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:42.211719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-9e39feb5-d403-4ee8-8fa4-35fc189f9ec0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0a5cff1-913a-43dc-b56b-13913fed6c3d HTTP/1.1" status: 200 len: 855 time: 0.0769515 Jul 23 22:36:42.258648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941037d-5436-4ab7-aa4a-b3df93533255 req-7b893260-e673-425c-bac4-67d8f9d1e139 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:42.260142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7941037d-5436-4ab7-aa4a-b3df93533255 req-7b893260-e673-425c-bac4-67d8f9d1e139 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.1361918 Jul 23 22:36:42.263275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Deleting port 001f9eee-0c87-4c6f-ac92-c01d5b15c86e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:42.263625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.319791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-4cb16c28-7dc3-450f-9e68-c025f9812011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:42.321391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-4cb16c28-7dc3-450f-9e68-c025f9812011 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020272 Jul 23 22:36:42.327887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7941037d-5436-4ab7-aa4a-b3df93533255 req-5a69c12b-12f9-4072-898d-c674b1d9028f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583899 Jul 23 22:36:42.371406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-d06dba72-84fc-4b91-9b33-1a76ed9c3fbc service neutron] 10.222.0.37 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586227 Jul 23 22:36:42.453877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.454155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.467277 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f547f09c-4159-4422-9aa5-11444963ca72 req-e15a8434-3f70-4bd4-80fa-db6bbd04e208 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0366690 Jul 23 22:36:42.472267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Calling delete_port for 001f9eee-0c87-4c6f-ac92-c01d5b15c86e owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:42.484577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-1391bf08-e68a-44e9-8daa-1616eb57d0e9 service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526031 Jul 23 22:36:42.508863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-9f1da558-d5cc-4a33-b2a9-e5a401d9f9ff service neutron] 10.222.0.37 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245704 Jul 23 22:36:42.611096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a79205b6-3d71-40c0-8a09-52649d615979 req-a08394a9-1ec6-4ce6-9bb5-1d24de6f22ec tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294094 Jul 23 22:36:42.650850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca53e653-61a4-43b2-aa35-57640c1a5070 req-2fb3b8dc-1bc9-4315-8c85-85e1b0fc91af service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586032 Jul 23 22:36:42.678021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1801130f-bafd-4703-83ca-8fc3656f5b26 service neutron] 10.222.0.37 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682673 Jul 23 22:36:42.744379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.753057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79205b6-3d71-40c0-8a09-52649d615979 req-4d411adb-da0b-40df-8d3c-b5b1891f62ed tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:42.754768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a79205b6-3d71-40c0-8a09-52649d615979 req-4d411adb-da0b-40df-8d3c-b5b1891f62ed tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331897 Jul 23 22:36:42.770991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Pushing event deleted for resources: {'Port': ['ID=001f9eee-0c87-4c6f-ac92-c01d5b15c86e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:42.771200 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a79205b6-3d71-40c0-8a09-52649d615979 req-a98f3a8b-8c4a-46da-b00e-6f611297e63c tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/quotas/0e1a7dc30de44c989b1665f9bb25a029 HTTP/1.1" status: 200 len: 375 time: 0.0104430 Jul 23 22:36:42.816141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a79205b6-3d71-40c0-8a09-52649d615979 req-7900d1db-534e-4396-8ba7-1fbf14ccc6cb tempest-QuotasAdminNegativeTest-328151538 tempest-QuotasAdminNegativeTest-328151538-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384414 Jul 23 22:36:42.869377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.872209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:42.875852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bd5c92db-dadd-468f-a03c-513fc97bf2af tempest-ServersWithSpecificFlavorTestJSON-247671864 tempest-ServersWithSpecificFlavorTestJSON-247671864-project] 10.222.0.37 "DELETE /v2.0/floatingips/a45063f4-fa60-413c-b589-fffbbbccad10 HTTP/1.1" status: 204 len: 168 time: 0.8734543 Jul 23 22:36:43.387981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a578d-c7ee-47ed-b78d-3e92f0d43925 req-9c4f502e-b408-4c33-b6fb-9be49b3901c9 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:43.391123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-500a578d-c7ee-47ed-b78d-3e92f0d43925 req-9c4f502e-b408-4c33-b6fb-9be49b3901c9 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.0728898 Jul 23 22:36:43.450295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-500a578d-c7ee-47ed-b78d-3e92f0d43925 req-c5fad916-7037-4dee-9f77-e3a7706b242d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504739 Jul 23 22:36:43.619494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6ead-d498-4026-b04c-5a61e85b3256 req-7263af32-5a6b-4d9e-b71a-0270b93cb505 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:43.622121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ad6ead-d498-4026-b04c-5a61e85b3256 req-7263af32-5a6b-4d9e-b71a-0270b93cb505 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.0818188 Jul 23 22:36:43.706183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ad6ead-d498-4026-b04c-5a61e85b3256 req-188a914f-1f6b-4de2-965c-ce8f368d9abb tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656838 Jul 23 22:36:43.754146 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-26d1f03c-f8bb-4700-b04b-62644dfd8b9a req-959b41c6-0304-48f3-8918-55c7cc451d4f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0493186 Jul 23 22:36:43.768134 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2f01765-0cf1-427c-969e-25623d45e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:43.847436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-809485f9-b1c4-4c5f-8d53-14ac4caec859 req-d66ed983-ba55-4b65-95b7-0be5d1cf0d9e tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Jul 23 22:36:44.046672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:44.064599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-96f2ae2c-6a03-410a-b2c5-49ad1d1fcea4 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8ba0cacce8d43119c53742b009f0c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332699 Jul 23 22:36:44.102783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.139010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Deleting subnet 55d1fe2f-343e-4aa3-a6ff-daa0aa62300e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:44.143011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.187300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.231914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:44.237360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-eb2c4a8a-d843-435a-aabe-98f4a34b00a0 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:44.240184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-eb2c4a8a-d843-435a-aabe-98f4a34b00a0 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747997 Jul 23 22:36:44.242218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.259457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-1b984e80-2f11-436e-8bc4-5129b61f7452 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/quotas/b8ba0cacce8d43119c53742b009f0c48 HTTP/1.1" status: 200 len: 375 time: 0.0116258 Jul 23 22:36:44.310276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:44.328367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.337528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-a3661f0a-1933-40bf-bcee-34843c3922df tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708892 Jul 23 22:36:44.368051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.370159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55d1fe2f-343e-4aa3-a6ff-daa0aa62300e HTTP/1.1" status: 204 len: 168 time: 0.3213239 Jul 23 22:36:44.370998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f95d-d87b-457a-83fa-cddea7ca1a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d1fe2f-343e-4aa3-a6ff-daa0aa62300e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:44.372578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:44.397560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db89f-91d3-4699-9a36-68aa345f67c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.463525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.618783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-4e9b1eb7-40c1-4b90-9ff5-0ea9c3d52632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:44.620140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-4e9b1eb7-40c1-4b90-9ff5-0ea9c3d52632 service neutron] 10.222.0.25 "GET /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 1031 time: 0.1051121 Jul 23 22:36:44.675157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef30f618-7cf8-439b-915b-e366e5c980d3 req-f2f4d21e-108a-41b9-b576-d836e029063a tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 210 time: 0.0752416 Jul 23 22:36:44.734483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.767065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e53b3f-3abc-40c0-b313-4a9f444f18b7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:44.783478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b523ce-9007-4d37-b32b-a3cbc7642708') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:44.783992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b523ce-9007-4d37-b32b-a3cbc7642708') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:44.794973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4447575-422c-4aee-966f-781c1c2d78a4 req-fabff9b9-214f-4be3-ac94-95ec332f8279 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:44.796692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4447575-422c-4aee-966f-781c1c2d78a4 req-fabff9b9-214f-4be3-ac94-95ec332f8279 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.2286468 Jul 23 22:36:44.801785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.804584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1b06ed79-f13e-48f2-9415-22405612a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:44.809343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1b06ed79-f13e-48f2-9415-22405612a116 service neutron] 10.222.0.25 "GET /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 1030 time: 0.1536167 Jul 23 22:36:44.816084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db89f-91d3-4699-9a36-68aa345f67c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.841324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db89f-91d3-4699-9a36-68aa345f67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.844780 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.929466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-435db89f-91d3-4699-9a36-68aa345f67c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e1a7dc30de44c989b1665f9bb25a029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962633 Jul 23 22:36:44.938704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4447575-422c-4aee-966f-781c1c2d78a4 req-abffc0ce-83ce-43b1-a2a8-7acd44e85171 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253626 Jul 23 22:36:44.939169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:44.962020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:44.965233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db89f-91d3-4699-9a36-68aa345f67c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca3a2a-0ad3-4478-bf35-58206d05f734,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:44.979044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:44.979931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:45.002545 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:45.046197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.080011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.105968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c471109e-45fb-4059-920a-cd2014863e2c req-694d2716-11e4-4f34-a703-1c5201dbdc50 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.1492419 Jul 23 22:36:45.119940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-762a4fba-fa48-41bd-bdc5-5c624ba4c4aa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:45.127155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-762a4fba-fa48-41bd-bdc5-5c624ba4c4aa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:45.135824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-762a4fba-fa48-41bd-bdc5-5c624ba4c4aa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:45.137962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-762a4fba-fa48-41bd-bdc5-5c624ba4c4aa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 1996 time: 0.3225281 Jul 23 22:36:45.144072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7141b02-8de1-4b4a-a523-13864ad70dcf req-bbde83d3-76dc-4c8b-9825-884564b371e7 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0525258 Jul 23 22:36:45.146743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.177436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.184365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] 10.222.0.37 "DELETE /v2.0/networks/10e53b3f-3abc-40c0-b313-4a9f444f18b7 HTTP/1.1" status: 204 len: 168 time: 0.8086581 Jul 23 22:36:45.210906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.213866 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.217814 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceca3a2a-0ad3-4478-bf35-58206d05f734 HTTP/1.1" status: 204 len: 168 time: 0.2703760 Jul 23 22:36:45.229070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7cc82-06bc-4e69-9d3c-da92262fbb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca3a2a-0ad3-4478-bf35-58206d05f734,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:45.239972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.252639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2ead2-e6ef-4218-b3fd-60d7ed823f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=10e53b3f-3abc-40c0-b313-4a9f444f18b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:45.341147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0a21d75c-e069-43cb-8429-d1cf96f94c17 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f891050d14344f95aaa7d4f51c332344 HTTP/1.1" status: 200 len: 380 time: 0.1778281 Jul 23 22:36:45.356215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'admin_state_up': True, 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'security_groups': ['e5b018dd-f16c-43d5-a9a8-a253a9ae8544']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:45.445026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:45.550329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2504d9d5-113a-47f2-96ef-47107f172b37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b0d8c22912444f584988aec2971d045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040366 Jul 23 22:36:45.554320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:45.572875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:45.578089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.656158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.691508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:45.704335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.720626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d7cbf7-5c12-4962-8ff7-e4bae5206307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.762261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Deleting port a7101654-612b-4e08-b4a0-5ec40857c46a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:45.762694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.817321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3958fabc-1d2e-4a44-b291-f7c71444263f req-06220b77-ccfd-4785-a3fe-261d844a9fec tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 210 time: 0.0398095 Jul 23 22:36:45.867774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 172.20.0.12 (29fe45e6-815e-4013-ad1b-7d04a17dfa20/022ea7ab-6aa5-41a2-be0e-f021c3aee6aa/5cdb49e6-adcb-4970-b01e-5b98a9821424) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:45.883834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-e3c3cf25-3e9f-4804-a9c5-4fdcd14567ab tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b8ba0cacce8d43119c53742b009f0c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255489 Jul 23 22:36:45.931575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] For port a7101654-612b-4e08-b4a0-5ec40857c46a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a7101654-612b-4e08-b4a0-5ec40857c46a,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:45.932109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.946057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Calling delete_port for a7101654-612b-4e08-b4a0-5ec40857c46a owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:45.968893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.971681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:45.976065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29661ccc-3686-4e48-a13e-5fb7cde24332 HTTP/1.1" status: 204 len: 168 time: 0.4165788 Jul 23 22:36:46.063391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277a515-55a1-45ba-ab78-e3fb952d428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29661ccc-3686-4e48-a13e-5fb7cde24332,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:46.107609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d7cbf7-5c12-4962-8ff7-e4bae5206307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.135874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d7cbf7-5c12-4962-8ff7-e4bae5206307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.206729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-38b4ed8d-e94f-4b3d-a319-50bd8ef8567e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:46.208617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-38b4ed8d-e94f-4b3d-a319-50bd8ef8567e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176298 Jul 23 22:36:46.221258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Request body: {'port': {'device_id': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'b8ba0cacce8d43119c53742b009f0c48'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:46.245396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.263734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object 5cdb49e6-adcb-4970-b01e-5b98a9821424 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:46.270887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7cbf7-5c12-4962-8ff7-e4bae5206307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299587a-74a1-4c4b-bc3b-036b28a3b95a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:46.287304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-56d7cbf7-5c12-4962-8ff7-e4bae5206307 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e729ed5550649e18fe26970954f0fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936918 Jul 23 22:36:46.291446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:46.297530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c4b6471e-9e1b-425f-9b5d-7ffecb96d8c7 req-722e8873-6528-48ad-b22b-12d87e04ffcd tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0691466 Jul 23 22:36:46.364716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd87808-f80a-4ea8-94ed-759afec45d71 req-a30d9617-329d-4e3d-85d9-ba0ccb8a57ba tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:46.371002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dd87808-f80a-4ea8-94ed-759afec45d71 req-a30d9617-329d-4e3d-85d9-ba0ccb8a57ba tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.3072386 Jul 23 22:36:46.388138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.470399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dd87808-f80a-4ea8-94ed-759afec45d71 req-3ea56956-4a79-443b-9803-e6968c37d8e7 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866268 Jul 23 22:36:46.472178 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.499658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.560468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6205075d-10a8-43bf-a30e-10eee8fa2df7 req-b76737b8-bfc8-4e3a-87d6-e503c59f42ed tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.1108103 Jul 23 22:36:46.568684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:46.574546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:46.576183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:46.580932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:46.644519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.650427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:46.651943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.658966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.703512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Pushing event deleted for resources: {'Port': ['ID=a7101654-612b-4e08-b4a0-5ec40857c46a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:46.710068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Made reservation on behalf of b8ba0cacce8d43119c53742b009f0c48 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:46.712592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-3742f6ab-1392-4792-991b-f5251988018f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3654232 Jul 23 22:36:46.713664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:46.725010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'admin_state_up': True, 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'security_groups': ['e5b018dd-f16c-43d5-a9a8-a253a9ae8544']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:46.989638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-679dc8fe-e653-456c-98b0-2e018b699d19 None None] Provisioning for port 5cdb49e6-adcb-4970-b01e-5b98a9821424 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:46.994322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-679dc8fe-e653-456c-98b0-2e018b699d19 None None] Provisioning complete for port 5cdb49e6-adcb-4970-b01e-5b98a9821424 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:46.994705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-679dc8fe-e653-456c-98b0-2e018b699d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.003501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.006669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.007852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9299587a-74a1-4c4b-bc3b-036b28a3b95a HTTP/1.1" status: 204 len: 168 time: 0.7129765 Jul 23 22:36:47.036573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-033afb37-5a5b-4ce4-af8d-b83c2c40960e req-a397f76c-ddfd-41e8-9575-a61340b3c99c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 210 time: 0.0873039 Jul 23 22:36:47.063543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:47.068487 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.095086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-679dc8fe-e653-456c-98b0-2e018b699d19 None None] Port 5cdb49e6-adcb-4970-b01e-5b98a9821424 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:47.297435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.1.1.146 (a8f034a8-ce67-4b45-a5b8-38fd260dbc34/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30/ab416727-c5fa-4d64-984c-3344172506a3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:47.421626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Allocated IP 192.168.233.13 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/eb33c707-874d-4fd9-be01-499bc8697cfe) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:47.429507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299587a-74a1-4c4b-bc3b-036b28a3b95a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:47.448775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.449116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.449457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.449810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.450147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.450472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.451166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.451400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.451726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.452049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.452388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.452689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9d633-1e4f-47df-95e1-a4c0d877bc0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.556690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.577948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.631824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object ab416727-c5fa-4d64-984c-3344172506a3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:47.691154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72ac45-9bd4-49ee-a0cf-f829dac5b407 req-da173da8-9cee-4976-a45d-74aed71a062a tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:47.694390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d72ac45-9bd4-49ee-a0cf-f829dac5b407 req-da173da8-9cee-4976-a45d-74aed71a062a tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.1124635 Jul 23 22:36:47.709619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.730703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7219eb-90aa-493e-855b-5aa06febc505 req-6a32f02e-db55-479e-ae0b-bb6848c28faf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:47.738070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2a7219eb-90aa-493e-855b-5aa06febc505 req-6a32f02e-db55-479e-ae0b-bb6848c28faf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 932 time: 0.2518046 Jul 23 22:36:47.809924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d72ac45-9bd4-49ee-a0cf-f829dac5b407 req-cd2a8fe0-4bcf-4e61-96ce-908ad34a074b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058681 Jul 23 22:36:47.812345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:47.817184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:47.824282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:47.851184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2a7219eb-90aa-493e-855b-5aa06febc505 req-d59ebc95-cfe3-4849-aa4f-d16d162b7006 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120532 Jul 23 22:36:47.862618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:47.910854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:47.947183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.947559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.947917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.948257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.948596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.948932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.949265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.949597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.950044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.950298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.950595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.950917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:36:47.986068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:47.986871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.019164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-174589a5-9651-4591-a715-11f2a4baeb82 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2999883 Jul 23 22:36:48.032603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'admin_state_up': True, 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'security_groups': ['e5b018dd-f16c-43d5-a9a8-a253a9ae8544']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:48.167485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Transition to ACTIVE for port object eb33c707-874d-4fd9-be01-499bc8697cfe will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:48.263098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-da547033-045b-4f36-bccf-021b979f7f30 req-58d151c6-1988-4198-a79f-f0207af488fd tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.1090214 Jul 23 22:36:48.263886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:48.268961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.273222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b0413d2e-881c-4f3d-bc60-0e04857e317c None None] Provisioning for port ab416727-c5fa-4d64-984c-3344172506a3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:48.277525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b0413d2e-881c-4f3d-bc60-0e04857e317c None None] Provisioning complete for port ab416727-c5fa-4d64-984c-3344172506a3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:48.277965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0413d2e-881c-4f3d-bc60-0e04857e317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.297203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Router 56c97896-0fda-4a26-9d43-66f8329abad7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:36:48.376409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b0413d2e-881c-4f3d-bc60-0e04857e317c None None] Port ab416727-c5fa-4d64-984c-3344172506a3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:48.447676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.464075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:48.528797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.1.1.5 (a8f034a8-ce67-4b45-a5b8-38fd260dbc34/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30/050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:48.551362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:36:48.568282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Sync routers for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:36:48.583822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b4f74eeb-8f80-4752-827c-8a270b26a3af admin admin] 10.222.0.37 "PUT /v2.0/routers/56c97896-0fda-4a26-9d43-66f8329abad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2661676 Jul 23 22:36:48.599637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:48.611448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:48.619047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:36:48.619879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:48.733370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:48.736276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.738243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:48.739738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:48.856990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:48.904174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:48.991526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.005319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f95e35a-e25a-493b-a303-16e047ada2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.045337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:36:49.046745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de4bc5-8b04-4162-82d5-bf8c3b0ebe56 req-b678b361-8243-4fad-853f-01fbdce6f9ae tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.057152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40de4bc5-8b04-4162-82d5-bf8c3b0ebe56 req-b678b361-8243-4fad-853f-01fbdce6f9ae tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 935 time: 0.6872540 Jul 23 22:36:49.059856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Pushing event updated for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:49.110868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:49.118088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:49.131841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:49.138996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40de4bc5-8b04-4162-82d5-bf8c3b0ebe56 req-eaccb87e-2e88-467f-bc26-46af44db496e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770454 Jul 23 22:36:49.186991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.187650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.215048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.221137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.262390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:49.339225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c246d1-9a17-4925-86dc-54470bb8affd req-8e0bdbad-e733-4728-8cba-a61f4c165cb3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.340606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37c246d1-9a17-4925-86dc-54470bb8affd req-8e0bdbad-e733-4728-8cba-a61f4c165cb3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.3869607 Jul 23 22:36:49.352866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c78d9ce4-5568-4318-b89a-3877d48b3cce None None] Provisioning for port eb33c707-874d-4fd9-be01-499bc8697cfe completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:49.363006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c78d9ce4-5568-4318-b89a-3877d48b3cce None None] Provisioning complete for port eb33c707-874d-4fd9-be01-499bc8697cfe triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:49.364616 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c78d9ce4-5568-4318-b89a-3877d48b3cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.397738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.411544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c78d9ce4-5568-4318-b89a-3877d48b3cce None None] Port eb33c707-874d-4fd9-be01-499bc8697cfe cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:49.430359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37c246d1-9a17-4925-86dc-54470bb8affd req-42378f1f-8184-4388-b323-a4ef69912692 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816159 Jul 23 22:36:49.509699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:36:46Z', 'revision_number': 5, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port': {'id': '1b878ab1-f11b-4380-b4b3-86cf18960432', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:45:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:47Z', 'updated_at': '2021-07-23T22:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:49.550644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Checking router: 56c97896-0fda-4a26-9d43-66f8329abad7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:36:49.567726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Routers {'56c97896-0fda-4a26-9d43-66f8329abad7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:36:49.568514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['56c97896-0fda-4a26-9d43-66f8329abad7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:49.611993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939081-8670-40ea-a63b-04b8821838b2 req-f857f185-066e-42b6-8cd5-85b8f9b99673 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.618541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939081-8670-40ea-a63b-04b8821838b2 req-f857f185-066e-42b6-8cd5-85b8f9b99673 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.626516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939081-8670-40ea-a63b-04b8821838b2 req-f857f185-066e-42b6-8cd5-85b8f9b99673 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:49.628666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb939081-8670-40ea-a63b-04b8821838b2 req-f857f185-066e-42b6-8cd5-85b8f9b99673 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 2373 time: 0.3811297 Jul 23 22:36:49.656930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f95e35a-e25a-493b-a303-16e047ada2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.673507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f95e35a-e25a-493b-a303-16e047ada2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.687616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] Set router 56c97896-0fda-4a26-9d43-66f8329abad7 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:36:49.690697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a82556e2-f75a-4dfb-abda-5d21dbadc625 None None] Provisioning for port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:49.692518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00095291-f4b4-4261-aac2-7663e5518271 req-525d424c-fe01-4f7e-a70c-138352450f41 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0452707 Jul 23 22:36:49.697337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-83b5af42-d4bb-4465-9090-26f1a82e25c4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6723499 Jul 23 22:36:49.714547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'admin_state_up': True, 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'security_groups': ['e5b018dd-f16c-43d5-a9a8-a253a9ae8544']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:49.718444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-b255d523-771f-46b4-8d9a-dabc6806c2e3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5010254 Jul 23 22:36:49.743607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a82556e2-f75a-4dfb-abda-5d21dbadc625 None None] Provisioning complete for port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:49.744163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a82556e2-f75a-4dfb-abda-5d21dbadc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.748921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Deleting port 1b878ab1-f11b-4380-b4b3-86cf18960432 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:49.749545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:49.763462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Request body: {'port': {'device_id': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:49.778089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95e35a-e25a-493b-a303-16e047ada2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edfe60a-199b-4728-8ecb-a29b23e2de71,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:49.797145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:36:49Z', 'revision_number': 6, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:49.832033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f95e35a-e25a-493b-a303-16e047ada2a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e474a125a214419b870542b9ce518eda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0859725 Jul 23 22:36:49.832825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873a695-f998-4360-9cd6-ea620aa02ae0 None None] The sync data for ids ['56c97896-0fda-4a26-9d43-66f8329abad7'] in n-d-791506-25 is: [{'id': '56c97896-0fda-4a26-9d43-66f8329abad7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1374662964-router', 'tenant_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:45Z', 'updated_at': '2021-07-23T22:36:49Z', 'revision_number': 6, 'project_id': '75e7ee2e12d343a08ad7c5b8361104b9', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:36:49.835751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:49.851127 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb939081-8670-40ea-a63b-04b8821838b2 req-067564ea-9504-4d35-8c30-9feacb5a5dc9 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911085 Jul 23 22:36:49.851443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a82556e2-f75a-4dfb-abda-5d21dbadc625 None None] Port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:49.914327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:50.025397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.057255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.115120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] For port 1b878ab1-f11b-4380-b4b3-86cf18960432, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1b878ab1-f11b-4380-b4b3-86cf18960432,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:50.115498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.133584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.154196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Calling delete_port for 1b878ab1-f11b-4380-b4b3-86cf18960432 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:50.256671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a7101654-612b-4e08-b4a0-5ec40857c46a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:50.272320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-17a3f41e-369a-4260-9885-9e9b6aa3de0c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258117 Jul 23 22:36:50.291701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a7101654-612b-4e08-b4a0-5ec40857c46a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:50.292143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a7101654-612b-4e08-b4a0-5ec40857c46a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:50.392471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.450837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-b4a9ec2f-f13f-46df-818d-b9c1591bba42 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:50.458464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-b4a9ec2f-f13f-46df-818d-b9c1591bba42 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768081 Jul 23 22:36:50.469152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-68b41d4d-06c9-43b0-b99c-bc090f186bb3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/quotas/e0eacc3ab27e4299bbf24c187260a84f HTTP/1.1" status: 200 len: 375 time: 0.0095487 Jul 23 22:36:50.515117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.517577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.521448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6edfe60a-199b-4728-8ecb-a29b23e2de71 HTTP/1.1" status: 204 len: 168 time: 0.6666472 Jul 23 22:36:50.524373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-2f646f29-bf72-4b19-88e1-468e0cc789c7 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474010 Jul 23 22:36:50.575547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fa4ad-2a8e-4d01-b912-11db998135bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edfe60a-199b-4728-8ecb-a29b23e2de71,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:50.602011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc2a6-a172-4676-af3c-7aab76c68116 req-665bd657-b152-4862-b5b0-20a2953a4385 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:50.610512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b38bc2a6-a172-4676-af3c-7aab76c68116 req-665bd657-b152-4862-b5b0-20a2953a4385 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 935 time: 0.3068330 Jul 23 22:36:50.640823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:50.696546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b878ab1-f11b-4380-b4b3-86cf18960432,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:50.743380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b38bc2a6-a172-4676-af3c-7aab76c68116 req-da6bd6b4-ef36-4069-bf7c-604464a8daa3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320558 Jul 23 22:36:50.997585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.2.2.100 (ae3f4454-8e4d-4059-98a2-b62e1cae4c7b/1a87101f-01f2-4f00-b170-928d526b6051/9e37b8e9-8e08-4cf8-b958-59dbe64298b9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:51.061501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb33c707-874d-4fd9-be01-499bc8697cfe {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:51.067373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.142578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.143532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0a9aeda-6491-44e9-ae17-4763f7fe15fe req-8c10efc8-bdfd-47ec-84be-c9e363f85396 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0786688 Jul 23 22:36:51.192181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.197495 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.199410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Transition to ACTIVE for port object eb33c707-874d-4fd9-be01-499bc8697cfe will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:51.214307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.314555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff5685-ea09-41d3-af36-de93d776b9b1 req-5c37a052-ba15-4ac9-ab06-3ce4b237b6c3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:51.326077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8ff5685-ea09-41d3-af36-de93d776b9b1 req-5c37a052-ba15-4ac9-ab06-3ce4b237b6c3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 943 time: 0.4211662 Jul 23 22:36:51.340046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.344292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c97896-0fda-4a26-9d43-66f8329abad7 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:36:51.357208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f490ae41-d7ab-46e2-8130-e5d6898982ed details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:51.448346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.454594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-24a6dca5-ac24-4054-9efa-482e63a472b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/56c97896-0fda-4a26-9d43-66f8329abad7 HTTP/1.1" status: 204 len: 168 time: 2.8382587 Jul 23 22:36:51.454822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:51.471421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.522996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:51.561995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:51.584993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefeedc-dd88-49c7-97fd-9f5ea3159a69 req-8a7e46c4-dd68-4f5b-94b9-73c56e1b999f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:51.594982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefeedc-dd88-49c7-97fd-9f5ea3159a69 req-8a7e46c4-dd68-4f5b-94b9-73c56e1b999f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:51.602842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefeedc-dd88-49c7-97fd-9f5ea3159a69 req-8a7e46c4-dd68-4f5b-94b9-73c56e1b999f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:51.611780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcefeedc-dd88-49c7-97fd-9f5ea3159a69 req-8a7e46c4-dd68-4f5b-94b9-73c56e1b999f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 2373 time: 0.2924809 Jul 23 22:36:51.654091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:51.673427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'port_id': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'mac_address': 'fa:16:3e:6d:81:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:51.701255 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcefeedc-dd88-49c7-97fd-9f5ea3159a69 req-a103497d-1054-4d4c-946d-6206c56f2c1d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881495 Jul 23 22:36:51.703677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.706230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8ff5685-ea09-41d3-af36-de93d776b9b1 req-919d4315-773e-47ce-8a63-df3af7216d62 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790681 Jul 23 22:36:51.748861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Deleting subnet 1180fcd9-d22b-42b1-8d58-34e4f43609f8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:36:51.752867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.783361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.825433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f490ae41-d7ab-46e2-8130-e5d6898982ed {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:51.831322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:51.835471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:51.843542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:51.861135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:51.873546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:51.881159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.969097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-e14e5a4a-ac2e-4d53-8b42-62881f06835b tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244867 Jul 23 22:36:51.971453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:51.992071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:52.029884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:52.030542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.055861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-983bc9b0-c53f-4692-9dfc-acc8556106b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3521516 Jul 23 22:36:52.075422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'admin_state_up': True, 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'security_groups': ['e5b018dd-f16c-43d5-a9a8-a253a9ae8544']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:52.096132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f490ae41-d7ab-46e2-8130-e5d6898982ed'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:52.107590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db8d3-1515-4dff-a318-c1a08aa0884f req-719c3550-c5a5-485f-aa46-7b261f25a774 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:52.109164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd6db8d3-1515-4dff-a318-c1a08aa0884f req-719c3550-c5a5-485f-aa46-7b261f25a774 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 947 time: 0.1942220 Jul 23 22:36:52.127660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Attempting to bind port eb33c707-874d-4fd9-be01-499bc8697cfe on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:52.128029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Attempting to bind port eb33c707-874d-4fd9-be01-499bc8697cfe by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:52.128462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Attempting to bind port eb33c707-874d-4fd9-be01-499bc8697cfe on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:52.129103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1b878ab1-f11b-4380-b4b3-86cf18960432 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:52.165882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Port eb33c707-874d-4fd9-be01-499bc8697cfe on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:52.166269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Attempting to bind port eb33c707-874d-4fd9-be01-499bc8697cfe on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:52.222396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.227479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1b878ab1-f11b-4380-b4b3-86cf18960432 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:36:52.228289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1b878ab1-f11b-4380-b4b3-86cf18960432 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:36:52.236666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd6db8d3-1515-4dff-a318-c1a08aa0884f req-2b2aab8e-4c79-43e9-9ea1-29771166b996 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944881 Jul 23 22:36:52.282898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:52.407630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Made reservation on behalf of f891050d14344f95aaa7d4f51c332344 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:52.413659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.526429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20ce72a3-22f2-40d1-83dd-99ed677c676f None None] Provisioning for port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:52.537097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20ce72a3-22f2-40d1-83dd-99ed677c676f None None] Provisioning complete for port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:52.537459 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20ce72a3-22f2-40d1-83dd-99ed677c676f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.540868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-939128193-network', 'tenant_id': 'f14f41b1a5f74f4fa86d6001733f5043'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:52.580454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-20ce72a3-22f2-40d1-83dd-99ed677c676f None None] Port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:52.597798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Made reservation on behalf of f14f41b1a5f74f4fa86d6001733f5043 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:52.599454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.633452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e68f4634-7f95-4a2f-bdd7-bb25d284e227 req-238c5a13-e852-4e13-934a-988372a5713c tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.1020472 Jul 23 22:36:52.636637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.641512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:52.642808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:52.643381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:52.643845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Bound port: eb33c707-874d-4fd9-be01-499bc8697cfe, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:52.644204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.698879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-d4763aea-3407-4d7a-88b2-ca226a7120c7 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720382 Jul 23 22:36:52.776548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.817466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-7102f54c-8387-430d-a066-4021cb029f12 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:52.819184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-7102f54c-8387-430d-a066-4021cb029f12 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8451183 Jul 23 22:36:52.858909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Allocated IP 10.2.2.200 (ae3f4454-8e4d-4059-98a2-b62e1cae4c7b/1a87101f-01f2-4f00-b170-928d526b6051/cec6ce86-2b8e-4186-9add-5735434686d8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:52.909719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-4a55c8fa-8c7d-4104-8e5f-b7e1c56eca41 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/quotas/e0eacc3ab27e4299bbf24c187260a84f HTTP/1.1" status: 200 len: 375 time: 0.0766823 Jul 23 22:36:52.920205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:52.927759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eb33c707-874d-4fd9-be01-499bc8697cfe,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:52.946345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.946813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.954503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:52.965019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ddca6-9c6d-48f0-a2ad-dc883cd7114e req-85f33fd1-f0ce-451a-aec7-528c0c2393c3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:52.970396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-010ddca6-9c6d-48f0-a2ad-dc883cd7114e req-85f33fd1-f0ce-451a-aec7-528c0c2393c3 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 944 time: 0.1851342 Jul 23 22:36:52.980730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.001969 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-d8dada41-9b2a-48c3-9099-7ca5b50e55c7 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688157 Jul 23 22:36:53.002750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.018065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-0de52e79-1379-4ffe-b752-cbed7dcb9e55 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.019738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-0de52e79-1379-4ffe-b752-cbed7dcb9e55 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120739 Jul 23 22:36:53.055272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:36:53.058926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Request body: {'port': {'device_id': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e0eacc3ab27e4299bbf24c187260a84f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:53.065263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1180fcd9-d22b-42b1-8d58-34e4f43609f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:53.069202 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.069563 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Added segment 1b92065e-148d-40be-8e87-77f639393e2b of type vlan for network 70ec0093-f86f-4276-b0b4-6823c78cf43b Jul 23 22:36:53.075583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc83f574-6b53-4dac-95a7-5f13c6805f87 None None] Network 438b485e-cbbb-4dfc-9c8b-534efad218d8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:53.089318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.091284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78399700-3933-4549-b40e-03d61a6d008e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1180fcd9-d22b-42b1-8d58-34e4f43609f8 HTTP/1.1" status: 204 len: 168 time: 1.6158698 Jul 23 22:36:53.092601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.093212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.094528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/eb33c707-874d-4fd9-be01-499bc8697cfe HTTP/1.1" status: 200 len: 1096 time: 3.3505006 Jul 23 22:36:53.095471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:53.098377 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4853eb-db22-4225-aa8b-7014f607ad45" -d '{"events": [{"name": "network-changed", "server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:53.120997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:53.155736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.178208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a72a-e648-4069-98f1-4deb818271e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:53.180408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b1ce5b-ebc8-4fbb-a0a8-f3a78b8c16d8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:53.366870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f490ae41-d7ab-46e2-8130-e5d6898982ed up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:36:53.389730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-010ddca6-9c6d-48f0-a2ad-dc883cd7114e req-21dfdcfd-e032-4473-af0c-c88813c80b46 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970933 Jul 23 22:36:53.428711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] DHCP port deletion for 438b485e-cbbb-4dfc-9c8b-534efad218d8 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:36:53.478669 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833bed3c-9d18-4f97-8223-b6f9b0428c4b x-openstack-request-id: req-833bed3c-9d18-4f97-8223-b6f9b0428c4b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:53.479039 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:53.479231 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-833bed3c-9d18-4f97-8223-b6f9b0428c4b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:53.479741 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe', 'status': 'completed', 'code': 200} Jul 23 22:36:53.483064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.490201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.491161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.491847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.510785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.557037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f490ae41-d7ab-46e2-8130-e5d6898982ed completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:53.570708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f490ae41-d7ab-46e2-8130-e5d6898982ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:53.571390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.607715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3161535 Jul 23 22:36:53.622527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:53.630926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Deleting port 6ba8e540-a2f4-44d8-b93c-9847a828f992 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:53.631550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.634674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Request body: {'subnet': {'network_id': '70ec0093-f86f-4276-b0b4-6823c78cf43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-939128193-subnet', 'tenant_id': 'f14f41b1a5f74f4fa86d6001733f5043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:53.662948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b66e-4a05-4ef4-86cb-86cbe3da035f admin admin] Pushing event updated for resources: {'Network': ['ID=70ec0093-f86f-4276-b0b4-6823c78cf43b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:53.663239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-dc42ad1e-9444-40ae-ace1-d93be599be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.664720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-dc42ad1e-9444-40ae-ace1-d93be599be88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 1099 time: 0.4266593 Jul 23 22:36:53.670264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Transition to ACTIVE for port object cec6ce86-2b8e-4186-9add-5735434686d8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:53.674609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Made reservation on behalf of e0eacc3ab27e4299bbf24c187260a84f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:53.678426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.694014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1e309b5-4a71-4c66-a212-906a0a20f015 req-5993f219-a3a5-47a5-aea9-a2a8c53855c8 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 210 time: 0.1146452 Jul 23 22:36:53.703488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 70ec0093-f86f-4276-b0b4-6823c78cf43b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:36:53.751478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-93da4efa-24ab-4d6a-b9f2-6d3ef8efecb2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.752822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.775279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-93da4efa-24ab-4d6a-b9f2-6d3ef8efecb2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.786611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-93da4efa-24ab-4d6a-b9f2-6d3ef8efecb2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.801570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-93da4efa-24ab-4d6a-b9f2-6d3ef8efecb2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:53.810589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-93da4efa-24ab-4d6a-b9f2-6d3ef8efecb2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 3094 time: 0.3692632 Jul 23 22:36:53.814095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:53.820007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:53.844549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:53.864828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.876189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-72567b27-6dff-4379-b459-aacc39111e9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=eb33c707-874d-4fd9-be01-499bc8697cfe HTTP/1.1" status: 200 len: 217 time: 0.1904242 Jul 23 22:36:53.936444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] For port 6ba8e540-a2f4-44d8-b93c-9847a828f992, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6ba8e540-a2f4-44d8-b93c-9847a828f992,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:53.936905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:53.973123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Made reservation on behalf of f14f41b1a5f74f4fa86d6001733f5043 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:53.981153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.017287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Calling delete_port for 6ba8e540-a2f4-44d8-b93c-9847a828f992 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:54.029284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:54.030070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.041677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6ba8e540-a2f4-44d8-b93c-9847a828f992 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:36:54.053282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:54.102960 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.124927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93884cb2-ea1c-49dc-93ba-0832a83d0526 req-593512dd-9918-465c-86b1-65130bec574e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:54.132607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93884cb2-ea1c-49dc-93ba-0832a83d0526 req-593512dd-9918-465c-86b1-65130bec574e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 947 time: 0.3165309 Jul 23 22:36:54.184414 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a4f73584-cef5-4e73-8213-1695ea41c472 req-5318dd05-3a03-43f3-abb0-56330594b8aa tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683565 Jul 23 22:36:54.202156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Deleting port 6ba8e540-a2f4-44d8-b93c-9847a828f992 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:54.205840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.236615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93884cb2-ea1c-49dc-93ba-0832a83d0526 req-777bcc56-d2ac-46c1-b83e-3db24e838b46 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029890 Jul 23 22:36:54.256050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:54.262471 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7023b1-95b1-44f5-a0d3-66c959dc1f18" -d '{"events": [{"server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "name": "network-vif-plugged", "status": "completed", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:54.296082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-91f9293a-2c61-4391-9753-712552e2fac0 None None] Provisioning for port cec6ce86-2b8e-4186-9add-5735434686d8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:54.326490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:54.334938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.340507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-91f9293a-2c61-4391-9753-712552e2fac0 None None] Provisioning complete for port cec6ce86-2b8e-4186-9add-5735434686d8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:54.341361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-91f9293a-2c61-4391-9753-712552e2fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.344654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.377498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ece7715-762f-4df4-a54f-fb996eb1628b req-2b263b63-919e-4e74-a9fa-0b6b2cfdb882 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0762007 Jul 23 22:36:54.396927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-2e211fdb-676b-4304-8185-46418bdb67fc tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3314266 Jul 23 22:36:54.418996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:54.598722 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51dddd0-4b39-4b59-84d1-85444c906d5c x-openstack-request-id: req-c51dddd0-4b39-4b59-84d1-85444c906d5c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:54.599766 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "name": "network-vif-plugged", "status": "completed", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:54.600251 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c51dddd0-4b39-4b59-84d1-85444c906d5c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:54.600881 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'code': 200} Jul 23 22:36:54.610039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.628367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-c21aaa39-097f-4303-b14b-4029248d378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:54.631125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-c21aaa39-097f-4303-b14b-4029248d378e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.6444213 Jul 23 22:36:54.645715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.655783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] No DVR routers for this DVR port 6ba8e540-a2f4-44d8-b93c-9847a828f992 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:54.660561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-91f9293a-2c61-4391-9753-712552e2fac0 None None] Port cec6ce86-2b8e-4186-9add-5735434686d8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:54.671673 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.673879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:54.692807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.717844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfaafb-ce2a-4fbb-b7e9-215e84171f46 None None] Pushing event deleted for resources: {'Port': ['ID=6ba8e540-a2f4-44d8-b93c-9847a828f992,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:54.741362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:54.745878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517f0a-d237-440a-b0e8-41047ffdd386 req-4dd49a2d-20e8-431f-864f-eed48acf359c tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:54.753326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66517f0a-d237-440a-b0e8-41047ffdd386 req-4dd49a2d-20e8-431f-864f-eed48acf359c tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.2101042 Jul 23 22:36:54.795932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6401f-864c-486d-b55d-2e12eb69c5ec req-ecab0575-e0e4-4719-bb0e-c500420755af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:54.797591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fb6401f-864c-486d-b55d-2e12eb69c5ec req-ecab0575-e0e4-4719-bb0e-c500420755af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 1097 time: 0.2862465 Jul 23 22:36:54.845028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f87dc8-3862-4463-a155-43110ad44032,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:54.882407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b87985-ab08-4cca-b07b-ca911bfa5630,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:54.890836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-5ae167d7-783d-436f-b7df-5cf3a5a7ec4f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534165 Jul 23 22:36:54.991654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e658f76d-948b-467f-9267-e828deeda093 req-aeb115e9-d921-4908-9508-766ddf172df6 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 210 time: 0.1475666 Jul 23 22:36:55.027601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] For port 6ba8e540-a2f4-44d8-b93c-9847a828f992, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6ba8e540-a2f4-44d8-b93c-9847a828f992,segment=NetworkSegment(01d5aa48-e9a1-4cee-a4eb-120cfeb37688),segment_id=01d5aa48-e9a1-4cee-a4eb-120cfeb37688)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:55.028009 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.038378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fb6401f-864c-486d-b55d-2e12eb69c5ec req-0967aaa1-184c-42ab-8535-d68baece1ae7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328413 Jul 23 22:36:55.070151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66517f0a-d237-440a-b0e8-41047ffdd386 req-fd5060ff-b5e5-4af2-8cd3-8a71785aec3d tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158598 Jul 23 22:36:55.076366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Calling delete_port for 6ba8e540-a2f4-44d8-b93c-9847a828f992 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:55.104821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Checking segment: {'id': '1b92065e-148d-40be-8e87-77f639393e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '70ec0093-f86f-4276-b0b4-6823c78cf43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:55.105181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Network hostable DHCP agents. Network: 70ec0093-f86f-4276-b0b4-6823c78cf43b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:36:55.152108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-907fdf81-9084-4f3b-be1d-1f5a9de40a0a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.153496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-907fdf81-9084-4f3b-be1d-1f5a9de40a0a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465720 Jul 23 22:36:55.176256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Allocated IP 192.168.233.246 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/5ea392b2-363b-4d4a-b2b3-0683efeeff52) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:55.187526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340058-184a-4783-94d0-63d27f6ad05b req-d97c3ef0-14e2-4b5a-8e94-b7e745b361b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.189124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-d97c3ef0-14e2-4b5a-8e94-b7e745b361b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5371406 Jul 23 22:36:55.200005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Network 70ec0093-f86f-4276-b0b4-6823c78cf43b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:36:55.200289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Request body: {'port': {'device_id': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e0eacc3ab27e4299bbf24c187260a84f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:55.260350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 70ec0093-f86f-4276-b0b4-6823c78cf43b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:55.281560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea0d88-3964-4b46-997b-a20efd4078c4 None None] Network 70ec0093-f86f-4276-b0b4-6823c78cf43b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:55.285953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.286548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.352471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a126e53-6006-4b20-a792-ef7cd89ff531 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7271657 Jul 23 22:36:55.414521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.491387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba8e540-a2f4-44d8-b93c-9847a828f992,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:55.494763 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-34734af0-e67e-4991-b801-c5bf9efb076a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880626 Jul 23 22:36:55.499986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] No DVR routers for this DVR port 6ba8e540-a2f4-44d8-b93c-9847a828f992 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:36:55.549220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60317b04-7e03-4356-94bd-07ed8d66e239 None None] Network 70ec0093-f86f-4276-b0b4-6823c78cf43b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:36:55.558393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdb49e6-adcb-4970-b01e-5b98a9821424 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:55.570569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.590852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Transition to ACTIVE for port object 5cdb49e6-adcb-4970-b01e-5b98a9821424 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:55.599837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Made reservation on behalf of e0eacc3ab27e4299bbf24c187260a84f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:36:55.607203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.612345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.728151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.752109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.760416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.767644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.774876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.781735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.783676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-99b6de5d-5255-4d1d-9afe-c0cd4cd939e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 3815 time: 0.4250529 Jul 23 22:36:55.817915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438b485e-cbbb-4dfc-9c8b-534efad218d8']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:55.861209 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27b11bc1-8b56-4eb3-972d-d6f9d3df16f7 req-b61dde6e-20a9-4699-a524-e3083c4e34b6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597441 Jul 23 22:36:55.870200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.888711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:55.892147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d5aa48-e9a1-4cee-a4eb-120cfeb37688') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:55.893466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d5aa48-e9a1-4cee-a4eb-120cfeb37688') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:36:55.906280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62a2b-cf83-4116-9711-587465df0cef req-4269f9cf-7c75-48ae-ade7-5957166ce508 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:55.907848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d62a2b-cf83-4116-9711-587465df0cef req-4269f9cf-7c75-48ae-ade7-5957166ce508 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 947 time: 0.5602052 Jul 23 22:36:55.940638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Transition to ACTIVE for port object 5ea392b2-363b-4d4a-b2b3-0683efeeff52 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:55.953836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Attempting to bind port 5cdb49e6-adcb-4970-b01e-5b98a9821424 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:55.954252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Attempting to bind port 5cdb49e6-adcb-4970-b01e-5b98a9821424 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:55.954590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Attempting to bind port 5cdb49e6-adcb-4970-b01e-5b98a9821424 on network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:55.968628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Port 5cdb49e6-adcb-4970-b01e-5b98a9821424 on network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:55.968953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Attempting to bind port 5cdb49e6-adcb-4970-b01e-5b98a9821424 on network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:55.983566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:55.983841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Checking segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:55.984253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Bound using segment: {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:55.984701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Bound port: 5cdb49e6-adcb-4970-b01e-5b98a9821424, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ad4c6-13b5-49a9-84fe-eafb372b60a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:55.985063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.991216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:55.991917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d62a2b-cf83-4116-9711-587465df0cef req-206ee540-c072-4975-afb4-8cf67da3b833 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 Jul 23 22:36:56.014340 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8a340058-184a-4783-94d0-63d27f6ad05b req-530981a7-7592-467c-844d-83e57f74f82a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027723 Jul 23 22:36:56.017106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.079072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.128245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:36:56.128571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:36:56.131970 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:36:56.166821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:56.197089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:56.199644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:56.211926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e1d32ed-bc14-4830-9341-a43893191674 req-ba5640ab-261e-48b5-bde8-4b0cefba566f tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.1105082 Jul 23 22:36:56.322905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:56.322905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.337196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1397239576', 'description': 'tempest-description-834125480'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:56.360620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:56.403324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1c7ce40-a704-4a7a-bd8d-6e9d0159dc2c req-6acf80ac-65b8-4d2d-93ad-32cde42850dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 210 time: 0.0452020 Jul 23 22:36:56.403726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.423590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-a1edeb36-d195-4d37-ae0d-1c043de54414 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3716328 Jul 23 22:36:56.424537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.424982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Allocated IP 192.168.233.254 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/cac07e20-f628-40cc-97ed-8914e9d2c8b6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:36:56.447320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Pushing event deleted for resources: {'Network': ['ID=438b485e-cbbb-4dfc-9c8b-534efad218d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:56.450642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-dd0350d3-3f94-4788-8e25-3baab37d173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:56.452169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-dd0350d3-3f94-4788-8e25-3baab37d173d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8ba0cacce8d43119c53742b009f0c48&device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 1099 time: 0.3682783 Jul 23 22:36:56.466022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Request body: {'port': {'device_id': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:56.479626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.485461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1954b86f-25b7-40eb-93a4-a81011a95153 admin admin] 10.222.0.37 "DELETE /v2.0/networks/438b485e-cbbb-4dfc-9c8b-534efad218d8 HTTP/1.1" status: 204 len: 168 time: 3.3606689 Jul 23 22:36:56.485650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:56.486180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:56.493272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:56.509128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.580077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:56.580689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.587932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] 10.222.0.25 "PUT /v2.0/ports/5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 1093 time: 2.1867118 Jul 23 22:36:56.589742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:56.592173 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:56.635989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:56.674721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19ada0b2-bb38-456b-91e3-1eb8b08ec759 None None] Provisioning for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:56.685466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19ada0b2-bb38-456b-91e3-1eb8b08ec759 None None] Provisioning complete for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:56.685855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19ada0b2-bb38-456b-91e3-1eb8b08ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.752396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-19ada0b2-bb38-456b-91e3-1eb8b08ec759 None None] Port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:56.788279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a38c28-ab10-45a3-968a-08ca3f427cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:56.821260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.866479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.893562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Transition to ACTIVE for port object cac07e20-f628-40cc-97ed-8914e9d2c8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:56.896123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.949076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.951053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:56.952429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1cac4a11-9b25-4557-8a44-510cad87e921 req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6343706 Jul 23 22:36:56.964396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e407d-e438-4fb3-a30a-60216f3ce059 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b9cd3-a932-46c6-9e88-b06e078871ae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:57.102483 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797b44f3-9ac2-4417-8410-2e65aadbe5b6 x-openstack-request-id: req-797b44f3-9ac2-4417-8410-2e65aadbe5b6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:36:57.102854 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:36:57.103113 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-797b44f3-9ac2-4417-8410-2e65aadbe5b6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:36:57.104288 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'status': 'completed', 'code': 200} Jul 23 22:36:57.168851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-03a29536-bfa0-4d55-a10d-a3a850b2ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.170485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-03a29536-bfa0-4d55-a10d-a3a850b2ba3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.6874099 Jul 23 22:36:57.201079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:57.225582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:57.245201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-a2220297-8167-476c-9b69-b21956cb352a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=eb33c707-874d-4fd9-be01-499bc8697cfe HTTP/1.1" status: 200 len: 217 time: 0.0631933 Jul 23 22:36:57.342294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:36:57.353467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:36:57.355310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event updated for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:57.359741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:36:57.382144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee7874-0807-4e54-8f03-489f49eed6f9 req-ce815ce6-2bc9-4e99-8abc-47c3cddb2bc1 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.383723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1ee7874-0807-4e54-8f03-489f49eed6f9 req-ce815ce6-2bc9-4e99-8abc-47c3cddb2bc1 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.6930032 Jul 23 22:36:57.420606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.427745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.434364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.440330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.440533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-c3064f82-f77a-4a78-a47c-08b298f18ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.442618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-c3064f82-f77a-4a78-a47c-08b298f18ead service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1910865 Jul 23 22:36:57.447652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.450137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-8854fe31-f7a3-4599-a6f3-b1790a4d01d0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 3827 time: 0.3530602 Jul 23 22:36:57.463230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.463760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.464234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.464703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.465179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.467036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-171660f0-6582-4b19-bb74-56a95af47da1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 4363 time: 0.3669610 Jul 23 22:36:57.476258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.476829 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:57.581269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1ee7874-0807-4e54-8f03-489f49eed6f9 req-c1445a6a-aa0c-4f35-b5b6-a0a557f87f0e tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893580 Jul 23 22:36:57.604180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-9fe819ec-5a46-422d-b6ad-8854f86f75d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4095089 Jul 23 22:36:57.657564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Request body: {'port': {'device_id': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:57.765892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45f0d951-6ae6-4813-9b85-52e2244cfca2 req-d19c1448-7898-49d7-9a18-8942acce2397 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813153 Jul 23 22:36:57.779857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-c8af3555-86b0-4148-a53f-bfd37bf8b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.781641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-c8af3555-86b0-4148-a53f-bfd37bf8b550 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3291860 Jul 23 22:36:57.808385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e87911a3-8f5c-4d92-89dd-56fb1cdd726b None None] Provisioning for port cac07e20-f628-40cc-97ed-8914e9d2c8b6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:36:57.813436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-2b06b2cc-a6c7-4dfa-bde6-d5cf34e48967 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/a98b9cd3-a932-46c6-9e88-b06e078871ae HTTP/1.1" status: 200 len: 1804 time: 0.1459537 Jul 23 22:36:57.822009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e87911a3-8f5c-4d92-89dd-56fb1cdd726b None None] Provisioning complete for port cac07e20-f628-40cc-97ed-8914e9d2c8b6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:36:57.822387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e87911a3-8f5c-4d92-89dd-56fb1cdd726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:57.852935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a98b9cd3-a932-46c6-9e88-b06e078871ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:57.853252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a98b9cd3-a932-46c6-9e88-b06e078871ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:57.872061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-73a5909b-729e-4394-87c4-138b1efb80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.872751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-73a5909b-729e-4394-87c4-138b1efb80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.873489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-73a5909b-729e-4394-87c4-138b1efb80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:57.875377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-73a5909b-729e-4394-87c4-138b1efb80e0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f891050d14344f95aaa7d4f51c332344&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3946810 Jul 23 22:36:57.895237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:57.904667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e87911a3-8f5c-4d92-89dd-56fb1cdd726b None None] Port cac07e20-f628-40cc-97ed-8914e9d2c8b6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:36:57.930396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:57.962643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:57.983708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.030195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-c5a93ca7-febf-457f-84a4-e5edca750ddf service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348378 Jul 23 22:36:58.031195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Transition to ACTIVE for port object 5ea392b2-363b-4d4a-b2b3-0683efeeff52 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:58.044378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.061367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Transition to ACTIVE for port object 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:58.070540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.122149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.137018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.218172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:58.240512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.269968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-289fcfe0-5e7d-46c8-a289-0754325d5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:58.271645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f69ddb3-a8bd-4246-ba39-bfb8d1a26f40 req-289fcfe0-5e7d-46c8-a289-0754325d5e38 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3788245 Jul 23 22:36:58.277569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:58.334256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.404839 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c4853eb-db22-4225-aa8b-7014f607ad45 req-0df2c91b-e711-40a3-af58-735266818a75 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665764 Jul 23 22:36:58.445924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ea39c-e38b-4e56-983c-89beddbc4f9b req-b193819c-f5dc-47d4-bba5-3685e9b56d5b tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:58.447514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533ea39c-e38b-4e56-983c-89beddbc4f9b req-b193819c-f5dc-47d4-bba5-3685e9b56d5b tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 947 time: 0.4527724 Jul 23 22:36:58.465677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6219c9-00bb-45de-8e74-0ef45db13556,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:58.475029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Attempting to bind port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:58.475363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Attempting to bind port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:58.477842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Attempting to bind port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:58.485526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.491592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.492727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06c4e7ad-3541-4488-97ad-fb6651b2e586 req-9b00d1ca-11c1-4c8a-87a9-15e9671e2343 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6569130 Jul 23 22:36:58.544673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:58.545261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Attempting to bind port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:58.575544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-533ea39c-e38b-4e56-983c-89beddbc4f9b req-98f4394d-403d-4795-b71f-41aa70ac195d tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168947 Jul 23 22:36:58.588769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:58.589429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:58.590044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:58.590427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Attempting to bind port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:36:58.590769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Attempting to bind port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:36:58.591106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Attempting to bind port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:58.591326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Bound port: 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:58.591871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.623497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:36:58.623826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Attempting to bind port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:36:58.634685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:36:58.635072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:36:58.635443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Bound using segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:36:58.635896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Bound port: 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:36:58.636321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.705898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf5639b4-2cb6-4b0d-b8b3-1fe43706ebb2 req-b5e28238-f380-4128-b233-abd5a6fca6da tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0604079 Jul 23 22:36:58.789917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:58.852642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:58.864744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.914303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:58.914931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:58.916364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ea392b2-363b-4d4a-b2b3-0683efeeff52 HTTP/1.1" status: 200 len: 1097 time: 2.4716983 Jul 23 22:36:58.918928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:58.921492 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75c68e6-bea3-47c2-b7f2-93175033680b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:58.960628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eda87a-4b31-4f7a-ade5-300eb10555e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:58.993080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4070e-7ec6-4d96-9bd7-0be5413fb953 req-614a02a5-0d2d-4fe3-af49-4f85dcedbe15 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:58.995436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e1e4070e-7ec6-4d96-9bd7-0be5413fb953 req-614a02a5-0d2d-4fe3-af49-4f85dcedbe15 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.2115688 Jul 23 22:36:59.006576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:36:59.026704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:36:59.029849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:36:59.031609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1659068069', 'description': 'tempest-description-629323791'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:59.035947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Request body: {'floatingip': {'port_id': 'f490ae41-d7ab-46e2-8130-e5d6898982ed'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:59.083905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.119163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.120573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.144993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-96469eee-8052-4cf2-82df-95aeebdde0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.146649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-96469eee-8052-4cf2-82df-95aeebdde0a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1100 time: 0.1830974 Jul 23 22:36:59.202240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-f9415521-7ebf-4a68-87e9-9ddee7def50e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52 HTTP/1.1" status: 200 len: 217 time: 0.0473113 Jul 23 22:36:59.238724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.239373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.240770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 1135 time: 2.6133459 Jul 23 22:36:59.246561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:36:59.248751 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7074d6a-5750-4bfd-b46b-884c636c7cea" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "7d68e6eb-ddcc-4672-89b8-a58a0e818b1c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:36:59.266027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Deleting port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:36:59.266603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.276250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac07e20-f628-40cc-97ed-8914e9d2c8b6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:59.313662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-9b51a85c-ab99-41cc-8d44-5460c088be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.313662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-9b51a85c-ab99-41cc-8d44-5460c088be77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1003265 Jul 23 22:36:59.328605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:36:59.336856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.373365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48ce9-2c49-44f7-9161-10a140cb2f42 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:59.393044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e648f8-ca22-4c3f-a705-00b071e3096a req-285a1272-7dc8-4457-9813-df53f299a566 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.396312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8e648f8-ca22-4c3f-a705-00b071e3096a req-285a1272-7dc8-4457-9813-df53f299a566 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 936 time: 0.4498174 Jul 23 22:36:59.408212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Transition to ACTIVE for port object cac07e20-f628-40cc-97ed-8914e9d2c8b6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:36:59.419877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.423256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eb33c707-874d-4fd9-be01-499bc8697cfe details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:36:59.437236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.439412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.458797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] For port 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:59.459024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.530092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Calling delete_port for 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:36:59.537351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.549647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78de2ad-bc59-4e27-926f-4d7ceecd3f26 req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5235441 Jul 23 22:36:59.600910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa2d51-cbe5-4c2a-9b82-c7263e538b30 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e974803f-9ee9-4416-92e1-9f5177b302ed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:59.608804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eb33c707-874d-4fd9-be01-499bc8697cfe,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:59.612130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-45aaef2a-7e86-4837-97b0-0f5cb5b9370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.614345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-45aaef2a-7e86-4837-97b0-0f5cb5b9370a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2946868 Jul 23 22:36:59.635278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'eb33c707-874d-4fd9-be01-499bc8697cfe', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'eb33c707-874d-4fd9-be01-499bc8697cfe', 'mac_address': 'fa:16:3e:15:46:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:36:59.728487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.742645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:59.750905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb33c707-874d-4fd9-be01-499bc8697cfe {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:36:59.775702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eb33c707-874d-4fd9-be01-499bc8697cfe,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:36:59.781201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.783121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8e648f8-ca22-4c3f-a705-00b071e3096a req-00c016a0-4f71-41f2-9be5-8fcba7ad2c52 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759396 Jul 23 22:36:59.819557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:36:59.863031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:36:59.961289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.969143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.976250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.983284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.989404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['eb33c707-874d-4fd9-be01-499bc8697cfe'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:36:59.989927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.995947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:36:59.997906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-2137839a-505e-4cb7-b3b8-8ee10a46195d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 4603 time: 0.3558071 Jul 23 22:37:00.001653 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d2755-25b3-4b13-ac8d-e25226975c13 x-openstack-request-id: req-223d2755-25b3-4b13-ac8d-e25226975c13 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:00.002094 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:00.002451 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-223d2755-25b3-4b13-ac8d-e25226975c13 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:00.002978 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'status': 'completed', 'code': 200} Jul 23 22:37:00.044041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-ed086438-9636-4ca9-ba13-4ac2808d0937 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210141 Jul 23 22:37:00.099386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f315b75d-e050-4b1d-89e9-895e04694eb9 req-3ee7240a-6ee0-4dec-9736-c8052c566d32 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921640 Jul 23 22:37:00.192095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764245f8-679e-42c5-9987-b7894aa9a0d8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:00.200704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:00.216116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Transition to ACTIVE for port object 764245f8-679e-42c5-9987-b7894aa9a0d8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:00.225475 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4e7bc-441c-4402-b244-2020691ab809 x-openstack-request-id: req-bbf4e7bc-441c-4402-b244-2020691ab809 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:00.225802 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "7d68e6eb-ddcc-4672-89b8-a58a0e818b1c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:00.226021 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbf4e7bc-441c-4402-b244-2020691ab809 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:00.226436 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c', 'status': 'completed', 'code': 200} Jul 23 22:37:00.245342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:00.285416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-427af40d-79d0-4fc3-9734-1e0e78a18a2e req-c978d0ac-22ac-4459-84c9-66a78a3961ed service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071834 Jul 23 22:37:00.287191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:00.319707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:00.511135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Attempting to bind port cac07e20-f628-40cc-97ed-8914e9d2c8b6 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:00.511607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Attempting to bind port cac07e20-f628-40cc-97ed-8914e9d2c8b6 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:00.512026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Attempting to bind port cac07e20-f628-40cc-97ed-8914e9d2c8b6 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:00.550234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:00.565789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Port cac07e20-f628-40cc-97ed-8914e9d2c8b6 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:00.566233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Attempting to bind port cac07e20-f628-40cc-97ed-8914e9d2c8b6 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:00.626324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-583151bf-150c-44c0-9c46-eb097b99cdfe tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/e974803f-9ee9-4416-92e1-9f5177b302ed HTTP/1.1" status: 200 len: 1804 time: 0.3947616 Jul 23 22:37:00.659480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:00.660959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:00.661618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:00.662542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Bound port: cac07e20-f628-40cc-97ed-8914e9d2c8b6, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:00.663153 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:00.671611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e974803f-9ee9-4416-92e1-9f5177b302ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:00.672475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e974803f-9ee9-4416-92e1-9f5177b302ed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:00.769001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75128264-1983-420e-86fc-9498f11e5ea7 req-3b908fd0-9a94-4d9f-920b-f0cb30c441d0 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.771356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75128264-1983-420e-86fc-9498f11e5ea7 req-3b908fd0-9a94-4d9f-920b-f0cb30c441d0 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 948 time: 0.5506573 Jul 23 22:37:00.829786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.830354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.830722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.831183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.832212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.832821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.833281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.835906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-bcdbcf55-256d-4a72-bd5b-3fdfdd8f8814 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6176 time: 0.6079485 Jul 23 22:37:00.900829 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:37:00.912074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75128264-1983-420e-86fc-9498f11e5ea7 req-17d370bf-b010-4453-8c2e-5dd6ed3f345f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323121 Jul 23 22:37:00.918395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-db48e3b9-f3bc-4b05-9cbc-5c0fd74fe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:00.920002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-db48e3b9-f3bc-4b05-9cbc-5c0fd74fe856 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1100 time: 0.1951520 Jul 23 22:37:00.975725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.064380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02b54805-8f63-4cbd-b50b-0daf39e7e224 req-0992be8c-cfa7-440f-8c08-9aaceef23076 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0430171 Jul 23 22:37:01.166678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-d64cd6c1-438b-45fa-aa94-0af0b1d213dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.168452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-d64cd6c1-438b-45fa-aa94-0af0b1d213dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2403162 Jul 23 22:37:01.256662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-f6f0fbdf-e6d8-4ee1-972f-c9f6556521f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52 HTTP/1.1" status: 200 len: 217 time: 0.0695302 Jul 23 22:37:01.319230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Attempting to bind port 764245f8-679e-42c5-9987-b7894aa9a0d8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:01.319568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Attempting to bind port 764245f8-679e-42c5-9987-b7894aa9a0d8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:01.319898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Attempting to bind port 764245f8-679e-42c5-9987-b7894aa9a0d8 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:01.345235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-38d72ca2-c363-4d0e-9c26-1647709ba4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.346828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-38d72ca2-c363-4d0e-9c26-1647709ba4ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0825350 Jul 23 22:37:01.352878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:01.359534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.383038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Port 764245f8-679e-42c5-9987-b7894aa9a0d8 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:01.383446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Attempting to bind port 764245f8-679e-42c5-9987-b7894aa9a0d8 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:01.391767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.395079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:01.432830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.466349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eb33c707-874d-4fd9-be01-499bc8697cfe up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:01.468386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:01.468733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:01.469132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Bound using segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:01.469580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Bound port: 764245f8-679e-42c5-9987-b7894aa9a0d8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:01.469970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.484689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.496357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Router c84ec464-8cb2-4716-8a0b-4a02c87436fd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:37:01.510683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d97b-e26a-4d7b-a971-2a3bee4d0a67 req-c91f4293-1d49-499a-acc0-b1f86bd1346d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.517669 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6b0d97b-e26a-4d7b-a971-2a3bee4d0a67 req-c91f4293-1d49-499a-acc0-b1f86bd1346d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 948 time: 0.3462052 Jul 23 22:37:01.548155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-ddd30429-507c-4894-8e16-8f0cca520420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.548881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-ddd30429-507c-4894-8e16-8f0cca520420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.551605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-ddd30429-507c-4894-8e16-8f0cca520420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.554112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-ddd30429-507c-4894-8e16-8f0cca520420 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f891050d14344f95aaa7d4f51c332344&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7098768 Jul 23 22:37:01.587956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6b0d97b-e26a-4d7b-a971-2a3bee4d0a67 req-9dfe0d45-1824-41b5-866c-2304b2330f65 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689659 Jul 23 22:37:01.595842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.596437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.599430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] 10.222.0.22 "PUT /v2.0/ports/cac07e20-f628-40cc-97ed-8914e9d2c8b6 HTTP/1.1" status: 200 len: 1097 time: 3.9544051 Jul 23 22:37:01.610658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port eb33c707-874d-4fd9-be01-499bc8697cfe completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:01.617421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port eb33c707-874d-4fd9-be01-499bc8697cfe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:01.618262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.704630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.760512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-d588a8d8-07f0-4bed-8955-d9a2ab3e3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:01.763033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-d588a8d8-07f0-4bed-8955-d9a2ab3e3e28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4074943 Jul 23 22:37:01.767632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.767820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.796455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:01.799346 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39652b8a-b7a1-4211-a2e2-3d2cb0c92a1a" -d '{"events": [{"server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "name": "network-vif-plugged", "status": "completed", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:01.814557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eb33c707-874d-4fd9-be01-499bc8697cfe,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:01.820615 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.841040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c753aed-a573-4209-99b5-b696a1d24ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:01.891108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf661778-a41b-447f-9cdf-7c932a5ed4a2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:01.904642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:01.905010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:01.918410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fde7be32-e2a2-4794-aa62-3da4de2e9f3e req-101080b0-15f2-49ba-82cb-7dc6a6612102 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2505839 Jul 23 22:37:01.941886 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Floating IP d93c5e6c-c9aa-4ef6-8ac4-d23e08455453 associated. External IP: 172.25.1.4, port: f490ae41-d7ab-46e2-8130-e5d6898982ed. Jul 23 22:37:01.976738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:01.990108 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a98122-6f2d-4cab-a414-10205175633a x-openstack-request-id: req-48a98122-6f2d-4cab-a414-10205175633a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:01.990482 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "name": "network-vif-plugged", "status": "completed", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:01.990810 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48a98122-6f2d-4cab-a414-10205175633a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:01.991534 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe', 'code': 200} Jul 23 22:37:02.035332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-4d7ad222-8284-4185-8e0d-7486e5b99726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.067816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7074d6a-5750-4bfd-b46b-884c636c7cea req-4d7ad222-8284-4185-8e0d-7486e5b99726 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4797356 Jul 23 22:37:02.083184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:37:02.094306 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a830c186-751b-4583-8918-df1f3341207b None None] Sync routers for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:37:02.095917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.103253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.105701 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:02.106609 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:02.109497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.116442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.122306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.128192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.134509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.142361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-25d7f4bf-852e-48fb-b9dc-45485bd32c0b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5378 time: 0.3100808 Jul 23 22:37:02.148450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63a2537e-9d55-4e90-9c08-16ec8c5068c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/c84ec464-8cb2-4716-8a0b-4a02c87436fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6612399 Jul 23 22:37:02.158447 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-ff1b4bc7-89b8-4115-b29d-e3bc7d58ed77 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814468 Jul 23 22:37:02.160976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:02.174687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1571990455', 'description': 'tempest-description-1163617688'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:02.180604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=764245f8-679e-42c5-9987-b7894aa9a0d8,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:02.202734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.223038 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:02.242962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:02.245408 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be72ede-03f6-4311-8fb2-64a3fe576863" -d '{"events": [{"name": "network-changed", "server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:02.261899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-e91ddd0b-fe4b-4f40-ba22-a666916d5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.263799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-e91ddd0b-fe4b-4f40-ba22-a666916d5f44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 1100 time: 0.5959294 Jul 23 22:37:02.372277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.372912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.375318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] 10.222.0.25 "PUT /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 1134 time: 3.0508492 Jul 23 22:37:02.389771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.461489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0bd501e-7e5f-487d-ba69-e245127c286c req-11984709-c682-458c-ab67-e162e67937ea tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3180051 Jul 23 22:37:02.478384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:02.486512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-422ce390-4da7-424e-b1c3-7bf84cec6c37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6 HTTP/1.1" status: 200 len: 217 time: 0.1634884 Jul 23 22:37:02.512407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a297ee-d5fd-42f5-8cbb-b434f8790164 req-1cfac07f-eef8-4782-a1ce-c9e9416025b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.515232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52a297ee-d5fd-42f5-8cbb-b434f8790164 req-1cfac07f-eef8-4782-a1ce-c9e9416025b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 1101 time: 0.3651130 Jul 23 22:37:02.535878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:02.553002 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 5, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:02.581322 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a830c186-751b-4583-8918-df1f3341207b None None] Checking router: c84ec464-8cb2-4716-8a0b-4a02c87436fd for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:37:02.591992 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] Routers {'c84ec464-8cb2-4716-8a0b-4a02c87436fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:02.592790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:02.599957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95eee-6029-47cd-ba7a-c12995a9eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:02.626235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.711198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] Set router c84ec464-8cb2-4716-8a0b-4a02c87436fd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:02.752813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-61bdae53-a90a-4bad-b934-6ad679fdd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.754077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:02.755718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-61bdae53-a90a-4bad-b934-6ad679fdd8fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2357643 Jul 23 22:37:02.774356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'mac_address': 'fa:16:3e:09:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:02.798956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52a297ee-d5fd-42f5-8cbb-b434f8790164 req-5acf087a-4636-4100-867c-3f670657d606 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660410 Jul 23 22:37:02.829849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d75c68e6-bea3-47c2-b7f2-93175033680b req-2556d23f-fb3e-4b89-8c28-b6f41834081e service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281912 Jul 23 22:37:02.832513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.836255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Router 277be5f1-4fbe-43dc-8889-c3b57ca185dc has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:37:02.845635 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.873919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:02.906225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:02.917224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c64e5-ab87-4b5f-bc77-8587d8051597 req-d9f78073-c408-4790-863c-66d2b79cdc0c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:02.922683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:02.925012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309c64e5-ab87-4b5f-bc77-8587d8051597 req-d9f78073-c408-4790-863c-66d2b79cdc0c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.2086730 Jul 23 22:37:02.929722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.009038 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309c64e5-ab87-4b5f-bc77-8587d8051597 req-bb5fc408-6679-4fa0-98f6-805cfecc860a tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Jul 23 22:37:03.026453 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a830c186-751b-4583-8918-df1f3341207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 5, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:03.032061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:03.054412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Deleting port 21297501-2841-4f7e-adb7-05e3cff79690 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:03.054753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.065672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.070620 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a830c186-751b-4583-8918-df1f3341207b None None] The sync data for ids ['c84ec464-8cb2-4716-8a0b-4a02c87436fd'] in n-d-791506-25 is: [{'id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-420335391-router', 'tenant_id': 'f4c945efc72848c0b30b643f1394d02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '21297501-2841-4f7e-adb7-05e3cff79690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:31:57Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 5, 'project_id': 'f4c945efc72848c0b30b643f1394d02c', 'gw_port': {'id': '21297501-2841-4f7e-adb7-05e3cff79690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84ec464-8cb2-4716-8a0b-4a02c87436fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:31:58Z', 'updated_at': '2021-07-23T22:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:37:03.083297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.102948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-5fe7e222-1ba0-44e0-9d62-d530da288064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:03.104500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-5fe7e222-1ba0-44e0-9d62-d530da288064 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3392322 Jul 23 22:37:03.166359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:03.173612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0606ab9e-fee0-4e7e-bd98-02b07e0aec18 req-359ced6f-16f4-43b8-a1d6-317bfbc19387 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0404518 Jul 23 22:37:03.215516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] For port 21297501-2841-4f7e-adb7-05e3cff79690, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21297501-2841-4f7e-adb7-05e3cff79690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:03.215880 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.231025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Calling delete_port for 21297501-2841-4f7e-adb7-05e3cff79690 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:03.250351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5788102-41eb-4108-8d41-84676c3493e7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:03.261661 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02978dfa-fd38-499e-bb09-e502e60dc920 x-openstack-request-id: req-02978dfa-fd38-499e-bb09-e502e60dc920 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:03.262095 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:03.262442 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02978dfa-fd38-499e-bb09-e502e60dc920 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:03.262940 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6', 'status': 'completed', 'code': 200} Jul 23 22:37:03.268098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.270322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50b3d6b5-293b-472f-ab3e-e5725d6918b9 req-f45ac4e8-7b3a-4b07-be40-d4a776bd9927 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1124995 Jul 23 22:37:03.380474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:37:03.388238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.400603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Sync routers for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:37:03.432011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:03.432654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:03.447492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721176077', 'description': 'tempest-description-460465788'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:03.520320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-6e78d09d-ba84-48d6-867f-8175224e884d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036183 Jul 23 22:37:03.531255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce56ca-d99b-4a9f-ae2b-a57eef094581 req-9eaf8d5c-00b0-4206-8eb4-fe31d91aa615 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:03.543677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cce56ca-d99b-4a9f-ae2b-a57eef094581 req-9eaf8d5c-00b0-4206-8eb4-fe31d91aa615 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 948 time: 0.1902828 Jul 23 22:37:03.575737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ee715c3c-1703-4e13-b8fe-313e8be4200b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "PUT /v2.0/floatingips/d93c5e6c-c9aa-4ef6-8ac4-d23e08455453 HTTP/1.1" status: 200 len: 989 time: 4.5440779 Jul 23 22:37:03.586368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:03.599157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.620506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.659189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Pushing event deleted for resources: {'Port': ['ID=21297501-2841-4f7e-adb7-05e3cff79690,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:03.676931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cce56ca-d99b-4a9f-ae2b-a57eef094581 req-13196ed7-281a-47a1-aee7-6c89f81b5b0a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322355 Jul 23 22:37:03.837497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.878410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e92829ad-49ea-4ce4-8c75-104c5d941685 req-cebbf9a3-bfb8-4c5b-9c48-57d287823c5f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382442 Jul 23 22:37:03.903442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab416727-c5fa-4d64-984c-3344172506a3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:03.927282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.943387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Transition to ACTIVE for port object ab416727-c5fa-4d64-984c-3344172506a3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:03.957423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.957956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.961730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.975765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:03.986147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd93c5e6c-c9aa-4ef6-8ac4-d23e08455453', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'port_id': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'mac_address': 'fa:16:3e:6d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:46Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 1, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:04.025969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Checking router: 277be5f1-4fbe-43dc-8889-c3b57ca185dc for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:37:04.028979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.033490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.037638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:04.038406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:36:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:04.040360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.046459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.053368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.059225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.065350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.068056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:04.071741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.079463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-3dfba6c6-015f-4ce7-99ca-c6c7ed204c2b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5378 time: 0.2830162 Jul 23 22:37:04.100959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.102185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-863701b6-6f2a-4637-aa21-bd9d2559cdfc req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6593933 Jul 23 22:37:04.116460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060ed20-9716-48dd-b3f2-bad9b7c490b9 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27fdaee-b5d9-4103-98a6-bf8d03479cf0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:04.131965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.132739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84ec464-8cb2-4716-8a0b-4a02c87436fd {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:37:04.156958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.158130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:04.158439 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e73b869-2f32-4837-bc1f-fa8ae7e8c070 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c84ec464-8cb2-4716-8a0b-4a02c87436fd HTTP/1.1" status: 204 len: 168 time: 1.9587352 Jul 23 22:37:04.163613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:04.170125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eda39a2-eb0b-4487-b3b0-e4164c34bd53 req-567c872d-fe62-4f52-89c4-2425b98b3f88 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897710 Jul 23 22:37:04.310295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:04.376032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:04.376375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0133918e-fbf0-40a1-b1e9-6f76ad9bd8a8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:04.452415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b255d-4fcb-43e9-aa93-9aef418ee75b req-4589c68d-a093-45d2-b300-d2139f877bd7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.454329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d2b255d-4fcb-43e9-aa93-9aef418ee75b req-4589c68d-a093-45d2-b300-d2139f877bd7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.1250448 Jul 23 22:37:04.499879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d2b255d-4fcb-43e9-aa93-9aef418ee75b req-03795ad6-ab1d-4abe-a689-8de509fd7b55 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Jul 23 22:37:04.534013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd93c5e6c-c9aa-4ef6-8ac4-d23e08455453', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'port_id': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'mac_address': 'fa:16:3e:6d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:46Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 1, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:04.539822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:04.586986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-089825a2-6a99-4d5e-974b-fd0cb1db7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.588412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-089825a2-6a99-4d5e-974b-fd0cb1db7f35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 1100 time: 0.6289232 Jul 23 22:37:04.592363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aad753-772c-419b-8fa3-10f94f6e36d4 None None] The sync data for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 is: [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd93c5e6c-c9aa-4ef6-8ac4-d23e08455453', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'port_id': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'mac_address': 'fa:16:3e:6d:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:35:46Z', 'updated_at': '2021-07-23T22:37:00Z', 'revision_number': 1, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:37:04.615392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Deleting subnet c014d199-e7d4-4e41-9992-d02f31c3fc12 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:37:04.626856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:04.632124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:04.632910 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.634666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-22223f88-50f4-4d10-a7cc-286e5084b2af req-1de78edc-6ce7-4509-8038-b4e68195577e tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0611999 Jul 23 22:37:04.652888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.699716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Attempting to bind port ab416727-c5fa-4d64-984c-3344172506a3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:04.700057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Attempting to bind port ab416727-c5fa-4d64-984c-3344172506a3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:04.700387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Attempting to bind port ab416727-c5fa-4d64-984c-3344172506a3 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:04.717671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Port ab416727-c5fa-4d64-984c-3344172506a3 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:04.718020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Attempting to bind port ab416727-c5fa-4d64-984c-3344172506a3 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:04.736955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.751454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.762630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-97b25b8b-f2e2-4321-b8d5-eeea369cf25f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/e5788102-41eb-4108-8d41-84676c3493e7 HTTP/1.1" status: 200 len: 1805 time: 0.4892378 Jul 23 22:37:04.765938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:04.770509 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8f209-b0f7-4101-bca1-4256ccbcdb5d" -d '{"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:04.787270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:04.801691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.813907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:04.814247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:04.814641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Bound using segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:04.815097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Bound port: ab416727-c5fa-4d64-984c-3344172506a3, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:04.815455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:04.871467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:04.903259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9adfd-1d1f-467e-aafd-b24f154d5e63 None None] New status for floating IP d93c5e6c-c9aa-4ef6-8ac4-d23e08455453: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:37:04.908624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-8011ab55-e216-480d-bda3-798ed590e0b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/a27fdaee-b5d9-4103-98a6-bf8d03479cf0 HTTP/1.1" status: 200 len: 1803 time: 0.1449606 Jul 23 22:37:04.930148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-8dcadc3d-2663-4a06-8ec4-8e8920a576c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:04.930148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-8dcadc3d-2663-4a06-8ec4-8e8920a576c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3287139 Jul 23 22:37:04.935772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5788102-41eb-4108-8d41-84676c3493e7', 'remote_group_id': 'a27fdaee-b5d9-4103-98a6-bf8d03479cf0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:04.936094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e5788102-41eb-4108-8d41-84676c3493e7', 'remote_group_id': 'a27fdaee-b5d9-4103-98a6-bf8d03479cf0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:05.055680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-a85571c3-b301-48b1-9462-1fe89d88c3fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6 HTTP/1.1" status: 200 len: 217 time: 0.0891426 Jul 23 22:37:05.063975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f6267-0c73-4342-a7dc-596bd6f930fc req-85d8c4c8-d134-4533-8a6d-66602c821b4d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.078326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-245f6267-0c73-4342-a7dc-596bd6f930fc req-85d8c4c8-d134-4533-8a6d-66602c821b4d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 948 time: 0.0919654 Jul 23 22:37:05.123877 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-245f6267-0c73-4342-a7dc-596bd6f930fc req-fbdcb158-b6fb-4d7e-b0c4-76397b285217 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Jul 23 22:37:05.141705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.199611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:05.200902 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b8a30-9e1e-4a9d-b61f-8997443f97ea x-openstack-request-id: req-583b8a30-9e1e-4a9d-b61f-8997443f97ea {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:05.201298 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:05.201677 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-583b8a30-9e1e-4a9d-b61f-8997443f97ea {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:05.202308 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'code': 200} Jul 23 22:37:05.249563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:05.259066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-bbd7758a-0464-47d8-a117-9d087fd0a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.260570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-bbd7758a-0464-47d8-a117-9d087fd0a4f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1866517 Jul 23 22:37:05.265552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '764245f8-679e-42c5-9987-b7894aa9a0d8'}, {'name': 'network-changed', 'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:05.268191 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beccf892-fee9-4a96-a685-23c682194d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "764245f8-679e-42c5-9987-b7894aa9a0d8"}, {"name": "network-changed", "server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:05.277064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.361664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.389643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef97c-35b9-466c-9661-ec828d324f1f req-17e56914-b29f-4e1b-a7be-3cf12ca90514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.396773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-777ef97c-35b9-466c-9661-ec828d324f1f req-17e56914-b29f-4e1b-a7be-3cf12ca90514 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1102 time: 0.1171820 Jul 23 22:37:05.409318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.413492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.414699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.416097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] 10.222.0.25 "PUT /v2.0/ports/ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 200 len: 1092 time: 2.9592879 Jul 23 22:37:05.418336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7f10d-75dd-408b-8caf-53f24571647c req-996ab5cc-c294-4500-8c3c-b9cd008b7f5c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.422819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ef7f10d-75dd-408b-8caf-53f24571647c req-996ab5cc-c294-4500-8c3c-b9cd008b7f5c tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.1352019 Jul 23 22:37:05.422987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c014d199-e7d4-4e41-9992-d02f31c3fc12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:05.444892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb39e9-b6bb-43f2-867f-d36f2146ba91 None None] Network fdb102fa-7029-41fd-aa68-d63ba21680fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:05.448661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.452976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bed8b1b7-9af9-4852-b595-d98c587890a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c014d199-e7d4-4e41-9992-d02f31c3fc12 HTTP/1.1" status: 204 len: 168 time: 1.2848375 Jul 23 22:37:05.455659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:05.495641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21beb1-19dd-4f59-b4fe-ee2b8180422c service neutron] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:05.511559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:05.679007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.702276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.726365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] DHCP port deletion for fdb102fa-7029-41fd-aa68-d63ba21680fb request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:37:05.727290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-5383da57-3eda-418a-a785-dd0d054a9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:05.728917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-5383da57-3eda-418a-a785-dd0d054a9940 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4568610 Jul 23 22:37:05.740111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.742039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33254010-49d0-486d-9430-12676140e086,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:05.757750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.786580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Deleting port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:05.787047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.804480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.805831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e45dd11b-e836-4dd4-9b75-4a020b8f8f89 req-60018bdc-5cea-4813-b923-ccc2c59baac6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8740239 Jul 23 22:37:05.851098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-777ef97c-35b9-466c-9661-ec828d324f1f req-9367e110-24fc-4a48-bb79-bf6aaf57f3b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272103 Jul 23 22:37:05.864446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] For port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:05.865312 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:05.876331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ef7f10d-75dd-408b-8caf-53f24571647c req-cdd45b11-f105-44c4-bd7b-c9899c0404cd tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618737 Jul 23 22:37:05.879937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Calling delete_port for 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:06.036018 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc3f0f-c4fa-4704-bcf4-ae5e0a268275 x-openstack-request-id: req-79bc3f0f-c4fa-4704-bcf4-ae5e0a268275 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:06.036639 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "764245f8-679e-42c5-9987-b7894aa9a0d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:06.036639 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79bc3f0f-c4fa-4704-bcf4-ae5e0a268275 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:06.036964 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '764245f8-679e-42c5-9987-b7894aa9a0d8', 'status': 'completed', 'code': 200} Jul 23 22:37:06.037226 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'status': 'completed', 'code': 200} Jul 23 22:37:06.078917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-64757f6d-41bd-4ed8-a776-337e217cbdc8 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333843 Jul 23 22:37:06.079928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:06.101415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Deleting port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:06.101778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.118294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07fa8bd0-f842-4581-bb2e-804052f9ac7b req-967b5ca7-cc8b-475d-911f-40d67c9b84ac tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0451977 Jul 23 22:37:06.179413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.194103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.197098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-b663d6e5-4f17-4dd4-8007-9c87bea2c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.198685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-b663d6e5-4f17-4dd4-8007-9c87bea2c45e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 1097 time: 0.1697347 Jul 23 22:37:06.199939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.209215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.212351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] Pushing event deleted for resources: {'Port': ['ID=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:06.212623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.219024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.220981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b77af7-95d9-44a2-9852-ff68b98c9e38 None None] No DVR routers for this DVR port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:06.226621 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.226798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.231683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.232387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.233001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.233526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.233842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.235090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.235090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.236731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-d002796f-01ab-4bf5-a611-c4e9271f9ee3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5390 time: 0.3436511 Jul 23 22:37:06.239237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.241473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-e2bf7074-a376-41fc-89b2-7d35a75cc703 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6286 time: 0.1569414 Jul 23 22:37:06.274307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1643225015', 'description': 'tempest-description-1513104968'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:06.278428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21297501-2841-4f7e-adb7-05e3cff79690 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:06.299279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 21297501-2841-4f7e-adb7-05e3cff79690 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:06.299681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21297501-2841-4f7e-adb7-05e3cff79690 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:06.390947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] For port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,segment=NetworkSegment(189f8a4f-d185-42a0-9688-c3a90e4859b3),segment_id=189f8a4f-d185-42a0-9688-c3a90e4859b3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:06.391320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.420293 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:37:06.430033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9285fd0-e461-405f-987f-dd5d95e7c826 req-9e87e7c8-65c6-4ca9-8087-51dbaa80488b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805131 Jul 23 22:37:06.432406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Calling delete_port for 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:06.450141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9be72ede-03f6-4311-8fb2-64a3fe576863 req-7838225f-c46a-421a-9aae-0ba0550478a0 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611956 Jul 23 22:37:06.459906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.529030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-2cdb723b-1f24-403f-a662-030c66af85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.530725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-2cdb723b-1f24-403f-a662-030c66af85d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 200 len: 917 time: 0.3113077 Jul 23 22:37:06.544305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-03698378-c983-4716-9687-fc95bbb07d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.544772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-03698378-c983-4716-9687-fc95bbb07d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.545226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-03698378-c983-4716-9687-fc95bbb07d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.546836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-03698378-c983-4716-9687-fc95bbb07d02 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f891050d14344f95aaa7d4f51c332344&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2847912 Jul 23 22:37:06.621479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:06.633479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.645600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.679752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Transition to ACTIVE for port object 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:06.685827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6d005e-3f7e-43a3-af32-58fcdbfc0685,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:06.687657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] No DVR routers for this DVR port 8e6d005e-3f7e-43a3-af32-58fcdbfc0685 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:06.689286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.700407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291087a-1ff8-487c-8390-703234bdb019 req-2dbe292c-665c-4466-bc58-c5e0ae779c79 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.701845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c291087a-1ff8-487c-8390-703234bdb019 req-2dbe292c-665c-4466-bc58-c5e0ae779c79 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 948 time: 0.1902432 Jul 23 22:37:06.781185 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-d169a70f-5108-403f-8005-56966213dbbe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 200 len: 999 time: 0.2441957 Jul 23 22:37:06.838474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.847728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:06.858250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-6e5084f1-c757-4993-bed6-f1ed93ea5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.859784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-6e5084f1-c757-4993-bed6-f1ed93ea5256 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2803552 Jul 23 22:37:06.866196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb102fa-7029-41fd-aa68-d63ba21680fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:06.885515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.888574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-62413068-b5b3-403f-bb3e-94809e1565f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:06.890367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-62413068-b5b3-403f-bb3e-94809e1565f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0a5cff1-913a-43dc-b56b-13913fed6c3d HTTP/1.1" status: 200 len: 855 time: 0.0968127 Jul 23 22:37:06.891250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.902706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c291087a-1ff8-487c-8390-703234bdb019 req-ae627501-cf3c-49fe-a1c2-705e7943dbd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901743 Jul 23 22:37:06.904819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189f8a4f-d185-42a0-9688-c3a90e4859b3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:06.905299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189f8a4f-d185-42a0-9688-c3a90e4859b3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:06.918499 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.919683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ea70dbe-d962-4139-ba85-9969ce5ecd9d req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6591697 Jul 23 22:37:06.934715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.960742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.972079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:37:06.972952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:37:06.977070 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:37:06.980877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-78792835', 'description': 'tempest-description-413760545'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:07.004666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d631f8e-6fe7-4167-b0d1-709e6cc5ad8d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cfb65a-6e00-46ed-a3b0-278745f4c59c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.023943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Attempting to bind port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:07.024269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Attempting to bind port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:07.024615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Attempting to bind port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:07.068346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccf892-fee9-4a96-a685-23c682194d1c req-d1fcebad-569d-4e2b-a1f4-424c9f33f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:07.069412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:07.069960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Attempting to bind port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:07.070450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-d1fcebad-569d-4e2b-a1f4-424c9f33f0ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670287 Jul 23 22:37:07.079218 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.081946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:07.082331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Checking segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:07.082708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Bound using segment: {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:07.083165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Bound port: 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ba952d-9f53-4b15-8c48-224375df491e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:07.083496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.092584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.109116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.111093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] 10.222.0.37 "DELETE /v2.0/networks/fdb102fa-7029-41fd-aa68-d63ba21680fb HTTP/1.1" status: 204 len: 168 time: 1.6544042 Jul 23 22:37:07.141025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a364f-95fc-4ad8-90b6-50d5d6b403bd admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb102fa-7029-41fd-aa68-d63ba21680fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.182875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863577-bd35-4477-ae68-11bcf6a2421c req-a2e97a07-b0ce-4703-9d8f-5ff7be55437a tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:07.184513 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1863577-bd35-4477-ae68-11bcf6a2421c req-a2e97a07-b0ce-4703-9d8f-5ff7be55437a tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.1580162 Jul 23 22:37:07.198452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:07.204432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:07.212224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.227699 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-3df74538-a04c-4973-9bee-79e6ec041051 service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493521 Jul 23 22:37:07.271894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1863577-bd35-4477-ae68-11bcf6a2421c req-45692c4a-0755-4b02-b2e8-664821a1ae8f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755947 Jul 23 22:37:07.273093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47108) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:07.273638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:07.274287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.275714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] 10.222.0.25 "PUT /v2.0/ports/050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 200 len: 1090 time: 1.7869844 Jul 23 22:37:07.320145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:07.348153 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.357443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.372808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc107389-cf4e-472a-824b-d022fa0fc6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.386771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d875a66e-0b93-4dfe-a58c-f1db4e4b3657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e7ee2e12d343a08ad7c5b8361104b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108587 Jul 23 22:37:07.390863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:07.412969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.414333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43d88484-9895-450a-9ccd-5a62dd984101 req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4393339 Jul 23 22:37:07.424221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-beccf892-fee9-4a96-a685-23c682194d1c req-e06ebb5c-05c1-4b24-9a81-9c69ce5ed892 service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829221 Jul 23 22:37:07.478592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975e53-3817-4118-8e5c-0880d129d48c tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64219d4-5dda-4a5c-ba69-73244206ffd9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.496835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.507846 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3148135f-28b8-4c22-abae-82803b00a656 req-4f506121-7c96-4290-914e-c697ea542076 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0476100 Jul 23 22:37:07.508553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.516834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device cac07e20-f628-40cc-97ed-8914e9d2c8b6 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:07.562277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.639754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c30d488-399e-4cec-8328-65049ce41a4e req-78e316f0-3d71-467f-babd-529feaf039af tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/72cfb65a-6e00-46ed-a3b0-278745f4c59c HTTP/1.1" status: 200 len: 1805 time: 0.0745261 Jul 23 22:37:07.671938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:07.695759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.698759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.699265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6', 'mac_address': 'fa:16:3e:42:fb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:07.700251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54bac094-887f-48ca-a344-9d12fca23d17 HTTP/1.1" status: 204 len: 168 time: 0.3084779 Jul 23 22:37:07.722699 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c30d488-399e-4cec-8328-65049ce41a4e req-b467fe6c-623a-4d76-9e6d-97527e734991 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/f64219d4-5dda-4a5c-ba69-73244206ffd9 HTTP/1.1" status: 200 len: 1802 time: 0.0727632 Jul 23 22:37:07.725949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67be621-69d8-4841-8fe1-0d9827f71f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bac094-887f-48ca-a344-9d12fca23d17,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.730920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72cfb65a-6e00-46ed-a3b0-278745f4c59c', 'remote_group_id': 'f64219d4-5dda-4a5c-ba69-73244206ffd9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:07.730920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72cfb65a-6e00-46ed-a3b0-278745f4c59c', 'remote_group_id': 'f64219d4-5dda-4a5c-ba69-73244206ffd9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:07.754304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1b715379-a82b-4627-99f2-684476d63556 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:07.764734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.770376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1b715379-a82b-4627-99f2-684476d63556 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 1101 time: 0.1997693 Jul 23 22:37:07.783637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac07e20-f628-40cc-97ed-8914e9d2c8b6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:07.812893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:07.817223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1f0b9150-3b63-4c1f-8153-d0ab34e5ceb4 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.819272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.825265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.880486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.881645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.887761 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:07.908295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8af197-7daf-4bbe-9297-0ef0e947f04e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:07.998219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:08.011663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.033787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Transition to ACTIVE for port object 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:08.039938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3'}, {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:08.042411 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "ab416727-c5fa-4d64-984c-3344172506a3"}, {"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:08.051709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.072160 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1f0b9150-3b63-4c1f-8153-d0ab34e5ceb4 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.080349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['cac07e20-f628-40cc-97ed-8914e9d2c8b6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:08.082715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.094931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1f0b9150-3b63-4c1f-8153-d0ab34e5ceb4 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.100595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c30d488-399e-4cec-8328-65049ce41a4e req-00a6c249-1277-4aaf-99b1-154b7742efd6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3740146 Jul 23 22:37:08.145664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a08d7eb7-340d-4653-8b03-e42f96cf110f req-1f0b9150-3b63-4c1f-8153-d0ab34e5ceb4 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739657 Jul 23 22:37:08.166529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:08.174769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:08.183800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b9150-3b63-4c1f-8153-d0ab34e5ceb4 tempest-LiveMigrationNegativeTest-1572506293 tempest-LiveMigrationNegativeTest-1572506293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16a838-30ff-406b-9727-0d5809e528da,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:08.274441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-49dbd9a4-2fe0-4763-95a6-75ec4ab3e9de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4c945efc72848c0b30b643f1394d02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064832 Jul 23 22:37:08.276698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:08.286271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Attempting to bind port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:08.286633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Attempting to bind port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:08.286986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Attempting to bind port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:08.292338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:08.292671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Attempting to bind port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:08.312276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:08.312276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Checking segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:08.312276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Bound using segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:08.312700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Bound port: 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:08.313538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.317770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.324258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.330775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.337473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.345667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.352599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.360935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.363717 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-bd6067d8-d195-4944-8e5a-8a7e560f7292 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5414 time: 0.1773028 Jul 23 22:37:08.435169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.441789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa09bf0b-2382-4160-bcb0-aad1ab507b67 req-e3b9fcf8-fa73-49dc-9c82-15dc18500e25 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518301 Jul 23 22:37:08.444336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c0225-4acf-4a46-bc22-6552d5bb76c9 req-cbf79a91-e1d8-4c35-9702-3dfeddef6c9f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.446146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-708c0225-4acf-4a46-bc22-6552d5bb76c9 req-cbf79a91-e1d8-4c35-9702-3dfeddef6c9f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 949 time: 0.1490419 Jul 23 22:37:08.451450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:08.456128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:08.474322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.479915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.511807 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754f86c8-7026-4419-8d4e-050d75f40eb9 x-openstack-request-id: req-754f86c8-7026-4419-8d4e-050d75f40eb9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:08.512115 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "ab416727-c5fa-4d64-984c-3344172506a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:08.512370 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-754f86c8-7026-4419-8d4e-050d75f40eb9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:08.512771 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3', 'status': 'completed', 'code': 200} Jul 23 22:37:08.513029 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'status': 'completed', 'code': 200} Jul 23 22:37:08.564950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.565650 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.567221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] 10.222.0.25 "PUT /v2.0/ports/9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 1092 time: 1.2539644 Jul 23 22:37:08.571008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-708c0225-4acf-4a46-bc22-6552d5bb76c9 req-5a29e9a4-5917-415a-a7d3-a08615eedefc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172092 Jul 23 22:37:08.571777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de3ead-bef3-4b0d-a555-5dbd1673645f service neutron] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:08.600720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Request body: {'port': {'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:08.623877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.626556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.627870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a5cc55c-27bd-493f-a9b5-796b26e9ba8e HTTP/1.1" status: 204 len: 168 time: 0.3500252 Jul 23 22:37:08.646876 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-72b66dd4-da2b-4698-a8b2-25e15b9f3372 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/f64219d4-5dda-4a5c-ba69-73244206ffd9 HTTP/1.1" status: 200 len: 1802 time: 0.1152415 Jul 23 22:37:08.646876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad2615-41ea-48db-bf47-34aef99143e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cc55c-27bd-493f-a9b5-796b26e9ba8e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:08.695134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.695612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.696081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.696545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.697005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.697472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.703314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.705416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8bf974e3-0d45-4971-a36f-829903afce69 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6422 time: 0.1683264 Jul 23 22:37:08.783346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.882629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.910226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:08.956937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-3ab4ab71-2fcd-41b9-b92e-1d676c3cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.957400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-3ab4ab71-2fcd-41b9-b92e-1d676c3cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.957878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-3ab4ab71-2fcd-41b9-b92e-1d676c3cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:08.959471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-3ab4ab71-2fcd-41b9-b92e-1d676c3cd08d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f891050d14344f95aaa7d4f51c332344&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2461677 Jul 23 22:37:09.059035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.061426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.062619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1ba04f3-b6b4-4686-9ff8-bf972d935526 req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/f64219d4-5dda-4a5c-ba69-73244206ffd9 HTTP/1.1" status: 204 len: 173 time: 0.4117825 Jul 23 22:37:09.080259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cf256-fccd-41cd-a3a9-a1d5df7a3843 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64219d4-5dda-4a5c-ba69-73244206ffd9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:09.092233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-acc6d142-cfa2-4d0b-939c-fd3362f9cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.094132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-acc6d142-cfa2-4d0b-939c-fd3362f9cf11 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265898 Jul 23 22:37:09.160931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54298b5a-634c-412b-a10a-44cb95f393ec req-5ae9f48d-eb60-4e5f-99c7-4489b9d07f27 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0663097 Jul 23 22:37:09.230079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ada8f42-60d1-42d2-89ac-3700f2d52107 req-e6544eff-996f-48cc-b38d-cfec5c78ea6f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/72cfb65a-6e00-46ed-a3b0-278745f4c59c HTTP/1.1" status: 200 len: 1805 time: 0.0530846 Jul 23 22:37:09.250150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.250747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.251276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.251799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.252323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.252842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.254173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.256541 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-f3bdc4c1-6b64-4cd0-8a2b-916b8ef35cb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6422 time: 0.1197405 Jul 23 22:37:09.261215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1486358066', 'description': 'tempest-description-837773677'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:09.380852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.422501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8e5c86ac-0eaf-4536-bb06-f71f3c73a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.423081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8e5c86ac-0eaf-4536-bb06-f71f3c73a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.423531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8e5c86ac-0eaf-4536-bb06-f71f3c73a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.426169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-8e5c86ac-0eaf-4536-bb06-f71f3c73a73e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f891050d14344f95aaa7d4f51c332344&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1595819 Jul 23 22:37:09.542765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device cac07e20-f628-40cc-97ed-8914e9d2c8b6 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:09.565335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec6ce86-2b8e-4186-9add-5735434686d8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:09.574170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-6fe58509-3556-4be4-91eb-4b8a9454600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.575725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f6dc6591-1fb7-438b-83fc-7af1f47e5b48 req-6fe58509-3556-4be4-91eb-4b8a9454600c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433525 Jul 23 22:37:09.576589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.589514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b18c4-4b88-4d9d-a913-e20942097ff1 req-ec1cd57c-13c3-43c1-a6d8-3b1427e252dc tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.590424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.594439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7b18c4-4b88-4d9d-a913-e20942097ff1 req-ec1cd57c-13c3-43c1-a6d8-3b1427e252dc tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.1366155 Jul 23 22:37:09.598362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.627339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Transition to ACTIVE for port object cec6ce86-2b8e-4186-9add-5735434686d8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:09.629206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port cac07e20-f628-40cc-97ed-8914e9d2c8b6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:09.632169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.633628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-270013c8-0979-4a32-aa0a-10ca86e9a133 req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3763709 Jul 23 22:37:09.635535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port cac07e20-f628-40cc-97ed-8914e9d2c8b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:09.636771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.653301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.657629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517c0b3-635d-43bb-9d4a-823e17c110f0 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:09.719161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7b18c4-4b88-4d9d-a913-e20942097ff1 req-97b20eb6-7412-464b-8d8a-b78d26043ffc tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186917 Jul 23 22:37:09.727904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:09.765025 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.833000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:09.834351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:09.836726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Attempting to bind port cec6ce86-2b8e-4186-9add-5735434686d8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:09.837391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Attempting to bind port cec6ce86-2b8e-4186-9add-5735434686d8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:09.837976 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f823105-2740-45a2-a516-5265bfb96dde" -d '{"events": [{"server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "name": "network-vif-plugged", "status": "completed", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:09.838431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Attempting to bind port cec6ce86-2b8e-4186-9add-5735434686d8 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:09.839634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.845569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Port cec6ce86-2b8e-4186-9add-5735434686d8 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:09.849298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Attempting to bind port cec6ce86-2b8e-4186-9add-5735434686d8 on network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:09.849588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.852465 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.853156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.866740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.874037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.884041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:09.884041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Checking segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:09.884431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Bound using segment: {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:09.884810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Bound port: cec6ce86-2b8e-4186-9add-5735434686d8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a152ff-1382-4cae-81c9-774bc8307496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:09.885173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:09.892476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.902787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:09.905207 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-e1c5ccf5-afab-4926-8453-3b3802b82de0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1935637 Jul 23 22:37:09.936035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:09.978627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0049bd24-d478-4000-b106-2dddbaaf63fe req-a30a5d5d-a9f9-428c-b11a-997785a234e6 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652466 Jul 23 22:37:10.008741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ad594-e739-445c-93b3-cdc51c31154d req-36a3e043-7d74-47d5-b456-816d5bb657a1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.010686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f2ad594-e739-445c-93b3-cdc51c31154d req-36a3e043-7d74-47d5-b456-816d5bb657a1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.1548193 Jul 23 22:37:10.013991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:10.018101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:10.033528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.090580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.091221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.092911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] 10.222.0.25 "PUT /v2.0/ports/cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 1092 time: 1.5019319 Jul 23 22:37:10.114775 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-2405f2c0-7b23-45ba-974c-77acea7e2511 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 200 len: 1804 time: 0.0893898 Jul 23 22:37:10.125408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:10.126147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:10.150608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f2ad594-e739-445c-93b3-cdc51c31154d req-9d1f3c54-9b68-4059-a859-d3dcd801dab9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300514 Jul 23 22:37:10.176303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50e266-aef7-4095-a52e-20b0c3575aaa service neutron] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:10.225674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.237124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.238346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.238900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.239370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.239832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.240295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.240909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.243024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c45d092c-77b3-489c-a641-89cac9541a37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6490 time: 0.0894532 Jul 23 22:37:10.268770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.274332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.293798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-25189556-3110-4a14-8a2c-06cec3e2c799 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 217 time: 0.0423214 Jul 23 22:37:10.303320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377a5bbe-3080-47a2-a729-d7c547c1b54b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:10.308107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.326463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-97b7ccfc-617c-4aef-95af-fb875845e30b req-3eeb56c8-0080-404b-8364-9aa712b3226f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2096753 Jul 23 22:37:10.368575 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4fe08a-4c19-4e5b-ba11-73a0c4598228 x-openstack-request-id: req-ee4fe08a-4c19-4e5b-ba11-73a0c4598228 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:10.369215 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "name": "network-vif-plugged", "status": "completed", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:10.370840 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee4fe08a-4c19-4e5b-ba11-73a0c4598228 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:10.371135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-75b8f113-9a9d-46d7-b5de-1f914e8cf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.373037 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6', 'code': 200} Jul 23 22:37:10.373453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-75b8f113-9a9d-46d7-b5de-1f914e8cf437 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 200 len: 856 time: 0.0718014 Jul 23 22:37:10.469166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6aa16321-bde8-4507-a193-d2b3a3333fa3 req-fa78f3f0-e528-4c1d-8238-d6819688227f tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0324678 Jul 23 22:37:10.499499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-a50b347f-c81d-49b0-aa8e-fe36b33431db tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 200 len: 2397 time: 0.0756593 Jul 23 22:37:10.501165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-70306abe-82b0-4ed5-8c69-f38caa154d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.503480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-70306abe-82b0-4ed5-8c69-f38caa154d47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134470 Jul 23 22:37:10.513389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b', 'remote_group_id': None}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:10.513703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b', 'remote_group_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:10.519241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9'}, {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:10.522247 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9"}, {"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:10.559083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac5567-3b2b-40a7-9e30-412a65faeb94 req-b5a22b5a-794a-4585-8130-6982367914fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.560961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dac5567-3b2b-40a7-9e30-412a65faeb94 req-b5a22b5a-794a-4585-8130-6982367914fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 1102 time: 0.1065979 Jul 23 22:37:10.604983 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dc66b1-e083-4099-8116-5097cd89549d x-openstack-request-id: req-27dc66b1-e083-4099-8116-5097cd89549d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:10.605294 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:10.605544 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27dc66b1-e083-4099-8116-5097cd89549d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:10.605977 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'status': 'completed', 'code': 200} Jul 23 22:37:10.606546 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'status': 'completed', 'code': 200} Jul 23 22:37:10.627151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.637933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-6103e827-3607-4a91-926d-7b351bdddbc7 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268895 Jul 23 22:37:10.641845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dac5567-3b2b-40a7-9e30-412a65faeb94 req-4ccb9d0b-1c13-4a69-bbac-d8e9b5783789 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Jul 23 22:37:10.652766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.657685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.680963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ddf7da-6a98-41df-91ef-a432eb62a02c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:10.684822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:10.713953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76dfc899-66f7-4d5b-9984-3b46c90f369d req-d2fc321d-8dee-4457-89f6-37f6019367c8 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2045000 Jul 23 22:37:10.742426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-e5cd0b8b-d42a-444d-b696-0c5d6546aec6 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976872 Jul 23 22:37:10.758933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc069a26-6de7-4ace-ab16-04d84562694b req-8c4197f4-057e-4b1a-95ab-4fd5effd545f tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 200 len: 2995 time: 0.0440888 Jul 23 22:37:10.791907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-22346f72-5ba8-4707-a818-1d057487d888 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 217 time: 0.0432479 Jul 23 22:37:10.850073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-13c2955e-e236-4241-abb6-c3985efde23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.851563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-13c2955e-e236-4241-abb6-c3985efde23a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0537825 Jul 23 22:37:10.897457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57fbae-3c11-4621-9ab9-09ca5a81ed8e req-543ecbf2-ac7d-4e58-baf7-04bdb53a98b3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.898983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb57fbae-3c11-4621-9ab9-09ca5a81ed8e req-543ecbf2-ac7d-4e58-baf7-04bdb53a98b3 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.0730479 Jul 23 22:37:10.916005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-761f4c34-293b-4eed-a075-ccdf567c5194 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=49bc16ab65864e858354d18d294eb0a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262945 Jul 23 22:37:10.937033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb57fbae-3c11-4621-9ab9-09ca5a81ed8e req-4ea3c67e-0baf-445f-ba73-9fd36f01566e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Jul 23 22:37:10.975238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1fd176b7-4b82-499d-b0b4-2393d61f2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:10.976724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-1fd176b7-4b82-499d-b0b4-2393d61f2b7a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184328 Jul 23 22:37:10.982487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-651da120-f488-4c45-a079-d00755700e23 req-5be686bc-7051-418b-949e-851416c98e1e tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-group-rules/67ddf7da-6a98-41df-91ef-a432eb62a02c HTTP/1.1" status: 200 len: 783 time: 0.0220363 Jul 23 22:37:10.993402 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcf30-d836-46f8-8e0a-d487799329d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.035365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-651da120-f488-4c45-a079-d00755700e23 req-dc8182c0-8668-4d4a-a6eb-388deec75a66 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 200 len: 2995 time: 0.0464046 Jul 23 22:37:11.073455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-651da120-f488-4c45-a079-d00755700e23 req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.093655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-61cd9d3a-aac7-4b9c-9661-1106c43cbd51 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.095141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-61cd9d3a-aac7-4b9c-9661-1106c43cbd51 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729150 Jul 23 22:37:11.097975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-651da120-f488-4c45-a079-d00755700e23 req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.117931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-d9dce578-9797-4a72-a1d4-f94dd4d37f92 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/quotas/49bc16ab65864e858354d18d294eb0a1 HTTP/1.1" status: 200 len: 375 time: 0.0162501 Jul 23 22:37:11.128860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c0151757-2a82-4105-99fb-912fc7855b50 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265991 Jul 23 22:37:11.139222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-651da120-f488-4c45-a079-d00755700e23 req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.145739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-651da120-f488-4c45-a079-d00755700e23 req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.145739 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-651da120-f488-4c45-a079-d00755700e23 req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/67ddf7da-6a98-41df-91ef-a432eb62a02c HTTP/1.1" status: 204 len: 173 time: 0.1040697 Jul 23 22:37:11.163704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-6131b198-fe95-4026-8797-169a5be6ce9f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.164971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-6131b198-fe95-4026-8797-169a5be6ce9f tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.22 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 949 time: 0.1026134 Jul 23 22:37:11.166085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63725960-425b-4350-b47c-b2fb2f618d72 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67ddf7da-6a98-41df-91ef-a432eb62a02c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:11.170753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-5cdd21a4-82ae-44a7-b4b2-792897f0c32c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399535 Jul 23 22:37:11.266939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0027815c-1730-4326-ac29-604be24eaa2e service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254761 Jul 23 22:37:11.324578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-359a99e8-a4b8-4696-b93e-4dc8082b9711 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 217 time: 0.0505874 Jul 23 22:37:11.339517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.345525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.353297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.359535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.366614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.372688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.380441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.382338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-abd50cb0-6dba-45ba-b9db-f801a794f20f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1780064 Jul 23 22:37:11.407289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-6a7342aa-009e-47fd-a1f8-17a6ae33435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.408533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-6a7342aa-009e-47fd-a1f8-17a6ae33435f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0756550 Jul 23 22:37:11.413325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Deleting port eb33c707-874d-4fd9-be01-499bc8697cfe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:11.413657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.422021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-aad570af-edd7-46f0-a4c1-e888e096baa7 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 200 len: 2397 time: 0.1000459 Jul 23 22:37:11.465045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d6b032dd-99a9-49d3-babf-1eb648fc195c req-9f40de68-058d-4280-a59e-8f9e52ab2abf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748630 Jul 23 22:37:11.561943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0d3d4aa9-f8f7-4c51-a888-8065477cc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.563952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0d3d4aa9-f8f7-4c51-a888-8065477cc75e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399598 Jul 23 22:37:11.567425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.573947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] For port eb33c707-874d-4fd9-be01-499bc8697cfe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=eb33c707-874d-4fd9-be01-499bc8697cfe,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:11.574405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.600556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Calling delete_port for eb33c707-874d-4fd9-be01-499bc8697cfe owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:11.648653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4af6cf81-8090-4ff6-ba47-91ee847740c3 req-ed9623ad-c779-4ea6-85fb-072900b9d451 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0549734 Jul 23 22:37:11.695878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.716161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b6e2-438a-4210-b43f-35d250b700e7 req-f4153d06-aa95-4d9b-b189-4c4e64f05dd0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:11.717814 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cac3b6e2-438a-4210-b43f-35d250b700e7 req-f4153d06-aa95-4d9b-b189-4c4e64f05dd0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.1403825 Jul 23 22:37:11.755580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-06f88fa8-6b3c-4848-8bd5-dc0aa3940e7e service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848254 Jul 23 22:37:11.787678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.790247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.791454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f0f816-bc5d-489c-91fd-a4d4531838b7 req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b HTTP/1.1" status: 204 len: 173 time: 0.3686388 Jul 23 22:37:11.801528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cac3b6e2-438a-4210-b43f-35d250b700e7 req-af0d011d-2c24-48ab-955f-4a200da52377 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Jul 23 22:37:11.812985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a45c6-98ef-4efd-a89a-d2aa85244f39 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6cc23a-fa3d-4ca3-a9c6-94dcafc01e9b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:11.842578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.855745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:11.892057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Pushing event deleted for resources: {'Port': ['ID=eb33c707-874d-4fd9-be01-499bc8697cfe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:11.929802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c40b8999-a8b4-42b3-9e43-40e7817cabe0 req-fe54a8ec-5dde-462c-8589-8f01dfe09d43 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 210 time: 0.0637903 Jul 23 22:37:11.933655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-9e118cb0-7d98-4b2c-9502-7865b3846dcc service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715508 Jul 23 22:37:11.984148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] No DVR routers for this DVR port eb33c707-874d-4fd9-be01-499bc8697cfe on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:11.988018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:11.990430 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f64a7626-af5c-47aa-af4e-5bd48c190f62 req-5993b18b-0f96-48c8-9268-71016a56f63e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.22 "DELETE /v2.0/ports/eb33c707-874d-4fd9-be01-499bc8697cfe HTTP/1.1" status: 204 len: 173 time: 0.8194258 Jul 23 22:37:11.990907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'name': 'network-vif-deleted', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:11.994434 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc80e2d-f212-4a23-8729-60682c747489" -d '{"events": [{"server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "name": "network-vif-deleted", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:12.023815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b3c96640-3680-4986-a0ec-0e05ef27e8a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 200 len: 217 time: 0.0808465 Jul 23 22:37:12.107738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-83d4843b-b6f1-4618-8420-6bd8340fc12b req-a00b38d5-14d8-4340-8cf9-bf40356ee276 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0438805 Jul 23 22:37:12.121705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-9dcea61d-02bd-47d7-9cc1-11ebbc7d4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.123227 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-9dcea61d-02bd-47d7-9cc1-11ebbc7d4d59 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0931416 Jul 23 22:37:12.177696 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-2b977a6c-165d-4163-b9e8-d53d586be543 req-7ee69a5f-cbb8-44b8-9ffa-a3c30ea61dc7 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] show failed (client error): The resource could not be found. Jul 23 22:37:12.177951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b977a6c-165d-4163-b9e8-d53d586be543 req-7ee69a5f-cbb8-44b8-9ffa-a3c30ea61dc7 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/f64219d4-5dda-4a5c-ba69-73244206ffd9 HTTP/1.1" status: 404 len: 352 time: 0.0525610 Jul 23 22:37:12.259565 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009fcaf5-3893-433e-bae2-4bac5ba6bf32 x-openstack-request-id: req-009fcaf5-3893-433e-bae2-4bac5ba6bf32 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:12.259852 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80841be6-5183-46e8-a4b1-6bc52c472bb9", "name": "network-vif-deleted", "tag": "eb33c707-874d-4fd9-be01-499bc8697cfe", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:12.260103 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-009fcaf5-3893-433e-bae2-4bac5ba6bf32 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:12.260493 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80841be6-5183-46e8-a4b1-6bc52c472bb9', 'name': 'network-vif-deleted', 'tag': 'eb33c707-874d-4fd9-be01-499bc8697cfe', 'status': 'completed', 'code': 200} Jul 23 22:37:12.262512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-79674a28-5aba-4343-bbee-7a6e4b063bfe req-83e8c6ba-8f56-4fa2-adda-e2e96fbaa260 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=80841be6-5183-46e8-a4b1-6bc52c472bb9 HTTP/1.1" status: 200 len: 210 time: 0.0562592 Jul 23 22:37:12.298649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-fce84248-1fa5-4224-b83a-dd02212d315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.300297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-fce84248-1fa5-4224-b83a-dd02212d315f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540186 Jul 23 22:37:12.330322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-89aaef78-fd61-4632-8995-90649f91a220 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/72cfb65a-6e00-46ed-a3b0-278745f4c59c HTTP/1.1" status: 200 len: 1805 time: 0.0787427 Jul 23 22:37:12.436472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-5d4e421e-6f0c-43c8-912d-7adb33618e7d service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283960 Jul 23 22:37:12.442151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.488700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.576882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-8a9bf7d0-99fe-41f9-9cac-288acd58208b service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319640 Jul 23 22:37:12.582551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.585361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.586815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb610fc3-6712-40d4-93bb-9a1272c89716 req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/72cfb65a-6e00-46ed-a3b0-278745f4c59c HTTP/1.1" status: 204 len: 173 time: 0.2493255 Jul 23 22:37:12.637834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-0339c651-a926-4a3c-92c6-385b1a994625 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 200 len: 217 time: 0.0500224 Jul 23 22:37:12.643693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b361c-e24f-461f-9c91-30fe3e1ea2ae tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cfb65a-6e00-46ed-a3b0-278745f4c59c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:12.654908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.669596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.686046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.692121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.698648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.704943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.710830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.718689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-5fc35394-241b-47a8-8026-61294fb46836 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1577163 Jul 23 22:37:12.728914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-1b00790c-ddf3-4c95-b4fe-2ebf72b958f1 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/a27fdaee-b5d9-4103-98a6-bf8d03479cf0 HTTP/1.1" status: 200 len: 1803 time: 0.0937009 Jul 23 22:37:12.763843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-6e39f482-988c-4a25-9b2e-d611f67645eb tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=49bc16ab65864e858354d18d294eb0a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412188 Jul 23 22:37:12.782359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-06f6735b-19e5-4380-b8a0-5daa5f1cf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.784589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-06f6735b-19e5-4380-b8a0-5daa5f1cf2c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1367538 Jul 23 22:37:12.816008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75ecbc65-c409-4c83-aae5-a53da2d1bb4d req-24ef3fc1-0e37-4907-ae1f-c0b797485313 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955744 Jul 23 22:37:12.844443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.881333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:12.906939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-4220cd79-95a6-497d-a446-50c15dcf3634 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.908453 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-4220cd79-95a6-497d-a446-50c15dcf3634 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379797 Jul 23 22:37:12.923139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Request body: {'port': {'device_id': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '49bc16ab65864e858354d18d294eb0a1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:12.928744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c37005cd-abc3-4e07-80d2-867236dab2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:12.930275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c37005cd-abc3-4e07-80d2-867236dab2ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393611 Jul 23 22:37:13.015040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.017528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.019225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4177055f-7c8f-4afc-bf89-d7960f193eb3 req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/a27fdaee-b5d9-4103-98a6-bf8d03479cf0 HTTP/1.1" status: 204 len: 173 time: 0.2889380 Jul 23 22:37:13.036744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085eb5d-c8a5-4a1c-8ccc-044aac5ee09d tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27fdaee-b5d9-4103-98a6-bf8d03479cf0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:13.071356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-550e4728-0543-448d-9dba-447e25f6073b service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307545 Jul 23 22:37:13.120603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36ddc6f3-fc6c-4de5-97f8-9934a7ebbe75 req-f39d2bda-db33-4224-8252-46282e515e44 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 210 time: 0.0474198 Jul 23 22:37:13.202142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-fc3e33fe-c858-4f18-8c64-5a0e0a1aac15 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197226 Jul 23 22:37:13.256253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-abea6f26-f542-4daf-bf65-3135cdd87819 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 217 time: 0.0455377 Jul 23 22:37:13.306343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-03f8452d-4ab3-4fe8-81cf-ed80035c1ef5 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/e5788102-41eb-4108-8d41-84676c3493e7 HTTP/1.1" status: 200 len: 1805 time: 0.1028616 Jul 23 22:37:13.330867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b7313388-a263-47e2-856a-13bbf5c8241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:13.333074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b7313388-a263-47e2-856a-13bbf5c8241f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.0698605 Jul 23 22:37:13.348361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d7a1-df67-418c-8432-d9aebad0d5c0 req-6fc77fe5-643a-4e26-8e41-6e44849eb736 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:13.350008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e52d7a1-df67-418c-8432-d9aebad0d5c0 req-6fc77fe5-643a-4e26-8e41-6e44849eb736 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.4311121 Jul 23 22:37:13.379781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Made reservation on behalf of 49bc16ab65864e858354d18d294eb0a1 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:13.383220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.395785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.417077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e52d7a1-df67-418c-8432-d9aebad0d5c0 req-1870d1a5-6100-4435-8dce-4d5bcb333fa2 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Jul 23 22:37:13.421139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.449603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c180bf9a-8446-412a-a780-94700490a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:13.451130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-c180bf9a-8446-412a-a780-94700490a223 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113179 Jul 23 22:37:13.455053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.530489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.536265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.559113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.561525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.562699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5e9a44e-e291-4c81-9a03-0c6c7e934113 req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5788102-41eb-4108-8d41-84676c3493e7 HTTP/1.1" status: 204 len: 173 time: 0.2348852 Jul 23 22:37:13.577965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eb33c707-874d-4fd9-be01-499bc8697cfe no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:13.582494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9044d-e9e1-4119-8938-ebe57b4551b6 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5788102-41eb-4108-8d41-84676c3493e7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:13.587886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-e110b9cd-65b1-4b6f-bf8a-53c76546445a service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241710 Jul 23 22:37:13.623273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: eb33c707-874d-4fd9-be01-499bc8697cfe {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:13.623703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device eb33c707-874d-4fd9-be01-499bc8697cfe not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:13.652099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-39a380ef-1fc5-4ed8-b886-dcddbfac377e req-239fc613-4926-45cf-ab38-39a70b3cd219 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0924480 Jul 23 22:37:13.664074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02788f1b-6c46-4350-9b81-9c2c90017aff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:13.743859 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00c1815f-d337-4986-a6d9-e11c3fc5ff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.747206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-274d89a1-3ac5-4126-aeac-b9e21b9fb2fa service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519644 Jul 23 22:37:13.763368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Allocated IP 192.168.233.227 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/4fe763f5-f784-4693-a004-c79798312da6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:13.772211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87fbcef8-9568-4083-9508-119515b0039b req-df326ac5-668d-47e8-a3a5-3816e9636608 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/e974803f-9ee9-4416-92e1-9f5177b302ed HTTP/1.1" status: 200 len: 2403 time: 0.0705919 Jul 23 22:37:13.794237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-d0668ca6-7de8-48d5-9a74-910a6c310e0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 217 time: 0.0408735 Jul 23 22:37:13.818387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a113e-b75e-425a-a37d-08ae97a41bd1 req-7bb37f05-8ae6-4cc1-90f5-3e6d082a535f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:13.819769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0a113e-b75e-425a-a37d-08ae97a41bd1 req-7bb37f05-8ae6-4cc1-90f5-3e6d082a535f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1267378 Jul 23 22:37:13.881723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-4105ba9f-bcdf-42b6-a707-4dde7d570d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:13.883225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-4105ba9f-bcdf-42b6-a707-4dde7d570d8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.0816987 Jul 23 22:37:13.886011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0a113e-b75e-425a-a37d-08ae97a41bd1 req-b31e8171-f94d-4a4b-b487-5f19d0f64887 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480368 Jul 23 22:37:13.893956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-87fbcef8-9568-4083-9508-119515b0039b req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:13.964020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-87fbcef8-9568-4083-9508-119515b0039b req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.028538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.052084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Transition to ACTIVE for port object 4fe763f5-f784-4693-a004-c79798312da6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:14.071399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-87fbcef8-9568-4083-9508-119515b0039b req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.074234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-87fbcef8-9568-4083-9508-119515b0039b req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.075298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87fbcef8-9568-4083-9508-119515b0039b req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/e974803f-9ee9-4416-92e1-9f5177b302ed HTTP/1.1" status: 204 len: 173 time: 0.2968881 Jul 23 22:37:14.102471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68be0-1098-4f44-b4e9-4f6310b86456 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974803f-9ee9-4416-92e1-9f5177b302ed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:14.121612 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.124769 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.186236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:14.203639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:14.206323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:14.265104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Pushing event updated for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:14.293636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f777f893-4b3b-4fe8-9f2f-3b3b62521c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.295570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-f777f893-4b3b-4fe8-9f2f-3b3b62521c88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4055395 Jul 23 22:37:14.338131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d9fb0ca-cd10-42d4-bfb0-c64f98436750 req-13b04914-30ca-4a15-8160-babef203a5b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0aa392535ad64445b9d160ef4074fb15&device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0423658 Jul 23 22:37:14.350977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.351692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.394885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d9fb0ca-cd10-42d4-bfb0-c64f98436750 req-59fc6a34-2f95-4514-9fbe-47e69514bd05 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0aa392535ad64445b9d160ef4074fb15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401752 Jul 23 22:37:14.398190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-fbf73091-cc12-4047-96c4-30a1a28bed3c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4805171 Jul 23 22:37:14.411702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.417816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.423841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.430484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.436404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.441192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-b669ca41-05e1-4534-9af0-4e54e7f3500f service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366904 Jul 23 22:37:14.443578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.449016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.452012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-474857b4-f926-4521-ae26-881661ea763d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.2692614 Jul 23 22:37:14.460422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Request body: {'port': {'device_id': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:14.488339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e9249-ccce-4b9c-b0a5-ad733ff1f7a0 req-a70d4570-159c-4d2b-ba9d-df034a179a48 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.489875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b80e9249-ccce-4b9c-b0a5-ad733ff1f7a0 req-a70d4570-159c-4d2b-ba9d-df034a179a48 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.1463494 Jul 23 22:37:14.561922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f4722da-27ab-41ce-937d-0730dcab7585 None None] Provisioning for port 4fe763f5-f784-4693-a004-c79798312da6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:14.569497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f4722da-27ab-41ce-937d-0730dcab7585 None None] Provisioning complete for port 4fe763f5-f784-4693-a004-c79798312da6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:14.570001 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f4722da-27ab-41ce-937d-0730dcab7585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.583119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b80e9249-ccce-4b9c-b0a5-ad733ff1f7a0 req-c5b0d532-8b8a-4581-b7f9-ddb82d80d5d1 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862184 Jul 23 22:37:14.586791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd7a1a64-0d03-4c45-a481-66092991b9cd req-bb3a858a-7f57-4abf-8809-36c7ee8bd40f service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385033 Jul 23 22:37:14.599732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63f8cf39-96ea-4d4c-9593-1760100188a0 req-869d5722-18e0-4275-84f1-99d5eafcb66b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282020 Jul 23 22:37:14.629480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1f4722da-27ab-41ce-937d-0730dcab7585 None None] Port 4fe763f5-f784-4693-a004-c79798312da6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:37:14.642119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb0ca-cd10-42d4-bfb0-c64f98436750 req-82e6f578-b16e-48b5-a68a-1955a37b4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.644290 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d9fb0ca-cd10-42d4-bfb0-c64f98436750 req-82e6f578-b16e-48b5-a68a-1955a37b4f5e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889994 Jul 23 22:37:14.666319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.725706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-2ddd6fa4-5ada-4e72-b675-2df19d1c72b5 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "GET /v2.0/security-groups/a98b9cd3-a932-46c6-9e88-b06e078871ae HTTP/1.1" status: 200 len: 2397 time: 0.0761328 Jul 23 22:37:14.746003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.746492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.746971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.747450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.748200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.748390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.748860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.750924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-9c7d79e0-1318-4e23-bf91-7649da89fc32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6490 time: 0.0891066 Jul 23 22:37:14.752509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-4c736b73-1702-4bbc-907e-ea93b1a54264 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374961 Jul 23 22:37:14.828790 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.880722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.929016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-edbe1df8-45e3-4757-b5c7-06bc8d48985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.930517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-edbe1df8-45e3-4757-b5c7-06bc8d48985d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 903 time: 0.1732292 Jul 23 22:37:14.937347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-d69663a6-d43d-4647-9ed9-8f3ec291b140 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:14.938765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-d69663a6-d43d-4647-9ed9-8f3ec291b140 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726115 Jul 23 22:37:14.939907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:14.989027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-14db71f8-e5ab-4fa8-936e-c7143e210bb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 217 time: 0.0493047 Jul 23 22:37:14.990397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-0d47c985-7485-4462-9ca8-552d5f45c41f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/quotas/e0eacc3ab27e4299bbf24c187260a84f HTTP/1.1" status: 200 len: 375 time: 0.0427432 Jul 23 22:37:15.014941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.017441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.018746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e37177a-aca1-4e4c-9e59-69d8af2e7472 req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] 10.222.0.37 "DELETE /v2.0/security-groups/a98b9cd3-a932-46c6-9e88-b06e078871ae HTTP/1.1" status: 204 len: 173 time: 0.2847221 Jul 23 22:37:15.039801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:15.075011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a225551-ab7a-49c1-af01-ceeeba6a2eb3 tempest-SecurityGroupRulesTestJSON-443370360 tempest-SecurityGroupRulesTestJSON-443370360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b9cd3-a932-46c6-9e88-b06e078871ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:15.076749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-3a1f2960-ed6c-4a72-8a13-645dbe6ea9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.078732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-3a1f2960-ed6c-4a72-8a13-645dbe6ea9e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.0719538 Jul 23 22:37:15.091951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe763f5-f784-4693-a004-c79798312da6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:15.113097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.141871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-8f779207-031b-4570-acab-ca8d6f46a7c8 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458609 Jul 23 22:37:15.148139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Deleting subnet 71f87dc8-3862-4463-a155-43110ad44032 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:37:15.153577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.165884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-a1ff10db-6998-44e8-b294-2e426ff931e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.167552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-a1ff10db-6998-44e8-b294-2e426ff931e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803444 Jul 23 22:37:15.176751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Transition to ACTIVE for port object 4fe763f5-f784-4693-a004-c79798312da6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:15.188394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.227546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.271406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-04e5f047-d8de-4b6f-b7b9-aecd277a4db3 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963974 Jul 23 22:37:15.312127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.396234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:15.413998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd97cc-0a7f-4b9a-b336-e9dcf0b2ebac req-96943f7a-2fd7-49a2-9da6-f0ce1dd2717d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.422181 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebbd97cc-0a7f-4b9a-b336-e9dcf0b2ebac req-96943f7a-2fd7-49a2-9da6-f0ce1dd2717d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 936 time: 0.3364937 Jul 23 22:37:15.434946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.482131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-79939762-c9ad-4a5b-a259-d183e4cebd2e service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866834 Jul 23 22:37:15.496509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f87dc8-3862-4463-a155-43110ad44032,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:15.537137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.542062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45f1be17-1ffd-4a3b-b7e6-54a27a3c5859 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71f87dc8-3862-4463-a155-43110ad44032 HTTP/1.1" status: 204 len: 168 time: 0.4986296 Jul 23 22:37:15.544449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:15.569931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49351256-3516-4462-88ca-d359ca718c4e req-c638cd16-04e9-45d9-9a1a-26e5d4c32594 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0860989 Jul 23 22:37:15.690146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-f8cb67a0-cd49-4322-851e-e05a5120af9e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.696624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-f8cb67a0-cd49-4322-851e-e05a5120af9e tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.1732111 Jul 23 22:37:15.733439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.733625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.734146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.734739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.735235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.735759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.736383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.737164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:15.739866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-359efe19-5db8-4942-abe6-efd40541fc33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6490 time: 0.1688635 Jul 23 22:37:15.754367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebbd97cc-0a7f-4b9a-b336-e9dcf0b2ebac req-ab526ff6-08ee-4475-9552-ae37a17ca121 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312190 Jul 23 22:37:15.774605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Attempting to bind port 4fe763f5-f784-4693-a004-c79798312da6 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:15.774605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Attempting to bind port 4fe763f5-f784-4693-a004-c79798312da6 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:15.774605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Attempting to bind port 4fe763f5-f784-4693-a004-c79798312da6 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:15.779545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Port 4fe763f5-f784-4693-a004-c79798312da6 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:15.779957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Attempting to bind port 4fe763f5-f784-4693-a004-c79798312da6 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:15.826001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed28e5ec-b953-4d35-9273-2f1b34adf9c5 req-d0117564-759e-4ea1-8873-7f6afec09e47 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 210 time: 0.0849805 Jul 23 22:37:15.871298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:15.871866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:15.872391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:15.873225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Bound port: 4fe763f5-f784-4693-a004-c79798312da6, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:15.873831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:15.936402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.004561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ec0093-f86f-4276-b0b4-6823c78cf43b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:16.008366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d9fb0ca-cd10-42d4-bfb0-c64f98436750 req-9b4303d0-12a2-4daa-a234-b42117fddeaa tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.22 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0659516 Jul 23 22:37:16.019425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-242a27bd-69c2-4882-89a7-0d3202856698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.021019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-242a27bd-69c2-4882-89a7-0d3202856698 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 903 time: 0.2607479 Jul 23 22:37:16.021252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b92065e-148d-40be-8e87-77f639393e2b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:16.021573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b92065e-148d-40be-8e87-77f639393e2b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:16.056419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.072722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Deleting port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:16.073101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.079784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-23f5ff2d-9289-4e0a-b767-bcc155a96e1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 217 time: 0.0508785 Jul 23 22:37:16.096477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.119355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:37:16.119828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:37:16.121894 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:37:16.128574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.135344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.143065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.150480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.156716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.164316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.170914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.172906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-0f69b654-3690-4f13-ab83-759304bbd1c8 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.2482347 Jul 23 22:37:16.189445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:16.209779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4fe763f5-f784-4693-a004-c79798312da6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:16.222559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d23a-b353-4902-a671-3bc890b4078f req-286e9931-e240-4bfe-9015-30bbbcbec540 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.226609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1c7d23a-b353-4902-a671-3bc890b4078f req-286e9931-e240-4bfe-9015-30bbbcbec540 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 950 time: 0.3495424 Jul 23 22:37:16.232349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.248026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.258111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.262553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] 10.222.0.37 "DELETE /v2.0/networks/70ec0093-f86f-4276-b0b4-6823c78cf43b HTTP/1.1" status: 204 len: 168 time: 0.7136014 Jul 23 22:37:16.267254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-8b3cfbc1-b930-4f1d-92ba-b978d8e18390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.268727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-8b3cfbc1-b930-4f1d-92ba-b978d8e18390 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.1747668 Jul 23 22:37:16.333182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.336254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.337434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ccd21c0-c2d6-4b6a-ac8d-832643440c2e req-67cfb53e-b844-4877-ab64-52913f427b0c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391265 Jul 23 22:37:16.338560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] 10.222.0.25 "PUT /v2.0/ports/4fe763f5-f784-4693-a004-c79798312da6 HTTP/1.1" status: 200 len: 1097 time: 1.8853774 Jul 23 22:37:16.339388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'tag': '4fe763f5-f784-4693-a004-c79798312da6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:16.342593 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a675a0e5-aec7-4c63-9019-c97f18bda407" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "tag": "4fe763f5-f784-4693-a004-c79798312da6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:16.349215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4ab1-3302-46dc-b131-772b5e9d3c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ec0093-f86f-4276-b0b4-6823c78cf43b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:16.389584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] For port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:16.389965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.400785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b1c7d23a-b353-4902-a671-3bc890b4078f req-5e8fee0c-c6aa-4608-ad6f-1b4ebc7cfdbd tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/security-groups?id=bcaafdad-7b85-469e-8a5d-6753c61ebfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649060 Jul 23 22:37:16.402102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e6a5-e581-4f46-ba2f-6780097a935a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:16.439459 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:16.445194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Calling delete_port for 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:16.455722 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15f290-2ac8-48b3-91e7-251a27179097 x-openstack-request-id: req-bf15f290-2ac8-48b3-91e7-251a27179097 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:16.457014 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "tag": "4fe763f5-f784-4693-a004-c79798312da6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:16.457439 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf15f290-2ac8-48b3-91e7-251a27179097 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:16.458037 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'tag': '4fe763f5-f784-4693-a004-c79798312da6', 'status': 'completed', 'code': 200} Jul 23 22:37:16.567705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-55d64941-902a-4189-89a3-33cde0e88f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.569318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-55d64941-902a-4189-89a3-33cde0e88f6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2905290 Jul 23 22:37:16.574059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-5802b111-1f61-44b6-bf33-4bd048112833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.577107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-5802b111-1f61-44b6-bf33-4bd048112833 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 1100 time: 0.1458616 Jul 23 22:37:16.663857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:16.674067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-a1113c8d-1498-4ca6-bf57-e360e19c3f94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4fe763f5-f784-4693-a004-c79798312da6 HTTP/1.1" status: 200 len: 217 time: 0.0805495 Jul 23 22:37:16.776856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-b773249f-5dc9-4f2c-85dd-11e40e3f340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.778666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-b773249f-5dc9-4f2c-85dd-11e40e3f340c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0971975 Jul 23 22:37:16.810316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-339ecb84-f23e-4e17-b4d4-e3205aa538ef tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1946957 Jul 23 22:37:16.871699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-b72d0c28-eecd-49df-9ac7-7d0884a81801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:16.873297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-b72d0c28-eecd-49df-9ac7-7d0884a81801 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875971 Jul 23 22:37:16.896570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e4775a9-0ed8-4c80-a30e-d9f8cf002d10 req-d724f81f-2f92-4f76-88e4-3c3f034a24e2 tempest-ServerShowV257Test-965096448 tempest-ServerShowV257Test-965096448-project] 10.222.0.37 "GET /v2.0/ports?device_id=3833f7b0-0e91-442d-a47f-f1457779fc81 HTTP/1.1" status: 200 len: 210 time: 0.0837002 Jul 23 22:37:16.934374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ab86120-68b7-459f-add2-937a01edd369 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f14f41b1a5f74f4fa86d6001733f5043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693598 Jul 23 22:37:16.937509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:16.962970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-a40d1c41-7b43-4a1d-a70b-d7da916c3752 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286529 Jul 23 22:37:17.048350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4beba11-9952-4f04-842e-92526e265967 req-47bcf9b1-7cda-403f-a96a-25cb8fcfd6a5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 210 time: 0.0821896 Jul 23 22:37:17.057854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd13bf4-4416-4354-9202-d060e13fd16d req-02519522-8137-4c19-8f92-26f311fc60cc tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.061056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8cd13bf4-4416-4354-9202-d060e13fd16d req-02519522-8137-4c19-8f92-26f311fc60cc tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 948 time: 0.1909468 Jul 23 22:37:17.067354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-9cffaf17-3cbc-4958-9454-b39e64ca8e30 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843944 Jul 23 22:37:17.081550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.116162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.158648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.162965 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8cd13bf4-4416-4354-9202-d060e13fd16d req-c84d8822-364f-4f6a-9f79-3ac29319b1df tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930669 Jul 23 22:37:17.173532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-46442261-0ad8-4d22-a504-4687ac2bf215 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.175066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-46442261-0ad8-4d22-a504-4687ac2bf215 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429749 Jul 23 22:37:17.180033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Pushing event deleted for resources: {'Port': ['ID=1c00eeb7-e9ea-46df-aad6-63ea94bcaa84,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:17.195345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Request body: {'port': {'device_id': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'e0eacc3ab27e4299bbf24c187260a84f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:17.234239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a389d0cd-dba4-47b6-8223-e6d09fa9b2d3 req-953c8bc4-d669-466c-9b5a-025948004b6d service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649946 Jul 23 22:37:17.264062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a27fee8-d951-4857-83e2-9ba55da7ade1 req-2f5b9c89-7c62-4dd1-b13c-d50cafd681fa service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841581 Jul 23 22:37:17.270154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] No DVR routers for this DVR port 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:17.272540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.274594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69bf02a1-0c00-4f4b-a367-4f4b5c41da85 req-bec881bf-4ec3-4517-88f7-6c4d95c22ee7 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.25 "DELETE /v2.0/ports/1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 HTTP/1.1" status: 204 len: 173 time: 1.5724082 Jul 23 22:37:17.275031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'name': 'network-vif-deleted', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:17.277272 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079df5f-8f33-4e1a-8a4b-4df440cbb0a7" -d '{"events": [{"server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "name": "network-vif-deleted", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:17.278371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.283969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.291302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17b1ce5b-ebc8-4fbb-a0a8-f3a78b8c16d8 HTTP/1.1" status: 204 len: 168 time: 0.3505034 Jul 23 22:37:17.320824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc14a-1975-4d2e-9fa8-963dde2e5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b1ce5b-ebc8-4fbb-a0a8-f3a78b8c16d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:17.351682 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfcaab-a081-4d52-b6ed-5db6fff01876 x-openstack-request-id: req-53cfcaab-a081-4d52-b6ed-5db6fff01876 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:17.352036 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9197a2a0-57f7-43eb-9251-b1d34b2b7c0c", "name": "network-vif-deleted", "tag": "1c00eeb7-e9ea-46df-aad6-63ea94bcaa84", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:17.352409 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53cfcaab-a081-4d52-b6ed-5db6fff01876 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:17.352815 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9197a2a0-57f7-43eb-9251-b1d34b2b7c0c', 'name': 'network-vif-deleted', 'tag': '1c00eeb7-e9ea-46df-aad6-63ea94bcaa84', 'status': 'completed', 'code': 200} Jul 23 22:37:17.420319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Made reservation on behalf of e0eacc3ab27e4299bbf24c187260a84f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:17.424311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:17.454463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-6ecbda5a-c2a3-4845-a55e-ed7921d3c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.457870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-6ecbda5a-c2a3-4845-a55e-ed7921d3c06c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 1100 time: 0.1182516 Jul 23 22:37:17.554473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c53979d-b0ee-4576-8ac6-afede6ca2222 req-a8695282-2828-4142-9f18-bdc5766b1c54 tempest-LiveMigrationNegativeTest-257473448 tempest-LiveMigrationNegativeTest-257473448-project] 10.222.0.37 "GET /v2.0/ports?device_id=9197a2a0-57f7-43eb-9251-b1d34b2b7c0c HTTP/1.1" status: 200 len: 210 time: 0.0425746 Jul 23 22:37:17.590101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.596835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.602851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.610621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.619230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.628439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.635409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.642984 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8c1faec-f864-4742-add5-20f5426350a0 req-08a23766-c512-461d-b592-71b8d7d50700 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1825542 Jul 23 22:37:17.687246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-4642cbdc-4943-4181-8b82-59355b500a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:17.688735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-4642cbdc-4943-4181-8b82-59355b500a15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2248809 Jul 23 22:37:17.708187 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f8c1faec-f864-4742-add5-20f5426350a0 req-f041e6e7-72e8-4a29-83d6-329b93f05945 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640926 Jul 23 22:37:17.737093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-560e4313-284c-4edd-974f-7de2d57a3a4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=4fe763f5-f784-4693-a004-c79798312da6 HTTP/1.1" status: 200 len: 217 time: 0.0410068 Jul 23 22:37:17.743268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Allocated IP 192.168.233.60 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/36b5a284-a254-4336-8448-2787095f81d9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:18.108794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-217a541f-5533-459b-8033-b2f84ff184dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:18.110301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-217a541f-5533-459b-8033-b2f84ff184dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.3591642 Jul 23 22:37:18.192342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94c4fe44-f75b-432c-bc5d-3f640b17dd3e req-8304a03d-6388-4584-b55a-fb1ecd09546a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 210 time: 0.0378830 Jul 23 22:37:18.244761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:18.294778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-f2bd9f68-e424-4b00-86d7-c0f47ca38fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:18.296498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-f2bd9f68-e424-4b00-86d7-c0f47ca38fca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770532 Jul 23 22:37:18.312449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:18.360134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.371292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457becc2-82f7-491b-a834-a81dd63f92bb req-2e89603c-3a9f-4530-8f3b-1828be21e710 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:18.381831 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-457becc2-82f7-491b-a834-a81dd63f92bb req-2e89603c-3a9f-4530-8f3b-1828be21e710 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 948 time: 0.1298368 Jul 23 22:37:18.400124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1917794957-network', 'tenant_id': 'aaa9eb54b0024d55b772147c32b846ad'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:18.410085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Transition to ACTIVE for port object 36b5a284-a254-4336-8448-2787095f81d9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:18.421480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f411831-52fc-4009-88e3-f7c39bca264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.437652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-10a41e49-e6f2-43e8-8f92-363ac2d4db36 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347804 Jul 23 22:37:18.461370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-457becc2-82f7-491b-a834-a81dd63f92bb req-fd94101e-cee9-42a3-8097-3a0499b51b65 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784352 Jul 23 22:37:18.464466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Made reservation on behalf of aaa9eb54b0024d55b772147c32b846ad for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:18.466582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.480905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.519212 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.531849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['cac07e20-f628-40cc-97ed-8914e9d2c8b6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:18.536108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:18.587530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f411831-52fc-4009-88e3-f7c39bca264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.591072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:18.606362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:18.609599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:18.614771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f411831-52fc-4009-88e3-f7c39bca264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.640039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4fe763f5-f784-4693-a004-c79798312da6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:18.642022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:18.680856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a675a0e5-aec7-4c63-9019-c97f18bda407 req-3ba5df9e-adb5-429f-afd6-c897918680a5 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337482 Jul 23 22:37:18.687178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f411831-52fc-4009-88e3-f7c39bca264e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0aa392535ad64445b9d160ef4074fb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402552 Jul 23 22:37:18.687446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event updated for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:18.689495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411831-52fc-4009-88e3-f7c39bca264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08d9def-8bd3-4519-b5b6-afdec20a90ce,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:18.694537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:18.753250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:18.754166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.771411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:18.776278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1c00eeb7-e9ea-46df-aad6-63ea94bcaa84 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:18.867241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.869705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.889242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-83d60b84-102d-4c49-a188-aa52311d6a07 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7001505 Jul 23 22:37:18.903301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Request body: {'port': {'device_id': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:18.906664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:18.933721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.001675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:37:19.021450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d639e898-4d15-4150-9ebb-0ebca317fd65,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:19.042515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.042868 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Added segment 5f28b792-4993-4914-adfd-9c522b44129f of type vlan for network d38bb857-8c5e-43de-a8f4-9ab03dac022c Jul 23 22:37:19.069554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:19.089911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.096311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.101485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.102491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.108617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.115382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.119330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4fe763f5-f784-4693-a004-c79798312da6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:19.119884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.121575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.123172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.124343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e08d9def-8bd3-4519-b5b6-afdec20a90ce HTTP/1.1" status: 204 len: 168 time: 0.4288149 Jul 23 22:37:19.134860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.136863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b300a550-689a-43c7-906c-15d31f03c120 req-016344f2-fce9-44ea-b613-49876619f573 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.3127739 Jul 23 22:37:19.158107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec825-c684-46e7-af59-db49fdb38e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08d9def-8bd3-4519-b5b6-afdec20a90ce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:19.164131 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.165034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.165550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.181311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '4fe763f5-f784-4693-a004-c79798312da6', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '4fe763f5-f784-4693-a004-c79798312da6', 'mac_address': 'fa:16:3e:d3:e1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:19.194469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.200043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-347e0ead-d13a-4a50-8280-af0cb9d31b16 None None] Provisioning for port 36b5a284-a254-4336-8448-2787095f81d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:19.247853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b300a550-689a-43c7-906c-15d31f03c120 req-b424ea4f-5184-4af4-99b2-95ccc26b133c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959554 Jul 23 22:37:19.249080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-347e0ead-d13a-4a50-8280-af0cb9d31b16 None None] Provisioning complete for port 36b5a284-a254-4336-8448-2787095f81d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:19.249773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-347e0ead-d13a-4a50-8280-af0cb9d31b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.265673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9515133 Jul 23 22:37:19.270109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:19.275331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Request body: {'subnet': {'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1917794957-subnet', 'tenant_id': 'aaa9eb54b0024d55b772147c32b846ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:19.334502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.365351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273e5f-4513-4c30-95e8-240b3e92c3ad admin admin] Pushing event updated for resources: {'Network': ['ID=d38bb857-8c5e-43de-a8f4-9ab03dac022c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:19.384105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Made reservation on behalf of aaa9eb54b0024d55b772147c32b846ad for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:19.386967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.462727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:37:19.466032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2744df-016e-456f-8fb7-8115e5cc7d86 req-1c3e5c6e-e42a-4a87-8e5a-2235a658d1a5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.467706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2744df-016e-456f-8fb7-8115e5cc7d86 req-1c3e5c6e-e42a-4a87-8e5a-2235a658d1a5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 935 time: 0.0976441 Jul 23 22:37:19.516297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe763f5-f784-4693-a004-c79798312da6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:19.544990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-347e0ead-d13a-4a50-8280-af0cb9d31b16 None None] Port 36b5a284-a254-4336-8448-2787095f81d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:37:19.564259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a2744df-016e-456f-8fb7-8115e5cc7d86 req-ac4c7747-e0df-4dec-960f-f58e8fa473d9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893395 Jul 23 22:37:19.635497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4fe763f5-f784-4693-a004-c79798312da6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:19.641052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.706843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:19.735382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b5a284-a254-4336-8448-2787095f81d9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:19.781872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.804685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7a844e38-6bca-4c60-add4-70fd1909dea9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8ba0cacce8d43119c53742b009f0c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316744 Jul 23 22:37:19.805531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47426) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:19.824788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Transition to ACTIVE for port object 36b5a284-a254-4336-8448-2787095f81d9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:19.831255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.835466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.849326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2538efc-9dbf-4ce5-916b-4a918c89ae89 req-e8969d21-e254-4ec2-83cf-111868852260 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:19.855644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4fe763f5-f784-4693-a004-c79798312da6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:19.856482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2538efc-9dbf-4ce5-916b-4a918c89ae89 req-e8969d21-e254-4ec2-83cf-111868852260 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 948 time: 0.2691579 Jul 23 22:37:19.871164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.899564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.980137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.984374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:19.986800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcaafdad-7b85-469e-8a5d-6753c61ebfce HTTP/1.1" status: 204 len: 168 time: 0.1800358 Jul 23 22:37:20.003653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0255a663-487b-41bf-893a-93b362d9c9a0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:20.021458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf91579-2882-4503-ac64-0bff65d6d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaafdad-7b85-469e-8a5d-6753c61ebfce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:20.045166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2538efc-9dbf-4ce5-916b-4a918c89ae89 req-9b7a1cc2-f9ef-4a9d-b977-23e9bcd491fd tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875544 Jul 23 22:37:20.046703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Pushing event updated for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:20.149189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Checking segment: {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:20.149885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Network hostable DHCP agents. Network: d38bb857-8c5e-43de-a8f4-9ab03dac022c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:37:20.202724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:37:20.220423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d38bb857-8c5e-43de-a8f4-9ab03dac022c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:20.229732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.230578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.234604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e69bca-b0ef-4301-92d1-46f55644c379 None None] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:20.235343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Attempting to bind port 36b5a284-a254-4336-8448-2787095f81d9 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:20.235852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Attempting to bind port 36b5a284-a254-4336-8448-2787095f81d9 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:20.236207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Attempting to bind port 36b5a284-a254-4336-8448-2787095f81d9 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:20.244935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Port 36b5a284-a254-4336-8448-2787095f81d9 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:20.245238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Attempting to bind port 36b5a284-a254-4336-8448-2787095f81d9 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:20.253971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:20.254317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:20.254703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:20.255147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Bound port: 36b5a284-a254-4336-8448-2787095f81d9, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:20.255511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.268740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-83a8a61d-350b-4611-95fa-14d61302c25d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9973242 Jul 23 22:37:20.345274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:20.350277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=36b5a284-a254-4336-8448-2787095f81d9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:20.357156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.417523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.418175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.419754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] 10.222.0.25 "PUT /v2.0/ports/36b5a284-a254-4336-8448-2787095f81d9 HTTP/1.1" status: 200 len: 1096 time: 1.5225837 Jul 23 22:37:20.443004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:20.444316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb86dbd-71a2-470f-b168-add50af791c3 None None] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:20.476860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'tag': '36b5a284-a254-4336-8448-2787095f81d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:20.489254 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c1bfe-0758-4ebc-9019-f560de7097a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "tag": "36b5a284-a254-4336-8448-2787095f81d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:20.510592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4e7272ff-b037-4e79-bdec-720a9a7255b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d336ba0ad57f4eafa0edc6b48f3daa8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662897 Jul 23 22:37:20.515998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:20.631322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff39ea-42d0-4ef6-bd68-ce57a6673bac service neutron] Pushing event updated for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:20.642615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.672349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-c236c4e2-61bb-45ac-8068-22f621ffb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.674132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-c236c4e2-61bb-45ac-8068-22f621ffb6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 1099 time: 0.1773386 Jul 23 22:37:20.684099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.698885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.707878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.712446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.719127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.725553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.731853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.738907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.740869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eeeaae9-b925-4069-992d-f12254379cad req-1907a178-5a30-4c1d-9d4e-e9ac7d0ac646 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.3294559 Jul 23 22:37:20.770866 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.773616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.777914 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e16a838-30ff-406b-9727-0d5809e528da HTTP/1.1" status: 204 len: 168 time: 0.2605920 Jul 23 22:37:20.779487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-1169ef85-9123-4b77-8f10-49e260afebfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b5a284-a254-4336-8448-2787095f81d9 HTTP/1.1" status: 200 len: 217 time: 0.0971313 Jul 23 22:37:20.789814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710addee-cc7b-46af-9567-6b034053899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16a838-30ff-406b-9727-0d5809e528da,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:20.851188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eeeaae9-b925-4069-992d-f12254379cad req-66ac008f-1d35-4b6e-8c19-14fa2baf06c0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741169 Jul 23 22:37:20.863766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-276db58c-a2d1-4b56-ae6d-c62a6bf46196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.865249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-276db58c-a2d1-4b56-ae6d-c62a6bf46196 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0715775 Jul 23 22:37:20.923021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-794238309', 'description': 'tempest-description-356219112'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:20.923557 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743035f7-b15b-4456-afa7-34d261c70f38 x-openstack-request-id: req-743035f7-b15b-4456-afa7-34d261c70f38 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:20.923747 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "tag": "36b5a284-a254-4336-8448-2787095f81d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:20.924197 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-743035f7-b15b-4456-afa7-34d261c70f38 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:20.925355 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'tag': '36b5a284-a254-4336-8448-2787095f81d9', 'status': 'completed', 'code': 200} Jul 23 22:37:20.953669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:20.954770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-4121a073-e33c-4891-b1a2-fde892630a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:20.956462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-4121a073-e33c-4891-b1a2-fde892630a5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826449 Jul 23 22:37:21.058186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.062192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.089477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.090763 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c6851ce-7352-490c-9000-6860c08d4fb8 req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1732955 Jul 23 22:37:21.100362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cbc5f-d3fb-4ce3-b832-4e32db447dc9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c532ea-41c4-41f1-9824-aa2461e92a77,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:21.130874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878edd0e-4060-4272-bd8b-8bb6deb1ed0f req-591d0ddc-6a13-473d-9382-591b02d13599 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.132838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-878edd0e-4060-4272-bd8b-8bb6deb1ed0f req-591d0ddc-6a13-473d-9382-591b02d13599 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 947 time: 0.1576982 Jul 23 22:37:21.135022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-aebe851b-4060-49b9-8510-20d33f77b8c8 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699030 Jul 23 22:37:21.243404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6086366d-4e66-4172-9c54-ab0ab10abc1a req-5fb759c1-d054-4df7-8058-1c0bbcf5ec29 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940411 Jul 23 22:37:21.324862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-878edd0e-4060-4272-bd8b-8bb6deb1ed0f req-a3c244b1-d27b-4c9d-aa67-d26f464710cf tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804030 Jul 23 22:37:21.372885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcdb8a-cadc-41df-bfb3-11cca25bd249 req-52a86d99-ea6f-476c-9f0d-c53d903ca2cb tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.382148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a6bcdb8a-cadc-41df-bfb3-11cca25bd249 req-52a86d99-ea6f-476c-9f0d-c53d903ca2cb tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 949 time: 0.1162539 Jul 23 22:37:21.388455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114026581', 'description': 'tempest-description-607548827'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:21.421880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-258b7e1a-1ea2-41aa-aad4-b04979a44da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.423775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-258b7e1a-1ea2-41aa-aad4-b04979a44da0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 1099 time: 0.1299312 Jul 23 22:37:21.433427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a6bcdb8a-cadc-41df-bfb3-11cca25bd249 req-3f3a10c0-2aee-4897-aeb9-22a70fb3783c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Jul 23 22:37:21.458385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.474402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:21.572951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-b9688f22-b4b7-4306-be51-9cc4e534c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.574740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-b9688f22-b4b7-4306-be51-9cc4e534c7d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1446331 Jul 23 22:37:21.622074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d25f11ff-999a-405d-bdbc-f13472e139e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.633780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-967e430b-bb89-440b-8bfd-7141b084fbca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=36b5a284-a254-4336-8448-2787095f81d9 HTTP/1.1" status: 200 len: 217 time: 0.0524864 Jul 23 22:37:21.704480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.712137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.721697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-a60934c6-b5b9-4c2d-ae57-21252836ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.723599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-a60934c6-b5b9-4c2d-ae57-21252836ba63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0784171 Jul 23 22:37:21.777411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45af542d-7636-4d4d-8235-f632121102f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:21.802715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d25f11ff-999a-405d-bdbc-f13472e139e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.805913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-ba1fee58-c548-412f-a0c5-3a0cc237a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:21.807394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-ba1fee58-c548-412f-a0c5-3a0cc237a377 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750513 Jul 23 22:37:21.807678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d25f11ff-999a-405d-bdbc-f13472e139e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.816739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.817926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf75c6f4-9e53-40f5-b988-0e9abaf70a4c req-50886b6e-c04b-4e05-8257-f8282c3cf30d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4449024 Jul 23 22:37:21.850172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d25f11ff-999a-405d-bdbc-f13472e139e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e64cc8f2bd904933ab50b3d9f5a7be6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748963 Jul 23 22:37:21.851598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f11ff-999a-405d-bdbc-f13472e139e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801f8a20-497d-43be-b2f3-2f6dea3e07e2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:21.854526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:21.926448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:21.953018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:22.016344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-c276c9a8-d692-48a4-b6b2-733904762534 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010503 Jul 23 22:37:22.062372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:22.066313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:22.067966 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/801f8a20-497d-43be-b2f3-2f6dea3e07e2 HTTP/1.1" status: 204 len: 168 time: 0.2120364 Jul 23 22:37:22.079587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b3b2-10ba-44e1-b333-e94723821d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f8a20-497d-43be-b2f3-2f6dea3e07e2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:22.135612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.137566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:22.146593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.153688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.161925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.168088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.174386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.180976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.189363 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-2d8375e6-e0a8-4a6e-822c-d7000a1ea099 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1740744 Jul 23 22:37:22.242350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e70c24c-7e28-4cd8-9318-eef1de59abd3 req-589dd705-31fd-4447-aad6-20396bf6e12a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484533 Jul 23 22:37:22.247602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b4c1bfe-0758-4ebc-9019-f560de7097a0 req-fb274464-15c4-4716-a33a-72c40a76d828 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248685 Jul 23 22:37:22.322638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-81c01dbe-fd11-4aea-a252-a187276cb8a5 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.333744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-81c01dbe-fd11-4aea-a252-a187276cb8a5 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 813 time: 0.2620938 Jul 23 22:37:22.351725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-06aef0e7-ac03-42f2-88a9-ab6617f2140d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/quotas/aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 375 time: 0.0191040 Jul 23 22:37:22.403287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-44a6313b-583e-4d8b-8daa-94a71cd574ce tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500994 Jul 23 22:37:22.481366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b617eb2-e056-4e81-90c6-6b35b9736f0b req-adb4ad75-04b8-443d-a1c7-4a7c41632fd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.483127 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b617eb2-e056-4e81-90c6-6b35b9736f0b req-adb4ad75-04b8-443d-a1c7-4a7c41632fd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 947 time: 0.0753341 Jul 23 22:37:22.540369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b617eb2-e056-4e81-90c6-6b35b9736f0b req-50e4aeb0-5aa5-4043-961c-cee806e95b41 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Jul 23 22:37:22.541309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-290e2dd9-759b-49d2-9694-294b3a49f7cd service neutron] 10.222.0.37 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221974 Jul 23 22:37:22.630439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 36b5a284-a254-4336-8448-2787095f81d9 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:22.637083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4fe763f5-f784-4693-a004-c79798312da6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:22.698877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-7195f627-3701-4a69-bddd-2ce34664e33c service neutron] 10.222.0.37 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471117 Jul 23 22:37:22.719105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e7dbc-018a-4697-8a67-8ff2e88d5174 req-a0bd8685-7298-4954-b5d1-6c7dd7959132 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:22.720679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4b3e7dbc-018a-4697-8a67-8ff2e88d5174 req-a0bd8685-7298-4954-b5d1-6c7dd7959132 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 949 time: 0.1006527 Jul 23 22:37:22.759025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 4fe763f5-f784-4693-a004-c79798312da6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:22.767861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 4fe763f5-f784-4693-a004-c79798312da6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:22.768744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:22.811496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4b3e7dbc-018a-4697-8a67-8ff2e88d5174 req-b6125b5f-908a-464f-b495-e9ce6263b63c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782022 Jul 23 22:37:22.869416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=36b5a284-a254-4336-8448-2787095f81d9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:22.914388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '36b5a284-a254-4336-8448-2787095f81d9', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '36b5a284-a254-4336-8448-2787095f81d9', 'mac_address': 'fa:16:3e:b1:b6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:23.009464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-04a694db-2f34-46e0-8a96-ac285728d6a5 req-f5afbc5b-c1a0-48b6-b91a-1e30a4319160 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0648780 Jul 23 22:37:23.141085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:23.154160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:23.154834 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:23.171338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b5a284-a254-4336-8448-2787095f81d9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:23.192670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe763f5-f784-4693-a004-c79798312da6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:23.195312 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ab209-838e-4b76-b52c-e0fcc80a1c82" -d '{"events": [{"server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "name": "network-vif-plugged", "status": "completed", "tag": "4fe763f5-f784-4693-a004-c79798312da6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:23.235120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4fe763f5-f784-4693-a004-c79798312da6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:23.237790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=36b5a284-a254-4336-8448-2787095f81d9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:23.241559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:23.295553 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c893dc4-16fb-47fa-b2e3-ec94c6cf0ff0 x-openstack-request-id: req-7c893dc4-16fb-47fa-b2e3-ec94c6cf0ff0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:23.295849 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "name": "network-vif-plugged", "status": "completed", "tag": "4fe763f5-f784-4693-a004-c79798312da6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:23.296300 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c893dc4-16fb-47fa-b2e3-ec94c6cf0ff0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:23.296872 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe763f5-f784-4693-a004-c79798312da6', 'code': 200} Jul 23 22:37:23.298354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:23.301919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:23.384127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:23.484733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8072b-c98a-4930-9fc8-84e11e7cd92f req-be3eb8bf-f92e-497b-be25-4ae6ca369b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.486273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12d8072b-c98a-4930-9fc8-84e11e7cd92f req-be3eb8bf-f92e-497b-be25-4ae6ca369b62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 1102 time: 0.1523502 Jul 23 22:37:23.511656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.517618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.524373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.530946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.537800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.540776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['36b5a284-a254-4336-8448-2787095f81d9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:23.543984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.562566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.568164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-82b7974b-ddeb-46ca-84dd-812273fda830 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1679342 Jul 23 22:37:23.632174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12d8072b-c98a-4930-9fc8-84e11e7cd92f req-4d559984-bae2-4326-9584-0369a5f668a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393254 Jul 23 22:37:23.646746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36c71b4a-f055-413e-8db3-099b85b9e031 req-c3d62c9d-8676-4023-b6aa-ab33c6373a9d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609763 Jul 23 22:37:23.842380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220b60-acd6-437b-a802-9419a71c393f req-483a7bd1-b1d8-4233-80ae-1983c927232f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:23.843870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f220b60-acd6-437b-a802-9419a71c393f req-483a7bd1-b1d8-4233-80ae-1983c927232f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 948 time: 0.0652390 Jul 23 22:37:23.887344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f220b60-acd6-437b-a802-9419a71c393f req-028e157a-c298-4c3d-8a55-916e58aa6d2c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374861 Jul 23 22:37:24.014901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60adf-39ee-4afe-8269-d56387d95330 req-9db09c97-79b2-478d-b1bb-d521402d63ae tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.018766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebb60adf-39ee-4afe-8269-d56387d95330 req-9db09c97-79b2-478d-b1bb-d521402d63ae tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 950 time: 0.0781374 Jul 23 22:37:24.060058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebb60adf-39ee-4afe-8269-d56387d95330 req-1f1a545f-ded4-4c80-9c12-e5d798d783dd tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Jul 23 22:37:24.481739 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-221e9683-4d34-4ac3-860b-0c082cb67620 req-29174284-d5fa-4576-9531-2d9b43cdcc7d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 210 time: 0.3480308 Jul 23 22:37:24.553675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-42e7d49c-e989-47ee-9d8f-e9f108e29cd7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.555569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-42e7d49c-e989-47ee-9d8f-e9f108e29cd7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 813 time: 0.4537654 Jul 23 22:37:24.579933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'device_id': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c', 'admin_state_up': True, 'tenant_id': 'aaa9eb54b0024d55b772147c32b846ad'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:24.639456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 36b5a284-a254-4336-8448-2787095f81d9 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:24.725568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 36b5a284-a254-4336-8448-2787095f81d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:24.737922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 36b5a284-a254-4336-8448-2787095f81d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:24.739220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:24.770109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Made reservation on behalf of aaa9eb54b0024d55b772147c32b846ad for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:24.774042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:24.900633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:24.917648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.936734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.947040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=36b5a284-a254-4336-8448-2787095f81d9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:24.952304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:24.957986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.969773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:24.979587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Allocated IP 172.20.0.8 (d38bb857-8c5e-43de-a8f4-9ab03dac022c/0255a663-487b-41bf-893a-93b362d9c9a0/f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:24.991479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.004045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.022917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.023878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:25.025495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-721d5fd3-4416-4b8f-9a56-32fff4d0a7f0 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.2568529 Jul 23 22:37:25.026341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:25.270349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47668) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:25.284604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bf68d-b14b-4818-9d75-78c5f9cc85ff req-2cd0ca06-4fd6-4064-b784-1e0d0f6e0d44 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.294619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e17bf68d-b14b-4818-9d75-78c5f9cc85ff req-2cd0ca06-4fd6-4064-b784-1e0d0f6e0d44 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.2548640 Jul 23 22:37:25.297990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5a284-a254-4336-8448-2787095f81d9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:25.302632 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57427d6-b953-4655-9fdf-be194dc854df" -d '{"events": [{"server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "name": "network-vif-plugged", "status": "completed", "tag": "36b5a284-a254-4336-8448-2787095f81d9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:25.365708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.400748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee12e475-363f-477b-b0f9-58b9a81e3bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.411461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e17bf68d-b14b-4818-9d75-78c5f9cc85ff req-9b6bec8d-e67c-4094-b7d6-720ac14dbb65 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Jul 23 22:37:25.414710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c91724-6405-4393-b52b-a43589d4d86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.432212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae9edd6e-fe33-480f-a59d-74c7b2b4a5c7 req-f1ec55aa-ac7a-4928-9c31-02952a1572ed tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3879111 Jul 23 22:37:25.511371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.559986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:25.574226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:25.597385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:25.602733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:25.629071 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72adeb-dd6c-4a05-a434-c331a060100a x-openstack-request-id: req-cf72adeb-dd6c-4a05-a434-c331a060100a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:25.629368 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "name": "network-vif-plugged", "status": "completed", "tag": "36b5a284-a254-4336-8448-2787095f81d9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:25.629622 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf72adeb-dd6c-4a05-a434-c331a060100a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:25.630048 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b5a284-a254-4336-8448-2787095f81d9', 'code': 200} Jul 23 22:37:25.667696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c91724-6405-4393-b52b-a43589d4d86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.672016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163d274-6e0c-4595-8f30-f71d70d3df06 req-f068d3c6-c8ed-4f3c-8fbe-c0d90919f6e3 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.676816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f163d274-6e0c-4595-8f30-f71d70d3df06 req-f068d3c6-c8ed-4f3c-8fbe-c0d90919f6e3 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 950 time: 0.1047494 Jul 23 22:37:25.680384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.681179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.694905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c91724-6405-4393-b52b-a43589d4d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.786269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07c91724-6405-4393-b52b-a43589d4d86b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=907bcbb2f3d2435ea7d73100ca06f54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890656 Jul 23 22:37:25.787041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c91724-6405-4393-b52b-a43589d4d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd30d24c-c493-4764-b676-e48347680624,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:25.789506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47676) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:25.837288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee12e475-363f-477b-b0f9-58b9a81e3bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.844542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f163d274-6e0c-4595-8f30-f71d70d3df06 req-4802648c-4922-47b4-ac48-51c2e1753d7a tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995586 Jul 23 22:37:25.847546 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee12e475-363f-477b-b0f9-58b9a81e3bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.861034 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-1f75a274-7e43-414d-a9ef-0ef4f62c9ff7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2859316 Jul 23 22:37:25.888241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Request body: {'port': {'device_id': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:25.900558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ee12e475-363f-477b-b0f9-58b9a81e3bb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9643acb541494426945331a9f38598c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8729146 Jul 23 22:37:25.901144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:25.903411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:25.914613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12e475-363f-477b-b0f9-58b9a81e3bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239e4b7-bc06-4198-864c-c2927b9133fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:25.928051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17a4b9-bc6c-4cef-b35c-953843cd45b6 req-f45a2952-38be-4aab-b8b1-aad5b5753f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.930786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d17a4b9-bc6c-4cef-b35c-953843cd45b6 req-f45a2952-38be-4aab-b8b1-aad5b5753f66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 1101 time: 0.1867452 Jul 23 22:37:25.949574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409749-8ccc-43a9-a612-986db5eec7c0 req-33c48b53-4d33-439e-a9fc-3346345e934a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:25.958247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7409749-8ccc-43a9-a612-986db5eec7c0 req-33c48b53-4d33-439e-a9fc-3346345e934a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 931 time: 0.1889365 Jul 23 22:37:25.998052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.015442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.027960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d17a4b9-bc6c-4cef-b35c-953843cd45b6 req-6eec7be6-b376-4e7c-ba4d-5c05c9db470f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855017 Jul 23 22:37:26.044419 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.084102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7409749-8ccc-43a9-a612-986db5eec7c0 req-b3ec1550-6f02-467c-b9ef-b740b9ca3062 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246381 Jul 23 22:37:26.105750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.107999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.111138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.113430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7239e4b7-bc06-4198-864c-c2927b9133fd HTTP/1.1" status: 204 len: 168 time: 0.2086620 Jul 23 22:37:26.140420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeda92b-502d-438b-8798-b5a71950949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239e4b7-bc06-4198-864c-c2927b9133fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:26.169989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.172705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.173880 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd30d24c-c493-4764-b676-e48347680624 HTTP/1.1" status: 204 len: 168 time: 0.3832822 Jul 23 22:37:26.236333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1389d-f7ba-4f17-8214-25aaebadfd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd30d24c-c493-4764-b676-e48347680624,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:26.443254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:26.453584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.498037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Transition to ACTIVE for port object f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:26.516939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.620720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd867e-828d-4048-9322-09fa0142d954 req-9b5f3b08-b40b-487b-8216-15ae7a27fc98 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.628267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbbd867e-828d-4048-9322-09fa0142d954 req-9b5f3b08-b40b-487b-8216-15ae7a27fc98 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.0916221 Jul 23 22:37:26.676056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbbd867e-828d-4048-9322-09fa0142d954 req-ffdcba51-580d-4e0f-b0ef-fb58653103ae tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Jul 23 22:37:26.732237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:26.741247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:26.756762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59850218-b4a6-4d93-99fe-cba057841855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.766328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Attempting to bind port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:26.766661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Attempting to bind port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:26.766992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Attempting to bind port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e on network d38bb857-8c5e-43de-a8f4-9ab03dac022c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:26.792783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455859da-46b4-49d1-bb6d-2d13c4ebdc1c req-d4e40335-ade3-4708-a1a7-b8ba59db85e8 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.802584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-455859da-46b4-49d1-bb6d-2d13c4ebdc1c req-d4e40335-ade3-4708-a1a7-b8ba59db85e8 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 950 time: 0.3008051 Jul 23 22:37:26.804597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e on network d38bb857-8c5e-43de-a8f4-9ab03dac022c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:26.805434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Attempting to bind port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e on network d38bb857-8c5e-43de-a8f4-9ab03dac022c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:26.825329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:26.825796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Checking segment: {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:26.826344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Bound using segment: {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:26.826727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Bound port: f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:26.827088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.897517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-455859da-46b4-49d1-bb6d-2d13c4ebdc1c req-a2d299b3-d895-4db9-ae0b-76f1729da367 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 Jul 23 22:37:26.922387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.931432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.937866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.944710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.950757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:26.956536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:26.962386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:26.963664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.972007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.979738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:26.982921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-1eaabe5e-e38d-4f95-9089-ecf45909615a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1996222 Jul 23 22:37:27.044710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:27.052179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.052831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.054297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-608918ba-3448-4a36-b0dc-5f06ffbb6170 service neutron] 10.222.0.22 "PUT /v2.0/ports/f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 1092 time: 1.1854641 Jul 23 22:37:27.054743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:27.057031 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e647bfd-6b6c-4987-8977-f3124876fd59" -d '{"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:27.072693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59850218-b4a6-4d93-99fe-cba057841855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.078923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59850218-b4a6-4d93-99fe-cba057841855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.120246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a695ff2-7a50-4b49-8c27-6f1d2a0c62f1 req-b342f49a-b813-4f4e-95a0-b43ae26ac127 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171322 Jul 23 22:37:27.155127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59850218-b4a6-4d93-99fe-cba057841855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9cbfb-bba4-451a-8b9f-043e6a4ccab4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:27.161690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-59850218-b4a6-4d93-99fe-cba057841855 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce4c5aecdf4240ecbb74320a145ef8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193277 Jul 23 22:37:27.164196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:27.181988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-2e89af95-b2d4-44ec-9a25-ccae6b90cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.183624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-2e89af95-b2d4-44ec-9a25-ccae6b90cbbd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0877111 Jul 23 22:37:27.190307 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1f281-8a60-45cb-bdea-9c1c2a6b31f9 x-openstack-request-id: req-ecc1f281-8a60-45cb-bdea-9c1c2a6b31f9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:27.190702 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:27.191424 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecc1f281-8a60-45cb-bdea-9c1c2a6b31f9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:27.192019 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'status': 'completed', 'code': 200} Jul 23 22:37:27.230146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.245070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-35e1d343-2ec3-4f0f-9682-b1e496484909 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 217 time: 0.0475559 Jul 23 22:37:27.258724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.330729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e885-990b-40e0-a31f-e47711733f59 req-f6d91b0f-c41e-4972-bd7b-c2abfcc34fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.330999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.333301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-f6d91b0f-c41e-4972-bd7b-c2abfcc34fba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.0774446 Jul 23 22:37:27.334329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:27.335936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e9cbfb-bba4-451a-8b9f-043e6a4ccab4 HTTP/1.1" status: 204 len: 168 time: 0.1693368 Jul 23 22:37:27.344295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e0a1d-cfe8-4a90-a9d0-9352b76734bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9cbfb-bba4-451a-8b9f-043e6a4ccab4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:27.391921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-2bb28d7a-b0e0-4ab0-80f0-27f344629d56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516469 Jul 23 22:37:27.424783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bfc54-8631-44f0-ac56-23e33e2aa862 req-d6a2f7d9-dff6-4f1e-ac21-c708a1b526dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.426368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-578bfc54-8631-44f0-ac56-23e33e2aa862 req-d6a2f7d9-dff6-4f1e-ac21-c708a1b526dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 943 time: 0.1844673 Jul 23 22:37:27.521104 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-578bfc54-8631-44f0-ac56-23e33e2aa862 req-2784fba3-6042-401d-9318-b271c57d18ca tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 Jul 23 22:37:27.545674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-c8deab22-534b-4cd4-a0bf-261bcea6d284 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475420 Jul 23 22:37:27.654582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf59e885-990b-40e0-a31f-e47711733f59 req-e56384fb-97f8-4af3-93dd-d89297bf9738 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988708 Jul 23 22:37:27.796511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-cd452281-1f9c-4fe9-95a7-2ad1e807edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.798398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-cd452281-1f9c-4fe9-95a7-2ad1e807edcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1095 time: 0.1006575 Jul 23 22:37:27.849629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083c0fc-d3a7-4aeb-b6c4-9baccf22ae37 req-e16abccb-05d6-4580-83dc-a49a310f1582 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.851329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3083c0fc-d3a7-4aeb-b6c4-9baccf22ae37 req-e16abccb-05d6-4580-83dc-a49a310f1582 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.0890810 Jul 23 22:37:27.904258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3083c0fc-d3a7-4aeb-b6c4-9baccf22ae37 req-994fd184-2542-41dd-92a0-1a15c906ba2c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Jul 23 22:37:27.975633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-4b40df09-db22-4c05-99ff-dad56ae8d09f tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:27.977399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-4b40df09-db22-4c05-99ff-dad56ae8d09f tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 1102 time: 0.0671625 Jul 23 22:37:28.000948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-e3248ab0-3501-4c35-a11e-391859359406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.003233 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-e3248ab0-3501-4c35-a11e-391859359406 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.1984015 Jul 23 22:37:28.062798 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-35199b17-4981-4405-b95f-96fc8bc10fc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 217 time: 0.0521905 Jul 23 22:37:28.134550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177fbfd-da4d-4261-b55e-d63d25ea0bcd req-47bd2b0e-83c3-4ad8-a54f-c2859aa1aa28 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.134767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-a6d19b1c-0761-4593-929c-fcd1d5baee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.136037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b177fbfd-da4d-4261-b55e-d63d25ea0bcd req-47bd2b0e-83c3-4ad8-a54f-c2859aa1aa28 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 950 time: 0.1193905 Jul 23 22:37:28.136448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-a6d19b1c-0761-4593-929c-fcd1d5baee5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.0662215 Jul 23 22:37:28.170412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Deleting port 4fe763f5-f784-4693-a004-c79798312da6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:28.170751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:28.183475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-4c6c36e0-47c1-46f7-a270-10a410844bf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382686 Jul 23 22:37:28.207361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b177fbfd-da4d-4261-b55e-d63d25ea0bcd req-8bf596fb-b340-466d-827f-5fd67c25c310 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Jul 23 22:37:28.274340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] For port 4fe763f5-f784-4693-a004-c79798312da6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4fe763f5-f784-4693-a004-c79798312da6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:28.274731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:28.293212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Calling delete_port for 4fe763f5-f784-4693-a004-c79798312da6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:28.356262 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-c4f01e97-01a3-4646-8577-015f185d4d89 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625571 Jul 23 22:37:28.489133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:28.502446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4fe763f5-f784-4693-a004-c79798312da6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:28.583176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fe763f5-f784-4693-a004-c79798312da6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:28.652573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e647bfd-6b6c-4987-8977-f3124876fd59 req-e591f249-d139-4721-8455-f95d111a6dd2 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890477 Jul 23 22:37:28.712304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] No DVR routers for this DVR port 4fe763f5-f784-4693-a004-c79798312da6 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:28.731844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.744260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.747731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.754306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.761325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.769571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.776417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.784837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66508556-a185-49fd-b823-087abf583fb3 req-7103e20f-5909-43b4-b35e-c6d4f691363e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.2201822 Jul 23 22:37:28.787370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:28.789355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d28e978-bb1e-42f8-b040-b19e74839596 req-5a30a419-d955-4d2a-8af0-e51909e42ff9 tempest-DeleteServersAdminTestJSON-1972968585 tempest-DeleteServersAdminTestJSON-1972968585-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4fe763f5-f784-4693-a004-c79798312da6 HTTP/1.1" status: 204 len: 173 time: 0.8060262 Jul 23 22:37:28.789843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'name': 'network-vif-deleted', 'tag': '4fe763f5-f784-4693-a004-c79798312da6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:28.792207 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc3f65-7957-4e74-a1f4-fb964059d962" -d '{"events": [{"server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "name": "network-vif-deleted", "tag": "4fe763f5-f784-4693-a004-c79798312da6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:28.866786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66508556-a185-49fd-b823-087abf583fb3 req-9e95181a-a6e3-45b1-a40d-e645c33d4411 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809639 Jul 23 22:37:28.932605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980bb86-4296-41c4-867c-4a8238361176 req-af10d0c4-17f3-4ef0-9f19-7f8e6325b9e0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:28.934203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0980bb86-4296-41c4-867c-4a8238361176 req-af10d0c4-17f3-4ef0-9f19-7f8e6325b9e0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 943 time: 0.1006300 Jul 23 22:37:29.001518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0980bb86-4296-41c4-867c-4a8238361176 req-e956c414-f79a-4ee7-bc42-1e24356e50dd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537481 Jul 23 22:37:29.059033 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc8f60-643d-4f9a-abe4-be8019f97a48 x-openstack-request-id: req-cebc8f60-643d-4f9a-abe4-be8019f97a48 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:29.059700 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e8c4f-dbfb-475c-ab09-d164f6893937", "name": "network-vif-deleted", "tag": "4fe763f5-f784-4693-a004-c79798312da6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:29.059700 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cebc8f60-643d-4f9a-abe4-be8019f97a48 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:29.060161 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e8c4f-dbfb-475c-ab09-d164f6893937', 'name': 'network-vif-deleted', 'tag': '4fe763f5-f784-4693-a004-c79798312da6', 'status': 'completed', 'code': 200} Jul 23 22:37:29.316065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.316926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.317558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.318210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.318829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.319449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.320067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.320688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.321306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.321949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.322603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.323220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.323963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.326914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-c97e7779-d4b5-4054-b44e-f8ab3a81dfc3 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9&device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18&device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937&device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f&device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f&device_id=5fb5b059-54b0-4513-98b4-657452607fa0&device_id=5f56e555-92b8-484f-a5c7-5212d740dc45&device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 11826 time: 0.1166940 Jul 23 22:37:29.352504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-09d51ea5-679a-44a8-8eb5-3d614ba004e5 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:29.357553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfd51876-98bd-48ce-95f0-bd1ff355971b req-f8ab4dbc-1c1e-479f-b414-0b5e9afe3256 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8e8c4f-dbfb-475c-ab09-d164f6893937 HTTP/1.1" status: 200 len: 210 time: 0.0400925 Jul 23 22:37:29.534524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-09d51ea5-679a-44a8-8eb5-3d614ba004e5 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:29.539623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-09d51ea5-679a-44a8-8eb5-3d614ba004e5 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:29.585538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bac9fa48-a58e-483a-8424-a9fcdab5868a req-09d51ea5-679a-44a8-8eb5-3d614ba004e5 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&id=36632c5a-c25b-48e0-9365-812cd5b9bc51&id=1d944a59-17dd-4f08-928f-7db62938791a&id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 699 time: 0.2493792 Jul 23 22:37:29.590681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d51ea5-679a-44a8-8eb5-3d614ba004e5 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbbbbfc-130f-487a-8c1b-f14a254ecc7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:29.653564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:29.784535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:29.792563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-ded0d566-76ae-4cf7-8089-579be40bbfa7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760643 Jul 23 22:37:29.796388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c', 'port_id': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'mac_address': 'fa:16:3e:26:d4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0255a663-487b-41bf-893a-93b362d9c9a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:29.864116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:29.880217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:29.904116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:29.909117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:29.923008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5a1f-7116-469e-832e-497631fba73e req-a88a2c3b-fe46-42bc-9a6a-b776e80d33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:29.924902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-a88a2c3b-fe46-42bc-9a6a-b776e80d33a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=560c2e7193414c64ae556473c3ab8d04&device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 1098 time: 0.0832808 Jul 23 22:37:30.007654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:30.018309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.019592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.019953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.020694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.021206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.021938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.022550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.023197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.023702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.024631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.025547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.026082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:30.089789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5a1f-7116-469e-832e-497631fba73e req-32cd8f9c-c3f9-450c-84f6-92df2a064d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.091233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-32cd8f9c-c3f9-450c-84f6-92df2a064d86 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 200 len: 912 time: 0.1443152 Jul 23 22:37:30.136816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:30.173363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-d3bb786e-0f3d-4872-825b-35700e195406 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 200 len: 1002 time: 0.0725610 Jul 23 22:37:30.179392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5aa7-3efe-4f31-8379-5b59bc5485d0 req-6abbac2a-d32d-43ed-9c17-6139ad14f449 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.179888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5aa7-3efe-4f31-8379-5b59bc5485d0 req-6abbac2a-d32d-43ed-9c17-6139ad14f449 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.180394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5aa7-3efe-4f31-8379-5b59bc5485d0 req-6abbac2a-d32d-43ed-9c17-6139ad14f449 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.182093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9dc5aa7-3efe-4f31-8379-5b59bc5485d0 req-6abbac2a-d32d-43ed-9c17-6139ad14f449 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18&device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f&device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 2886 time: 0.1946008 Jul 23 22:37:30.259411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5a1f-7116-469e-832e-497631fba73e req-ab23d919-f813-4fef-ae95-af32dd8a371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.260928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-ab23d919-f813-4fef-ae95-af32dd8a371f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad7d741b-ab55-49f4-859e-50450af57e99 HTTP/1.1" status: 200 len: 850 time: 0.0778518 Jul 23 22:37:30.276172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9dc5aa7-3efe-4f31-8379-5b59bc5485d0 req-6f863d13-634f-4d9b-94fc-b1082eaadb2e tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849402 Jul 23 22:37:30.338432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.344562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.355090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.362482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.368555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.374425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.381220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.384860 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-352273a8-41b7-4c15-b423-b53d773412cf tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1612415 Jul 23 22:37:30.408054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5a1f-7116-469e-832e-497631fba73e req-72c8627c-b554-458d-afda-b6c84bbdb8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.410486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-72c8627c-b554-458d-afda-b6c84bbdb8e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333852 Jul 23 22:37:30.431426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1179dcbf-99c1-4dd2-9e69-33e3f064e05e req-edfce14c-033f-4e9b-a427-7f5233076192 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399394 Jul 23 22:37:30.449185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529dc26-1ab6-45d8-b097-2d7b29fa2efa req-1398d2e2-03e8-487a-a8d0-f047c7cb4b72 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.451170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4529dc26-1ab6-45d8-b097-2d7b29fa2efa req-1398d2e2-03e8-487a-a8d0-f047c7cb4b72 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 944 time: 0.1054904 Jul 23 22:37:30.541631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4529dc26-1ab6-45d8-b097-2d7b29fa2efa req-7a2b79d2-bab4-4f4c-b1c6-af07a16ba3ea tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Jul 23 22:37:30.556260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-9bb32416-878e-4caa-97b9-313e4873c1f6 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375754 Jul 23 22:37:30.674763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4fe763f5-f784-4693-a004-c79798312da6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:30.700103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-284e5a1f-7116-469e-832e-497631fba73e req-cb7ef518-9a23-4edb-a8b8-a440980d3b34 service neutron] 10.222.0.25 "GET /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352768 Jul 23 22:37:30.716448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 4fe763f5-f784-4693-a004-c79798312da6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:30.716780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4fe763f5-f784-4693-a004-c79798312da6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:30.771256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-5fdbac90-fe94-42bb-b5be-7d03daa4247b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005151 Jul 23 22:37:30.900898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-3c03f1da-80e8-47c0-9b4e-0f8cabc6c2f8 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=49bc16ab65864e858354d18d294eb0a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405848 Jul 23 22:37:30.915493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-169a5c51-6826-48e8-82fe-1256eab1b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:30.917057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-169a5c51-6826-48e8-82fe-1256eab1b77f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 1097 time: 0.0960004 Jul 23 22:37:31.079796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-5285a3c8-77ea-498e-8bba-1a0c42880415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.084152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-1b98b5d6-9286-4023-a88f-aab56a1d2477 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.085274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-5285a3c8-77ea-498e-8bba-1a0c42880415 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 200 len: 917 time: 0.1483219 Jul 23 22:37:31.087879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-1b98b5d6-9286-4023-a88f-aab56a1d2477 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843457 Jul 23 22:37:31.130032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-c68a7d81-f472-45f9-851a-aa8438dfc1f6 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/quotas/49bc16ab65864e858354d18d294eb0a1 HTTP/1.1" status: 200 len: 375 time: 0.0305443 Jul 23 22:37:31.185641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:31.199221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-6b10ef27-9465-4ec1-8b24-4082a4514888 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642560 Jul 23 22:37:31.222237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-e35a4587-16c6-43d1-b725-4558536caef7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 200 len: 999 time: 0.1278729 Jul 23 22:37:31.249695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:31.322642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-0364bc32-9fab-4769-a2c9-d2cd021f3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.326303 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-0364bc32-9fab-4769-a2c9-d2cd021f3fb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0a5cff1-913a-43dc-b56b-13913fed6c3d HTTP/1.1" status: 200 len: 855 time: 0.0947163 Jul 23 22:37:31.398654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-9e475811-cc9c-4889-876a-375a0ba35497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.400178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-9e475811-cc9c-4889-876a-375a0ba35497 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f7934cb4-9e6e-45c6-bd10-cfe1659f078d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694127 Jul 23 22:37:31.403237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67ec5025-a2bd-402c-b4aa-98b532a50913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.440637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419d0e52-da99-4e55-bdef-b92e7d40e4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.503307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8d34e9c-3ed0-4b3e-bff7-007fab305b3e req-e5e4350a-4291-46fe-a0fe-9dd7b2cd1890 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 210 time: 0.0656846 Jul 23 22:37:31.522638 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-1774334f-c4bc-4c0b-b3b8-54eee758da0d service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116929 Jul 23 22:37:31.669359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:31.691783 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0dc35f2-774f-4f7c-8ddc-722b89e888de req-363d4324-b7fd-4ff2-b831-3d5de594c851 service neutron] 10.222.0.22 "GET /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602938 Jul 23 22:37:31.695883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67ec5025-a2bd-402c-b4aa-98b532a50913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.714095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00246f0e-b2b5-4264-a888-513c7aa42a49 req-18f799a2-bc84-4d7d-b3ca-f124e003a0d2 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.716399 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67ec5025-a2bd-402c-b4aa-98b532a50913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.723377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00246f0e-b2b5-4264-a888-513c7aa42a49 req-18f799a2-bc84-4d7d-b3ca-f124e003a0d2 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1102 time: 0.0944970 Jul 23 22:37:31.738752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.745445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.751551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.758244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.759972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00246f0e-b2b5-4264-a888-513c7aa42a49 req-c47a931c-5f59-45e9-b414-d944c184761a tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357149 Jul 23 22:37:31.764338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.771765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:31.772260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.777206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:31.777969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.778719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:31.791783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-a80d7d73-2f24-417f-ba1f-fdf457c74e3c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5426 time: 0.1818399 Jul 23 22:37:31.849701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67ec5025-a2bd-402c-b4aa-98b532a50913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49172de2c29b4b85b00a1f0324fe1cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978136 Jul 23 22:37:31.850118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:31.855183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec5025-a2bd-402c-b4aa-98b532a50913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12ebd4-9faa-42c0-a8a1-02eb1e61f539,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:31.891519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8300c419-80b3-473a-9e0c-b6ffae9755f2 req-5f622155-7bd5-416a-9e19-66a8151dd759 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009591 Jul 23 22:37:31.916990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.948160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:31.951429 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f96ae-5dc0-4565-9b3e-cf74d557f900" -d '{"events": [{"server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:31.971833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:31.979501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:31.991738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.022573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419d0e52-da99-4e55-bdef-b92e7d40e4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.034599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ac39f-d6c3-42d2-bbd1-27c6f40adcea req-ddbee5aa-f0a8-4b97-9d86-84968c5b1d2a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:32.035351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419d0e52-da99-4e55-bdef-b92e7d40e4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.042385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-967ac39f-d6c3-42d2-bbd1-27c6f40adcea req-ddbee5aa-f0a8-4b97-9d86-84968c5b1d2a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 944 time: 0.1836379 Jul 23 22:37:32.056775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.113504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-967ac39f-d6c3-42d2-bbd1-27c6f40adcea req-8de892ad-947f-4569-af78-8c60fff785ac tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699465 Jul 23 22:37:32.118106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d0e52-da99-4e55-bdef-b92e7d40e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8229fab-fa4a-4d88-b697-85c4f6697e0a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:32.138003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:32.162180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-419d0e52-da99-4e55-bdef-b92e7d40e4de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b16dedd054ba473bb2268697ada6b627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9591963 Jul 23 22:37:32.163604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:32.185055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.188751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.192038 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb12ebd4-9faa-42c0-a8a1-02eb1e61f539 HTTP/1.1" status: 204 len: 168 time: 0.3407993 Jul 23 22:37:32.214745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8bf60-263d-4f3a-8fd7-ade1194b90b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12ebd4-9faa-42c0-a8a1-02eb1e61f539,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:32.275984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.304876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.377785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.380802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.382366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8229fab-fa4a-4d88-b697-85c4f6697e0a HTTP/1.1" status: 204 len: 168 time: 0.2171762 Jul 23 22:37:32.390304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e274af-c621-4dd8-b390-6c8ab00257eb req-f9371488-d047-45e7-b752-b09baef40dfb tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:32.390958 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b04ded0-70fd-4150-955f-f9a50648d71b x-openstack-request-id: req-0b04ded0-70fd-4150-955f-f9a50648d71b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:32.391246 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "name": "network-vif-plugged", "status": "completed", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:32.391518 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b04ded0-70fd-4150-955f-f9a50648d71b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:32.391909 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'code': 200} Jul 23 22:37:32.392357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7e274af-c621-4dd8-b390-6c8ab00257eb req-f9371488-d047-45e7-b752-b09baef40dfb tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1102 time: 0.0719252 Jul 23 22:37:32.414981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2158-5ebe-433c-996f-5f883c1439d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8229fab-fa4a-4d88-b697-85c4f6697e0a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:32.475572 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7e274af-c621-4dd8-b390-6c8ab00257eb req-e6b37b4d-3722-4fc5-b9f8-53814c716c23 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659108 Jul 23 22:37:32.563907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd6d58-79c7-4161-a594-14119d23df6b req-53998d0d-81a5-443d-b0e0-79d04c5ed930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:32.569751 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88dd6d58-79c7-4161-a594-14119d23df6b req-53998d0d-81a5-443d-b0e0-79d04c5ed930 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0859008 Jul 23 22:37:32.607710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276161e8-347e-45b9-85c8-deaf6205c98f req-441492d6-ea6a-4870-9938-a3c437b80d79 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:32.615567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-276161e8-347e-45b9-85c8-deaf6205c98f req-441492d6-ea6a-4870-9938-a3c437b80d79 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.1138713 Jul 23 22:37:32.645343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88dd6d58-79c7-4161-a594-14119d23df6b req-e41ad7fb-7550-4c58-b8cb-00559c68f248 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Jul 23 22:37:32.669485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-276161e8-347e-45b9-85c8-deaf6205c98f req-fbacc1c6-33df-4c18-84a9-f1a39d4f8e61 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Jul 23 22:37:32.686006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device cec6ce86-2b8e-4186-9add-5735434686d8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:32.703078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:32.734862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8e059e-df8c-4db2-a729-8b667d23e7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.795598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-0323e932-beac-476d-be9e-a3411bcbf9be tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=49bc16ab65864e858354d18d294eb0a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575395 Jul 23 22:37:32.850201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35ab95e5-c6f4-4fbb-828c-1d9b04ac55e3 req-39fae298-e56a-4dfc-9b77-dbfbc6d3118d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 210 time: 0.0574882 Jul 23 22:37:32.872862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:32.917684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'port_id': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'mac_address': 'fa:16:3e:cb:b3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a87101f-01f2-4f00-b170-928d526b6051', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:32.962489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:32.964490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:32.978944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec6ce86-2b8e-4186-9add-5735434686d8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:32.982058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0139-8826-426e-b202-ef3efc215d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.007608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.014064 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.015838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 764245f8-679e-42c5-9987-b7894aa9a0d8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:33.041424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-dbf3c16a-de64-4d8a-a1c5-817054ddee29 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.043387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-dbf3c16a-de64-4d8a-a1c5-817054ddee29 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374964 Jul 23 22:37:33.061924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Request body: {'port': {'device_id': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '49bc16ab65864e858354d18d294eb0a1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:33.107829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.118653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.124692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.130963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.136992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.143712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.151700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.159009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8e059e-df8c-4db2-a729-8b667d23e7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.160512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a29fc9f3-c519-4f21-940e-b951342121fb req-8c0e5c5d-e6d9-4c91-b9f0-880795f18654 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5427 time: 0.1449010 Jul 23 22:37:33.170455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8e059e-df8c-4db2-a729-8b667d23e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.208336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc8e059e-df8c-4db2-a729-8b667d23e7fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c205087966644fda1ef864fbdc70793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040553 Jul 23 22:37:33.209313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.209579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:33.232928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=764245f8-679e-42c5-9987-b7894aa9a0d8,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.247602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '764245f8-679e-42c5-9987-b7894aa9a0d8', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'port_id': '764245f8-679e-42c5-9987-b7894aa9a0d8', 'mac_address': 'fa:16:3e:e2:1d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:33.272622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e059e-df8c-4db2-a729-8b667d23e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1019a3fe-6d0c-4742-8de7-e62f402d7bcc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.285196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a29fc9f3-c519-4f21-940e-b951342121fb req-1f780111-bb3a-4dd6-97db-b774da927701 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211085 Jul 23 22:37:33.297331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0139-8826-426e-b202-ef3efc215d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.311734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.318444 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c3e0139-8826-426e-b202-ef3efc215d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.336329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764245f8-679e-42c5-9987-b7894aa9a0d8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:33.370351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c3e0139-8826-426e-b202-ef3efc215d7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75f476b294cb4d459eff9ddd2bb18017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052925 Jul 23 22:37:33.374138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:33.378933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Made reservation on behalf of 49bc16ab65864e858354d18d294eb0a1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:33.383403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.409025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=764245f8-679e-42c5-9987-b7894aa9a0d8,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.416900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e0139-8826-426e-b202-ef3efc215d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab54736-ac0a-4bbc-aa07-0016093c97f8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.417104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.417780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:33.441476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.499486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.538808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.543687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.552148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.567708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'port_id': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'mac_address': 'fa:16:3e:2f:f2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:33.608579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.624108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.639461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:33.663523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e3df1-500c-4eb5-9f28-260995f2a60d req-f2ce79b0-4e76-4aec-9c28-37f175bc5531 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:33.671274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.673153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e7e3df1-500c-4eb5-9f28-260995f2a60d req-f2ce79b0-4e76-4aec-9c28-37f175bc5531 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 945 time: 0.2296305 Jul 23 22:37:33.676995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.678248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:33.719860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Allocated IP 192.168.233.240 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/1296cb02-1062-47a5-86d2-c742802c9a73) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:33.755865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.766915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.772684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'port_id': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c', 'mac_address': 'fa:16:3e:4c:45:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:33.775370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.778116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.784496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e7e3df1-500c-4eb5-9f28-260995f2a60d req-07b59953-7cbf-4fcc-9355-6198460be88f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 Jul 23 22:37:33.785447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.788097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.789376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1019a3fe-6d0c-4742-8de7-e62f402d7bcc HTTP/1.1" status: 204 len: 168 time: 0.5652390 Jul 23 22:37:33.794820 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dab54736-ac0a-4bbc-aa07-0016093c97f8 HTTP/1.1" status: 204 len: 168 time: 0.4173920 Jul 23 22:37:33.812277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ab403-4e8c-47fe-bd1f-b95bd069133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab54736-ac0a-4bbc-aa07-0016093c97f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:33.878818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.893304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:33.917602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:33.926776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:33.927553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:33.972847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60394ab3-a345-4543-8c7b-afb4f15bb3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019a3fe-6d0c-4742-8de7-e62f402d7bcc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.021595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.028901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.041366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174793ce-f3d0-491c-80b6-2c0a130a8a7b req-886dc9d6-0fd4-434f-b1ed-f0b808923f90 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.046100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'network_id': 'ae3f4454-8e4d-4059-98a2-b62e1cae4c7b', 'port_id': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'mac_address': 'fa:16:3e:a2:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a87101f-01f2-4f00-b170-928d526b6051', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:34.048380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174793ce-f3d0-491c-80b6-2c0a130a8a7b req-886dc9d6-0fd4-434f-b1ed-f0b808923f90 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.3300011 Jul 23 22:37:34.100027 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.102478 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.117190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174793ce-f3d0-491c-80b6-2c0a130a8a7b req-4bd88f50-f614-40d5-ba39-a42452f398bc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675898 Jul 23 22:37:34.118471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109360b8-e296-4339-9efc-2585ccc1c203 req-3b23bcf2-fabb-4add-bf94-21e5544abd9f tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.130727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-109360b8-e296-4339-9efc-2585ccc1c203 req-3b23bcf2-fabb-4add-bf94-21e5544abd9f tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.1128561 Jul 23 22:37:34.131407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:34.148658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Transition to ACTIVE for port object 1296cb02-1062-47a5-86d2-c742802c9a73 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:34.156184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.162020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.162800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5cdb49e6-adcb-4970-b01e-5b98a9821424 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:34.184524 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-109360b8-e296-4339-9efc-2585ccc1c203 req-04f7fc8d-6465-4fff-9ff8-9d7616dfc8f2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543327 Jul 23 22:37:34.223395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.302079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.338309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:34.344106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.349737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:34.357867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'port_id': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'mac_address': 'fa:16:3e:86:79:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:34.359945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:34.398847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Pushing event updated for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.449784 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.467866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdb49e6-adcb-4970-b01e-5b98a9821424 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:34.471008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfc2e-b6a5-46de-be72-9e8c323173e0 req-ce9da7ee-cd72-4698-947f-0aee97b5f3e9 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.472681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8dbfc2e-b6a5-46de-be72-9e8c323173e0 req-ce9da7ee-cd72-4698-947f-0aee97b5f3e9 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 936 time: 0.2420719 Jul 23 22:37:34.503623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.514392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.515219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ab416727-c5fa-4d64-984c-3344172506a3 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:34.589573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.590201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.603837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.628770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.635902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.642873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8dbfc2e-b6a5-46de-be72-9e8c323173e0 req-4bb2175e-8b9b-4ba2-ac9a-f75ded4f9f4c tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576085 Jul 23 22:37:34.649676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.677987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.678228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-69ccd003-734a-4ce4-bebd-f603b3b92565 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6254408 Jul 23 22:37:34.691639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Request body: {'port': {'device_id': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:34.696077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.702362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.708977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:34.716280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.717521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5207078d-8f27-4898-8bef-17ef39379c5b req-28736ba4-0702-4abd-b48b-de14233f2601 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5431 time: 0.2728009 Jul 23 22:37:34.732047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'ab416727-c5fa-4d64-984c-3344172506a3', 'network_id': 'a8f034a8-ce67-4b45-a5b8-38fd260dbc34', 'port_id': 'ab416727-c5fa-4d64-984c-3344172506a3', 'mac_address': 'fa:16:3e:10:7f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b7fb13-d0c3-41b9-95bd-8d2e08096f30', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:34.769997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5207078d-8f27-4898-8bef-17ef39379c5b req-5d18bf17-c840-4387-a878-f0d84a81b910 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516398 Jul 23 22:37:34.797898 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.813858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab416727-c5fa-4d64-984c-3344172506a3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:34.837994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:34.839454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d575d7ad-8d59-4794-ba9b-616f19eac81a None None] Provisioning for port 1296cb02-1062-47a5-86d2-c742802c9a73 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:34.844136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d575d7ad-8d59-4794-ba9b-616f19eac81a None None] Provisioning complete for port 1296cb02-1062-47a5-86d2-c742802c9a73 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:34.844591 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d575d7ad-8d59-4794-ba9b-616f19eac81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.849276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.853799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:34.930271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:34.942074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d575d7ad-8d59-4794-ba9b-616f19eac81a None None] Port 1296cb02-1062-47a5-86d2-c742802c9a73 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:37:34.996181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dc87-a756-4456-829d-fa85ac8c9726 req-802b169a-8960-45e4-af75-99618b1c3da8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:35.005727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5888dc87-a756-4456-829d-fa85ac8c9726 req-802b169a-8960-45e4-af75-99618b1c3da8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 945 time: 0.0989673 Jul 23 22:37:35.069609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5888dc87-a756-4456-829d-fa85ac8c9726 req-e4978718-bc7e-4173-b4b7-f0ad31d5bb71 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627301 Jul 23 22:37:35.217473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-5360efe6-10d1-4d69-ab44-cbd5d32aae8a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-794238309&fields=id&tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 267 time: 0.0546229 Jul 23 22:37:35.305137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596115d-c26f-4b9a-8592-4e16eaec73c7 req-3d027812-2a55-4e2b-90ef-38e00c8b0496 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:35.306824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9596115d-c26f-4b9a-8592-4e16eaec73c7 req-3d027812-2a55-4e2b-90ef-38e00c8b0496 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.1448524 Jul 23 22:37:35.308786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-1925df9a-2083-46f7-ba62-e3a65132ff2c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:35.322216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-1925df9a-2083-46f7-ba62-e3a65132ff2c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 945 time: 0.1021569 Jul 23 22:37:35.330200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'security_groups': ['d639e898-4d15-4150-9ebb-0ebca317fd65', 'a0c532ea-41c4-41f1-9824-aa2461e92a77']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:35.352750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1296cb02-1062-47a5-86d2-c742802c9a73 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:35.368025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:35.407593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9596115d-c26f-4b9a-8592-4e16eaec73c7 req-aeebd2ba-fcf7-4b60-8522-8ec242fa9202 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856502 Jul 23 22:37:35.410478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Transition to ACTIVE for port object 1296cb02-1062-47a5-86d2-c742802c9a73 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:35.426377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:35.519041 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:35.544762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Pushing event updated for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:35.583597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7d68e6eb-ddcc-4672-89b8-a58a0e818b1c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:35.636570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9e37b8e9-8e08-4cf8-b958-59dbe64298b9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:35.670574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4901-2f2b-4747-aaf4-5da001733c9c req-2d1d96e2-8929-47d4-8b32-351374115fc8 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:35.672113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a5b4901-2f2b-4747-aaf4-5da001733c9c req-2d1d96e2-8929-47d4-8b32-351374115fc8 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1880298 Jul 23 22:37:35.697495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:35.754822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['cec6ce86-2b8e-4186-9add-5735434686d8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:35.760991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Attempting to bind port 1296cb02-1062-47a5-86d2-c742802c9a73 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:35.761485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Attempting to bind port 1296cb02-1062-47a5-86d2-c742802c9a73 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:35.761985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Attempting to bind port 1296cb02-1062-47a5-86d2-c742802c9a73 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:35.789654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a5b4901-2f2b-4747-aaf4-5da001733c9c req-1974246c-c144-438f-bfea-611387e70421 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079080 Jul 23 22:37:35.789654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Port 1296cb02-1062-47a5-86d2-c742802c9a73 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:35.796744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Attempting to bind port 1296cb02-1062-47a5-86d2-c742802c9a73 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:35.820490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:35.820738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:35.821182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:35.821576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Bound port: 1296cb02-1062-47a5-86d2-c742802c9a73, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:35.822072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:35.949985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:35.970768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:35.989868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:35.991097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1296cb02-1062-47a5-86d2-c742802c9a73,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:35.997833 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:36.002483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:36.066922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:36.083909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:36.122343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.123519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:36.139463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e9111ca-6997-411b-b853-8ec4a6dc019b req-4b37e134-071d-48da-b339-b65e8389fb6a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "PUT /v2.0/ports/f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 981 time: 0.8175206 Jul 23 22:37:36.139979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:36.146578 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f04c9e-454f-4297-ba2b-5337c8993e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:36.279816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:36.358439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.359842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:36.362255 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] 10.222.0.25 "PUT /v2.0/ports/1296cb02-1062-47a5-86d2-c742802c9a73 HTTP/1.1" status: 200 len: 1097 time: 1.6752520 Jul 23 22:37:36.364765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:36.371911 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e8c5c-daf0-484d-9636-0ad7c994a79d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:36.389250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58f75e-eea5-409d-b6a7-c97582c2d07c req-da250e47-78b6-42d3-b226-ea735273a119 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.399580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be58f75e-eea5-409d-b6a7-c97582c2d07c req-da250e47-78b6-42d3-b226-ea735273a119 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 948 time: 0.4803188 Jul 23 22:37:36.487891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48c990-dcd4-4f94-8471-6272c87eb263 service neutron] Pushing event updated for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:36.534110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.545871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be58f75e-eea5-409d-b6a7-c97582c2d07c req-8727bd19-05c2-4015-837d-1e74ca51ef68 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450412 Jul 23 22:37:36.552675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.575482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.593106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.601491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.616543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.635330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.640134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-e0848000-e796-45f2-8912-066bd137c10b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5433 time: 0.2842653 Jul 23 22:37:36.663828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['ab416727-c5fa-4d64-984c-3344172506a3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:36.684963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7995b22e-1b0c-4d33-997b-d8b2975b79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.686948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-7995b22e-1b0c-4d33-997b-d8b2975b79c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 1100 time: 0.2419474 Jul 23 22:37:36.708547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80f9aea3-ac90-4113-8a38-e6b5459675ce req-15e266ea-9015-485d-b8cf-b16166362968 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584717 Jul 23 22:37:36.715603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5cdb49e6-adcb-4970-b01e-5b98a9821424'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:36.769213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-67ec8627-07d4-4772-9e33-79a556a7a8c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=1296cb02-1062-47a5-86d2-c742802c9a73 HTTP/1.1" status: 200 len: 217 time: 0.0697956 Jul 23 22:37:36.769897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['764245f8-679e-42c5-9987-b7894aa9a0d8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:36.772804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-c50605ee-4970-406c-b0ee-cc7a426f27ef tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2114026581&fields=id&tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 267 time: 0.1131623 Jul 23 22:37:36.779444 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b65744-e0a3-4287-a623-afea1e7f0073 x-openstack-request-id: req-77b65744-e0a3-4287-a623-afea1e7f0073 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:36.779732 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:36.779992 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77b65744-e0a3-4287-a623-afea1e7f0073 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:36.780430 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'status': 'completed', 'code': 200} Jul 23 22:37:36.842210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-3b3682fa-9588-4403-aaef-f954adaf86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.844123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-3b3682fa-9588-4403-aaef-f954adaf86b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0691147 Jul 23 22:37:36.846263 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cea8b3d-9cca-4fc4-bccd-403308636e09 x-openstack-request-id: req-0cea8b3d-9cca-4fc4-bccd-403308636e09 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:36.846478 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:36.846814 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cea8b3d-9cca-4fc4-bccd-403308636e09 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:36.847311 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73', 'status': 'completed', 'code': 200} Jul 23 22:37:36.901361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-74e379b1-7e21-49ab-b9ee-67de90c3e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.903454 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-74e379b1-7e21-49ab-b9ee-67de90c3e154 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1136 time: 0.0985029 Jul 23 22:37:36.940671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-7beb4831-92b2-4779-8797-65653d971eca tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:36.942542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-7beb4831-92b2-4779-8797-65653d971eca tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.25 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.3585117 Jul 23 22:37:37.047944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-e756b831-9660-4172-856d-8193b37a3dfd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.057459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-e756b831-9660-4172-856d-8193b37a3dfd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 984 time: 0.2661495 Jul 23 22:37:37.060687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-8d3d04ad-5556-4122-ad37-358b161a1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.062305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-8d3d04ad-5556-4122-ad37-358b161a1a0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036104 Jul 23 22:37:37.071274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-141901ec-e656-44ba-b9ec-2add03b6d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.073595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-141901ec-e656-44ba-b9ec-2add03b6d6ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.1558752 Jul 23 22:37:37.092794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'security_groups': ['a0c532ea-41c4-41f1-9824-aa2461e92a77', 'd639e898-4d15-4150-9ebb-0ebca317fd65', '45af542d-7636-4d4d-8235-f632121102f1']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:37.132752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-bda2badf-0be8-4018-9ee4-3f9d206e7800 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 217 time: 0.0509443 Jul 23 22:37:37.142065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e44a6b-a2e3-445d-b1a0-879b2ca3687d req-8f501336-92d7-4ffe-8674-a331aa993754 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.144203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96e44a6b-a2e3-445d-b1a0-879b2ca3687d req-8f501336-92d7-4ffe-8674-a331aa993754 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.2397006 Jul 23 22:37:37.234631 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96e44a6b-a2e3-445d-b1a0-879b2ca3687d req-1b357c33-14f5-4189-8f69-20303b7b5cd2 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600743 Jul 23 22:37:37.251406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-898e6cd2-8cdf-432d-99c5-4e9b10375bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.251406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-898e6cd2-8cdf-432d-99c5-4e9b10375bbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.0999978 Jul 23 22:37:37.270037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:37.292644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-8bdaafbd-473d-4ed1-8a72-559d010a2266 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393581 Jul 23 22:37:37.362218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Deleting port 2aca6027-2baa-4f74-ae95-4c1582d47e65 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:37.363488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:37.446700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-5a1bd7c2-eaea-43d9-9da5-9a54af6ee141 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459227 Jul 23 22:37:37.466467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-e8b2ad8c-a8d4-436a-bd68-01e02225155c service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991300 Jul 23 22:37:37.621387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05f04c9e-454f-4297-ba2b-5337c8993e7d req-696aec69-c5bb-4108-84b4-53bd6c884a0d service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634910 Jul 23 22:37:37.782359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf0b8-4b83-481e-a6de-84438e290cbc req-2199c3a3-8f85-4ff6-ac9e-0392783ce230 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:37.784812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf8cf0b8-4b83-481e-a6de-84438e290cbc req-2199c3a3-8f85-4ff6-ac9e-0392783ce230 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0799103 Jul 23 22:37:37.792435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] For port 2aca6027-2baa-4f74-ae95-4c1582d47e65, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2aca6027-2baa-4f74-ae95-4c1582d47e65,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:37.793009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:37.829083 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf8cf0b8-4b83-481e-a6de-84438e290cbc req-efa7cb78-442f-4b89-8ac8-9f471fe2023c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361924 Jul 23 22:37:37.877586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d21c601f-354c-4e9d-921a-323406af2cb8 req-ae56b4cf-1975-4e84-a701-dcbf2e21441f service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047015 Jul 23 22:37:37.879470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:37.996694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.027113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.039816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:38.082100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaf184-1485-4916-9460-3280ffa8ffa8 req-d7a92a96-0c3f-427b-8f07-9fd9dcae50e3 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.084493 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adeaf184-1485-4916-9460-3280ffa8ffa8 req-d7a92a96-0c3f-427b-8f07-9fd9dcae50e3 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 948 time: 0.1014152 Jul 23 22:37:38.141979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.142785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adeaf184-1485-4916-9460-3280ffa8ffa8 req-8c768cdd-72cd-4ee2-8887-2e5ee437add5 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504777 Jul 23 22:37:38.143513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.145373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b768abaf-c294-4bb2-90f9-b73f0510faa6 req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "PUT /v2.0/ports/f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 1020 time: 1.0869451 Jul 23 22:37:38.181076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2ea5a-3896-46ab-b759-81d6ea94fd28 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:38.231485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.232050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.232664 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Floating IP d9e68153-fd98-41fc-8d36-ba82cb3aa2ad disassociated. External IP: 172.25.1.226, port: 2aca6027-2baa-4f74-ae95-4c1582d47e65. Jul 23 22:37:38.233551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Calling delete_port for 2aca6027-2baa-4f74-ae95-4c1582d47e65 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:38.234941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:38.239591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-0f8ec271-e47d-49f6-a89a-5ed2ab5314b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.241429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-0f8ec271-e47d-49f6-a89a-5ed2ab5314b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49bc16ab65864e858354d18d294eb0a1&device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 1100 time: 0.2633872 Jul 23 22:37:38.325428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.333998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.341078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.349285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.357566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.365487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.373252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.383275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-38702b5f-03dc-428d-97bb-70dffc0fba0d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5433 time: 0.1436837 Jul 23 22:37:38.431884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f051efe-164a-4dce-9e5f-9e36037121cf req-559da4c0-5fc0-47c0-8eff-122d9f110cda tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462613 Jul 23 22:37:38.512583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-e8fc95f1-c9f1-4347-8e2a-d88dcc7f6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.514699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-e8fc95f1-c9f1-4347-8e2a-d88dcc7f6046 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2616735 Jul 23 22:37:38.586208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd143b4-3638-4d93-9d09-b1980b9f31fe req-60219c93-eb80-406c-bec3-a62b0135bb77 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.588074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbd143b4-3638-4d93-9d09-b1980b9f31fe req-60219c93-eb80-406c-bec3-a62b0135bb77 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1023 time: 0.3026245 Jul 23 22:37:38.611277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-df625719-75ff-4070-9d11-74b2ac5d55f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=1296cb02-1062-47a5-86d2-c742802c9a73 HTTP/1.1" status: 200 len: 217 time: 0.0899632 Jul 23 22:37:38.661848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86b07d-f436-402a-90a2-1532d97f94a3 req-6fd7f145-9ed3-401e-960d-c71e0afb4b77 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.669598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc86b07d-f436-402a-90a2-1532d97f94a3 req-6fd7f145-9ed3-401e-960d-c71e0afb4b77 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 946 time: 0.0937240 Jul 23 22:37:38.722990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc86b07d-f436-402a-90a2-1532d97f94a3 req-7b86d58c-201f-404c-8e25-e26687e899ca tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups?id=36632c5a-c25b-48e0-9365-812cd5b9bc51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522547 Jul 23 22:37:38.725183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.747523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-357032c9-3452-422f-8d92-014ab6336966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:38.749341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-357032c9-3452-422f-8d92-014ab6336966 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1246572 Jul 23 22:37:38.793269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event deleted for resources: {'Port': ['ID=2aca6027-2baa-4f74-ae95-4c1582d47e65,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:38.846587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbd143b4-3638-4d93-9d09-b1980b9f31fe req-4b2fe16f-694c-4dc7-85d9-ece0cb33b83c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=45af542d-7636-4d4d-8235-f632121102f1&id=a0c532ea-41c4-41f1-9824-aa2461e92a77&id=d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 200 len: 6147 time: 0.2309043 Jul 23 22:37:38.900159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:38.905681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1427096268 ', 'description': 'tempest-description-979303349'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:38.928709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:38.931703 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f96d5-d786-4cd8-9043-da9d0645ec61" -d '{"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:38.938043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:38.971587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:38.978864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:38.979266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.056707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.061901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.098320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-c8edc7d5-44c7-48ea-93c6-6e095669076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:39.100393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-c8edc7d5-44c7-48ea-93c6-6e095669076e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3256769 Jul 23 22:37:39.109592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.121479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.135636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-22cb1a03-6edb-4138-bb5e-052aa0dcb4a0 req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2371931 Jul 23 22:37:39.140507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4b1ae-0fd7-4442-b827-81698629c35a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77b5860-6fff-4a81-a260-db0c27d1b1eb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:39.145328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:39.147783 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ad954-bdc0-4a9d-b8d8-1e776a23f656" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e6eb-ddcc-4672-89b8-a58a0e818b1c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:39.170210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:39.176202 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.177751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device cec6ce86-2b8e-4186-9add-5735434686d8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:39.185610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b72c-06da-43f5-95c8-db92cc906d08 req-fac7c76c-3bc9-400b-a46a-fbf89ed421b7 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:39.187486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af75b72c-06da-43f5-95c8-db92cc906d08 req-fac7c76c-3bc9-400b-a46a-fbf89ed421b7 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2113435 Jul 23 22:37:39.191263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Router f73829f8-dc53-4409-a866-b79ecc620b4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:37:39.256209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:39.293925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port cec6ce86-2b8e-4186-9add-5735434686d8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:39.301391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port cec6ce86-2b8e-4186-9add-5735434686d8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:39.302642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.426268 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.442530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af75b72c-06da-43f5-95c8-db92cc906d08 req-1e751963-eacb-4a4d-bf7c-f384b909ab79 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435977 Jul 23 22:37:39.445689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:37:39.458830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Sync routers for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:37:39.480642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:39.490433 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.491711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:39.498568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:39.499419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:39.514747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] No DVR routers for this DVR port 2aca6027-2baa-4f74-ae95-4c1582d47e65 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:39.518767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.520787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d0687b4-cc98-447e-8d85-fdfb45ba3839 req-dea7e6bf-f322-4849-97c9-2748c5a6efb7 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.25 "DELETE /v2.0/ports/2aca6027-2baa-4f74-ae95-4c1582d47e65 HTTP/1.1" status: 204 len: 173 time: 2.5708351 Jul 23 22:37:39.537699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-f8bb932d-a55f-4582-9dbd-15f09aa2e3f6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173560 Jul 23 22:37:39.714296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:39.754415 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b96a4b-3305-47b9-bdb1-40a0a3da182b x-openstack-request-id: req-20b96a4b-3305-47b9-bdb1-40a0a3da182b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:39.754690 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "7d68e6eb-ddcc-4672-89b8-a58a0e818b1c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:39.755038 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20b96a4b-3305-47b9-bdb1-40a0a3da182b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:39.755471 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d68e6eb-ddcc-4672-89b8-a58a0e818b1c', 'code': 200} Jul 23 22:37:39.759244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:39.786577 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e845f1-6451-4b01-b2ff-402ac60a5199 x-openstack-request-id: req-a3e845f1-6451-4b01-b2ff-402ac60a5199 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:39.786964 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:39.787303 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3e845f1-6451-4b01-b2ff-402ac60a5199 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:39.787714 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'status': 'completed', 'code': 200} Jul 23 22:37:39.789229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:39.799566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-38e4f9e3-7e1e-4fc2-8eb6-32920f51ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:39.805658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-38e4f9e3-7e1e-4fc2-8eb6-32920f51ae81 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1175 time: 0.1535389 Jul 23 22:37:39.856002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:39.856976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-920e8c5c-daf0-484d-9636-0ad7c994a79d req-d1a22f20-fffb-4287-8d9d-54e4a9b5dc16 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179650 Jul 23 22:37:39.859067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:39.889095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cfb23b77-9d26-47b4-ae37-b25e4b84747e req-3cd907e3-c6fa-45a7-98f2-9ef8a08daa9b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/b77b5860-6fff-4a81-a260-db0c27d1b1eb HTTP/1.1" status: 200 len: 1780 time: 0.0997050 Jul 23 22:37:39.963947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-51a871d9-a6cd-493e-8aa3-a79019840b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:39.965456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-51a871d9-a6cd-493e-8aa3-a79019840b41 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.1529958 Jul 23 22:37:40.010656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-f0b18729-3dd7-478d-b90d-8df2b38f9ede service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 200 len: 217 time: 0.0384791 Jul 23 22:37:40.023716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7a01a-1121-4a8a-975f-e66b13198feb req-1eb3d9f1-6257-44c5-969d-3d0ee2078bad tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.025388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-afc7a01a-1121-4a8a-975f-e66b13198feb req-1eb3d9f1-6257-44c5-969d-3d0ee2078bad tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 948 time: 0.1601639 Jul 23 22:37:40.102168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.117370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-1903b798-c10f-4ed2-bbc7-7572bd237cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.133911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-1903b798-c10f-4ed2-bbc7-7572bd237cb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.1073918 Jul 23 22:37:40.159494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.163481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-afc7a01a-1121-4a8a-975f-e66b13198feb req-a233aa58-83bc-40fb-b051-9da75dfb4920 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288660 Jul 23 22:37:40.164006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:40.166916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.175107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.176176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:40.183713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.191415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.193292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.194267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2aca6027-2baa-4f74-ae95-4c1582d47e65 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:40.199528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.221636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 2aca6027-2baa-4f74-ae95-4c1582d47e65 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:40.222247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2aca6027-2baa-4f74-ae95-4c1582d47e65 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:40.229904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:40.234307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-f6c99781-55c1-4c9a-9ddf-b33b12d90aec tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5435 time: 0.2289834 Jul 23 22:37:40.246904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-6feacc7e-7a66-46be-8097-06f0ff30898b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719929 Jul 23 22:37:40.332345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:40.349975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdd829e9-9dcb-4f45-8783-359a73bd9e1e req-064c34ea-fc4b-4484-a215-c187e5d80d79 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013706 Jul 23 22:37:40.369484 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a0b5c3bf-2428-4b22-ac9d-8517f737a897 req-3b956412-1200-4629-92b5-c35ed75b7f9c tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/ports?device_id=744a4a97-c1ed-488f-85bf-61335819e11c HTTP/1.1" status: 200 len: 210 time: 0.0642791 Jul 23 22:37:40.404135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Checking router: f73829f8-dc53-4409-a866-b79ecc620b4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:37:40.415541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:40.416356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:40.418264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:40.426983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ce15a81-4e6d-4348-b126-519e3964997d req-f3c39041-820b-42a5-8bf7-0fc2f745cdcd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/b77b5860-6fff-4a81-a260-db0c27d1b1eb HTTP/1.1" status: 200 len: 1780 time: 0.0525777 Jul 23 22:37:40.440792 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-f6096b5d-1444-49f6-988d-5c4fb29a4b47 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836357 Jul 23 22:37:40.488497 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ce15a81-4e6d-4348-b126-519e3964997d req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.512434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ce15a81-4e6d-4348-b126-519e3964997d req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.523791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0c9631d-e9c5-4dc4-a6d8-96bccad75edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.575369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:40.578978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ce15a81-4e6d-4348-b126-519e3964997d req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.584621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ce15a81-4e6d-4348-b126-519e3964997d req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.590569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ce15a81-4e6d-4348-b126-519e3964997d req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/b77b5860-6fff-4a81-a260-db0c27d1b1eb HTTP/1.1" status: 204 len: 173 time: 0.1626475 Jul 23 22:37:40.623976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5512184-7969-4d5f-899b-7f1f58237b19 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77b5860-6fff-4a81-a260-db0c27d1b1eb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:40.708037 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-cbfb0ee0-5b50-4d78-8d9f-ff0faa385d3c req-94681090-3d1e-49ad-bf02-4041ef55e740 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:37:40.709092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbfb0ee0-5b50-4d78-8d9f-ff0faa385d3c req-94681090-3d1e-49ad-bf02-4041ef55e740 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/b77b5860-6fff-4a81-a260-db0c27d1b1eb HTTP/1.1" status: 404 len: 352 time: 0.0152569 Jul 23 22:37:40.752605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1153090676', 'description': 'tempest-description-971494881'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:40.779765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.860599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:40.902130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1296cb02-1062-47a5-86d2-c742802c9a73 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:40.904361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5cdb49e6-adcb-4970-b01e-5b98a9821424 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:40.909161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58cbbc-6554-445b-a135-ca944b10d6d3 None None] The sync data for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 is: [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:35:19Z', 'revision_number': 4, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2c1ef61-2c37-4c33-8c56-45e35e0b394a', 'name': '', 'network_id': '1de8cc60-cd20-46ea-a4e5-e723a1cf2e74', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'mac_address': 'fa:16:3e:ca:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:17Z', 'updated_at': '2021-07-23T22:35:26Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'subnets': [{'id': 'ad7d741b-ab55-49f4-859e-50450af57e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:37:40.911217 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.918859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:40.991875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.002433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccd78452-742f-457c-b955-f3a9e2b6d241 req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2541728 Jul 23 22:37:41.035285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1793489710', 'description': 'tempest-description-130390786'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:41.044360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bec68e-e29a-4bbf-b30d-b8bf7b28dd40 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feadb97b-bfa9-4c93-aa9e-4fc07a5ac620,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:41.067819 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8abd3df-a522-4729-aa8a-91873e61fd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.071902 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e01f96d5-d786-4cd8-9043-da9d0645ec61 req-f1079f3b-aefe-40c3-9273-460bfce8f751 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243622 Jul 23 22:37:41.130784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 5cdb49e6-adcb-4970-b01e-5b98a9821424 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:41.135182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c3f4-3918-4c97-ab6d-d4a990ff3fe6 req-193859aa-aadf-4fab-b3bd-9e81bfced912 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.136752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17a3c3f4-3918-4c97-ab6d-d4a990ff3fe6 req-193859aa-aadf-4fab-b3bd-9e81bfced912 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.5254107 Jul 23 22:37:41.137484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 5cdb49e6-adcb-4970-b01e-5b98a9821424 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:41.146126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.218158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0c9631d-e9c5-4dc4-a6d8-96bccad75edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.225192 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17a3c3f4-3918-4c97-ab6d-d4a990ff3fe6 req-9b52aa09-26c2-429a-8035-f4d62a3c3819 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588267 Jul 23 22:37:41.226431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0c9631d-e9c5-4dc4-a6d8-96bccad75edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.248188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.258786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d0c9631d-e9c5-4dc4-a6d8-96bccad75edb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f377c37e757448cbb02c44fce8e01cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780039 Jul 23 22:37:41.259342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:41.277414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9631d-e9c5-4dc4-a6d8-96bccad75edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a118e55a-2382-4938-aeca-e9b692f5a151,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:41.324768 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0c12b-91b4-4f85-bb14-60f62bc221f0 None None] New status for floating IP d9e68153-fd98-41fc-8d36-ba82cb3aa2ad: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:37:41.412137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.425114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1296cb02-1062-47a5-86d2-c742802c9a73,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:41.443862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1296cb02-1062-47a5-86d2-c742802c9a73', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '1296cb02-1062-47a5-86d2-c742802c9a73', 'mac_address': 'fa:16:3e:a6:c0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:41.458415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.529107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab5efb-3618-404d-8c0f-37e5a0c58703 req-50417499-0f4f-4d94-af81-e8a03f164a94 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.540441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-efab5efb-3618-404d-8c0f-37e5a0c58703 req-50417499-0f4f-4d94-af81-e8a03f164a94 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 948 time: 0.1481612 Jul 23 22:37:41.566579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.579284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-efab5efb-3618-404d-8c0f-37e5a0c58703 req-7c0db77f-7065-44a1-b1eb-bf19907c9965 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Jul 23 22:37:41.583317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.620460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1296cb02-1062-47a5-86d2-c742802c9a73 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:41.654051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:41.659477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1296cb02-1062-47a5-86d2-c742802c9a73,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:41.661990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.663070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 764245f8-679e-42c5-9987-b7894aa9a0d8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:41.723556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.757404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:41.760690 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c726f30-6dc5-4a88-9706-4b92873a404e" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:41.770374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.777435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.785387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.787066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:41.792118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.801074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.803382 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.804201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'name': 'network-vif-deleted', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:41.806736 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e424dee7-4313-455f-909f-d3130cad6e7e" -d '{"events": [{"server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "name": "network-vif-deleted", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:41.807411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.813629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:41.818149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.822659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-439f25e6-5fa5-4bf1-b585-3015bde0ce40 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5437 time: 0.1361847 Jul 23 22:37:41.851604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 764245f8-679e-42c5-9987-b7894aa9a0d8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:41.853504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2906b81e-de65-4579-a7bd-4cb92c19b34c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:41.859652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.860710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 764245f8-679e-42c5-9987-b7894aa9a0d8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:41.862165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.864058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:41.874608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9012908-15df-4234-bf6a-f2b95a0187f8 req-d86c8bfc-ba92-417a-b310-eb68e5425003 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8471546 Jul 23 22:37:41.883985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33958581-5e3a-4fb2-b0a3-ba1f847b43df req-0b0a7863-4ec3-4922-9d0e-e022a3fbbd8f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603697 Jul 23 22:37:41.891738 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.895790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:41.899922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a118e55a-2382-4938-aeca-e9b692f5a151 HTTP/1.1" status: 204 len: 168 time: 0.6395698 Jul 23 22:37:41.908565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891d7ef-8a06-4509-987e-bcda89fb8f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a118e55a-2382-4938-aeca-e9b692f5a151,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.016907 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c193b906-fffd-45dc-bf50-535ada63ae33 x-openstack-request-id: req-c193b906-fffd-45dc-bf50-535ada63ae33 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:42.017827 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:42.018105 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c193b906-fffd-45dc-bf50-535ada63ae33 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:42.018588 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'code': 200} Jul 23 22:37:42.018758 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'code': 200} Jul 23 22:37:42.019213 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'code': 200} Jul 23 22:37:42.030565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.040309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-570369749', 'description': 'tempest-description-1109319373'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:42.067469 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a894c551-46ab-4015-932e-5a3d196fd2ae x-openstack-request-id: req-a894c551-46ab-4015-932e-5a3d196fd2ae {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:42.067764 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744a4a97-c1ed-488f-85bf-61335819e11c", "name": "network-vif-deleted", "tag": "2aca6027-2baa-4f74-ae95-4c1582d47e65", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:42.068486 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a894c551-46ab-4015-932e-5a3d196fd2ae {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:42.068895 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744a4a97-c1ed-488f-85bf-61335819e11c', 'name': 'network-vif-deleted', 'tag': '2aca6027-2baa-4f74-ae95-4c1582d47e65', 'status': 'completed', 'code': 200} Jul 23 22:37:42.074153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=764245f8-679e-42c5-9987-b7894aa9a0d8,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:42.082675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.083390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ab416727-c5fa-4d64-984c-3344172506a3 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:42.089299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.095798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:42.133879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1296cb02-1062-47a5-86d2-c742802c9a73'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:42.195184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.196303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.226033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.231886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.239538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.273859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b0974-b025-43c8-987f-d1266ef69f92,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.287091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.289374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61211150-aa0f-402a-9646-9517bd80b2ea req-8efaf74c-713d-4c3a-859b-1afc315138f1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2547982 Jul 23 22:37:42.314007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.324822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.328987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:42.330319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "DELETE /v2.0/security-groups/36632c5a-c25b-48e0-9365-812cd5b9bc51 HTTP/1.1" status: 204 len: 168 time: 0.2334180 Jul 23 22:37:42.334510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port ab416727-c5fa-4d64-984c-3344172506a3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:42.351971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port ab416727-c5fa-4d64-984c-3344172506a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:42.352831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.353858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dc2ec-1389-45af-889b-79e025d90804 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36632c5a-c25b-48e0-9365-812cd5b9bc51,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.355550 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b4acd0c9-15b8-447b-a337-7344279a7edc tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] show failed (client error): The resource could not be found. Jul 23 22:37:42.360663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b4acd0c9-15b8-447b-a337-7344279a7edc tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "GET /v2.0/security-groups/36632c5a-c25b-48e0-9365-812cd5b9bc51 HTTP/1.1" status: 404 len: 347 time: 0.0278885 Jul 23 22:37:42.363802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:42.451941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80aa01-3241-481f-b49d-70ed14365c5a req-9196dfc4-1b53-48e0-9818-7ee07c763fd1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:42.461017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb80aa01-3241-481f-b49d-70ed14365c5a req-9196dfc4-1b53-48e0-9818-7ee07c763fd1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0786431 Jul 23 22:37:42.508302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb80aa01-3241-481f-b49d-70ed14365c5a req-b8c30c9b-046d-4bb6-b4e6-5b08ebe24db2 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463915 Jul 23 22:37:42.510984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.554319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:42.577086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014fd769-7aa5-4b71-b5a9-b21858128ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.586998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:42.594182 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.595891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:42.690350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415f98d3-2fe4-496c-a9ea-be7550ab37bd req-1dbb2108-46e6-4714-9aa6-35d8ee840c20 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 10894 time: 0.3384750 Jul 23 22:37:42.692169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.696134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Deleting port 7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:42.696536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.708714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:42.716014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:42.716877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.791657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.791995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.804175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Calling delete_port for 7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:42.806207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014fd769-7aa5-4b71-b5a9-b21858128ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.819261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014fd769-7aa5-4b71-b5a9-b21858128ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.828771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.839691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8f501-720d-413b-9e64-904d834590bf req-1626d9c9-b9f4-4d65-bf77-d8bc76befd10 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:42.850064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a7c8f501-720d-413b-9e64-904d834590bf req-1626d9c9-b9f4-4d65-bf77-d8bc76befd10 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 949 time: 0.1424210 Jul 23 22:37:42.863819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:42.869893 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:42.896348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fd769-7aa5-4b71-b5a9-b21858128ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68686b17-684e-4df9-a78c-1bde07c7920d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.899384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415f98d3-2fe4-496c-a9ea-be7550ab37bd req-53c3fcbf-ad60-476e-89ae-77a0677a8503 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 200 len: 2981 time: 0.0931656 Jul 23 22:37:42.936674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-014fd769-7aa5-4b71-b5a9-b21858128ea9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31a176973b174a47b087d3e226101743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807509 Jul 23 22:37:42.941904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:42.943948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:42.975707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a7c8f501-720d-413b-9e64-904d834590bf req-76a8bfa9-aaf1-42d4-b32a-461f163c4687 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241810 Jul 23 22:37:42.977279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415f98d3-2fe4-496c-a9ea-be7550ab37bd req-32da1551-bd02-430d-bd1a-0ddd8785a180 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 200 len: 2981 time: 0.0669067 Jul 23 22:37:43.022091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.061060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.066379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.097167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-6683b5e8-4f98-448e-8e1b-901b54d9b21a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/feadb97b-bfa9-4c93-aa9e-4fc07a5ac620 HTTP/1.1" status: 200 len: 1800 time: 0.0714393 Jul 23 22:37:43.112446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Pushing event deleted for resources: {'Port': ['ID=7c6cf0c2-9cad-4098-9bb7-5cdeb45b9a70,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:43.167152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.169896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.171118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68686b17-684e-4df9-a78c-1bde07c7920d HTTP/1.1" status: 204 len: 168 time: 0.2262321 Jul 23 22:37:43.174623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:43.182124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.192353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d088c46-43a8-4f72-958a-7e384e073cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68686b17-684e-4df9-a78c-1bde07c7920d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:43.213147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.234793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.237729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.241686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ffe5b4d-5bf9-4bb8-8231-2d1a2149be01 tempest-ServersTestManualDisk-840472555 tempest-ServersTestManualDisk-840472555-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9e68153-fd98-41fc-8d36-ba82cb3aa2ad HTTP/1.1" status: 204 len: 168 time: 0.8426259 Jul 23 22:37:43.242123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:43.271241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.274848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.276195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bc3e322-ffdb-417a-b5bd-dd683d28f54f req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/feadb97b-bfa9-4c93-aa9e-4fc07a5ac620 HTTP/1.1" status: 204 len: 173 time: 0.1727076 Jul 23 22:37:43.288374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08299e12-2d3f-46e3-809a-06c5716f477f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feadb97b-bfa9-4c93-aa9e-4fc07a5ac620,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:43.349222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.355401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.366529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.368938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.374921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.380809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.386753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.388905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-6ec197c8-1bad-4f8b-b76e-732c3450fe6a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.3237972 Jul 23 22:37:43.410197 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:37:43.427907 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-31eb39ac-3b3a-4839-a527-36c96797de96 req-f080783b-ccc2-4227-9f16-e8450ebb2e2a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:37:43.434332 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31eb39ac-3b3a-4839-a527-36c96797de96 req-f080783b-ccc2-4227-9f16-e8450ebb2e2a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/feadb97b-bfa9-4c93-aa9e-4fc07a5ac620 HTTP/1.1" status: 404 len: 352 time: 0.0208890 Jul 23 22:37:43.460362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8764c68e-08c3-4ed4-8b1f-f3eb563203fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.465805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd31b12c-4674-4ec9-878e-3512d8f13d09 req-592a73f7-de3e-44ba-ba2a-f39439c68a2c tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602562 Jul 23 22:37:43.521807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-a3f0f4ea-62bc-4a88-8d5a-75ca5d40bdc2 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2906b81e-de65-4579-a7bd-4cb92c19b34c HTTP/1.1" status: 200 len: 1800 time: 0.0633407 Jul 23 22:37:43.623441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.662788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8764c68e-08c3-4ed4-8b1f-f3eb563203fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.667065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.675795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8764c68e-08c3-4ed4-8b1f-f3eb563203fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.737080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764c68e-08c3-4ed4-8b1f-f3eb563203fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb5147-c5d0-4787-ba7f-797bc579c699,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:43.742064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8764c68e-08c3-4ed4-8b1f-f3eb563203fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=201431652d4f46c68972d76ffacb2a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650015 Jul 23 22:37:43.745068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:43.757922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd917-5083-4a14-87d2-c7be62a8c62c req-932ad7ee-a3ef-4759-9804-ba1ff1e31ea9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:43.759533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e0fd917-5083-4a14-87d2-c7be62a8c62c req-932ad7ee-a3ef-4759-9804-ba1ff1e31ea9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1599650 Jul 23 22:37:43.766640 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10508542-76ae-4087-ac04-1e0894087b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.770603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.773473 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.774307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aff7b7f3-1b55-4adf-89a2-cbdd40ee5227 req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/2906b81e-de65-4579-a7bd-4cb92c19b34c HTTP/1.1" status: 204 len: 173 time: 0.2447398 Jul 23 22:37:43.794303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e082c0-d070-456b-afa5-86328e6d26c4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906b81e-de65-4579-a7bd-4cb92c19b34c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:43.833859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.837334 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-e66b0b9d-9358-48bd-a8a1-2d6f15b12a00 req-d83f5ecd-b145-4b04-b182-091056120f2d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:37:43.838454 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e66b0b9d-9358-48bd-a8a1-2d6f15b12a00 req-d83f5ecd-b145-4b04-b182-091056120f2d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2906b81e-de65-4579-a7bd-4cb92c19b34c HTTP/1.1" status: 404 len: 352 time: 0.0231891 Jul 23 22:37:43.850976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e0fd917-5083-4a14-87d2-c7be62a8c62c req-317ce261-4aa3-49f8-a41c-5045d1ee318c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Jul 23 22:37:43.859883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.937912 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-c69e0abf-249f-4ce4-8edd-35db626d5cf7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/1e4b0974-b025-43c8-987f-d1266ef69f92 HTTP/1.1" status: 200 len: 1800 time: 0.0649693 Jul 23 22:37:43.958985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.961625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.962825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7bb5147-c5d0-4787-ba7f-797bc579c699 HTTP/1.1" status: 204 len: 168 time: 0.2164176 Jul 23 22:37:43.976122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:43.995312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf91a9a-fb2b-43fb-92af-7d5ae549cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb5147-c5d0-4787-ba7f-797bc579c699,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:44.028672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764245f8-679e-42c5-9987-b7894aa9a0d8'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:44.030985 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b927ebb-db42-4f42-a02e-8f4e66b882b1" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "764245f8-679e-42c5-9987-b7894aa9a0d8"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "ab416727-c5fa-4d64-984c-3344172506a3"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:44.073326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.105408 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.124782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.195294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.196761 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.197923 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a9200b0-c133-4423-bccf-e8bb261acfc3 req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e4b0974-b025-43c8-987f-d1266ef69f92 HTTP/1.1" status: 204 len: 173 time: 0.2484293 Jul 23 22:37:44.207630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1ba3f-170d-4afe-811e-a2e9777475e9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b0974-b025-43c8-987f-d1266ef69f92,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:44.256393 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f0b06-7f69-4da9-b858-a421fcb7b0a4 x-openstack-request-id: req-835f0b06-7f69-4da9-b858-a421fcb7b0a4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:44.256889 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "764245f8-679e-42c5-9987-b7894aa9a0d8", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "ab416727-c5fa-4d64-984c-3344172506a3", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:44.257368 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-835f0b06-7f69-4da9-b858-a421fcb7b0a4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:44.257985 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764245f8-679e-42c5-9987-b7894aa9a0d8', 'code': 200} Jul 23 22:37:44.258398 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3', 'code': 200} Jul 23 22:37:44.258820 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'code': 200} Jul 23 22:37:44.300769 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-ffda347a-e501-4cff-9a82-e1e3685c3f7c req-2dbeb28b-7916-45c5-898e-0ffb010d8e2b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:37:44.301979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363b16b-6f8b-454b-8ee9-c8d59dd35656 req-901815a4-61a9-4d63-85c1-f742e714d7a0 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.303566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1363b16b-6f8b-454b-8ee9-c8d59dd35656 req-901815a4-61a9-4d63-85c1-f742e714d7a0 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 949 time: 0.2061288 Jul 23 22:37:44.324812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffda347a-e501-4cff-9a82-e1e3685c3f7c req-2dbeb28b-7916-45c5-898e-0ffb010d8e2b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/1e4b0974-b025-43c8-987f-d1266ef69f92 HTTP/1.1" status: 404 len: 352 time: 0.0470524 Jul 23 22:37:44.369126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1363b16b-6f8b-454b-8ee9-c8d59dd35656 req-4fbd34d7-9c27-4d35-8f8e-21b0de5d1327 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Jul 23 22:37:44.487613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:44.499900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4601-ce1e-4430-9983-9d914dc7a1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.533021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.533781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.534333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.534879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.535387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.535980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.536576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.538903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-5ab2e422-b27a-4cd9-99da-71de91b06fcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 0.1655738 Jul 23 22:37:44.569558 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-5b0172e1-20f9-44a0-a064-68c0e728c9ab tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4648b0c2fa5141f885a7874db7a60799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301597 Jul 23 22:37:44.586602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f99085b0-063a-424b-847f-a13aaa11ee81 req-82231ab1-ce1c-416f-b161-a1eb6148887f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 6147 time: 0.1550987 Jul 23 22:37:44.613727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92a2a473-47b0-4d19-8eae-5068e1dcaf49 req-edd9c0d4-f379-4b1a-b726-8f9212ea53cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659754 Jul 23 22:37:44.647162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Deleting port f2c1ef61-2c37-4c33-8c56-45e35e0b394a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:44.647496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.669301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f99085b0-063a-424b-847f-a13aaa11ee81 req-b8c31e2c-22fd-46f9-b572-81885fd6d5d8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 200 len: 2981 time: 0.0712717 Jul 23 22:37:44.703211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4601-ce1e-4430-9983-9d914dc7a1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.710958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4601-ce1e-4430-9983-9d914dc7a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.729714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-589ccb92-ed40-4bcb-99e6-735390258fe8 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:44.731448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-589ccb92-ed40-4bcb-99e6-735390258fe8 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508605 Jul 23 22:37:44.761426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f99085b0-063a-424b-847f-a13aaa11ee81 req-9f5fd6a8-006b-422b-afa6-b1e939f459d1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 200 len: 2981 time: 0.0857856 Jul 23 22:37:44.769016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c0b4601-ce1e-4430-9983-9d914dc7a1b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c123973383249798f7915457cd784bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808468 Jul 23 22:37:44.773025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:44.775037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-3cb32e44-2ab3-47e2-8159-98378ca5e714 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/quotas/4648b0c2fa5141f885a7874db7a60799 HTTP/1.1" status: 200 len: 375 time: 0.0366762 Jul 23 22:37:44.780969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] For port f2c1ef61-2c37-4c33-8c56-45e35e0b394a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:44.781414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.797283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Calling delete_port for f2c1ef61-2c37-4c33-8c56-45e35e0b394a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:44.806875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b4601-ce1e-4430-9983-9d914dc7a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0125a-bb4d-48cb-b6bf-908c6afc9361,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:44.840116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-2ef8e683-50e2-4af2-990a-5b3a468f8b8b tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4648b0c2fa5141f885a7874db7a60799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488822 Jul 23 22:37:44.843350 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.859576 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.884319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.910228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1296cb02-1062-47a5-86d2-c742802c9a73 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:44.940958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.944065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:44.945213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72e0125a-bb4d-48cb-b6bf-908c6afc9361 HTTP/1.1" status: 204 len: 168 time: 0.1718292 Jul 23 22:37:44.961923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac16f8-e95d-4937-a4f2-7e96c36dded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0125a-bb4d-48cb-b6bf-908c6afc9361,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:44.979295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1296cb02-1062-47a5-86d2-c742802c9a73 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:44.992886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1296cb02-1062-47a5-86d2-c742802c9a73 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:44.994912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.021949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1795223774', 'description': 'tempest-description-400076395'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:45.047690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.144393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.159171 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.160999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.176030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.187564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.193651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.194055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.194210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1296cb02-1062-47a5-86d2-c742802c9a73,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:45.198982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.202922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.212449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.222956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.228348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe782be-536e-4665-9d04-ffee281963d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:45.234624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-ea331f9a-12a6-4f38-bf25-3b8839eb7f9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.3315248 Jul 23 22:37:45.248062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.249487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21d66316-4572-414c-b5c5-bb96413a46c6 req-8607a836-5ced-486c-8db4-07e65b24df85 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2320104 Jul 23 22:37:45.263255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:45.312751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e9af869-f441-48f6-96d7-01d77d7a2240 req-55fa5781-5fcc-4946-a601-16e452e7935f tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750167 Jul 23 22:37:45.400010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8699f677-caff-47f5-8548-fc7b90bdbe9a req-88a02b76-ff93-4c5e-bbda-5a92867c42d3 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 210 time: 0.0348105 Jul 23 22:37:45.400775 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.440209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c1ef61-2c37-4c33-8c56-45e35e0b394a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:45.453141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7211f-b901-4066-a9bb-21d44a33dc75 req-34f2d897-e986-49a0-bff0-c84614e6c2c4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.455504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7b7211f-b901-4066-a9bb-21d44a33dc75 req-34f2d897-e986-49a0-bff0-c84614e6c2c4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1260624 Jul 23 22:37:45.505522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-957526188', 'description': 'tempest-description-1206298482'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:45.560547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7b7211f-b901-4066-a9bb-21d44a33dc75 req-94620098-2afd-4545-8474-d304eefa5bfc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900354 Jul 23 22:37:45.589750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.819972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4be2a-b7ec-4153-85d3-9bbcd3c7e454 req-219ad135-d38a-49b6-ad08-d3c5c7314372 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:45.831986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63c4be2a-b7ec-4153-85d3-9bbcd3c7e454 req-219ad135-d38a-49b6-ad08-d3c5c7314372 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.1829820 Jul 23 22:37:45.882971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63c4be2a-b7ec-4153-85d3-9bbcd3c7e454 req-7874ccb9-9ac4-4124-8c20-563b280b84cf tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Jul 23 22:37:45.922408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:45.946466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:46.260030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:46.263486 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630fd28-075d-4019-9bd6-ab4b5218143b" -d '{"events": [{"server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "name": "network-vif-plugged", "status": "completed", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:46.292913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:46.313442 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f890d761-d2a5-4ae7-b6b0-51a0c889805d x-openstack-request-id: req-f890d761-d2a5-4ae7-b6b0-51a0c889805d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:46.314380 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "name": "network-vif-plugged", "status": "completed", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:46.326071 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f890d761-d2a5-4ae7-b6b0-51a0c889805d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:46.330999 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73', 'code': 200} Jul 23 22:37:46.345507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:46.351344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2b8fc92-33b1-4876-925e-52ced25416d5 req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8518300 Jul 23 22:37:46.361736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afcc69-146c-406d-8527-91d3a85c59bd tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca101c8-1941-4285-b698-54102be2dc17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:46.440794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:46.542227 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-73a213d4-b1d9-47ac-816a-3d0d7e99b491 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4648b0c2fa5141f885a7874db7a60799&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293889 Jul 23 22:37:46.599629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffa984c6-c92a-41ef-8586-71f9952196c8 req-1262cf8b-2b4c-48c8-8578-b84affbbb650 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 210 time: 0.0783267 Jul 23 22:37:46.650727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Router f73829f8-dc53-4409-a866-b79ecc620b4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:37:46.653982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d569d-d5e6-481e-8b4a-350f83644c69 req-804bdd6f-ee37-49c2-810b-f781a6796e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.655546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba3d569d-d5e6-481e-8b4a-350f83644c69 req-804bdd6f-ee37-49c2-810b-f781a6796e42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 1102 time: 0.1908121 Jul 23 22:37:46.655919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.662563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.668696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.674559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.680480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.686525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.692478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.694559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2dd4c601-3441-4a69-b2bd-a434fa3182df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.2422833 Jul 23 22:37:46.774087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1da4d373-c2df-4bbb-a8c6-03cb7a568e21 req-2f7c19f9-8786-4f25-b448-15ab20f89f4e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714352 Jul 23 22:37:46.783338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-ccc98743-4ab3-4a07-b9f0-ba258c826b35 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:46.785167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-ccc98743-4ab3-4a07-b9f0-ba258c826b35 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360606 Jul 23 22:37:46.805184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Request body: {'port': {'device_id': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '4648b0c2fa5141f885a7874db7a60799'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:46.861631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba3d569d-d5e6-481e-8b4a-350f83644c69 req-fb0290e1-a151-40a3-95ae-c1d826dcce0d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974947 Jul 23 22:37:46.925424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:37:46.939235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7635fbe9-41ed-4be9-87c0-3121f178a86b admin admin] 10.222.0.37 "PUT /v2.0/routers/f73829f8-dc53-4409-a866-b79ecc620b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6935949 Jul 23 22:37:46.940845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:46.944449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Sync routers for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:37:46.956778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:46.958638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:47.043000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-999972a6-a0bb-48b1-8222-1ce9d6a3f858 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.044534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-999972a6-a0bb-48b1-8222-1ce9d6a3f858 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 813 time: 0.2597656 Jul 23 22:37:47.073166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-7088659b-0ea8-4c2e-b3d7-b68a75d817e5 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/quotas/aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 375 time: 0.0194890 Jul 23 22:37:47.078430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Made reservation on behalf of 4648b0c2fa5141f885a7874db7a60799 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:47.080605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.085023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.091820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:47.105999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.134187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21860e8-1c86-4447-a460-297c0485afa5 req-5ddaf311-7acb-4d90-9bc6-2a51325734d1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.141423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b21860e8-1c86-4447-a460-297c0485afa5 req-5ddaf311-7acb-4d90-9bc6-2a51325734d1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2211111 Jul 23 22:37:47.243402 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b21860e8-1c86-4447-a460-297c0485afa5 req-a12eb5a8-7e59-42bf-9bd7-8a61004e8430 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948970 Jul 23 22:37:47.246331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-8caac27b-cbb5-4ddb-a58e-ce82c81b4082 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628947 Jul 23 22:37:47.254318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.402465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.407008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:37:45Z', 'revision_number': 5, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port': {'id': 'cc998c75-5581-4ef3-9e89-1bbb7137ba93', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:11Z', 'updated_at': '2021-07-23T22:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:47.412491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.440189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-7d0d3c98-29da-4cea-b58e-3f5c2586142e service neutron] 10.222.0.37 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700218 Jul 23 22:37:47.451371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Deleting port cc998c75-5581-4ef3-9e89-1bbb7137ba93 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:47.451718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.460456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Checking router: f73829f8-dc53-4409-a866-b79ecc620b4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:37:47.473206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Routers {'f73829f8-dc53-4409-a866-b79ecc620b4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:47.474184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f73829f8-dc53-4409-a866-b79ecc620b4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:47.519433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdef22ef-6daf-49ba-b70a-4d4f00164b90,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:47.532390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.532806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.533242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.533790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.534206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.534638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.534807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.535193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.535534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.535913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.536238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.536612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:47.608773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] Set router f73829f8-dc53-4409-a866-b79ecc620b4a gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:47.620560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.624589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-26cee40e-07fa-48d6-a23b-b79d727bac16 service neutron] 10.222.0.37 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834865 Jul 23 22:37:47.628042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] For port cc998c75-5581-4ef3-9e89-1bbb7137ba93, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc998c75-5581-4ef3-9e89-1bbb7137ba93,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:47.628425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.629403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.636237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.644761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.650995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.657118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.666341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Calling delete_port for cc998c75-5581-4ef3-9e89-1bbb7137ba93 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:47.669335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:47.690490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:37:47Z', 'revision_number': 6, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:47.697354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4b5b15b3-c0b9-4623-a4e1-741f648d084e req-068c5223-581c-4d52-a311-0b4774918888 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.3588424 Jul 23 22:37:47.698500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:47.727280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ab859-f7fa-4c17-81f8-d6875009f3c9 None None] The sync data for ids ['f73829f8-dc53-4409-a866-b79ecc620b4a'] in n-d-791506-25 is: [{'id': 'f73829f8-dc53-4409-a866-b79ecc620b4a', 'name': 'tempest-ServersTestManualDisk-416699307-router', 'tenant_id': '560c2e7193414c64ae556473c3ab8d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:10Z', 'updated_at': '2021-07-23T22:37:47Z', 'revision_number': 6, 'project_id': '560c2e7193414c64ae556473c3ab8d04', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:37:47.734872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Request body: {'floatingip': {'port_id': '5cdb49e6-adcb-4970-b01e-5b98a9821424'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:47.872098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Allocated IP 192.168.233.119 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/5f4f2258-e757-4e31-acf5-502b5b9c680c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:47.890797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.923201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:47.971410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc998c75-5581-4ef3-9e89-1bbb7137ba93,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:48.002500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.003092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.003825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.004469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.008258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.011637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.012627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.013302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.014005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.014621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.018593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.019246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:37:48.224166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-395cdf2f-4233-421d-88c5-9d05645ab3da req-5c801ee3-1001-4aa3-9fb1-155196c881b7 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 210 time: 0.0976758 Jul 23 22:37:48.232987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.252189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2c1ef61-2c37-4c33-8c56-45e35e0b394a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:48.323833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f2c1ef61-2c37-4c33-8c56-45e35e0b394a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:48.324185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2c1ef61-2c37-4c33-8c56-45e35e0b394a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:48.368668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114bf79-311c-46e3-ac15-ec6c5b22bef3 req-435ebd28-f7bd-4090-95ce-6e57e9b5741e tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:48.371466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5114bf79-311c-46e3-ac15-ec6c5b22bef3 req-435ebd28-f7bd-4090-95ce-6e57e9b5741e tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.4951119 Jul 23 22:37:48.451512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4584da35-e8b8-4a3e-ae32-b60de0d0c118 req-84b56ef6-d474-475a-a969-bd5646062d9b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 210 time: 0.0671334 Jul 23 22:37:48.453353 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.459900 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.601720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5114bf79-311c-46e3-ac15-ec6c5b22bef3 req-7291047c-7a03-4d64-91be-00d9e1de99bf tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113006 Jul 23 22:37:48.621277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.639083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.639986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73829f8-dc53-4409-a866-b79ecc620b4a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:37:48.679728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Transition to ACTIVE for port object 5f4f2258-e757-4e31-acf5-502b5b9c680c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:48.709102 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.712202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7f49952f-1792-4fe8-a68c-d30387657949 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f73829f8-dc53-4409-a866-b79ecc620b4a HTTP/1.1" status: 204 len: 168 time: 1.7690914 Jul 23 22:37:48.715220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:48.790867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Deleting subnet ad7d741b-ab55-49f4-859e-50450af57e99 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:37:48.810017 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.827358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.858449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e6358-42e1-4afb-b00b-1434f444102b req-101a9bb2-da95-43f8-b1bf-d09394ab3a99 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:48.866905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-611e6358-42e1-4afb-b00b-1434f444102b req-101a9bb2-da95-43f8-b1bf-d09394ab3a99 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2593133 Jul 23 22:37:48.902424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:48.908877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:48.911108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:48.917228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:48.919234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:48.936970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:48.945860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Pushing event updated for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:48.978722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:37:49.024463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-611e6358-42e1-4afb-b00b-1434f444102b req-33a1aea0-d860-49d9-ac3f-99c423946cd3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523044 Jul 23 22:37:49.071851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:49.072513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.082206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.091686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.123557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.164641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-c01c0c6c-46f8-4552-aba2-3acc52e26c71 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3660302 Jul 23 22:37:49.215335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Request body: {'port': {'device_id': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:49.249929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.342764 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.348995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad7d741b-ab55-49f4-859e-50450af57e99 HTTP/1.1" status: 204 len: 168 time: 0.6322193 Jul 23 22:37:49.352131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf4c38-d050-4fa4-a6ee-a45f9a9386ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7d741b-ab55-49f4-859e-50450af57e99,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:49.353584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:49.355045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.389445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:49.409726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c963558-496b-4789-8a49-237d3e00d3e0 None None] Network 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:49.415478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'mac_address': 'fa:16:3e:09:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:49.416217 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Floating IP fae98566-645d-4979-bde1-608d4e9c942a associated. External IP: 172.25.1.76, port: 5cdb49e6-adcb-4970-b01e-5b98a9821424. Jul 23 22:37:49.458939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.539143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:49.541824 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6dfb1-b7ec-48b8-b7c4-440a85c8a946" -d '{"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:49.587580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:49.608069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.626021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-e8829dee-5adf-4187-8a21-fba6948f6171 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:49.628060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-e8829dee-5adf-4187-8a21-fba6948f6171 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 813 time: 0.1871188 Jul 23 22:37:49.640606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'device_id': '071d665a-9930-4d9d-8f12-867d39f7822d', 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c', 'admin_state_up': True, 'tenant_id': 'aaa9eb54b0024d55b772147c32b846ad'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:49.656642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.658735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aaa9ddc7-b66f-42c6-9f2c-73ad07e3edae req-29116a1e-bd49-41f1-9908-be4db87ecf0a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 210 time: 0.0684474 Jul 23 22:37:49.676911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eac7763-391e-41bd-9a30-ae7511452c8c None None] Provisioning for port 5f4f2258-e757-4e31-acf5-502b5b9c680c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:49.677147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca1f50-7a34-4f54-907b-fccd4e040dae req-7eda5eda-29f3-4adb-aebc-fe33d2586ea8 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:49.687106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eca1f50-7a34-4f54-907b-fccd4e040dae req-7eda5eda-29f3-4adb-aebc-fe33d2586ea8 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 936 time: 0.3293114 Jul 23 22:37:49.724915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eac7763-391e-41bd-9a30-ae7511452c8c None None] Provisioning complete for port 5f4f2258-e757-4e31-acf5-502b5b9c680c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:49.725283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eac7763-391e-41bd-9a30-ae7511452c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.727100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.780481 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce50ea-a990-4a3e-bbf0-3454abd3a953 x-openstack-request-id: req-87ce50ea-a990-4a3e-bbf0-3454abd3a953 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:49.780844 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:49.781001 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87ce50ea-a990-4a3e-bbf0-3454abd3a953 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:49.781380 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'code': 200} Jul 23 22:37:49.789800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:49.862430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eca1f50-7a34-4f54-907b-fccd4e040dae req-71de14b4-61f9-480e-ad18-5fec17bd4511 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713459 Jul 23 22:37:49.949314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Made reservation on behalf of aaa9eb54b0024d55b772147c32b846ad for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:49.954196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:49.995883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:50.000671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8eac7763-391e-41bd-9a30-ae7511452c8c None None] Port 5f4f2258-e757-4e31-acf5-502b5b9c680c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:37:50.040953 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:37:50.041405 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:37:50.052425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc998c75-5581-4ef3-9e89-1bbb7137ba93 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:50.083727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: cc998c75-5581-4ef3-9e89-1bbb7137ba93 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:50.083866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc998c75-5581-4ef3-9e89-1bbb7137ba93 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:50.140448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90593cd-3b43-4591-9e44-a914547429da None None] DHCP port deletion for 1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:37:50.202904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Deleting port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:50.203282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.272069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Allocated IP 172.20.0.10 (d38bb857-8c5e-43de-a8f4-9ab03dac022c/0255a663-487b-41bf-893a-93b362d9c9a0/d4ea773f-9ae2-48dc-a171-85bc0436c224) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:50.287949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f1032-2760-4079-86ef-d1d86e6c9206 req-cce62653-a5e1-4e9a-8e8c-06cb76edf425 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:50.290097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-599f1032-2760-4079-86ef-d1d86e6c9206 req-cce62653-a5e1-4e9a-8e8c-06cb76edf425 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 948 time: 0.1829147 Jul 23 22:37:50.304169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e90593cd-3b43-4591-9e44-a914547429da None None] For port 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71eb77a3-b20c-4580-9fb0-135dd0abbd29,segment=NetworkSegment(057bd5ef-4d8f-408f-b419-4d3aecc38917),segment_id=057bd5ef-4d8f-408f-b419-4d3aecc38917)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:50.304575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.338088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Calling delete_port for 71eb77a3-b20c-4580-9fb0-135dd0abbd29 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:50.362584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-599f1032-2760-4079-86ef-d1d86e6c9206 req-2245756e-eeff-4342-b64b-2906adb6c54a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668511 Jul 23 22:37:50.487046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.516251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90593cd-3b43-4591-9e44-a914547429da None None] Pushing event deleted for resources: {'Port': ['ID=71eb77a3-b20c-4580-9fb0-135dd0abbd29,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:50.518708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90593cd-3b43-4591-9e44-a914547429da None None] No DVR routers for this DVR port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:50.529108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.592851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.593642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Deleting port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:50.594078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.601911 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.630053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:50.634588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:50.640938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:37:50.651772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Network d38bb857-8c5e-43de-a8f4-9ab03dac022c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:50.663103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:50.665923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6ff4b-d235-49d7-a5d1-70b30c64e597 req-1b887813-b3ef-46fc-9ef9-a4c8df10830b tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:50.667657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8a6ff4b-d235-49d7-a5d1-70b30c64e597 req-1b887813-b3ef-46fc-9ef9-a4c8df10830b tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.7690454 Jul 23 22:37:50.677981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:50.679332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:50.683929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.705377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:50.756885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] For port 71eb77a3-b20c-4580-9fb0-135dd0abbd29, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:50.757776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.761533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:50.823882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Calling delete_port for 71eb77a3-b20c-4580-9fb0-135dd0abbd29 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:50.848980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:50.849649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.862046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:37:50.887524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-796f3c76-1c92-4489-bf33-6796babb1ad0 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2509050 Jul 23 22:37:50.895389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:50.905868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Request body: {'port': {'device_id': '071d665a-9930-4d9d-8f12-867d39f7822d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:50.956731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8a6ff4b-d235-49d7-a5d1-70b30c64e597 req-0fd59438-5f54-4c34-9c80-994da8b72e60 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465010 Jul 23 22:37:50.962681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d889c4-e108-4c82-aa06-5d169cc2a2d2 req-547bb4ef-d4ad-438a-af67-04a001a9f046 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:50.971498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] No DVR routers for this DVR port 71eb77a3-b20c-4580-9fb0-135dd0abbd29 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:50.975067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=71eb77a3-b20c-4580-9fb0-135dd0abbd29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:50.975212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22d889c4-e108-4c82-aa06-5d169cc2a2d2 req-547bb4ef-d4ad-438a-af67-04a001a9f046 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 932 time: 0.1885226 Jul 23 22:37:50.991742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4f2258-e757-4e31-acf5-502b5b9c680c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:51.002371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.029946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22d889c4-e108-4c82-aa06-5d169cc2a2d2 req-9eb2c1a3-6e5f-4389-8fbd-41e74a9e5f77 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Jul 23 22:37:51.049607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:51.076179 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.093064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Transition to ACTIVE for port object 5f4f2258-e757-4e31-acf5-502b5b9c680c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:51.115717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.144368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.181866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:37:51.184327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de8cc60-cd20-46ea-a4e5-e723a1cf2e74']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.194618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Sync routers for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:37:51.199512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.211948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:51.215040 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.292388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057bd5ef-4d8f-408f-b419-4d3aecc38917') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.293226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057bd5ef-4d8f-408f-b419-4d3aecc38917') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.445075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.447221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:51.464354 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:51.486837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.514384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-786a38c5-0908-4f15-9924-98f0274b2483 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "PUT /v2.0/floatingips/fae98566-645d-4979-bde1-608d4e9c942a HTTP/1.1" status: 200 len: 991 time: 3.8079083 Jul 23 22:37:51.521830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:51.524905 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:51.535010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:37:51.536498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:37:51.538813 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:37:51.582967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36d547-fc5c-4cc8-83b4-89b3595383cc req-99b1be1f-1fcc-4dae-8226-de34a1ed2723 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:51.584857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca36d547-fc5c-4cc8-83b4-89b3595383cc req-99b1be1f-1fcc-4dae-8226-de34a1ed2723 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 936 time: 0.5583549 Jul 23 22:37:51.676638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.693460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.696323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1de8cc60-cd20-46ea-a4e5-e723a1cf2e74 HTTP/1.1" status: 204 len: 168 time: 2.3415115 Jul 23 22:37:51.712366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca36d547-fc5c-4cc8-83b4-89b3595383cc req-980740d2-3389-4aa7-a636-879679f26242 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094196 Jul 23 22:37:51.713801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e2950-9051-4fda-a751-cc2ae3542d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de8cc60-cd20-46ea-a4e5-e723a1cf2e74,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:51.716064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Attempting to bind port 5f4f2258-e757-4e31-acf5-502b5b9c680c on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:51.716401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Attempting to bind port 5f4f2258-e757-4e31-acf5-502b5b9c680c by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:51.716785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Attempting to bind port 5f4f2258-e757-4e31-acf5-502b5b9c680c on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:51.723037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Port 5f4f2258-e757-4e31-acf5-502b5b9c680c on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:51.723370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Attempting to bind port 5f4f2258-e757-4e31-acf5-502b5b9c680c on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:51.728797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:51.729120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:51.729512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:51.729992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Bound port: 5f4f2258-e757-4e31-acf5-502b5b9c680c, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:51.730527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.848382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:51.861832 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fae98566-645d-4979-bde1-608d4e9c942a', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'port_id': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'mac_address': 'fa:16:3e:86:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:36:37Z', 'updated_at': '2021-07-23T22:37:48Z', 'revision_number': 1, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.887396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:51.896301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Checking router: 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:37:51.901898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.906571 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:37:51.908607 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:51.975114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:51.976081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:51.977867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] 10.222.0.22 "PUT /v2.0/ports/5f4f2258-e757-4e31-acf5-502b5b9c680c HTTP/1.1" status: 200 len: 1097 time: 2.7688875 Jul 23 22:37:52.007812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8144e-0f5a-460a-968d-5dc62fa5f452 req-888239d5-c440-4971-99ed-224d6c1645d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.015688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31f8144e-0f5a-460a-968d-5dc62fa5f452 req-888239d5-c440-4971-99ed-224d6c1645d5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 949 time: 0.1814480 Jul 23 22:37:52.021707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:52.113179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71eb77a3-b20c-4580-9fb0-135dd0abbd29 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:52.142443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66de4d9-76d9-47ce-b146-d1a924159e0c service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:52.144058 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:37:52.160042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31f8144e-0f5a-460a-968d-5dc62fa5f452 req-691540bb-e68e-4c1d-b478-a98a2e9e1058 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379738 Jul 23 22:37:52.170286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 71eb77a3-b20c-4580-9fb0-135dd0abbd29 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:52.170623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71eb77a3-b20c-4580-9fb0-135dd0abbd29 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:52.196109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.198384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8444a2-691f-4419-b8f4-bb501d052bba req-f56d1fe2-6f14-4726-b2b2-39caca1d30bf tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.209487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd8444a2-691f-4419-b8f4-bb501d052bba req-f56d1fe2-6f14-4726-b2b2-39caca1d30bf tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.8059237 Jul 23 22:37:52.219460 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4e5ea3ad-c679-421c-82c7-9328a95026ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=560c2e7193414c64ae556473c3ab8d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964428 Jul 23 22:37:52.225394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:52.373217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-f1209943-01be-4cca-b2ab-473801427e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.374857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-f1209943-01be-4cca-b2ab-473801427e47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4648b0c2fa5141f885a7874db7a60799&device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 1100 time: 0.3041677 Jul 23 22:37:52.375949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd8444a2-691f-4419-b8f4-bb501d052bba req-5970bbcf-4da2-4e37-bdc2-996250570e89 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652780 Jul 23 22:37:52.408427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.413058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ea773f-9ae2-48dc-a171-85bc0436c224 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:52.428465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.446485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.471559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Transition to ACTIVE for port object d4ea773f-9ae2-48dc-a171-85bc0436c224 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:37:52.478258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.497942 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91328849-c38a-4e88-a765-f82a84d3ac68 x-openstack-request-id: req-91328849-c38a-4e88-a765-f82a84d3ac68 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:52.498238 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:52.498497 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91328849-c38a-4e88-a765-f82a84d3ac68 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:52.498954 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'status': 'completed', 'code': 200} Jul 23 22:37:52.533722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.536571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:52.537745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d903c5a-dc7b-4e1c-a5de-d8cc401e8917 HTTP/1.1" status: 204 len: 168 time: 0.3044336 Jul 23 22:37:52.541390 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-d23aec3a-96a5-4090-bb1f-0fcea02ba994 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c HTTP/1.1" status: 200 len: 217 time: 0.1582212 Jul 23 22:37:52.608399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced9e38-0d0c-4628-9b1b-7c917743a209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d903c5a-dc7b-4e1c-a5de-d8cc401e8917,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:52.653120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-f7bb2c0d-a597-428c-ae43-0217afe6aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.658150 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-f7bb2c0d-a597-428c-ae43-0217afe6aca5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1085324 Jul 23 22:37:52.798876 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fae98566-645d-4979-bde1-608d4e9c942a', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'port_id': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'mac_address': 'fa:16:3e:86:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:36:37Z', 'updated_at': '2021-07-23T22:37:48Z', 'revision_number': 1, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:37:52.814237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-ecea6c48-8db1-4456-bdf2-8884c0845317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.816773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-ecea6c48-8db1-4456-bdf2-8884c0845317 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1527915 Jul 23 22:37:52.834186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96065d54-ac14-4688-a761-e0ff713e8119 None None] The sync data for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 is: [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fae98566-645d-4979-bde1-608d4e9c942a', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'port_id': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'mac_address': 'fa:16:3e:86:79:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb5b059-54b0-4513-98b4-657452607fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:36:37Z', 'updated_at': '2021-07-23T22:37:48Z', 'revision_number': 1, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:37:52.893401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:52.956182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:52.967054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.968116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.969063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.970515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.971257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.972087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.972838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:52.975935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-6e4f1186-0ac0-4e83-a50a-c7332426a6c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 0.4605556 Jul 23 22:37:53.006005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.012738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedd91b-e03d-46b9-abdb-af04738cc750 req-436e6756-8a7f-469a-a1b4-5b6590a84e4e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.025192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fedd91b-e03d-46b9-abdb-af04738cc750 req-436e6756-8a7f-469a-a1b4-5b6590a84e4e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 944 time: 0.3590586 Jul 23 22:37:53.057209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:53.058032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.122112 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-05c8478c-3846-4b24-a1a6-71431307cb5d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976360 Jul 23 22:37:53.137128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Attempting to bind port d4ea773f-9ae2-48dc-a171-85bc0436c224 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:37:53.140238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Attempting to bind port d4ea773f-9ae2-48dc-a171-85bc0436c224 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:37:53.144192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Attempting to bind port d4ea773f-9ae2-48dc-a171-85bc0436c224 on network d38bb857-8c5e-43de-a8f4-9ab03dac022c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:53.163365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9f61-e16d-4598-a3ef-2f5283f69ee6 req-c051f528-99a1-4f3d-a16f-8c8fd8ff7946 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.167791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Port d4ea773f-9ae2-48dc-a171-85bc0436c224 on network d38bb857-8c5e-43de-a8f4-9ab03dac022c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:37:53.169257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Attempting to bind port d4ea773f-9ae2-48dc-a171-85bc0436c224 on network d38bb857-8c5e-43de-a8f4-9ab03dac022c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:37:53.177751 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d1b9f61-e16d-4598-a3ef-2f5283f69ee6 req-c051f528-99a1-4f3d-a16f-8c8fd8ff7946 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 948 time: 0.2506902 Jul 23 22:37:53.201996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.209984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:37:53.211045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Checking segment: {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:53.211633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Bound using segment: {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:37:53.212265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Bound port: d4ea773f-9ae2-48dc-a171-85bc0436c224, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f28b792-4993-4914-adfd-9c522b44129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:37:53.212828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.244109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fedd91b-e03d-46b9-abdb-af04738cc750 req-acf9d204-48fa-4a97-aabe-f57ffc696068 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175186 Jul 23 22:37:53.269517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:53.270538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:53.273896 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04c783-e0d9-44f8-83ac-a8147c7ac546" -d '{"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:53.279105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.291053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f414f-e618-40d6-a48d-34bd85d24fd1 None None] New status for floating IP fae98566-645d-4979-bde1-608d4e9c942a: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:37:53.298568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d1b9f61-e16d-4598-a3ef-2f5283f69ee6 req-4404d001-f45b-41c6-9bc1-a40373a3c4d1 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175301 Jul 23 22:37:53.347639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eebed5fd-5584-403d-a27d-6bb24c7a8376 req-50a7ece6-4415-4fce-aa88-02005b87ace2 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177930 Jul 23 22:37:53.431593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:53.491048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-966c4c94-1705-456c-90b2-03bdd99374ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.493053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-966c4c94-1705-456c-90b2-03bdd99374ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20 HTTP/1.1" status: 200 len: 918 time: 0.5077245 Jul 23 22:37:53.517173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:37:53.524912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78088b-44b5-40db-bdbe-0df303982026 req-c7116e1b-48f4-4cc2-83c3-6938e70facd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.526594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f78088b-44b5-40db-bdbe-0df303982026 req-c7116e1b-48f4-4cc2-83c3-6938e70facd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1208546 Jul 23 22:37:53.576087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561a7b9-33d9-49da-b8ea-845f4b1ce318 req-5bfe7320-b427-4eba-988d-dc758612eb72 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.584139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0561a7b9-33d9-49da-b8ea-845f4b1ce318 req-5bfe7320-b427-4eba-988d-dc758612eb72 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.1868618 Jul 23 22:37:53.599259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:37:53.610292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f78088b-44b5-40db-bdbe-0df303982026 req-bfbc3fbe-f0f1-48fa-b4b5-a8471dc2254e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750251 Jul 23 22:37:53.614253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.660409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-243a0546-2c67-42bc-8d52-79dbff15ceab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 999 time: 0.1589794 Jul 23 22:37:53.707584 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46220509-bac3-4d6c-8b06-ef22735e78ec x-openstack-request-id: req-46220509-bac3-4d6c-8b06-ef22735e78ec {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:53.707944 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:53.708232 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46220509-bac3-4d6c-8b06-ef22735e78ec {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:53.708866 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'code': 200} Jul 23 22:37:53.739176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-58af2530-318b-45a2-aa99-1ef5f09dabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.740708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-58af2530-318b-45a2-aa99-1ef5f09dabc7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 200 len: 856 time: 0.0559828 Jul 23 22:37:53.754346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.754979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:53.756381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 1093 time: 2.8587561 Jul 23 22:37:53.760206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:53.762555 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badcda9f-4596-4171-b2ef-778ec29ca583" -d '{"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:53.809959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0561a7b9-33d9-49da-b8ea-845f4b1ce318 req-c67e1897-5e46-414c-9945-a15f0880d8ed tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227917 Jul 23 22:37:53.922474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ddc1-283e-47ef-b09b-2fbeef1740d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:53.976435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-35a04267-eca9-41e6-b06c-908d1f6c1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.977994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-35a04267-eca9-41e6-b06c-908d1f6c1c9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1096 time: 0.1192539 Jul 23 22:37:53.979727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-dc657a9e-b08f-494e-baae-63b2c933669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:53.981374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-dc657a9e-b08f-494e-baae-63b2c933669d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2241666 Jul 23 22:37:53.983005 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc645797-2a35-447c-83cd-7b73452f62a8 x-openstack-request-id: req-dc645797-2a35-447c-83cd-7b73452f62a8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:53.983424 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:53.983675 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc645797-2a35-447c-83cd-7b73452f62a8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:53.984063 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'status': 'completed', 'code': 200} Jul 23 22:37:54.068258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-3b179f5b-0931-4594-8b97-4b3c8954bf9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 217 time: 0.0732229 Jul 23 22:37:54.204809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-04e18f85-bbbf-46e7-948f-7befaa3bcf03 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108340 Jul 23 22:37:54.211148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-373450e8-3ce5-40e6-90ca-410c38ebbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.212579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-373450e8-3ce5-40e6-90ca-410c38ebbc75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.1213160 Jul 23 22:37:54.214671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7884d0-0890-4d89-852e-87e9807240a8 req-10b15be3-07e0-4b90-b8c1-4174f239b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.216281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7884d0-0890-4d89-852e-87e9807240a8 req-10b15be3-07e0-4b90-b8c1-4174f239b82a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1102 time: 0.1669307 Jul 23 22:37:54.228795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:54.279831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-2cce5f8d-6156-4644-8204-823b900bd23a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541232 Jul 23 22:37:54.354141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7884d0-0890-4d89-852e-87e9807240a8 req-eeb3bda2-0a09-4aa3-bc24-4e22237d0539 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101418 Jul 23 22:37:54.432423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-697158747-network', 'tenant_id': 'fb6e0c1967834548af10ddffa8613f6c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:54.447624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b845c-35b3-4d69-8d33-2e6ddab06f11 req-b268e59e-f36f-463a-94b2-83446756db54 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.450276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-633b845c-35b3-4d69-8d33-2e6ddab06f11 req-b268e59e-f36f-463a-94b2-83446756db54 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 944 time: 0.1100378 Jul 23 22:37:54.455496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b970dd9-ab5d-4391-90d6-fcc146fe15bc req-10e68cb3-e45f-48f3-8a11-243427ea4008 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377312 Jul 23 22:37:54.495003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Made reservation on behalf of fb6e0c1967834548af10ddffa8613f6c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:54.497281 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.504659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:54.506927 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:54.517027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.526266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-633b845c-35b3-4d69-8d33-2e6ddab06f11 req-d16f715f-710e-436a-8006-51b45390e8ae tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685940 Jul 23 22:37:54.526626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-ba83b76e-2f4e-4ca5-ade6-b909ae4f22ab service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391326 Jul 23 22:37:54.596263 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd56fb-780a-4a86-9a86-7744a252c58e x-openstack-request-id: req-15bd56fb-780a-4a86-9a86-7744a252c58e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:54.596600 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:54.596859 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15bd56fb-780a-4a86-9a86-7744a252c58e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:54.597259 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c', 'status': 'completed', 'code': 200} Jul 23 22:37:54.639312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf562-0625-47d9-a8ca-f7036b2363be req-db25514c-778a-4ef5-80a7-fbdb5e1ad418 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.640818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3bbf562-0625-47d9-a8ca-f7036b2363be req-db25514c-778a-4ef5-80a7-fbdb5e1ad418 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 948 time: 0.2208486 Jul 23 22:37:54.656656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-4991e944-34c8-4994-93f2-5310ade35990 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.659018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-4991e944-34c8-4994-93f2-5310ade35990 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.2225671 Jul 23 22:37:54.702073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.711856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.716476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-251a49f7-aac3-4ab5-a98e-d59ebb3b2cd7 req-eefb349a-1d4d-4506-870c-291dbee5e5b4 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811278 Jul 23 22:37:54.740828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-e9efba26-7e83-4894-84e5-d96017f54dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.742640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-e9efba26-7e83-4894-84e5-d96017f54dbe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4648b0c2fa5141f885a7874db7a60799&device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 1100 time: 0.1260014 Jul 23 22:37:54.756603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3bbf562-0625-47d9-a8ca-f7036b2363be req-d503622f-1221-4084-8c6c-caa97eac7968 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073997 Jul 23 22:37:54.763921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:37:54.809623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae05726f-924f-43e1-916c-4d66b7273eb8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:54.832505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.832955 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Added segment 2fe522e8-1e79-4e87-ae61-b6a18d701bd5 of type vlan for network e513b885-4851-40eb-961a-81f220d63e5b Jul 23 22:37:54.918622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Deleting port 1296cb02-1062-47a5-86d2-c742802c9a73 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:37:54.919140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.936808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:54.958723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-d49b5da8-ff4f-44f5-b4d1-7691112fb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.960135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-d49b5da8-ff4f-44f5-b4d1-7691112fb11a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.2000012 Jul 23 22:37:54.970468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-ccc05fd1-3c8c-4a1e-b1c7-e38d4ea13dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.971638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9bcba-1609-4824-8c41-7b99b9df9d73 req-03fdcdcb-0d17-48fe-998a-3f0d01866767 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:54.972800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-ccc05fd1-3c8c-4a1e-b1c7-e38d4ea13dc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1096 time: 0.1693175 Jul 23 22:37:54.978509 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8a9bcba-1609-4824-8c41-7b99b9df9d73 req-03fdcdcb-0d17-48fe-998a-3f0d01866767 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2279370 Jul 23 22:37:55.042860 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-ab74e541-ec65-4cf9-94fb-29fa272cb6bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c HTTP/1.1" status: 200 len: 217 time: 0.0598359 Jul 23 22:37:55.068224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.069148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.069728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.122985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8a9bcba-1609-4824-8c41-7b99b9df9d73 req-9d9867a5-f6ce-4e95-88d0-a32c18219296 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435952 Jul 23 22:37:55.150470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9205611 Jul 23 22:37:55.153422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:55.156869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-f0ff03a8-b359-49ea-9dc5-faa6513ba109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.159406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-f0ff03a8-b359-49ea-9dc5-faa6513ba109 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1055801 Jul 23 22:37:55.188229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Request body: {'subnet': {'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-697158747-subnet', 'tenant_id': 'fb6e0c1967834548af10ddffa8613f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:55.201560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5712ff0-9248-4e78-ad31-77aa2ef4b89f admin admin] Pushing event updated for resources: {'Network': ['ID=e513b885-4851-40eb-961a-81f220d63e5b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:55.218589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e513b885-4851-40eb-961a-81f220d63e5b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:37:55.234330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] For port 1296cb02-1062-47a5-86d2-c742802c9a73, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1296cb02-1062-47a5-86d2-c742802c9a73,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:55.236144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.252290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Made reservation on behalf of fb6e0c1967834548af10ddffa8613f6c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:55.256484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.281322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Calling delete_port for 1296cb02-1062-47a5-86d2-c742802c9a73 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:37:55.314051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-aadf56d9-8931-4601-b8b0-1d7d98ec26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.315954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-aadf56d9-8931-4601-b8b0-1d7d98ec26d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.3320744 Jul 23 22:37:55.345921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-786ca13d-4729-4e70-a389-00fa5b7e4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.347858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-786ca13d-4729-4e70-a389-00fa5b7e4b05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552720 Jul 23 22:37:55.368164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493a65d-6e77-46d9-8ccd-64f5ce5d3cb3 req-6b2c1ecc-5e37-4eb2-8f62-3c79534fea96 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.370215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e493a65d-6e77-46d9-8ccd-64f5ce5d3cb3 req-6b2c1ecc-5e37-4eb2-8f62-3c79534fea96 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 950 time: 0.3709798 Jul 23 22:37:55.426357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-f456cdd7-9858-4757-b217-1845f4af1ea3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 217 time: 0.0742602 Jul 23 22:37:55.503646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e493a65d-6e77-46d9-8ccd-64f5ce5d3cb3 req-2321dddf-fdb5-4511-880c-e27273325d81 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/security-groups?id=02788f1b-6c46-4350-9b81-9c2c90017aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266520 Jul 23 22:37:55.505965 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-2560fb47-7f63-44d8-be83-83d05abeae1a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486502 Jul 23 22:37:55.520882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-2f70f531-67ab-4db5-8167-3e27a23cf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.522770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-2f70f531-67ab-4db5-8167-3e27a23cf9bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.0874765 Jul 23 22:37:55.586092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-0cf0fe0d-7411-46bc-ba7e-ba8d640a62b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560408 Jul 23 22:37:55.644040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.647752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.785506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:55.796134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ad428e8d-e261-48c7-85f1-bdf9c278d7c0 req-e2c3665a-966b-4f67-93b7-1d0fbae7f1b5 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820642 Jul 23 22:37:55.814852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Checking segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:37:55.815230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Network hostable DHCP agents. Network: e513b885-4851-40eb-961a-81f220d63e5b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:37:55.830573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4f2258-e757-4e31-acf5-502b5b9c680c details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:55.852930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb7f51-817e-4b9a-bd5e-e73f4a3fd336 req-0912ad59-592f-4546-a150-f2ca8c2ab618 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.854633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3fdb7f51-817e-4b9a-bd5e-e73f4a3fd336 req-0912ad59-592f-4546-a150-f2ca8c2ab618 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 944 time: 0.1697330 Jul 23 22:37:55.856120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Network e513b885-4851-40eb-961a-81f220d63e5b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:37:55.872817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e513b885-4851-40eb-961a-81f220d63e5b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:55.886904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:55.887503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:55.899413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c7603-4d67-4615-b21e-e95cef79e437 None None] Network e513b885-4851-40eb-961a-81f220d63e5b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:55.925801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9bcab24b-a52f-4ae4-af8c-4437a05da859 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7606161 Jul 23 22:37:55.937038 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3fdb7f51-817e-4b9a-bd5e-e73f4a3fd336 req-9d2b1153-37f0-4266-a503-9968cc41d8d9 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740416 Jul 23 22:37:56.059382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:56.082696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Pushing event deleted for resources: {'Port': ['ID=1296cb02-1062-47a5-86d2-c742802c9a73,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:56.142085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '5f4f2258-e757-4e31-acf5-502b5b9c680c', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '5f4f2258-e757-4e31-acf5-502b5b9c680c', 'mac_address': 'fa:16:3e:7b:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:56.226412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.230212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-b958756a-313a-434f-b7fe-54cff4990129 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361399 Jul 23 22:37:56.231302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] No DVR routers for this DVR port 1296cb02-1062-47a5-86d2-c742802c9a73 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:37:56.234156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.236722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e1741f0-07d9-431d-a32e-2bebba791416 req-e2babfc9-bdc1-4693-b434-4b8a32ec1f0d tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.25 "DELETE /v2.0/ports/1296cb02-1062-47a5-86d2-c742802c9a73 HTTP/1.1" status: 204 len: 173 time: 1.5655975 Jul 23 22:37:56.237312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'name': 'network-vif-deleted', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:56.239519 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ead995-2294-4e83-863e-4f84e070c32c" -d '{"events": [{"server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "name": "network-vif-deleted", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:56.320220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4f2258-e757-4e31-acf5-502b5b9c680c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:56.354230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b870b8-628c-4e21-8666-b3e718b2f8c5 req-034f9626-dc36-4af3-934e-260ede27b9d4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:56.364291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27b870b8-628c-4e21-8666-b3e718b2f8c5 req-034f9626-dc36-4af3-934e-260ede27b9d4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0981975 Jul 23 22:37:56.365211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:56.367659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e164c5-18af-499e-9f11-857e51f1a361 req-2c00406b-9558-46d1-8a40-72fb96086b55 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:56.369595 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6e164c5-18af-499e-9f11-857e51f1a361 req-2c00406b-9558-46d1-8a40-72fb96086b55 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 948 time: 0.2907522 Jul 23 22:37:56.376069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.383800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053162b1-133c-4bdb-a3e1-94cc653b8c22 None None] Network e513b885-4851-40eb-961a-81f220d63e5b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:37:56.431970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27b870b8-628c-4e21-8666-b3e718b2f8c5 req-0f974a7f-b648-434b-8627-fac45dc18fd9 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617189 Jul 23 22:37:56.433287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-badcda9f-4596-4171-b2ef-778ec29ca583 req-b10a07e5-9a02-4d52-89b3-7fe9d083a91c service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872454 Jul 23 22:37:56.466581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6e164c5-18af-499e-9f11-857e51f1a361 req-f7efd4a9-cdf7-4812-9ba3-27fbb4a077c0 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833542 Jul 23 22:37:56.553200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:56.564748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:56.582919 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e871c-19ad-497b-9efc-6c1d1c9d377f x-openstack-request-id: req-c96e871c-19ad-497b-9efc-6c1d1c9d377f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:56.583315 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6fb128-e768-400c-80e2-74fbeecbccc7", "name": "network-vif-deleted", "tag": "1296cb02-1062-47a5-86d2-c742802c9a73", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:56.583700 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c96e871c-19ad-497b-9efc-6c1d1c9d377f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:56.584214 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6fb128-e768-400c-80e2-74fbeecbccc7', 'name': 'network-vif-deleted', 'tag': '1296cb02-1062-47a5-86d2-c742802c9a73', 'status': 'completed', 'code': 200} Jul 23 22:37:56.621344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['5f4f2258-e757-4e31-acf5-502b5b9c680c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:56.695449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f6888a-521b-47f5-949b-65080e46a83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.731447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c151a-c516-4341-ba58-9c7a83b5622c req-a42bc0ce-1549-4e65-b9d6-0821885d199e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:56.733302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-838c151a-c516-4341-ba58-9c7a83b5622c req-a42bc0ce-1549-4e65-b9d6-0821885d199e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0909083 Jul 23 22:37:56.801221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-838c151a-c516-4341-ba58-9c7a83b5622c req-04b67cef-d3ac-41b3-97c1-2f88806dc0c0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581923 Jul 23 22:37:56.888664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f6888a-521b-47f5-949b-65080e46a83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.905910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-41f153a5-fd0c-430d-8b80-335d98af1fba req-118daa9b-7227-44a9-bda0-6707be143f34 tempest-DeleteServersAdminTestJSON-212176833 tempest-DeleteServersAdminTestJSON-212176833-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc6fb128-e768-400c-80e2-74fbeecbccc7 HTTP/1.1" status: 200 len: 210 time: 0.0318017 Jul 23 22:37:56.906758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f6888a-521b-47f5-949b-65080e46a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:56.965779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1296cb02-1062-47a5-86d2-c742802c9a73 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:37:56.996414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 1296cb02-1062-47a5-86d2-c742802c9a73 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:37:56.997280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1296cb02-1062-47a5-86d2-c742802c9a73 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:37:57.004093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6888a-521b-47f5-949b-65080e46a83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f2630-5414-4a83-b59e-27af65479c34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:57.012590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-04f6888a-521b-47f5-949b-65080e46a83e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e0bb2dbb28645009df2f959bffb57a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579906 Jul 23 22:37:57.015836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:57.055884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-def5ba20-f77a-4165-9494-0329d9b5e587 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:57.062667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-def5ba20-f77a-4165-9494-0329d9b5e587 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.2316506 Jul 23 22:37:57.076536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.078271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-eed4ca6e-066e-48a2-b298-5d11dab51b63 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/quotas/fb6e0c1967834548af10ddffa8613f6c HTTP/1.1" status: 200 len: 375 time: 0.0141103 Jul 23 22:37:57.100777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.114012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-9524a2e2-6d6a-4255-b354-dba9869ae5af tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314710 Jul 23 22:37:57.160335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.163166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.164334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/138f2630-5414-4a83-b59e-27af65479c34 HTTP/1.1" status: 204 len: 168 time: 0.1465549 Jul 23 22:37:57.172911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e187d4-ad6d-47a6-9125-ce14917490c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f2630-5414-4a83-b59e-27af65479c34,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:57.283151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-fa09f29e-4497-4813-9c45-cf4931da32e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588719 Jul 23 22:37:57.352737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63d94-3177-41e4-bda3-dd681fb7643e req-0a6b29f7-04b0-490e-801d-684f539125d4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:57.352737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-14e63d94-3177-41e4-bda3-dd681fb7643e req-0a6b29f7-04b0-490e-801d-684f539125d4 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 944 time: 0.0870261 Jul 23 22:37:57.396801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-14e63d94-3177-41e4-bda3-dd681fb7643e req-a4ca6e20-e49b-404a-b44a-94c1e1aad99a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Jul 23 22:37:57.404032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-79e91853-d88d-4b86-b6eb-89f44410257d service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140354 Jul 23 22:37:57.580385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:57.600332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d1868a-119d-49b2-a979-11d0eedaaced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.632006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63fcf-634f-4e82-adb3-87a4e7fe7797 req-93579ea2-e4a2-45fb-969a-364fb7bcf793 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:57.633549 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29e63fcf-634f-4e82-adb3-87a4e7fe7797 req-93579ea2-e4a2-45fb-969a-364fb7bcf793 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1135061 Jul 23 22:37:57.676877 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29e63fcf-634f-4e82-adb3-87a4e7fe7797 req-658b1606-2738-4e16-a31c-b764075de2ea tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368788 Jul 23 22:37:57.738058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db4cd-3150-4971-8534-51178ccdd26a req-f1d07253-f164-4906-975f-2a920a8a3c49 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:57.739708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-322db4cd-3150-4971-8534-51178ccdd26a req-f1d07253-f164-4906-975f-2a920a8a3c49 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 949 time: 0.1089504 Jul 23 22:37:57.785788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d1868a-119d-49b2-a979-11d0eedaaced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.792015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d1868a-119d-49b2-a979-11d0eedaaced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.818942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-322db4cd-3150-4971-8534-51178ccdd26a req-2ba13c15-0b22-42cc-af62-c3718b4870a1 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719213 Jul 23 22:37:57.831638 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-432620f8-f18e-4076-b3ac-e391354b0c7a req-2abaf85c-153a-405f-8b6f-d50bff446e0d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 210 time: 0.0384920 Jul 23 22:37:57.841679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1868a-119d-49b2-a979-11d0eedaaced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b154d71-b32a-4d2b-bb7e-bb537fc2a34d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:57.851267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d4ea773f-9ae2-48dc-a171-85bc0436c224 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:37:57.852684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-26d1868a-119d-49b2-a979-11d0eedaaced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=394d00391e45452ea2010046dc35b103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709720 Jul 23 22:37:57.853090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:57.873247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4f2258-e757-4e31-acf5-502b5b9c680c up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:57.905816 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.940368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:57.995341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 5f4f2258-e757-4e31-acf5-502b5b9c680c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:58.004138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 5f4f2258-e757-4e31-acf5-502b5b9c680c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:58.004577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.033954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.039489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.041956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b154d71-b32a-4d2b-bb7e-bb537fc2a34d HTTP/1.1" status: 204 len: 168 time: 0.1876352 Jul 23 22:37:58.057878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0584fe-c063-408a-b4be-fc188b9f107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b154d71-b32a-4d2b-bb7e-bb537fc2a34d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:58.058051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:58.087152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'network_id': 'd38bb857-8c5e-43de-a8f4-9ab03dac022c', 'port_id': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'mac_address': 'fa:16:3e:2d:5d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0255a663-487b-41bf-893a-93b362d9c9a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:37:58.171426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.183249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.205305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ea773f-9ae2-48dc-a171-85bc0436c224 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:37:58.226921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:37:58.237607 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24610b44-5867-40a4-854d-275602f43392" -d '{"events": [{"server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:37:58.291081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:58.295299 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe13fd-6327-4a1a-8200-7c350151bb01 x-openstack-request-id: req-3fbe13fd-6327-4a1a-8200-7c350151bb01 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:37:58.295638 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "name": "network-vif-plugged", "status": "completed", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:37:58.295857 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fbe13fd-6327-4a1a-8200-7c350151bb01 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:37:58.296250 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c', 'code': 200} Jul 23 22:37:58.303278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:37:58.325509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.385865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:58.468536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45147-3f2a-4434-b83c-3b80643e624e req-cfdb4035-b2ca-4f85-b3b5-ff7e6bb24425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:58.473482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87e45147-3f2a-4434-b83c-3b80643e624e req-cfdb4035-b2ca-4f85-b3b5-ff7e6bb24425 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 1102 time: 0.0922577 Jul 23 22:37:58.475658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:58.524037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87e45147-3f2a-4434-b83c-3b80643e624e req-bfa7a111-90ee-4ca6-a067-e3892177bac9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Jul 23 22:37:58.566916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:58.585934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d4ea773f-9ae2-48dc-a171-85bc0436c224'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:37:58.660261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05448-d00a-4fdc-99ae-ff4b40295d01 req-0a4d8210-d073-450b-b721-2c7b63560e18 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:58.668569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8cc05448-d00a-4fdc-99ae-ff4b40295d01 req-0a4d8210-d073-450b-b721-2c7b63560e18 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 945 time: 0.1216223 Jul 23 22:37:58.710179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8cc05448-d00a-4fdc-99ae-ff4b40295d01 req-c66fbd38-3e6c-4c14-ad8f-6d53e906002d tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Jul 23 22:37:58.763940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:59.039540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb5297-fa2a-4e5f-8ab7-f84fef1eace1 req-8e3f8462-072c-4330-b219-bc7e59f9f833 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:59.041985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91cb5297-fa2a-4e5f-8ab7-f84fef1eace1 req-8e3f8462-072c-4330-b219-bc7e59f9f833 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2056704 Jul 23 22:37:59.054446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54e8a22e-791f-4747-b6ce-6b07bea08a22 req-8d801c35-119c-44e1-bc7b-9eaed85cefce tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 210 time: 0.0512004 Jul 23 22:37:59.067506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-903cfef3-c183-48cd-8822-36b0bb90920d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:59.069404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-903cfef3-c183-48cd-8822-36b0bb90920d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.2204051 Jul 23 22:37:59.085254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Request body: {'port': {'device_id': 'd8f48e00-3bf0-4745-a308-080448c508df', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'admin_state_up': True, 'tenant_id': 'fb6e0c1967834548af10ddffa8613f6c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:59.177522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91cb5297-fa2a-4e5f-8ab7-f84fef1eace1 req-720810f9-e454-4f85-b5ff-46d0857fe58d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238861 Jul 23 22:37:59.197959 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e5ad2a3-3590-4fc6-8870-6f6cbcf913f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49bc16ab65864e858354d18d294eb0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296308 Jul 23 22:37:59.201139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:59.240991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Made reservation on behalf of fb6e0c1967834548af10ddffa8613f6c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:37:59.246141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.283006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62bec-4fc8-40e7-9d43-86d26969cbf6 req-eb68aec0-0311-405c-88c5-dd8c696355e0 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:59.285042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09e62bec-4fc8-40e7-9d43-86d26969cbf6 req-eb68aec0-0311-405c-88c5-dd8c696355e0 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 950 time: 0.1322567 Jul 23 22:37:59.311597 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.364668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.389704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09e62bec-4fc8-40e7-9d43-86d26969cbf6 req-a97156d7-fe17-408c-b4c9-8d0612bdcb2b tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917237 Jul 23 22:37:59.431795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Allocated IP 172.20.0.3 (e513b885-4851-40eb-961a-81f220d63e5b/9f4f7ca0-d4a7-426a-9093-e3ddad01d43a/890baca5-bae7-43a4-89ec-08b9d7f4e1b6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:37:59.454633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.457662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.461654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02788f1b-6c46-4350-9b81-9c2c90017aff HTTP/1.1" status: 204 len: 168 time: 0.2594769 Jul 23 22:37:59.471247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c6544-a65c-4896-ab4e-4f342974e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02788f1b-6c46-4350-9b81-9c2c90017aff,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:59.658016 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.702521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.748678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Network e513b885-4851-40eb-961a-81f220d63e5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:37:59.755887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:37:59.763026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:37:59.793118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:37:59.828442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:59.830865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.849871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-564d1f59-40c4-4f1f-89f9-fb2c1a76e75c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687912 Jul 23 22:37:59.867405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Request body: {'port': {'device_id': 'd8f48e00-3bf0-4745-a308-080448c508df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:37:59.870203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d4ea773f-9ae2-48dc-a171-85bc0436c224 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:37:59.904702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:37:59.936532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce06056-7b29-4f3d-925c-f648e0e265c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.951038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port d4ea773f-9ae2-48dc-a171-85bc0436c224 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:37:59.957482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port d4ea773f-9ae2-48dc-a171-85bc0436c224 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:37:59.958108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:37:59.967949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5e691-8d6c-4a34-99ed-9318a5bdfad0 req-caaace91-9805-4362-afed-a212c15cef7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:37:59.969555 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31d5e691-8d6c-4a34-99ed-9318a5bdfad0 req-caaace91-9805-4362-afed-a212c15cef7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 945 time: 0.1451929 Jul 23 22:38:00.015438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.043777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31d5e691-8d6c-4a34-99ed-9318a5bdfad0 req-a2a9b1b5-46d1-403f-abfa-a04f78f48720 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580568 Jul 23 22:38:00.086274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.098803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce06056-7b29-4f3d-925c-f648e0e265c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.106957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce06056-7b29-4f3d-925c-f648e0e265c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.164573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bce06056-7b29-4f3d-925c-f648e0e265c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72917debac304b0e803d31984e330f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570100 Jul 23 22:38:00.165934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce06056-7b29-4f3d-925c-f648e0e265c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea2ac5-10f0-422c-8d6c-7d62abb6f394,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:00.169663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:00.234830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.260979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.289801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:00.296753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.302609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:00.306224 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc04420-8add-4c8a-8da2-4766e2672b9b" -d '{"events": [{"server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:00.365246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.368243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.372654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2ea2ac5-10f0-422c-8d6c-7d62abb6f394 HTTP/1.1" status: 204 len: 168 time: 0.2016129 Jul 23 22:38:00.385088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0bbac-a795-4780-a47f-f7d00f4ea92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea2ac5-10f0-422c-8d6c-7d62abb6f394,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:00.409469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:00.419412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46696e6-3691-4f10-9dca-3df3421a14cd req-306278b7-35d5-47ca-81bd-2dbb1612f9c0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:00.432651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a46696e6-3691-4f10-9dca-3df3421a14cd req-306278b7-35d5-47ca-81bd-2dbb1612f9c0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1361942 Jul 23 22:38:00.445032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b85c34-2f06-436e-b8db-46ada85b1606 req-cfd422fc-5918-4e87-bfff-dbad3b42fa63 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:00.446654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5b85c34-2f06-436e-b8db-46ada85b1606 req-cfd422fc-5918-4e87-bfff-dbad3b42fa63 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 931 time: 0.2145369 Jul 23 22:38:00.453960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:00.468827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.499103 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a46696e6-3691-4f10-9dca-3df3421a14cd req-ff9b9cdd-0da0-45ef-b192-dc965db93d5b tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Jul 23 22:38:00.499268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Transition to ACTIVE for port object 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:00.512679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5b85c34-2f06-436e-b8db-46ada85b1606 req-6c4b879c-8ec2-4c56-9440-efeeee2d6362 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Jul 23 22:38:00.516485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.580978 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a97944-06f0-499c-aec9-284e1e06dea9 x-openstack-request-id: req-21a97944-06f0-499c-aec9-284e1e06dea9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:00.581448 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "name": "network-vif-plugged", "status": "completed", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:00.581822 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21a97944-06f0-499c-aec9-284e1e06dea9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:00.582343 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'code': 200} Jul 23 22:38:00.622545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:00.746951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Attempting to bind port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:00.747576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Attempting to bind port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:00.747576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Attempting to bind port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:00.769211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 on network e513b885-4851-40eb-961a-81f220d63e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:00.769555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Attempting to bind port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:00.780197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:00.780541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Checking segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:00.780932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Bound using segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:00.781404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Bound port: 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:00.782366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.797240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295120-cdcb-46e0-9984-57d95470d94e req-70a88314-a343-4993-a2e3-337ae57d1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:00.798895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8295120-cdcb-46e0-9984-57d95470d94e req-70a88314-a343-4993-a2e3-337ae57d1d15 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1098 time: 0.1464965 Jul 23 22:38:00.810176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608b937-0e6b-4951-9076-2b3e36383d16 req-f3b1c226-6906-4311-93f1-a67f117493ab tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:00.811670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e608b937-0e6b-4951-9076-2b3e36383d16 req-f3b1c226-6906-4311-93f1-a67f117493ab tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 950 time: 0.1648881 Jul 23 22:38:00.910107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8295120-cdcb-46e0-9984-57d95470d94e req-8bc2f75d-6052-49ce-9636-2755d6eb0d5f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Jul 23 22:38:00.925575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e608b937-0e6b-4951-9076-2b3e36383d16 req-8a62c314-5cc6-4478-9e8c-8412c2b1611a tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047111 Jul 23 22:38:00.926495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:00.929923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:00.935258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.979961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:00.981993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:00.985816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] 10.222.0.25 "PUT /v2.0/ports/890baca5-bae7-43a4-89ec-08b9d7f4e1b6 HTTP/1.1" status: 200 len: 1092 time: 1.1264808 Jul 23 22:38:00.986385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:00.989090 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:01.020211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00a7f2-5ed7-483c-98da-168131ebc347 service neutron] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:01.118662 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a9479-8453-4d78-af8b-f2a75d6bf787 x-openstack-request-id: req-3e1a9479-8453-4d78-af8b-f2a75d6bf787 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:01.118972 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:01.119333 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e1a9479-8453-4d78-af8b-f2a75d6bf787 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:01.119830 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'status': 'completed', 'code': 200} Jul 23 22:38:01.136289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-02ab2b68-ef20-4d35-84e7-a15e73b805e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.137976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-02ab2b68-ef20-4d35-84e7-a15e73b805e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 1095 time: 0.0766385 Jul 23 22:38:01.196704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-e70e6683-e63a-4c38-bd05-2e0ea9ecd2ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6 HTTP/1.1" status: 200 len: 217 time: 0.0446479 Jul 23 22:38:01.264158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-f4339bce-dd15-4812-b695-be9a046b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.266953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-f4339bce-dd15-4812-b695-be9a046b581d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.0631630 Jul 23 22:38:01.322223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaf0c-5c78-485c-a9e2-260bdc25a656 req-58b1ff2a-51ee-46b4-b203-9b0ac38db1b5 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.323886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-bb9bbc64-fa11-45c2-98be-9ed2449d2681 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472536 Jul 23 22:38:01.326034 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-827eaf0c-5c78-485c-a9e2-260bdc25a656 req-58b1ff2a-51ee-46b4-b203-9b0ac38db1b5 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 946 time: 0.1313062 Jul 23 22:38:01.376353 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-827eaf0c-5c78-485c-a9e2-260bdc25a656 req-fedb7dad-4324-4d90-b152-0654d285d471 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Jul 23 22:38:01.487066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-2543997f-0738-4f85-801c-28ac0196e660 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563361 Jul 23 22:38:01.524334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784aae7-bd40-47cd-b799-8cff907039b2 req-c3c50773-e4d0-4fe2-a42f-0945434d1506 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.525893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3784aae7-bd40-47cd-b799-8cff907039b2 req-c3c50773-e4d0-4fe2-a42f-0945434d1506 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 950 time: 0.1449339 Jul 23 22:38:01.627739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3784aae7-bd40-47cd-b799-8cff907039b2 req-ad6db2ef-e6d5-4ae2-b8ca-d802bbd82e90 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920761 Jul 23 22:38:01.667941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af03431f-490c-4f94-b18f-0b592fe06d26 req-a3b5d183-1a86-456e-aa5b-36803aec8701 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724753 Jul 23 22:38:01.739469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff78d5-3e44-4756-94e9-afde1f1e95d7 req-35872ed8-5e8d-45a7-a893-48617bf26ebf tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.740874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ff78d5-3e44-4756-94e9-afde1f1e95d7 req-35872ed8-5e8d-45a7-a893-48617bf26ebf tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1439371 Jul 23 22:38:01.807397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ff78d5-3e44-4756-94e9-afde1f1e95d7 req-51a5864a-17a9-4485-9ce9-a94e6f6f4b8d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575333 Jul 23 22:38:01.883122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-69b9dcac-68c9-4c29-b34f-e16038aa0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.885736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-69b9dcac-68c9-4c29-b34f-e16038aa0935 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 1095 time: 0.1605856 Jul 23 22:38:01.961695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10bcc0-761f-4863-84ce-6676d7247fa3 req-50fcfb86-3840-46f5-b339-1e6d83049bf4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:01.964523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f10bcc0-761f-4863-84ce-6676d7247fa3 req-50fcfb86-3840-46f5-b339-1e6d83049bf4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 943 time: 0.2306070 Jul 23 22:38:02.107975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f10bcc0-761f-4863-84ce-6676d7247fa3 req-31ff7548-b1ce-4767-9a58-cdbf63bbe59a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921223 Jul 23 22:38:02.110496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-5d4f656b-9412-4b88-8a6d-afc0f73506f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:02.112838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-5d4f656b-9412-4b88-8a6d-afc0f73506f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 915 time: 0.2196627 Jul 23 22:38:02.197128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-4e398a4d-93d3-4535-a742-79942d06428a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6 HTTP/1.1" status: 200 len: 217 time: 0.0728433 Jul 23 22:38:02.260074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-d3cdd640-4bdb-4eb0-9b8d-2df64049df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:02.261570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-d3cdd640-4bdb-4eb0-9b8d-2df64049df5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.0540168 Jul 23 22:38:02.300147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-c23901fe-6784-411d-89f0-279a9ae50182 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302851 Jul 23 22:38:02.459664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-f342e245-72b2-4c37-8c8a-4f6fef825bba service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497226 Jul 23 22:38:02.669559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d43b464a-ccde-42c2-a9f4-9b908cc1e88f req-d5416038-d6f3-48f3-a611-d47c2b373820 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017610 Jul 23 22:38:02.689531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80add4da-714c-4b4f-8a58-032b661e8e3f req-7bf5db1a-b1c2-4891-856e-9122e88a77eb tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:02.692207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80add4da-714c-4b4f-8a58-032b661e8e3f req-7bf5db1a-b1c2-4891-856e-9122e88a77eb tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 946 time: 0.1888103 Jul 23 22:38:02.825638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946993cc-c0cc-4b19-9db2-cd0973114764 req-e743ecd6-aadb-4539-ae32-7fe5f1555763 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:02.829526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80add4da-714c-4b4f-8a58-032b661e8e3f req-a2e140cc-1e3b-44ea-b6f5-8db9c2d3b32e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274323 Jul 23 22:38:02.836704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-946993cc-c0cc-4b19-9db2-cd0973114764 req-e743ecd6-aadb-4539-ae32-7fe5f1555763 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 950 time: 0.1103311 Jul 23 22:38:02.890205 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-946993cc-c0cc-4b19-9db2-cd0973114764 req-983903e8-a9e2-4182-a948-101d29acb268 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/security-groups?id=fdef22ef-6daf-49ba-b70a-4d4f00164b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Jul 23 22:38:02.959201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-5a1d2566-8dd9-4ff5-9e22-3d776d5d6023 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:02.961670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-5a1d2566-8dd9-4ff5-9e22-3d776d5d6023 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 950 time: 0.1929557 Jul 23 22:38:02.962562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:02.987450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-30436ae3-e283-41fe-8ad0-4ee7f266486e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1795223774&fields=id&tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 267 time: 0.0453370 Jul 23 22:38:03.057524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d35dd4-218d-4bbe-ab7f-fc7d5032ac7a req-440b4a0f-546f-46d6-a6e5-9adc907ba48f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:03.067962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9d35dd4-218d-4bbe-ab7f-fc7d5032ac7a req-440b4a0f-546f-46d6-a6e5-9adc907ba48f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1560268 Jul 23 22:38:03.074533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-c7019a27-4f2a-4666-acda-85cc9e81d445 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:03.083331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-c7019a27-4f2a-4666-acda-85cc9e81d445 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 946 time: 0.0888867 Jul 23 22:38:03.089529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'security_groups': ['d639e898-4d15-4150-9ebb-0ebca317fd65', 'ffe782be-536e-4665-9d04-ffee281963d2']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:03.113623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:03.131610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'port_id': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'mac_address': 'fa:16:3e:da:19:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f7ca0-d4a7-426a-9093-e3ddad01d43a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:38:03.133451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9d35dd4-218d-4bbe-ab7f-fc7d5032ac7a req-2f1bad2c-f129-4a57-a2e4-b9e4cd6efe49 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Jul 23 22:38:03.193096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Deleting port 5f4f2258-e757-4e31-acf5-502b5b9c680c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:03.193844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.203645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.230815 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.253354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:03.297182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:03.303234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.383110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:03.394921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] For port 5f4f2258-e757-4e31-acf5-502b5b9c680c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=5f4f2258-e757-4e31-acf5-502b5b9c680c,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:03.395434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.418889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Calling delete_port for 5f4f2258-e757-4e31-acf5-502b5b9c680c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:03.600047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.619054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['5f4f2258-e757-4e31-acf5-502b5b9c680c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:03.649715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Pushing event deleted for resources: {'Port': ['ID=5f4f2258-e757-4e31-acf5-502b5b9c680c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:03.687792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['890baca5-bae7-43a4-89ec-08b9d7f4e1b6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:03.747131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] No DVR routers for this DVR port 5f4f2258-e757-4e31-acf5-502b5b9c680c on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:03.751527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:03.753710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4cc0820-40e9-4f1f-abc9-97b4be25f9e8 req-24c31fac-bcf9-4f32-95c9-62e555106fb6 tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.22 "DELETE /v2.0/ports/5f4f2258-e757-4e31-acf5-502b5b9c680c HTTP/1.1" status: 204 len: 173 time: 0.7813439 Jul 23 22:38:03.754069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'name': 'network-vif-deleted', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:03.768882 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610b5d6-d08b-45cf-ade4-06493d7f2bc6" -d '{"events": [{"server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "name": "network-vif-deleted", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:03.840301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1e80-8c71-4e90-845f-16bdafd32759 req-d633a414-68a7-4a06-bdea-e2f729fcd91a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:03.841931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01fb1e80-8c71-4e90-845f-16bdafd32759 req-d633a414-68a7-4a06-bdea-e2f729fcd91a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 944 time: 0.2045774 Jul 23 22:38:03.930159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01fb1e80-8c71-4e90-845f-16bdafd32759 req-3aad6644-da65-4f51-ae43-2d84341bd0cb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Jul 23 22:38:03.976989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:04.024494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:04.030589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:04.045086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'd4ea773f-9ae2-48dc-a171-85bc0436c224'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:04.080330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:04.080974 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:04.093178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bad242ef-dfec-47e1-a342-cabb6b7f69da req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "PUT /v2.0/ports/d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 982 time: 1.0088549 Jul 23 22:38:04.093709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:04.096276 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d368f51-6440-4891-a700-53fdeaf695e3" -d '{"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:04.134407 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eecb141-ac2c-4f6b-8b86-e43eaf288e3c x-openstack-request-id: req-8eecb141-ac2c-4f6b-8b86-e43eaf288e3c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:04.135260 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c4af8c-3e67-4395-b2ae-86c1c511ff00", "name": "network-vif-deleted", "tag": "5f4f2258-e757-4e31-acf5-502b5b9c680c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:04.135719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8eecb141-ac2c-4f6b-8b86-e43eaf288e3c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:04.136298 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c4af8c-3e67-4395-b2ae-86c1c511ff00', 'name': 'network-vif-deleted', 'tag': '5f4f2258-e757-4e31-acf5-502b5b9c680c', 'status': 'completed', 'code': 200} Jul 23 22:38:04.144925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78b978-fb7a-4f6d-b27c-4aad6494cc50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:04.170342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d4ea773f-9ae2-48dc-a171-85bc0436c224'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:04.246094 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21af1bd2-3807-43e2-9e56-31c6575effcd req-d61f4a13-85f4-4057-bace-c422b4c0455c tempest-ImagesNegativeTestJSON-1422782218 tempest-ImagesNegativeTestJSON-1422782218-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c4af8c-3e67-4395-b2ae-86c1c511ff00 HTTP/1.1" status: 200 len: 210 time: 0.0388274 Jul 23 22:38:04.369937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6310beaa-6477-49dd-affb-eecd88a9e2b5 req-400437b0-606b-4744-a218-fa2d77e06af1 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/ffe782be-536e-4665-9d04-ffee281963d2 HTTP/1.1" status: 200 len: 1800 time: 0.0681508 Jul 23 22:38:04.437483 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-6310beaa-6477-49dd-affb-eecd88a9e2b5 req-1109fc20-0f4e-40eb-963c-281dceaf230c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 22:38:04.450898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6310beaa-6477-49dd-affb-eecd88a9e2b5 req-1109fc20-0f4e-40eb-963c-281dceaf230c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/ffe782be-536e-4665-9d04-ffee281963d2 HTTP/1.1" status: 409 len: 341 time: 0.0748329 Jul 23 22:38:04.501903 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a564e7-8da7-4ca3-aad4-3bb4fac1ffce x-openstack-request-id: req-d3a564e7-8da7-4ca3-aad4-3bb4fac1ffce {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:04.502148 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:04.502500 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3a564e7-8da7-4ca3-aad4-3bb4fac1ffce {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:04.502812 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'status': 'completed', 'code': 200} Jul 23 22:38:04.613111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-bb929e81-068a-4e0b-83b3-b9ce6b2a519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:04.614747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-bb929e81-068a-4e0b-83b3-b9ce6b2a519f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1137 time: 0.0852351 Jul 23 22:38:04.661434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013598-1ed8-4036-9272-b8e6534cec63 req-4371fa19-568a-41da-8ae8-14d7949e8c76 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:04.669326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95013598-1ed8-4036-9272-b8e6534cec63 req-4371fa19-568a-41da-8ae8-14d7949e8c76 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0982945 Jul 23 22:38:04.720672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95013598-1ed8-4036-9272-b8e6534cec63 req-4ce9d819-554d-4978-ad3a-824f928d10d1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Jul 23 22:38:04.800081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-31730e7e-66db-411d-84f6-66916df73b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:04.802748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-31730e7e-66db-411d-84f6-66916df73b4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.1801188 Jul 23 22:38:04.885232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-eeb9fd3e-b431-4c90-8458-aea8b7d19ff4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 217 time: 0.0756059 Jul 23 22:38:04.970919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:05.055797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:05.061027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:05.061483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:05.168156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:05.194086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:05.196928 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8925be1-b793-4238-a42a-d5dcba8b3d31" -d '{"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-plugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:05.213280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:05.221603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:05.259221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-31529fc1-6fb6-48d5-9bfe-c5e8b280ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:05.262032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-31529fc1-6fb6-48d5-9bfe-c5e8b280ca37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.3709710 Jul 23 22:38:05.309006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:05.325161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-40613e9f-bd42-4898-b8f1-2439d2eacf7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540328 Jul 23 22:38:05.352055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e3fee-6877-4a38-9fae-09eca87b0b9a req-13f8558e-c365-4c28-bbbb-fd9876cbb872 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:05.353600 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c3e3fee-6877-4a38-9fae-09eca87b0b9a req-13f8558e-c365-4c28-bbbb-fd9876cbb872 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0776050 Jul 23 22:38:05.407923 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c3e3fee-6877-4a38-9fae-09eca87b0b9a req-cd3d442a-a3c5-4c6b-a9df-5225d59f81b8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479236 Jul 23 22:38:05.427050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f38f2-d3c1-4204-99f7-7ea7f4c1bdc5 req-f23d6ec0-556a-48a7-a22b-7181f6696d0c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:05.428555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be6f38f2-d3c1-4204-99f7-7ea7f4c1bdc5 req-f23d6ec0-556a-48a7-a22b-7181f6696d0c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 985 time: 0.1718144 Jul 23 22:38:05.470338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-905e3709-17d2-4315-ab97-8b2aa02c9b37 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367486 Jul 23 22:38:05.502363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be6f38f2-d3c1-4204-99f7-7ea7f4c1bdc5 req-6830c793-2d94-4c59-9cad-9cd1c59d4e83 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=ffe782be-536e-4665-9d04-ffee281963d2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0641398 Jul 23 22:38:05.557476 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23541dd1-106e-48f0-b401-fc08f089c8f9 x-openstack-request-id: req-23541dd1-106e-48f0-b401-fc08f089c8f9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:05.558047 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-plugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:05.558498 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23541dd1-106e-48f0-b401-fc08f089c8f9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:05.559107 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'code': 200} Jul 23 22:38:05.697932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d368f51-6440-4891-a700-53fdeaf695e3 req-3e70ef48-0b7e-4e0d-9b17-f1ca91d88060 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175908 Jul 23 22:38:05.802103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12247350-9463-469c-86cb-cc32e0cdb1a0 req-82205e68-4040-4884-9175-f2911b641707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:05.803757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12247350-9463-469c-86cb-cc32e0cdb1a0 req-82205e68-4040-4884-9175-f2911b641707 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 1097 time: 0.1631045 Jul 23 22:38:05.871180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12247350-9463-469c-86cb-cc32e0cdb1a0 req-61e67d0c-4055-4fcc-8d50-d60bdc3f7244 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594473 Jul 23 22:38:05.877445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-3f06cd19-1d23-422d-ad30-652b9fec82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:05.883013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-3f06cd19-1d23-422d-ad30-652b9fec82da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1137 time: 0.1162412 Jul 23 22:38:05.932177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4f2258-e757-4e31-acf5-502b5b9c680c no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:06.070435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 5f4f2258-e757-4e31-acf5-502b5b9c680c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:06.071039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 5f4f2258-e757-4e31-acf5-502b5b9c680c not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:06.073806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-896254c5-9cc5-4744-a0a7-a80eaeb3ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:06.077810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-896254c5-9cc5-4744-a0a7-a80eaeb3ae62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.1921153 Jul 23 22:38:06.132268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-44b32a90-0f0e-4d5f-8a4d-adc2b62d87c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 217 time: 0.0467277 Jul 23 22:38:06.164266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ee229-03d2-4d74-bad1-e02111846a6e req-9d9e2af7-b89d-4882-80d1-bd6c3d88f992 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:06.166271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f3ee229-03d2-4d74-bad1-e02111846a6e req-9d9e2af7-b89d-4882-80d1-bd6c3d88f992 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1306410 Jul 23 22:38:06.209943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-d492373e-4fa6-4d88-8a8d-c3911af7d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:06.211502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-d492373e-4fa6-4d88-8a8d-c3911af7d893 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.0685399 Jul 23 22:38:06.233498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f3ee229-03d2-4d74-bad1-e02111846a6e req-08bf8333-8e7e-4bb0-894b-e3a970ad0ce0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569069 Jul 23 22:38:06.256245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-d55bbb6c-957d-4a55-94ab-c8161f84adcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373776 Jul 23 22:38:06.438623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-060e2981-8f82-474a-b6d0-37d7423f8a06 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747067 Jul 23 22:38:06.638872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d7cf419-45d8-4696-bd57-8f6a89f5f33d req-54ea5fb0-7ce4-4981-bc4b-122041d681b4 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936443 Jul 23 22:38:06.668924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654896aa-02d2-4926-8860-617c22fe1d79 req-68f4fd81-26f3-47ae-9acb-c37125e59299 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:06.670857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-654896aa-02d2-4926-8860-617c22fe1d79 req-68f4fd81-26f3-47ae-9acb-c37125e59299 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1495218 Jul 23 22:38:06.734173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-654896aa-02d2-4926-8860-617c22fe1d79 req-98f6285e-54d2-4c00-b364-e8872343b459 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Jul 23 22:38:06.824151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fac61-3b9e-4fab-a7d1-06be9657010d req-998fb781-961a-44a2-9328-cb52d0ba41ef tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:06.836677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e9fac61-3b9e-4fab-a7d1-06be9657010d req-998fb781-961a-44a2-9328-cb52d0ba41ef tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 985 time: 0.1621659 Jul 23 22:38:06.919841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e9fac61-3b9e-4fab-a7d1-06be9657010d req-84de4186-b09e-4d1c-a933-30edf85556b7 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=ffe782be-536e-4665-9d04-ffee281963d2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0815375 Jul 23 22:38:07.018607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:07.063306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:07.380789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a482ccc7-13a9-402a-b6cb-cd0c66809d1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4648b0c2fa5141f885a7874db7a60799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601243 Jul 23 22:38:07.383474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:07.435775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-761bb329-d47a-4a5d-8a4b-7f43cdabfd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.452492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.488380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.507309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60c622-f032-4023-bd36-73ec24270a7d req-03e1843e-9200-4c20-99d4-194e9fcb3493 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:07.514298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b60c622-f032-4023-bd36-73ec24270a7d req-03e1843e-9200-4c20-99d4-194e9fcb3493 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1391826 Jul 23 22:38:07.590170 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b60c622-f032-4023-bd36-73ec24270a7d req-b1b9090a-0168-4cfd-a752-f28469aa305e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696161 Jul 23 22:38:07.600522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.603605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.607827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdef22ef-6daf-49ba-b70a-4d4f00164b90 HTTP/1.1" status: 204 len: 168 time: 0.2228169 Jul 23 22:38:07.623666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504817f2-d964-47ac-ad65-b544d748cab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdef22ef-6daf-49ba-b70a-4d4f00164b90,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:07.651571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-761bb329-d47a-4a5d-8a4b-7f43cdabfd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.659054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-761bb329-d47a-4a5d-8a4b-7f43cdabfd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.742972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bb329-d47a-4a5d-8a4b-7f43cdabfd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997216c-312e-4c2a-82ef-d036cd62298e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:07.751903 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-761bb329-d47a-4a5d-8a4b-7f43cdabfd92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e757adc62f0400eb4f99e6fab1b9089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870401 Jul 23 22:38:07.755391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:07.846275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.896962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:07.971578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76f7d9-b0f0-47d6-a6b8-35593d2fc244 req-74ceff75-a910-44e3-a4c5-10069df85572 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:07.973432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba76f7d9-b0f0-47d6-a6b8-35593d2fc244 req-74ceff75-a910-44e3-a4c5-10069df85572 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1184850 Jul 23 22:38:08.007816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.017267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.018997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1997216c-312e-4c2a-82ef-d036cd62298e HTTP/1.1" status: 204 len: 168 time: 0.2609963 Jul 23 22:38:08.055889 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba76f7d9-b0f0-47d6-a6b8-35593d2fc244 req-16014f75-206c-467c-9071-3d21cdab0cd9 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685074 Jul 23 22:38:08.067652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c03a28-ac83-406c-8b63-8c2742b08941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997216c-312e-4c2a-82ef-d036cd62298e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:08.124133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133466e-50b1-4773-aab4-321950e35cb4 req-275bd17d-68f7-4a2b-846b-bd36bbdb1e8e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:08.126070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c133466e-50b1-4773-aab4-321950e35cb4 req-275bd17d-68f7-4a2b-846b-bd36bbdb1e8e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 985 time: 0.1058676 Jul 23 22:38:08.179445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c133466e-50b1-4773-aab4-321950e35cb4 req-c22140fd-6175-4990-b2f0-13800a93ac97 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=ffe782be-536e-4665-9d04-ffee281963d2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0442901 Jul 23 22:38:08.289477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0958747-151d-4660-9462-f5fc0bf817ec req-35c2bb14-c51c-4171-bf57-bd2d49c9fd5b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:08.291445 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e0958747-151d-4660-9462-f5fc0bf817ec req-35c2bb14-c51c-4171-bf57-bd2d49c9fd5b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0812426 Jul 23 22:38:08.296296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-a7b6b0b0-e9f9-4117-bac8-fd4f75c7bb38 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-957526188&fields=id&tenant_id=aaa9eb54b0024d55b772147c32b846ad HTTP/1.1" status: 200 len: 267 time: 0.0524147 Jul 23 22:38:08.357630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e0958747-151d-4660-9462-f5fc0bf817ec req-501ca073-f794-441d-affd-04702231c367 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598779 Jul 23 22:38:08.401359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-e53c0ec0-b045-4a95-898e-d0112c06a9e8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:08.417671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-e53c0ec0-b045-4a95-898e-d0112c06a9e8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 985 time: 0.1202526 Jul 23 22:38:08.428080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'port': {'security_groups': ['d639e898-4d15-4150-9ebb-0ebca317fd65', 'ffe782be-536e-4665-9d04-ffee281963d2', '2ca101c8-1941-4285-b698-54102be2dc17']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:08.587827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.598567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:08.623646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c161f46-bafe-40a6-89a3-403ffb683497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.926299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:08.926674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c161f46-bafe-40a6-89a3-403ffb683497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.935105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c161f46-bafe-40a6-89a3-403ffb683497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.979386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:08.991423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.002441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c161f46-bafe-40a6-89a3-403ffb683497 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36952d135d0b4734a0b9ffa3024196f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026048 Jul 23 22:38:09.007587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'd4ea773f-9ae2-48dc-a171-85bc0436c224'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:09.008828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:09.023443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161f46-bafe-40a6-89a3-403ffb683497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e10cb4-f0b4-4ecd-9971-11d61b77bdaf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:09.087557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5891-bd02-4d16-a24f-fc7d4e08285c req-7fa9d868-01c1-400d-9e4e-bf4819814348 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:09.089634 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f9b5891-bd02-4d16-a24f-fc7d4e08285c req-7fa9d868-01c1-400d-9e4e-bf4819814348 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1115942 Jul 23 22:38:09.159152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f9b5891-bd02-4d16-a24f-fc7d4e08285c req-7d6a4c3c-0234-40c0-9e6e-25a5e0672a59 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589938 Jul 23 22:38:09.220068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:09.221869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.245654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-073c30b0-70cd-4fd9-b871-0185af889d78 req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "PUT /v2.0/ports/d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 1021 time: 0.8239827 Jul 23 22:38:09.272608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:09.276253 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24cd29-8818-4655-83f9-82bffb08d34d" -d '{"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:09.352252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d4ea773f-9ae2-48dc-a171-85bc0436c224'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:09.391465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0eca99-4840-4964-a1c9-2e6c3c6bd479 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:09.442242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.514458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.518633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-262df516-1198-4863-83ff-a2d199020845 req-5b086c3c-228d-4352-a99b-8c55155bbc29 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2ca101c8-1941-4285-b698-54102be2dc17 HTTP/1.1" status: 200 len: 1800 time: 0.0759649 Jul 23 22:38:09.600148 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-262df516-1198-4863-83ff-a2d199020845 req-ec8c5e69-f330-4aed-a92e-468dc3a0cedb tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 22:38:09.608302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266cbfe-722f-4ed6-ac44-0f85a515e3ae req-19333706-b3f6-4baa-b8e9-e785ab592570 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:09.617015 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-262df516-1198-4863-83ff-a2d199020845 req-ec8c5e69-f330-4aed-a92e-468dc3a0cedb tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ca101c8-1941-4285-b698-54102be2dc17 HTTP/1.1" status: 409 len: 341 time: 0.0958109 Jul 23 22:38:09.621709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c266cbfe-722f-4ed6-ac44-0f85a515e3ae req-19333706-b3f6-4baa-b8e9-e785ab592570 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.2217398 Jul 23 22:38:09.689292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c266cbfe-722f-4ed6-ac44-0f85a515e3ae req-d8cf8cfe-b28e-43df-90ad-58f6397dd9bd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652671 Jul 23 22:38:09.702918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:09.705422 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ce2ff4-ba7c-4443-b02f-e0e7b1682d97 x-openstack-request-id: req-98ce2ff4-ba7c-4443-b02f-e0e7b1682d97 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:09.705867 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:09.706218 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98ce2ff4-ba7c-4443-b02f-e0e7b1682d97 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:09.706962 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'status': 'completed', 'code': 200} Jul 23 22:38:09.717432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.726899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:09.731197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09e10cb4-f0b4-4ecd-9971-11d61b77bdaf HTTP/1.1" status: 204 len: 168 time: 0.7173953 Jul 23 22:38:09.788896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e449d-f3fe-4a71-bded-1629b4ac77a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e10cb4-f0b4-4ecd-9971-11d61b77bdaf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:09.838473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-c131ba41-9ce2-47c4-aef0-2ca0c0b14153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:09.841056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-c131ba41-9ce2-47c4-aef0-2ca0c0b14153 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aaa9eb54b0024d55b772147c32b846ad&device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1176 time: 0.1038699 Jul 23 22:38:09.932276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-557427036-network', 'tenant_id': '39c2b21d63af4a46a30b9fb6ac1e8cb7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:09.992385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Made reservation on behalf of 39c2b21d63af4a46a30b9fb6ac1e8cb7 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:09.995415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.018239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.094042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-0fdb6af7-a57a-4052-b228-6adec7d92ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.096740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-0fdb6af7-a57a-4052-b228-6adec7d92ace service neutron] 10.222.0.22 "GET /v2.0/networks?id=d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 200 len: 914 time: 0.2466598 Jul 23 22:38:10.153972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.165332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.175524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-112151de-c2f2-425d-bdb6-526b3d96e602 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 200 len: 217 time: 0.0707028 Jul 23 22:38:10.191191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5b2ba-315d-4a64-8739-c12c66d6ab3d req-c5461fcb-8b12-4679-8654-ef5cf062f643 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.193991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ac5b2ba-315d-4a64-8739-c12c66d6ab3d req-c5461fcb-8b12-4679-8654-ef5cf062f643 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1024 time: 0.2054648 Jul 23 22:38:10.216777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:10.228509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c57705f-de90-4b0b-8f4f-4345387e0db4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:10.256943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.257554 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Added segment 1d5644c2-72ef-47bc-8d56-8f1207f0feab of type vlan for network 6838ca29-ca1f-4695-8af9-9deef06e5e48 Jul 23 22:38:10.330496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.336605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ac5b2ba-315d-4a64-8739-c12c66d6ab3d req-2499b3d7-1095-406b-9085-708b222aab58 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=2ca101c8-1941-4285-b698-54102be2dc17&id=ffe782be-536e-4665-9d04-ffee281963d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1275992 Jul 23 22:38:10.346482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-98735c16-d205-49a8-8da6-b84ae7fb1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.349097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-98735c16-d205-49a8-8da6-b84ae7fb1870 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 200 len: 853 time: 0.1531775 Jul 23 22:38:10.410664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-6d65aea7-c2f8-4d35-8165-3748162a8b73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d38bb857-8c5e-43de-a8f4-9ab03dac022c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531287 Jul 23 22:38:10.418417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.419925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.420539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.487396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7809289 Jul 23 22:38:10.499043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:10.511533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Request body: {'subnet': {'network_id': '6838ca29-ca1f-4695-8af9-9deef06e5e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-557427036-subnet', 'tenant_id': '39c2b21d63af4a46a30b9fb6ac1e8cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:10.558067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-7e61f462-8ab8-4944-b3f7-494d8fc12b16 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392581 Jul 23 22:38:10.576468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823acb9-05e8-4ddf-9e11-932df88f3353 req-f6262b99-fa15-4daa-9a5d-546dbb2ad9b3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.586088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8823acb9-05e8-4ddf-9e11-932df88f3353 req-f6262b99-fa15-4daa-9a5d-546dbb2ad9b3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2378018 Jul 23 22:38:10.588222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677d5d3-97ca-4430-95b9-87ad364025b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6838ca29-ca1f-4695-8af9-9deef06e5e48,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:10.601287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6838ca29-ca1f-4695-8af9-9deef06e5e48 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:10.649133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Made reservation on behalf of 39c2b21d63af4a46a30b9fb6ac1e8cb7 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:10.652063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:10.683724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8823acb9-05e8-4ddf-9e11-932df88f3353 req-1983735e-4ed3-4348-bd5b-0db8f47ba94d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950382 Jul 23 22:38:10.757176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd24cd29-8818-4655-83f9-82bffb08d34d req-40672c7d-18cf-4224-aee2-0dcb8f1c5604 service neutron] 10.222.0.22 "GET /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909993 Jul 23 22:38:10.904217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4add-0ca4-47d5-84bc-94c4409a90e5 req-d16641ac-698c-46de-86ff-2832794b7725 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:10.906925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-245e4add-0ca4-47d5-84bc-94c4409a90e5 req-d16641ac-698c-46de-86ff-2832794b7725 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0865157 Jul 23 22:38:10.973525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-245e4add-0ca4-47d5-84bc-94c4409a90e5 req-c6d12e3d-e90f-4daf-8951-f81d567583d3 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 23 22:38:11.004255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.011854 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d455e479-27ba-4ab7-8afc-190eb4faed3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.071556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc345f9-c473-4c6c-a5a6-a791ae6d49d2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:11.081608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Checking segment: {'id': '1d5644c2-72ef-47bc-8d56-8f1207f0feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6838ca29-ca1f-4695-8af9-9deef06e5e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:11.082010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Network hostable DHCP agents. Network: 6838ca29-ca1f-4695-8af9-9deef06e5e48, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:11.105110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Network 6838ca29-ca1f-4695-8af9-9deef06e5e48 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:11.115446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6838ca29-ca1f-4695-8af9-9deef06e5e48) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:11.120813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:11.123377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.127007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43e5cb-5e18-4c37-a457-f475e630b212 None None] Network 6838ca29-ca1f-4695-8af9-9deef06e5e48 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:11.149423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1935bf95-4009-4735-b08d-366b2fd57fca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6340826 Jul 23 22:38:11.333019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea2283-7570-4d96-986b-52905f61325e None None] Network 6838ca29-ca1f-4695-8af9-9deef06e5e48 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:11.494147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-e6352e67-a06c-4997-9c08-02ca7276c31e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:11.496982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-e6352e67-a06c-4997-9c08-02ca7276c31e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1024 time: 0.0867956 Jul 23 22:38:11.543334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40978797-e35e-462d-aec3-2dca682b936b req-39a770b7-f8b2-4ad7-99f3-568a5f26867f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:11.554533 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40978797-e35e-462d-aec3-2dca682b936b req-39a770b7-f8b2-4ad7-99f3-568a5f26867f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 1024 time: 0.1071899 Jul 23 22:38:11.612760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-40978797-e35e-462d-aec3-2dca682b936b req-cc0950fe-e10f-4cad-9e0f-9732bfaf724c tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=d639e898-4d15-4150-9ebb-0ebca317fd65&id=2ca101c8-1941-4285-b698-54102be2dc17&id=ffe782be-536e-4665-9d04-ffee281963d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0571086 Jul 23 22:38:11.691677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1760392836', 'description': 'tempest-description-1152326237'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:11.738195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.765319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Deleting port d4ea773f-9ae2-48dc-a171-85bc0436c224 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:11.766659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.918353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port d4ea773f-9ae2-48dc-a171-85bc0436c224, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d4ea773f-9ae2-48dc-a171-85bc0436c224,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:11.918736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:11.946038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Calling delete_port for d4ea773f-9ae2-48dc-a171-85bc0436c224 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:11.979970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.021101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.024607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796c80c-51b3-49fb-acc4-499270f81a7f req-17dc3302-3b46-40b6-be7e-6f8b59563ce5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:12.026897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6796c80c-51b3-49fb-acc4-499270f81a7f req-17dc3302-3b46-40b6-be7e-6f8b59563ce5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1284947 Jul 23 22:38:12.071826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.082686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65e74ed6-d52d-4b0e-84f2-b00774122c8d req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4092507 Jul 23 22:38:12.090739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa5672-8af8-4c5c-8c8c-dfd2e21f98a1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8301d-ca9d-4342-89ba-2e8a845c6e1f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:12.117275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6796c80c-51b3-49fb-acc4-499270f81a7f req-827b8e30-d6a8-4afd-9190-79728cb7076f tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713322 Jul 23 22:38:12.238177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.241889 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-f3b9b59b-cc85-436f-af90-f815dff7ae92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/23c8301d-ca9d-4342-89ba-2e8a845c6e1f HTTP/1.1" status: 200 len: 1813 time: 0.0758407 Jul 23 22:38:12.251109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:12.263652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23c8301d-ca9d-4342-89ba-2e8a845c6e1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:12.264864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23c8301d-ca9d-4342-89ba-2e8a845c6e1f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:12.295580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'Port': ['ID=d4ea773f-9ae2-48dc-a171-85bc0436c224,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:12.382180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] No DVR routers for this DVR port d4ea773f-9ae2-48dc-a171-85bc0436c224 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:12.385488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.388543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe46b0d-358b-4523-9bff-f1f917d4029a req-8e831621-b864-4310-b405-8d03d6cd9c50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "DELETE /v2.0/ports/d4ea773f-9ae2-48dc-a171-85bc0436c224 HTTP/1.1" status: 204 len: 173 time: 0.8850160 Jul 23 22:38:12.389292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'name': 'network-vif-deleted', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:12.393387 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399599a9-f687-4369-b23a-474ddb0278c2" -d '{"events": [{"server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "name": "network-vif-deleted", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:12.433983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.446810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9879ec-4731-4371-92ff-8a471b87018b req-08f6b481-3534-4e87-b38a-ba67e04d79ed tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:12.455468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf9879ec-4731-4371-92ff-8a471b87018b req-08f6b481-3534-4e87-b38a-ba67e04d79ed tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.2317841 Jul 23 22:38:12.473851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.483614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.523399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf9879ec-4731-4371-92ff-8a471b87018b req-b4baa594-75db-4583-9f44-12f282748837 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Jul 23 22:38:12.561332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8430ee0-5b8f-4aaf-a6c0-7e678b973a89,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:12.572994 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.574769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4329f541-98f7-4d3e-bca9-60d015af20a0 req-46d21259-c938-478d-8885-90e17c4b3609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3256104 Jul 23 22:38:12.612728 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb805c0-be94-409f-97ab-9128404951fe x-openstack-request-id: req-dfb805c0-be94-409f-97ab-9128404951fe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:12.612901 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071d665a-9930-4d9d-8f12-867d39f7822d", "name": "network-vif-deleted", "tag": "d4ea773f-9ae2-48dc-a171-85bc0436c224", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:12.613122 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfb805c0-be94-409f-97ab-9128404951fe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:12.613801 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071d665a-9930-4d9d-8f12-867d39f7822d', 'name': 'network-vif-deleted', 'tag': 'd4ea773f-9ae2-48dc-a171-85bc0436c224', 'status': 'completed', 'code': 200} Jul 23 22:38:12.664904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bfd7134-0651-4a4a-a09a-535dc09b52f0 req-92f9b509-ddba-4b4a-b780-d42ee85b473d tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/23c8301d-ca9d-4342-89ba-2e8a845c6e1f HTTP/1.1" status: 200 len: 2406 time: 0.0641482 Jul 23 22:38:12.707411 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-c5671d79-05f2-48bb-bc99-c9efef273609 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-group-rules/b8430ee0-5b8f-4aaf-a6c0-7e678b973a89 HTTP/1.1" status: 200 len: 778 time: 0.0242982 Jul 23 22:38:12.768928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-257f8d4b-44f6-4215-9f56-6841d8829898 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/23c8301d-ca9d-4342-89ba-2e8a845c6e1f HTTP/1.1" status: 200 len: 2406 time: 0.0545013 Jul 23 22:38:12.793572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-831c78a0-c6cb-43e7-8d9a-0eb4b823f254 req-bc0837b8-cdd7-494f-bcc3-be4c450fda16 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=071d665a-9930-4d9d-8f12-867d39f7822d HTTP/1.1" status: 200 len: 210 time: 0.0494058 Jul 23 22:38:12.816917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.821051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.876007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.887825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:12.903749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3959463d-c2f2-4130-a4b1-54975f39e5df req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8430ee0-5b8f-4aaf-a6c0-7e678b973a89 HTTP/1.1" status: 204 len: 173 time: 0.1281743 Jul 23 22:38:12.914302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611d505-daa2-4542-a9e0-bea3c0e13232 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8430ee0-5b8f-4aaf-a6c0-7e678b973a89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:13.011953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1189662558', 'description': 'tempest-description-229921175'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:13.052401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.212846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.219721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.263609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.265711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6014af8c-2f9c-4e24-8deb-a7cac9814b92 req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2607663 Jul 23 22:38:13.282277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6b53-a260-4955-a05d-e56cc313455c tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed7949-abbc-4f07-81a4-9bafd4c8506a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:13.417078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d3674-4039-4fe7-9a9e-8d8d7796b69f req-b8f78deb-1d06-4309-a788-6e6ed65efe04 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:13.419542 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c92d3674-4039-4fe7-9a9e-8d8d7796b69f req-b8f78deb-1d06-4309-a788-6e6ed65efe04 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0874929 Jul 23 22:38:13.451277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d835d866-6c04-477e-9bb5-53a221849a88 req-29010ab4-5558-4c2d-8987-63317c7c6fcb tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/0aed7949-abbc-4f07-81a4-9bafd4c8506a HTTP/1.1" status: 200 len: 1812 time: 0.0484147 Jul 23 22:38:13.483740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c92d3674-4039-4fe7-9a9e-8d8d7796b69f req-1cd5bdac-ac09-4ddc-b39d-1f2947c3c8ba tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542426 Jul 23 22:38:13.536985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-620299244', 'description': 'tempest-description-1344564255'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:13.574083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.684532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.690322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.735873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.737585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d9ab321-e789-4c20-8e16-e696c26f6ef1 req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2062240 Jul 23 22:38:13.740446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb98a06-c0e1-4f8d-8828-3337ff8a817e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeee258-16d5-43b1-91f7-f7bf38d12bce,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:13.774378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7f96856-da78-4bc3-88bd-772d3d50bbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.781438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aef1a-97b9-49fa-b995-85ba35bb07a4 req-68b9c5d2-5d21-450c-a409-cd6f5c89a8b0 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:13.783971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee2aef1a-97b9-49fa-b995-85ba35bb07a4 req-68b9c5d2-5d21-450c-a409-cd6f5c89a8b0 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1507576 Jul 23 22:38:13.839855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-667f9c1f-ab01-4d64-b560-9284a972c002 req-2f951a2d-cda6-497d-97a5-a933503a45f5 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/9aeee258-16d5-43b1-91f7-f7bf38d12bce HTTP/1.1" status: 200 len: 1812 time: 0.0572276 Jul 23 22:38:13.857800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee2aef1a-97b9-49fa-b995-85ba35bb07a4 req-845d766d-9e24-4d9a-8cb6-6160a5982f65 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653098 Jul 23 22:38:13.897100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1075994218', 'description': 'tempest-description-1503262606'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:13.939342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:13.984864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d4ea773f-9ae2-48dc-a171-85bc0436c224 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:13.991290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:14.045796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: d4ea773f-9ae2-48dc-a171-85bc0436c224 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:14.048410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d4ea773f-9ae2-48dc-a171-85bc0436c224 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:14.086027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-b8a1b69b-1391-4278-a43a-5aea7ccd8053 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/ffe782be-536e-4665-9d04-ffee281963d2 HTTP/1.1" status: 200 len: 1800 time: 0.0657413 Jul 23 22:38:14.091025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.099718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.101487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.143936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4110668b-d493-4a22-8d21-ad8bb1cdbc2c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:14.161326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.163751 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1524edf0-87f0-42e3-8c84-550189e8acca req-1bff4716-e0a4-4157-96d7-e2dfe7333a8e tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2755194 Jul 23 22:38:14.192135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.223728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.284892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.287729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.288878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2675907-e0c1-49cd-87cc-790eb6cef31d req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/ffe782be-536e-4665-9d04-ffee281963d2 HTTP/1.1" status: 204 len: 173 time: 0.2014565 Jul 23 22:38:14.299963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc137f0d-e51e-4e78-8914-ce70b891ea8b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe782be-536e-4665-9d04-ffee281963d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:14.360243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0febf31-b888-4adf-947a-78164084b40b req-0c1b6e5a-64e9-4207-a732-b8f15b90ee8b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/4110668b-d493-4a22-8d21-ad8bb1cdbc2c HTTP/1.1" status: 200 len: 1813 time: 0.0794868 Jul 23 22:38:14.380152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f65ac2-02d3-4609-ba01-f332884f0874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.388319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-656299093', 'description': 'tempest-description-811372934'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:14.391451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-627f9d5a-6ad7-4ab1-abfb-caf7ab889844 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2ca101c8-1941-4285-b698-54102be2dc17 HTTP/1.1" status: 200 len: 1800 time: 0.0716503 Jul 23 22:38:14.408723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:38:14.408723 n-d-791506-25 neutron-server[93836]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 22:38:14.408723 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id': '39c2b21d63af4a46a30b9fb6ac1e8cb7', 'id': 'f18f5039-52f3-4fd6-a49d-b127e625be87', 'expiration': datetime.datetime(2021, 7, 23, 22, 40, 14, 404022)}] Jul 23 22:38:14.408723 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:38:14.409484 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:38:14.493592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.530573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.575283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f65ac2-02d3-4609-ba01-f332884f0874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.584643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63f65ac2-02d3-4609-ba01-f332884f0874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.627514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.630028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.631178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5749a5d0-a53e-4e95-a077-0c05c2f53d20 req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ca101c8-1941-4285-b698-54102be2dc17 HTTP/1.1" status: 204 len: 173 time: 0.2270086 Jul 23 22:38:14.642982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:14.650695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-63f65ac2-02d3-4609-ba01-f332884f0874 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79e4d25957524986b4d8f2822f5d5459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6575782 Jul 23 22:38:14.652349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f65ac2-02d3-4609-ba01-f332884f0874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f8c61-ac66-453e-8f84-8e1dc1d2b622,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:14.680618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea2b09-7c35-4ab4-83ef-bc0db9c69230 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca101c8-1941-4285-b698-54102be2dc17,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:14.707058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.734860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.790276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.792843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.794654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/488f8c61-ac66-453e-8f84-8e1dc1d2b622 HTTP/1.1" status: 204 len: 168 time: 0.1495147 Jul 23 22:38:14.803347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608668b-3810-4d2d-8d88-ec62d0dd2991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f8c61-ac66-453e-8f84-8e1dc1d2b622,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:14.839739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d126-e777-4240-b0ef-91aee12e3ae5 req-e900586c-3075-466d-b48f-c990242b366e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:14.842394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d88d126-e777-4240-b0ef-91aee12e3ae5 req-e900586c-3075-466d-b48f-c990242b366e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1207328 Jul 23 22:38:14.881746 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.910792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d88d126-e777-4240-b0ef-91aee12e3ae5 req-f29ebdee-1b80-48cf-85a9-378d814bd9b5 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575492 Jul 23 22:38:14.955527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:14.964293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2139754559', 'description': 'tempest-description-1221560921'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:15.003620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.106830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.114087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.181188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53262caa-bc73-413f-a276-6c9ebd49ac2b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:15.228031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.233517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.243762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.245667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cda02c76-82fa-4967-8213-ef8cd876b082 req-5e6aa714-4eb3-4a1a-ba20-c35c9a51a49f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8614626 Jul 23 22:38:15.270529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.284418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bfcb321-ad1b-444e-bc5c-034e4aa9726b req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3273277 Jul 23 22:38:15.287497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c0896-858e-4423-87c1-7e4321831d50 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3661104-79a2-4cb7-a2a1-e807e1cc8da7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:15.495669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b33ceb-8559-4eda-8acc-80c762d0bba2 req-f43449da-9781-4e39-b39a-1d31496c44d4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:15.498200 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37b33ceb-8559-4eda-8acc-80c762d0bba2 req-f43449da-9781-4e39-b39a-1d31496c44d4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1160944 Jul 23 22:38:15.506528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:15.540892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd16dfd7-1b02-4b7f-8263-16b93744831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.556622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec4711f3-cb84-46b1-bd1b-914b278496e2 req-6b07b8af-c02a-45cb-97a5-ea421b899f54 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/53262caa-bc73-413f-a276-6c9ebd49ac2b HTTP/1.1" status: 200 len: 1811 time: 0.0611794 Jul 23 22:38:15.608488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37b33ceb-8559-4eda-8acc-80c762d0bba2 req-ad846604-7c56-4968-9970-f2772c53e5f1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869589 Jul 23 22:38:15.647994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58205ef7-725a-4ce8-991e-6c0a891769af req-20ed724c-d8cb-422b-afb1-de413967b015 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/c3661104-79a2-4cb7-a2a1-e807e1cc8da7 HTTP/1.1" status: 200 len: 1801 time: 0.0882792 Jul 23 22:38:15.664076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Request body: {'security_group': {'name': 'tempest-sg-hth-861252483', 'description': 'tempest-description-hth-4324306'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:15.680277 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-d2fe6953-869b-4df9-bed5-1ebb37de1a79 req-ef362bd8-1af0-4ca4-b4f4-3d75720c56d3 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] show failed (client error): The resource could not be found. Jul 23 22:38:15.682164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2fe6953-869b-4df9-bed5-1ebb37de1a79 req-ef362bd8-1af0-4ca4-b4f4-3d75720c56d3 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/b6bfb113-dadf-4b1e-a68f-2a47a35496b5 HTTP/1.1" status: 404 len: 352 time: 0.0296328 Jul 23 22:38:15.719397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.742842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd16dfd7-1b02-4b7f-8263-16b93744831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.757409 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-01efe508-a3b2-4e71-987a-c959c1806279 req-90f84def-6196-4ab4-b220-f43a61fd17bd tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] show failed (client error): The resource could not be found. Jul 23 22:38:15.758579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-01efe508-a3b2-4e71-987a-c959c1806279 req-90f84def-6196-4ab4-b220-f43a61fd17bd tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-group-rules/1dcb604d-14eb-4e40-849f-5f297303fb3f HTTP/1.1" status: 404 len: 361 time: 0.0141885 Jul 23 22:38:15.759721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd16dfd7-1b02-4b7f-8263-16b93744831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.815485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd16dfd7-1b02-4b7f-8263-16b93744831a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=474d056a581d46eb9bea61cc2997b593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072619 Jul 23 22:38:15.816595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49428) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:15.817342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16dfd7-1b02-4b7f-8263-16b93744831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a467a65-4dc1-4ad6-a9dc-1f16b9eb79f2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:15.835112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.842096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.849184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.851124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58205ef7-725a-4ce8-991e-6c0a891769af req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "PUT /v2.0/security-groups/c3661104-79a2-4cb7-a2a1-e807e1cc8da7 HTTP/1.1" status: 200 len: 1771 time: 0.1950655 Jul 23 22:38:15.902094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bfa23-0058-4dac-91c4-8f79adfe5880 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3661104-79a2-4cb7-a2a1-e807e1cc8da7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:15.919448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-3bc78e10-ac69-4d45-b04b-79284eb54180 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/53262caa-bc73-413f-a276-6c9ebd49ac2b HTTP/1.1" status: 200 len: 1811 time: 0.0978563 Jul 23 22:38:15.924651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:15.929740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2baed8d-5b5b-4e53-83a4-5cef81647ca8 req-16ac8d6e-3e3d-4561-a9ba-34d16a2729c8 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/c3661104-79a2-4cb7-a2a1-e807e1cc8da7 HTTP/1.1" status: 200 len: 1771 time: 0.0469522 Jul 23 22:38:15.973297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.012597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-54a1b9fa-4a70-4adb-afe2-943141c0a501 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/c3661104-79a2-4cb7-a2a1-e807e1cc8da7 HTTP/1.1" status: 200 len: 1771 time: 0.0506392 Jul 23 22:38:16.049158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.080999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.081468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.085457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.090462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a467a65-4dc1-4ad6-a9dc-1f16b9eb79f2 HTTP/1.1" status: 204 len: 168 time: 0.2699144 Jul 23 22:38:16.092697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.113300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.120066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cee73-7272-4f6a-ae42-e698689586c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a467a65-4dc1-4ad6-a9dc-1f16b9eb79f2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:16.170604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.175851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.178735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2bbf476e-c897-4188-9ca7-d2b7b41cf0e6 req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-groups/53262caa-bc73-413f-a276-6c9ebd49ac2b HTTP/1.1" status: 204 len: 173 time: 0.2428703 Jul 23 22:38:16.200512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668b262-a7f7-460b-a984-1c72fd0ef90f tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53262caa-bc73-413f-a276-6c9ebd49ac2b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:16.204760 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.209593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.211320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7f00dd2-a84d-45e3-8d11-1a0eaefaeb66 req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3661104-79a2-4cb7-a2a1-e807e1cc8da7 HTTP/1.1" status: 204 len: 173 time: 0.1916187 Jul 23 22:38:16.242832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58057f4b-2da3-4938-89db-9fa3734e66dc tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3661104-79a2-4cb7-a2a1-e807e1cc8da7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:16.361925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-0e21671b-26a1-4062-a40a-c273561713fe tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/4110668b-d493-4a22-8d21-ad8bb1cdbc2c HTTP/1.1" status: 200 len: 1813 time: 0.0680938 Jul 23 22:38:16.365525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd311e7a-65a5-4809-a7ef-ea477f472d76 req-4d913fda-ed6c-4a11-a9e1-ff0903286a93 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:16.367088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fd311e7a-65a5-4809-a7ef-ea477f472d76 req-4d913fda-ed6c-4a11-a9e1-ff0903286a93 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1043408 Jul 23 22:38:16.395753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.435148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fd311e7a-65a5-4809-a7ef-ea477f472d76 req-706ae19a-b832-4b45-bf08-6310980b3bd3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Jul 23 22:38:16.468268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.511549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.582342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.585452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.586610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7202f9-1915-4ac0-9205-370dc8d7da51 req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-groups/4110668b-d493-4a22-8d21-ad8bb1cdbc2c HTTP/1.1" status: 204 len: 173 time: 0.2062068 Jul 23 22:38:16.599411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad5272-c3f1-4012-b741-3771341f3ff1 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4110668b-d493-4a22-8d21-ad8bb1cdbc2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:16.761612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-5e4ee373-a000-4edf-91e0-1910dad92e82 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/9aeee258-16d5-43b1-91f7-f7bf38d12bce HTTP/1.1" status: 200 len: 1812 time: 0.0963750 Jul 23 22:38:16.850146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:16.861200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.904613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a3717-c7dc-4571-b6fd-19b1e9587717 req-e294620d-b7b1-412a-8279-d4f167b4df90 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:16.907221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.912348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a5a3717-c7dc-4571-b6fd-19b1e9587717 req-e294620d-b7b1-412a-8279-d4f167b4df90 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1075320 Jul 23 22:38:16.959746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a5a3717-c7dc-4571-b6fd-19b1e9587717 req-01196570-d842-496f-a9b6-2cad82921736 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Jul 23 22:38:16.966395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.970577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:16.972153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03d99eca-d2f8-457f-9c8c-1ddce712cea6 req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-groups/9aeee258-16d5-43b1-91f7-f7bf38d12bce HTTP/1.1" status: 204 len: 173 time: 0.2092526 Jul 23 22:38:16.985676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c694b-68f5-4107-90ee-db79c502479b tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeee258-16d5-43b1-91f7-f7bf38d12bce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:16.998300 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-777c0481-6617-43ea-b9de-f0d3a58ebeb8 req-71256b1e-d66b-46d8-afdc-d7e3dd1bb22b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.006340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-777c0481-6617-43ea-b9de-f0d3a58ebeb8 req-71256b1e-d66b-46d8-afdc-d7e3dd1bb22b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2ca101c8-1941-4285-b698-54102be2dc17 HTTP/1.1" status: 404 len: 352 time: 0.0233345 Jul 23 22:38:17.038661 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-10972c56-22d2-4b97-84ca-afa33c999f23 req-3f80e694-c5ca-4865-8dd5-f3a2b799dd07 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.047921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10972c56-22d2-4b97-84ca-afa33c999f23 req-3f80e694-c5ca-4865-8dd5-f3a2b799dd07 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/ffe782be-536e-4665-9d04-ffee281963d2 HTTP/1.1" status: 404 len: 352 time: 0.0232093 Jul 23 22:38:17.066704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-7ceec1dc-c984-4d7a-8e3e-54908a38ea3d tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/0aed7949-abbc-4f07-81a4-9bafd4c8506a HTTP/1.1" status: 200 len: 1812 time: 0.0522828 Jul 23 22:38:17.081259 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-0b7e0737-42e1-4339-aa32-f308d5b0dc96 req-ba30b955-afee-4b69-bef7-a8d47526dbfa tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.082420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b7e0737-42e1-4339-aa32-f308d5b0dc96 req-ba30b955-afee-4b69-bef7-a8d47526dbfa tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/1e4b0974-b025-43c8-987f-d1266ef69f92 HTTP/1.1" status: 404 len: 352 time: 0.0155132 Jul 23 22:38:17.123534 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-56ef4d07-7d2f-491a-b23e-71b7c338c5dc req-0192fee3-2851-4322-8070-544082be854f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.124958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56ef4d07-7d2f-491a-b23e-71b7c338c5dc req-0192fee3-2851-4322-8070-544082be854f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/2906b81e-de65-4579-a7bd-4cb92c19b34c HTTP/1.1" status: 404 len: 352 time: 0.0204880 Jul 23 22:38:17.157147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.166670 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-ad808529-3751-4e85-80d2-43fefccd1c8f req-d47bf4cd-84e4-4d3f-bb4b-2ad8377d80cf tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.170450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad808529-3751-4e85-80d2-43fefccd1c8f req-d47bf4cd-84e4-4d3f-bb4b-2ad8377d80cf tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/feadb97b-bfa9-4c93-aa9e-4fc07a5ac620 HTTP/1.1" status: 404 len: 352 time: 0.0219226 Jul 23 22:38:17.188605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.191401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053cca2c-df8e-4067-8d94-5f86265f0c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.228480 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-5736ec6d-485d-48fd-9cde-3d30f441ee81 req-e2e5e0a2-80c8-408a-bef7-abf880316369 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] show failed (client error): The resource could not be found. Jul 23 22:38:17.229943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5736ec6d-485d-48fd-9cde-3d30f441ee81 req-e2e5e0a2-80c8-408a-bef7-abf880316369 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/b77b5860-6fff-4a81-a260-db0c27d1b1eb HTTP/1.1" status: 404 len: 352 time: 0.0290537 Jul 23 22:38:17.240379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.242970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.254833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e1c3d2e-098b-40ec-832c-4a9f2ae13f43 req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-groups/0aed7949-abbc-4f07-81a4-9bafd4c8506a HTTP/1.1" status: 204 len: 173 time: 0.1819026 Jul 23 22:38:17.281543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283533f-dfd7-4fcb-b6c3-c64300202e92 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed7949-abbc-4f07-81a4-9bafd4c8506a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:17.333017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f96d292-3561-42d0-afa2-56e136221957 req-735b9c1d-6ce5-4804-9c45-69279c086765 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "GET /v2.0/security-groups/23c8301d-ca9d-4342-89ba-2e8a845c6e1f HTTP/1.1" status: 200 len: 1813 time: 0.0662181 Jul 23 22:38:17.380809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053cca2c-df8e-4067-8d94-5f86265f0c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.385779 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053cca2c-df8e-4067-8d94-5f86265f0c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.416969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f96d292-3561-42d0-afa2-56e136221957 req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.417543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-053cca2c-df8e-4067-8d94-5f86265f0c3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b59490f2f6f472ebd3d1a6ae17aaf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657349 Jul 23 22:38:17.422775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:17.432876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:17.449907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cca2c-df8e-4067-8d94-5f86265f0c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f41f42-3f1f-4256-abed-87332a6d14df,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:17.485792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f96d292-3561-42d0-afa2-56e136221957 req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.554996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.571454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0625-e134-4004-93f0-b5135228934a req-0103f144-55bf-4d9d-9e32-e7bc29138309 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:17.573118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5bf0625-e134-4004-93f0-b5135228934a req-0103f144-55bf-4d9d-9e32-e7bc29138309 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1023 time: 0.0893173 Jul 23 22:38:17.574610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f96d292-3561-42d0-afa2-56e136221957 req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.577332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f96d292-3561-42d0-afa2-56e136221957 req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.578848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f96d292-3561-42d0-afa2-56e136221957 req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] 10.222.0.37 "DELETE /v2.0/security-groups/23c8301d-ca9d-4342-89ba-2e8a845c6e1f HTTP/1.1" status: 204 len: 173 time: 0.2386703 Jul 23 22:38:17.579002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-653847172-network', 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:17.589442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:17.598599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.611380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3197-29a0-4a75-8e71-153f0e520872 tempest-SecurityGroupRulesNegativeTestJSON-884203926 tempest-SecurityGroupRulesNegativeTestJSON-884203926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8301d-ca9d-4342-89ba-2e8a845c6e1f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:17.673416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.676159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.678246 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76f41f42-3f1f-4256-abed-87332a6d14df HTTP/1.1" status: 204 len: 168 time: 0.2516143 Jul 23 22:38:17.682126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:17.684417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.693012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5bf0625-e134-4004-93f0-b5135228934a req-8701a39d-0654-4137-812e-87bde86667f6 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=45af542d-7636-4d4d-8235-f632121102f1&id=a0c532ea-41c4-41f1-9824-aa2461e92a77&id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1108668 Jul 23 22:38:17.710218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Deleting subnet 3fc345f9-c473-4c6c-a5a6-a791ae6d49d2 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:38:17.713136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.717502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9207fd-2073-40ea-b2b2-de8ba13a8a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f41f42-3f1f-4256-abed-87332a6d14df,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:17.734891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.772600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7c34b-4529-45b3-88a2-1191f7391cb6 req-10512e47-bd08-4a59-97b2-f20e674c7cfd tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:17.782996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eaa7c34b-4529-45b3-88a2-1191f7391cb6 req-10512e47-bd08-4a59-97b2-f20e674c7cfd tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1222625 Jul 23 22:38:17.795293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:17.848911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eaa7c34b-4529-45b3-88a2-1191f7391cb6 req-ae587633-e67f-4171-874b-7f751a2c5c55 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647843 Jul 23 22:38:17.897640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.012994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.021600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.028129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.067227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc345f9-c473-4c6c-a5a6-a791ae6d49d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.078603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:18.092374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:18.098300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.100166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e47b7b98-ef2d-44d3-87aa-7069cd551cdd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fc345f9-c473-4c6c-a5a6-a791ae6d49d2 HTTP/1.1" status: 204 len: 168 time: 0.5031254 Jul 23 22:38:18.104694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:18.111787 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80856936-af99-41ff-927c-515de8185ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.115613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bee3e-ec61-476e-9047-d64d98aec6ed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.138513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.138988 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Added segment b912554b-b391-46c9-8122-08678eb182a1 of type vlan for network 8024e459-e4d9-45aa-ac55-97e86d218310 Jul 23 22:38:18.160131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddde83-d6ac-40c3-ac73-2472c894dfe0 req-2810c858-927f-401a-9841-ed740f07a4e4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:18.163826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4eddde83-d6ac-40c3-ac73-2472c894dfe0 req-2810c858-927f-401a-9841-ed740f07a4e4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1187265 Jul 23 22:38:18.212348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.231153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.267735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.268762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:18.269445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.270801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4eddde83-d6ac-40c3-ac73-2472c894dfe0 req-e4c3671b-ba2a-43c6-ada6-4e9a4e0a6864 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746548 Jul 23 22:38:18.366998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] Pushing event updated for resources: {'Network': ['ID=8024e459-e4d9-45aa-ac55-97e86d218310,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.372075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.379260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8024e459-e4d9-45aa-ac55-97e86d218310 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:18.386471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80856936-af99-41ff-927c-515de8185ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.386785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6838ca29-ca1f-4695-8af9-9deef06e5e48']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:18.394218 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80856936-af99-41ff-927c-515de8185ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.401742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5644c2-72ef-47bc-8d56-8f1207f0feab') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:18.402191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5644c2-72ef-47bc-8d56-8f1207f0feab') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:18.413414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0e60e5f4-923f-43bf-b154-082a3f8cab0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9791591 Jul 23 22:38:18.416377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:18.422946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.428735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Request body: {'subnet': {'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-653847172-subnet', 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:18.452781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:18.454427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-80856936-af99-41ff-927c-515de8185ca8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4355cd2e57b349efabdb5ca55c7380fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702426 Jul 23 22:38:18.456390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80856936-af99-41ff-927c-515de8185ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22946b2f-ea77-43bb-9dd6-9c7ff959e3f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.465018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.490254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:38:18.490652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.492226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:18.495492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:38:18.497654 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:38:18.645799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.651170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.659443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.661320 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] 10.222.0.37 "DELETE /v2.0/networks/6838ca29-ca1f-4695-8af9-9deef06e5e48 HTTP/1.1" status: 204 len: 168 time: 0.5551946 Jul 23 22:38:18.688261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f32fe-1c6a-4b5d-ad31-76b39c1b6dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=6838ca29-ca1f-4695-8af9-9deef06e5e48,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.700192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.815237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-f8246dfd-5a8c-49a3-a1b1-d7567e4d246e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:18.817010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-f8246dfd-5a8c-49a3-a1b1-d7567e4d246e tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1023 time: 0.1057763 Jul 23 22:38:18.835315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.837863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.841473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22946b2f-ea77-43bb-9dd6-9c7ff959e3f8 HTTP/1.1" status: 204 len: 168 time: 0.3836536 Jul 23 22:38:18.849402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53991ee9-9789-48f0-9db5-1569aaea2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22946b2f-ea77-43bb-9dd6-9c7ff959e3f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.851763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:18.900809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:18.918607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13f53ca-80a8-4d66-97d6-fb895f32b4c3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:18.947206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:18.947564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Network hostable DHCP agents. Network: 8024e459-e4d9-45aa-ac55-97e86d218310, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:18.974062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dae8c620-de0c-4906-9309-e5e0093d888f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39c2b21d63af4a46a30b9fb6ac1e8cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672843 Jul 23 22:38:18.974062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:19.007864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Network 8024e459-e4d9-45aa-ac55-97e86d218310 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:19.008603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d531b8-8d10-401d-bed0-25f636a41a21 req-6697a62c-495b-44c0-bbbc-cf06849f3210 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:19.016489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7d531b8-8d10-401d-bed0-25f636a41a21 req-6697a62c-495b-44c0-bbbc-cf06849f3210 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 1023 time: 0.2209802 Jul 23 22:38:19.035648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8024e459-e4d9-45aa-ac55-97e86d218310) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:19.041810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:19.045277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c8ed6-8e75-4dc2-b9e2-3c689aa6cfae None None] Network 8024e459-e4d9-45aa-ac55-97e86d218310 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:19.050913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.083116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7d531b8-8d10-401d-bed0-25f636a41a21 req-df502361-bd85-46d8-980b-de78f85cbd29 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups?id=45af542d-7636-4d4d-8235-f632121102f1&id=a0c532ea-41c4-41f1-9824-aa2461e92a77&id=d639e898-4d15-4150-9ebb-0ebca317fd65&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0627348 Jul 23 22:38:19.103240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Deleting port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:19.103695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.139873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0238bcec-c408-459b-b047-78a327b04b4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7223585 Jul 23 22:38:19.155746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.214450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.225893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7d8bfb-b658-4920-913f-3b11822be6b0 None None] Network 8024e459-e4d9-45aa-ac55-97e86d218310 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:19.229081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] For port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,segment=NetworkSegment(5f28b792-4993-4914-adfd-9c522b44129f),segment_id=5f28b792-4993-4914-adfd-9c522b44129f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:19.229453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.253044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Calling delete_port for f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:19.255437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcd345-1e1e-4a3b-ad5c-803814846ae9 req-8813dc66-e37d-49fd-8930-371a7479f6c4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:19.257034 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-01bcd345-1e1e-4a3b-ad5c-803814846ae9 req-8813dc66-e37d-49fd-8930-371a7479f6c4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.2020841 Jul 23 22:38:19.321940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-01bcd345-1e1e-4a3b-ad5c-803814846ae9 req-6c7ec587-9f70-4487-a618-1d419e37f300 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551462 Jul 23 22:38:19.344808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.348582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.352648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c57705f-de90-4b0b-8f4f-4345387e0db4 HTTP/1.1" status: 204 len: 168 time: 0.3778772 Jul 23 22:38:19.383286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd49e-7b0f-4c23-aeb1-98d09825ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c57705f-de90-4b0b-8f4f-4345387e0db4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:19.507112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.521993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:19.545156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'Port': ['ID=f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:19.587184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7cff1-2e31-47ff-94e3-e76fe90c6456 req-ff861f09-bfc7-454a-b0a2-692070f13efe tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:19.588766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cac7cff1-2e31-47ff-94e3-e76fe90c6456 req-ff861f09-bfc7-454a-b0a2-692070f13efe tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1804330 Jul 23 22:38:19.616621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] No DVR routers for this DVR port f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:19.619372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:19.621539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f3fca02-cb2e-4829-bbad-c17f69f17911 req-b9592833-acc5-439c-9d85-2370aabb379a tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.22 "DELETE /v2.0/ports/f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e HTTP/1.1" status: 204 len: 173 time: 0.7990737 Jul 23 22:38:19.627413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'name': 'network-vif-deleted', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:19.629911 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c892bd-1b80-498b-bacf-db8f86af45ad" -d '{"events": [{"server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "name": "network-vif-deleted", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:19.680463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cac7cff1-2e31-47ff-94e3-e76fe90c6456 req-e0a6b3d5-0d8b-4546-b73f-a378e2f49542 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626101 Jul 23 22:38:19.702884 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f489f5-6b16-4705-bc92-dbdf7dce9a78 x-openstack-request-id: req-05f489f5-6b16-4705-bc92-dbdf7dce9a78 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:19.704969 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9", "name": "network-vif-deleted", "tag": "f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:19.705391 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05f489f5-6b16-4705-bc92-dbdf7dce9a78 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:19.706051 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9', 'name': 'network-vif-deleted', 'tag': 'f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e', 'status': 'completed', 'code': 200} Jul 23 22:38:20.158615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:20.168396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-867021860-network', 'tenant_id': 'e2c24e4cb67b47e2afe5528819a17495'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:20.216341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebf7239f-6074-4fd2-a252-495f66aaa56f req-085e608c-bab7-43b4-bdea-eea7f283d887 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f9f0bd-a805-4cdd-be49-6a56f7ae3eb9 HTTP/1.1" status: 200 len: 210 time: 0.0469155 Jul 23 22:38:20.219777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Made reservation on behalf of e2c24e4cb67b47e2afe5528819a17495 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:20.222494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.244534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.364357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.370948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.412822 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:38:20.433633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278318e-7232-450b-8e3c-e9be8eeb1680,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:20.438007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:20.453863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.455048 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Added segment 95dd8741-e0bb-4e2c-924e-4272d3a01782 of type vlan for network c67697c1-8557-403c-9cf3-88374e85294c Jul 23 22:38:20.514344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.524341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b911ad-d5b7-4405-bdcd-8810b130542b req-f7b1c192-043b-4798-988b-f445c6afd436 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:20.526784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8b911ad-d5b7-4405-bdcd-8810b130542b req-f7b1c192-043b-4798-988b-f445c6afd436 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0931053 Jul 23 22:38:20.561979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.564201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:20.565781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.581440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8b911ad-d5b7-4405-bdcd-8810b130542b req-9b3e8ea5-b827-4ca0-8577-5db14b1ca7de tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Jul 23 22:38:20.609942 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4487562 Jul 23 22:38:20.613610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:20.620090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Request body: {'subnet': {'network_id': 'c67697c1-8557-403c-9cf3-88374e85294c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-867021860-subnet', 'tenant_id': 'e2c24e4cb67b47e2afe5528819a17495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:20.662214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ce4fd-a0f4-49e8-935f-921af5ef2f5e admin admin] Pushing event updated for resources: {'Network': ['ID=c67697c1-8557-403c-9cf3-88374e85294c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:20.677129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Made reservation on behalf of e2c24e4cb67b47e2afe5528819a17495 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:20.679091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c67697c1-8557-403c-9cf3-88374e85294c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:20.680759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.886273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2c31d-68fe-4104-9979-b417fd1e93fd req-9bf6ac6b-f29e-433e-aebf-4476e60e0c9a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:20.894323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b2c31d-68fe-4104-9979-b417fd1e93fd req-9bf6ac6b-f29e-433e-aebf-4476e60e0c9a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0964823 Jul 23 22:38:20.905329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:20.949545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b2c31d-68fe-4104-9979-b417fd1e93fd req-8cfe612a-ac06-4352-af51-5d74a1ffd90f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496395 Jul 23 22:38:20.970915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7227e877-ec0e-41ba-bb91-6eabae8c7d41,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:20.994026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Checking segment: {'id': '95dd8741-e0bb-4e2c-924e-4272d3a01782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c67697c1-8557-403c-9cf3-88374e85294c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:20.994415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Network hostable DHCP agents. Network: c67697c1-8557-403c-9cf3-88374e85294c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:21.020675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Network c67697c1-8557-403c-9cf3-88374e85294c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:21.039647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c67697c1-8557-403c-9cf3-88374e85294c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:21.045324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:21.046878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.051427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da869393-b3fd-4e90-95c4-0f8cbda25612 None None] Network c67697c1-8557-403c-9cf3-88374e85294c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:21.064178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f1a3ec2-3997-489c-a3a2-b48cdbd6a89b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4483750 Jul 23 22:38:21.221783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472624b-c8b4-4c09-94c8-1c6274217201 None None] Network c67697c1-8557-403c-9cf3-88374e85294c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:21.345365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94d01867-a512-4e50-ba64-024572c258ec req-7e4b60ed-fce5-4d2d-88c0-100f51bbac10 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/45af542d-7636-4d4d-8235-f632121102f1 HTTP/1.1" status: 200 len: 1800 time: 0.0525212 Jul 23 22:38:21.426951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-94d01867-a512-4e50-ba64-024572c258ec req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.436014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:21.468922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-94d01867-a512-4e50-ba64-024572c258ec req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.527311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-94d01867-a512-4e50-ba64-024572c258ec req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.532749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-94d01867-a512-4e50-ba64-024572c258ec req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.533960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94d01867-a512-4e50-ba64-024572c258ec req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/45af542d-7636-4d4d-8235-f632121102f1 HTTP/1.1" status: 204 len: 173 time: 0.1828969 Jul 23 22:38:21.550261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158be90-c919-4f5a-b6e1-fc9f086b1e7f tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45af542d-7636-4d4d-8235-f632121102f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:21.618350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-d2fb8841-144f-4793-a12a-5fb5903d83a2 tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "GET /v2.0/security-groups/a0c532ea-41c4-41f1-9824-aa2461e92a77 HTTP/1.1" status: 200 len: 1799 time: 0.0535948 Jul 23 22:38:21.685486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065f4fd9-d6e1-4a2d-bce9-ee4529b1f55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.702222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.729304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.785741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.788848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.790354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71510dd7-6110-44aa-8c43-c164de5ec51f req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] 10.222.0.37 "DELETE /v2.0/security-groups/a0c532ea-41c4-41f1-9824-aa2461e92a77 HTTP/1.1" status: 204 len: 173 time: 0.1656911 Jul 23 22:38:21.798264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49674) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:21.818349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3bc27-2b52-4fea-ae5c-f1236c776a0b tempest-SecurityGroupsTestJSON-1944907605 tempest-SecurityGroupsTestJSON-1944907605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c532ea-41c4-41f1-9824-aa2461e92a77,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:21.881177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065f4fd9-d6e1-4a2d-bce9-ee4529b1f55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.896682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065f4fd9-d6e1-4a2d-bce9-ee4529b1f55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.922366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9112f-4c8a-4192-9c82-8e4f004f1e5c req-07c411bc-3caf-4456-9a1f-7d39bef32c76 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:21.924115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db9112f-4c8a-4192-9c82-8e4f004f1e5c req-07c411bc-3caf-4456-9a1f-7d39bef32c76 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0781975 Jul 23 22:38:21.970184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db9112f-4c8a-4192-9c82-8e4f004f1e5c req-30701612-1226-4710-96f2-a02571e350aa tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Jul 23 22:38:21.991281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Deleting subnet 0255a663-487b-41bf-893a-93b362d9c9a0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:38:21.996198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:21.996900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:22.022906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:22.023510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f04ae03b-0aee-4cfd-b9a7-e4e68bbd972e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:22.076949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-065f4fd9-d6e1-4a2d-bce9-ee4529b1f55b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80aa3e0eed5640778e4507c43cf4cee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388681 Jul 23 22:38:22.080298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:22.117380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f4fd9-d6e1-4a2d-bce9-ee4529b1f55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f740a335-0b1f-4c60-9fa3-ee940cfca8ab,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:22.129262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.156516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-dfd8e505-52d9-4dc1-bff6-5ea91a8c459f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:22.158348 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-dfd8e505-52d9-4dc1-bff6-5ea91a8c459f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.3160219 Jul 23 22:38:22.172360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.201210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-5d30a120-e3ac-46df-933e-ab7bbdbd55ac tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/quotas/2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 375 time: 0.0375228 Jul 23 22:38:22.217472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.254755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfaa87-233f-4175-a774-d87d117209f0 req-586c4275-9b1a-4097-9502-0f0b2dca58e4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:22.256226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-12e675c8-cdb9-4f81-bb6d-91194417f8f2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460722 Jul 23 22:38:22.256377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ddfaa87-233f-4175-a774-d87d117209f0 req-586c4275-9b1a-4097-9502-0f0b2dca58e4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1630387 Jul 23 22:38:22.261609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.266851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.327455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ddfaa87-233f-4175-a774-d87d117209f0 req-0254d2c2-12cf-4b6c-9fc3-b3f409afa83f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 Jul 23 22:38:22.352444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.356818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.360340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f740a335-0b1f-4c60-9fa3-ee940cfca8ab HTTP/1.1" status: 204 len: 168 time: 0.2784567 Jul 23 22:38:22.373515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07782f2f-5532-463a-b81e-97d8c874f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f740a335-0b1f-4c60-9fa3-ee940cfca8ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:22.411900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.446550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0255a663-487b-41bf-893a-93b362d9c9a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:22.455731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-c505348d-230c-4600-8eab-05d218561e06 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685472 Jul 23 22:38:22.526563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.528421 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-26a6c064-86ea-4f06-a157-f6e891a647a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0255a663-487b-41bf-893a-93b362d9c9a0 HTTP/1.1" status: 204 len: 168 time: 0.7276094 Jul 23 22:38:22.531804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:22.567729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-2bceed9e-806d-49e0-9465-832690da80fe service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111023 Jul 23 22:38:22.635977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.791156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.814744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38bb857-8c5e-43de-a8f4-9ab03dac022c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:22.846022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67d734e6-eb4d-4834-b067-653c8437e43b req-ad8dffd6-ade9-4919-b371-6d6dd2ce2463 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 210 time: 0.0514233 Jul 23 22:38:22.850110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f28b792-4993-4914-adfd-9c522b44129f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:22.850466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f28b792-4993-4914-adfd-9c522b44129f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:22.861156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:22.970005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.164337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f8d03-f6d3-40fb-bca5-77e69246c54f req-63cdb6fa-6485-4064-988e-c51f0fea0d1c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:23.166173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d42f8d03-f6d3-40fb-bca5-77e69246c54f req-63cdb6fa-6485-4064-988e-c51f0fea0d1c tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.0932508 Jul 23 22:38:23.239703 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d42f8d03-f6d3-40fb-bca5-77e69246c54f req-6a1f7a13-97b0-4c7d-9f9d-571444449bcc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665071 Jul 23 22:38:23.241072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.259160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:38:23.259588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:38:23.261548 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:38:23.329620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.349730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.351804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d38bb857-8c5e-43de-a8f4-9ab03dac022c HTTP/1.1" status: 204 len: 168 time: 0.8186479 Jul 23 22:38:23.352903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6f0e-1c2a-4ce5-8096-6158ca2bc659 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38bb857-8c5e-43de-a8f4-9ab03dac022c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:23.368361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:23.463964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:23.514133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525cced-3c5a-43dd-83fb-2b0d3716e6a9 req-30186318-dd29-4d62-a134-b69229b8973c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:23.522131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4525cced-3c5a-43dd-83fb-2b0d3716e6a9 req-30186318-dd29-4d62-a134-b69229b8973c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0908349 Jul 23 22:38:23.572445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4525cced-3c5a-43dd-83fb-2b0d3716e6a9 req-aeaa27ab-f0d5-4382-af23-bd3d5ac62620 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jul 23 22:38:23.616882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:23.629441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51611e26-6a7b-492e-a288-880ae8466355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.668176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cf33830-de0f-470e-a644-92f72fd07391 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaa9eb54b0024d55b772147c32b846ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493309 Jul 23 22:38:23.670927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:23.730011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.737372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51611e26-6a7b-492e-a288-880ae8466355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.742098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51611e26-6a7b-492e-a288-880ae8466355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.759197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.781512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611e26-6a7b-492e-a288-880ae8466355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f8a3fe-cbc0-4ecd-abe2-38ae3f8aa475,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:23.786849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-51611e26-6a7b-492e-a288-880ae8466355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4b9013789b241689af92a440090b2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190335 Jul 23 22:38:23.791833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-80827827-network', 'tenant_id': '05195d726b214f35a0ba68c92585620a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:23.793893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:23.815056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Made reservation on behalf of 05195d726b214f35a0ba68c92585620a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:23.817896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.828602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.851043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.854029 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.856910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.861750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d639e898-4d15-4150-9ebb-0ebca317fd65 HTTP/1.1" status: 204 len: 168 time: 0.1884959 Jul 23 22:38:23.892597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50fb3-5087-4752-b721-63d2ccd60a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d639e898-4d15-4150-9ebb-0ebca317fd65,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:23.909025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.987887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:23.994475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.009970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a01d474b-f735-49ca-b7ae-292f461eb778 req-d09376ba-bc86-4fc3-a49b-b55938e7db79 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 210 time: 0.0554850 Jul 23 22:38:24.032824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:24.055922 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.056274 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Added segment ce24715c-84dc-45bd-9b7f-3d71d442423d of type vlan for network 981b0909-7e0d-43e9-8577-db6530dcc2c3 Jul 23 22:38:24.058240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c13f37d-a172-4be4-9b80-9be11ace5226,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:24.099477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-6c6be0d6-49c7-4921-aeb8-037c22145161 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:24.100879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-6c6be0d6-49c7-4921-aeb8-037c22145161 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.1850700 Jul 23 22:38:24.113577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.115753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Request body: {'port': {'device_id': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'admin_state_up': True, 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:24.122517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.126641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.128123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5f8a3fe-cbc0-4ecd-abe2-38ae3f8aa475 HTTP/1.1" status: 204 len: 168 time: 0.3331511 Jul 23 22:38:24.154392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.155360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:24.157871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.168712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de049cf8-5515-4916-9d75-bd9cfb39ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f8a3fe-cbc0-4ecd-abe2-38ae3f8aa475,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:24.198399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7332089 Jul 23 22:38:24.201007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:24.208751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Request body: {'subnet': {'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-80827827-subnet', 'tenant_id': '05195d726b214f35a0ba68c92585620a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:24.250566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c2822-0314-4f22-9b28-44b48514a390 admin admin] Pushing event updated for resources: {'Network': ['ID=981b0909-7e0d-43e9-8577-db6530dcc2c3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:24.262871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 981b0909-7e0d-43e9-8577-db6530dcc2c3 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:24.268171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Made reservation on behalf of 05195d726b214f35a0ba68c92585620a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:24.271821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.298299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:24.305812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.510577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b6666-95a4-412b-b2a5-25c6a6a31a5e req-acf67487-125c-4fc0-b1a3-9b888f7d89ea tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:24.521158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e85b6666-95a4-412b-b2a5-25c6a6a31a5e req-acf67487-125c-4fc0-b1a3-9b888f7d89ea tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1517284 Jul 23 22:38:24.522729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Allocated IP 172.20.0.13 (8024e459-e4d9-45aa-ac55-97e86d218310/c13f53ca-80a8-4d66-97d6-fb895f32b4c3/2d01499b-2e42-4ca4-bd9b-cce9db595df8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:24.594026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e85b6666-95a4-412b-b2a5-25c6a6a31a5e req-e9eb7684-4084-47e1-8540-68bbf183b123 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Jul 23 22:38:24.675183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.789414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:24.799708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedce2ea-27e2-46f9-b738-2f5b03730c2f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:24.811450 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03672f08-994c-4334-9bf9-6fb063e2ebe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.871873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Checking segment: {'id': 'ce24715c-84dc-45bd-9b7f-3d71d442423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:24.872221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Network hostable DHCP agents. Network: 981b0909-7e0d-43e9-8577-db6530dcc2c3, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:24.885311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.901534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad213f7-e0cf-47ac-9138-d29d2a89c76a req-c37807f0-b57b-4fdb-8391-8375ecf14a95 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:24.909668 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ad213f7-e0cf-47ac-9138-d29d2a89c76a req-c37807f0-b57b-4fdb-8391-8375ecf14a95 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1272743 Jul 23 22:38:24.931268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Network 981b0909-7e0d-43e9-8577-db6530dcc2c3 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:24.934713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:24.962049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 981b0909-7e0d-43e9-8577-db6530dcc2c3) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:24.970251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21509f64-f98a-4c9f-bda1-d64290fe506b None None] Network 981b0909-7e0d-43e9-8577-db6530dcc2c3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:24.982347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:24.984702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.987448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:24.995445 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ad213f7-e0cf-47ac-9138-d29d2a89c76a req-8cf580bd-c91f-4088-99fd-80ae257f5232 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828717 Jul 23 22:38:25.044862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03672f08-994c-4334-9bf9-6fb063e2ebe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.063018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03672f08-994c-4334-9bf9-6fb063e2ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.065307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f580e12d-d1a9-4cd3-8da9-7dc56e5f7d56 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8633599 Jul 23 22:38:25.069329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Network 8024e459-e4d9-45aa-ac55-97e86d218310 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:25.090666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:25.104740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:25.111723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:25.149678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-03672f08-994c-4334-9bf9-6fb063e2ebe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b01074fbca80485cb37d22dfb107965d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591807 Jul 23 22:38:25.152452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:25.170069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1448287962-network', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:25.182977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c508b3d-1ce1-4513-bb94-4459e0f0ca8a None None] Network 981b0909-7e0d-43e9-8577-db6530dcc2c3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:25.205095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03672f08-994c-4334-9bf9-6fb063e2ebe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5093cd72-e50e-452e-b399-e059fac643bc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:25.221201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:25.224856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.237027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.248133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:25.249146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.262159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.284379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-324f6427-9519-4dca-a14a-c210032a644e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1753585 Jul 23 22:38:25.301167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.306576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Request body: {'port': {'device_id': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:25.385674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.391467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.393044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5093cd72-e50e-452e-b399-e059fac643bc HTTP/1.1" status: 204 len: 168 time: 0.2393513 Jul 23 22:38:25.395966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be86f9-5855-4bb7-a922-50bd6e476cec req-426627c5-64b8-416f-b30d-6343106050e3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:25.403412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15be86f9-5855-4bb7-a922-50bd6e476cec req-426627c5-64b8-416f-b30d-6343106050e3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 932 time: 0.2584298 Jul 23 22:38:25.413256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feab86e-5482-4d99-af58-7cbf6bf6ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5093cd72-e50e-452e-b399-e059fac643bc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:25.497372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15be86f9-5855-4bb7-a922-50bd6e476cec req-82343785-8d71-43c4-baf1-2a20efc6feae tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930085 Jul 23 22:38:25.498473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.539785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.556241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.628596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d719df-c2a0-4547-8576-c753a8caf949,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:25.642249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:25.665414 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.666704 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Added segment def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb of type vlan for network 417892cd-7d9f-44af-abc0-95370db05a39 Jul 23 22:38:25.751926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.791180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.792665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:25.793502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:25.885312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] Pushing event updated for resources: {'Network': ['ID=417892cd-7d9f-44af-abc0-95370db05a39,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:25.897156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e757b12c-8818-436c-87a2-39e5323e2b74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9558873 Jul 23 22:38:25.898726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:25.914858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:25.918500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Request body: {'subnet': {'network_id': '417892cd-7d9f-44af-abc0-95370db05a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1448287962-subnet', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:25.921500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f868eb-85f2-4cd4-9970-d919f73e87b4 req-30955a45-0875-410d-a434-5810429248a2 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:25.923465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39f868eb-85f2-4cd4-9970-d919f73e87b4 req-30955a45-0875-410d-a434-5810429248a2 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1874580 Jul 23 22:38:25.986116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:25.994246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.012441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39f868eb-85f2-4cd4-9970-d919f73e87b4 req-acb53c5e-bff6-40bd-8367-71127d60beb0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789900 Jul 23 22:38:26.098172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d01499b-2e42-4ca4-bd9b-cce9db595df8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:26.109664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.130477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Transition to ACTIVE for port object 2d01499b-2e42-4ca4-bd9b-cce9db595df8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:26.138540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.203979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:26.308532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:26.309851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:26.309851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:26.310113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-03d2313e-c761-400e-a0b4-e85a63bd2027 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.318391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-03d2313e-c761-400e-a0b4-e85a63bd2027 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/networks?id=981b0909-7e0d-43e9-8577-db6530dcc2c3 HTTP/1.1" status: 200 len: 816 time: 0.2159894 Jul 23 22:38:26.337470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:26.337948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:26.346119 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-1a2f615d-0494-430d-84aa-1835bd3d163d tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/quotas/05195d726b214f35a0ba68c92585620a HTTP/1.1" status: 200 len: 375 time: 0.0266862 Jul 23 22:38:26.350744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:26.351149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:26.351611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:26.352132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Bound port: 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:26.352526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.352686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.418884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb027e34-5b9b-4cc3-bde0-30db5cd22ec9 req-abb315a2-e0f6-4966-917f-32d12691a2e6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.420472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb027e34-5b9b-4cc3-bde0-30db5cd22ec9 req-abb315a2-e0f6-4966-917f-32d12691a2e6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1331735 Jul 23 22:38:26.437951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-4d7d2c43-4505-4b05-8bfc-85c98fb56568 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05195d726b214f35a0ba68c92585620a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830555 Jul 23 22:38:26.474603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:26.480513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c7b96a-e2a2-48f4-8b20-bb3f79066a0d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:26.483055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb027e34-5b9b-4cc3-bde0-30db5cd22ec9 req-7c90a1da-d74a-4030-be7e-7e53ff47fdf9 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549817 Jul 23 22:38:26.506444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:26.506692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Checking segment: {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:26.506692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Network hostable DHCP agents. Network: 417892cd-7d9f-44af-abc0-95370db05a39, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:26.513143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.557883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.558537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.560119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] 10.222.0.22 "PUT /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 1093 time: 1.2635276 Jul 23 22:38:26.560717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:26.563930 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc446ea7-12c9-4603-895e-4ce2aff93c22" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:26.574781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Network 417892cd-7d9f-44af-abc0-95370db05a39 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:26.595226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 417892cd-7d9f-44af-abc0-95370db05a39) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:26.603410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64c76-3e70-4dd0-916d-3967e120dd04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:26.605030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ba4de-c5c2-429c-afe4-73165d68766b None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:26.624975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.624975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.653596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-925bda46-34ce-46bb-a5e7-8525f6010771 service neutron] 10.222.0.37 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007859 Jul 23 22:38:26.683667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce8c563c-5155-4561-9af0-4790819eddc5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7820580 Jul 23 22:38:26.691062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:26.698570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:26.766646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.768326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.780235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-ed831491-8966-4b70-aaed-1f7a9a5a1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.782976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-ed831491-8966-4b70-aaed-1f7a9a5a1fc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1096 time: 0.1747017 Jul 23 22:38:26.783422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-12f761f7-66bf-4d49-abba-7372d9ed7cfa service neutron] 10.222.0.37 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284888 Jul 23 22:38:26.801797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab3b3-d79f-48b5-84e3-2a2c46bdd216 req-6dbcc2c7-4708-4aca-94a6-380ac3788223 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:26.803311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-000ab3b3-d79f-48b5-84e3-2a2c46bdd216 req-6dbcc2c7-4708-4aca-94a6-380ac3788223 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.1800108 Jul 23 22:38:26.829172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-417892cd-7d9f-44af-abc0-95370db05a39', 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'fixed_ips': [{'subnet_id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:38:26.830100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:26.852976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-3d42f670-8eda-4122-9140-1f3d1ccc55ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.0602303 Jul 23 22:38:26.952227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.015840 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62019860-04fa-4419-bae9-11a9ef910b1a x-openstack-request-id: req-62019860-04fa-4419-bae9-11a9ef910b1a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:27.016304 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:27.016561 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62019860-04fa-4419-bae9-11a9ef910b1a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:27.017070 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'status': 'completed', 'code': 200} Jul 23 22:38:27.022056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-000ab3b3-d79f-48b5-84e3-2a2c46bdd216 req-31aea7eb-26c7-4aaf-bd7b-d5254abb596c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074842 Jul 23 22:38:27.068677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-a6262882-496e-42ad-bf60-23a7ac0288be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:27.070259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-a6262882-496e-42ad-bf60-23a7ac0288be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1945944 Jul 23 22:38:27.083972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fd38c708-fd48-4af9-b987-e0eccfb9e0c3 req-8d7f9560-dd34-4d13-9e0e-db6194d7caed tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 210 time: 0.0543065 Jul 23 22:38:27.136540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Allocated IP 172.20.0.2 (417892cd-7d9f-44af-abc0-95370db05a39/59c7b96a-e2a2-48f4-8b20-bb3f79066a0d/655662ee-9e71-4bef-a1bd-9a0112921dfe) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:27.208436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-8a18bdc1-0296-4cd6-9b74-b038fc0c9cc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318934 Jul 23 22:38:27.268695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.408728 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.422410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Transition to ACTIVE for port object 655662ee-9e71-4bef-a1bd-9a0112921dfe will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:27.441950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Transition to ACTIVE for port object 655662ee-9e71-4bef-a1bd-9a0112921dfe will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:27.443011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-dea611f5-de5b-4820-ab70-43977663eb05 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217202 Jul 23 22:38:27.449200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.482333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3606a-ad6b-47fe-b215-14122ce834ea req-1f6b088a-8c11-43bf-b858-66928ff02ceb tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:27.484596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8c3606a-ad6b-47fe-b215-14122ce834ea req-1f6b088a-8c11-43bf-b858-66928ff02ceb tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.3180330 Jul 23 22:38:27.497902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:27.503779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:27.506460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:27.608302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Pushing event updated for resources: {'Port': ['ID=655662ee-9e71-4bef-a1bd-9a0112921dfe,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:27.627592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Attempting to bind port 655662ee-9e71-4bef-a1bd-9a0112921dfe on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:27.628000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Attempting to bind port 655662ee-9e71-4bef-a1bd-9a0112921dfe by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:27.628366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Attempting to bind port 655662ee-9e71-4bef-a1bd-9a0112921dfe on network 417892cd-7d9f-44af-abc0-95370db05a39 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:27.635846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:27.636225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Checking segment: {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:27.636801 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.637318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Bound using segment: {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:27.637912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Bound port: 655662ee-9e71-4bef-a1bd-9a0112921dfe, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:27.638861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.648804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8c3606a-ad6b-47fe-b215-14122ce834ea req-3cd4acc6-d3fa-4298-90fd-3692ca7bf088 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523063 Jul 23 22:38:27.678163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d69c981-b2d7-461e-8b0a-e6a3518cb947 req-783524bb-5ba5-4f9f-932e-086e426a5af4 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285671 Jul 23 22:38:27.715382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a265d-da9e-4f91-b68f-cb99c51e024b req-c56638c6-6d0d-4021-a3f4-e356c42c093e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:27.725102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f13a265d-da9e-4f91-b68f-cb99c51e024b req-c56638c6-6d0d-4021-a3f4-e356c42c093e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0934141 Jul 23 22:38:27.778095 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f13a265d-da9e-4f91-b68f-cb99c51e024b req-3eaff82e-83d3-430e-a899-a6fbc4e96dfa tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Jul 23 22:38:27.804386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] For port 655662ee-9e71-4bef-a1bd-9a0112921dfe, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:27.808995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] For port 655662ee-9e71-4bef-a1bd-9a0112921dfe, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=655662ee-9e71-4bef-a1bd-9a0112921dfe,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:27.815165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.870226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.886715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdc708-728f-4b66-9b08-a17e67fbdb67 None None] Pushing event updated for resources: {'Port': ['ID=655662ee-9e71-4bef-a1bd-9a0112921dfe,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:27.897107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:27.917021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-3d220a83-7289-4ba7-bb48-3f62c959bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:27.918791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-3d220a83-7289-4ba7-bb48-3f62c959bd0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1096 time: 0.1423001 Jul 23 22:38:28.135393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Allocated IP 172.25.1.110 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2720f035-a27f-4636-9b64-11b0e824cbe8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:28.156295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-d488ba21-3c64-4824-b3ed-4f4b1eeeb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:28.158460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-d488ba21-3c64-4824-b3ed-4f4b1eeeb6fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2306042 Jul 23 22:38:28.233185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-c00fbdc8-16f5-4c39-8630-48c74197845e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.0636911 Jul 23 22:38:28.275829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27232812-4276-4443-a7d5-234ccf725370 req-ba04e194-f96a-41e6-b69b-643b6cc45fc3 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 210 time: 0.0446606 Jul 23 22:38:28.381450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745e50-9c83-45ee-88a8-d47e422415f4 req-fddb9721-c282-4c1e-b910-3c398ad6c1ec tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:28.400257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa745e50-9c83-45ee-88a8-d47e422415f4 req-fddb9721-c282-4c1e-b910-3c398ad6c1ec tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.2936285 Jul 23 22:38:28.418876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-29a97100-0778-40f8-aa7b-650f44d64d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:28.420925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-29a97100-0778-40f8-aa7b-650f44d64d4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1649036 Jul 23 22:38:28.467401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-c161d73e-fb50-4fc7-9908-64ed22d60dc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322385 Jul 23 22:38:28.537262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-990201be-7be9-48e3-ae30-b7091a6f2224 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:28.539379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-990201be-7be9-48e3-ae30-b7091a6f2224 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.22 "GET /v2.0/networks?id=981b0909-7e0d-43e9-8577-db6530dcc2c3 HTTP/1.1" status: 200 len: 816 time: 0.1622629 Jul 23 22:38:28.542689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa745e50-9c83-45ee-88a8-d47e422415f4 req-968b6a12-86a4-47ff-9858-4c799a49b013 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410580 Jul 23 22:38:28.557044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Request body: {'port': {'device_id': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3', 'admin_state_up': True, 'tenant_id': '05195d726b214f35a0ba68c92585620a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:28.565407 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:28.669536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-86f0d916-e1d8-451c-bea0-5ea02ed67e4f service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907458 Jul 23 22:38:28.959989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:29.110427 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.130396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf7da-f847-47e2-bcb1-1b63d12cb9cd req-43c90eda-4ffa-4bc3-aaa4-875ae8e89bd4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:29.137443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eadcf7da-f847-47e2-bcb1-1b63d12cb9cd req-43c90eda-4ffa-4bc3-aaa4-875ae8e89bd4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.1764636 Jul 23 22:38:29.147687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e188c06-de65-4ef4-b921-3b47b8e5430e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.176798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Made reservation on behalf of 05195d726b214f35a0ba68c92585620a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:29.180423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.188630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:29.205974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:29.211470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc446ea7-12c9-4603-895e-4ce2aff93c22 req-7dd56817-3793-4177-a029-1b9640f01bb3 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342214 Jul 23 22:38:29.212055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:29.216278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=2720f035-a27f-4636-9b64-11b0e824cbe8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:29.223948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eadcf7da-f847-47e2-bcb1-1b63d12cb9cd req-8a5bce54-f328-44d0-8cb3-33115ec927ae tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851278 Jul 23 22:38:29.271289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5a976-d669-4963-a8c6-4725e2bd094f req-9e0c702d-bff6-4d47-b801-97cee72f7649 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:29.272908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ca5a976-d669-4963-a8c6-4725e2bd094f req-9e0c702d-bff6-4d47-b801-97cee72f7649 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.2451675 Jul 23 22:38:29.285379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3521387-5f6b-4507-ae7c-c026f333b7c0 None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:29.426214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a1786868-8eda-4973-ac1b-01246c124296 None None] Provisioning for port 655662ee-9e71-4bef-a1bd-9a0112921dfe completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:29.426456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ca5a976-d669-4963-a8c6-4725e2bd094f req-0b0048a1-f50a-46f7-ab67-8cfadcc9518b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424456 Jul 23 22:38:29.446806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Allocated IP 172.20.0.6 (981b0909-7e0d-43e9-8577-db6530dcc2c3/cedce2ea-27e2-46f9-b738-2f5b03730c2f/93ef46df-ef6b-4031-81e7-9e4a5730d2cb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:29.517264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e188c06-de65-4ef4-b921-3b47b8e5430e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.523162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-081d7f38-def0-43fe-9fc2-4488d78aa6e7 req-0cda0ebd-57df-4227-9891-42c8fbd6d1f0 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 210 time: 0.0554519 Jul 23 22:38:29.543307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e188c06-de65-4ef4-b921-3b47b8e5430e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.629309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:29.629568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2e188c06-de65-4ef4-b921-3b47b8e5430e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea8add8aceb543d0beba9ac321fb1ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6670327 Jul 23 22:38:29.630177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e188c06-de65-4ef4-b921-3b47b8e5430e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe5cb6d-c646-4a91-9d35-b64214da03fa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:29.657538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.783196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.800626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.810470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eeea1-8d37-48bf-8e7e-a683f3caa9f8 req-30bf2444-43dd-42a8-85ed-79f22a069855 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:29.818069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-515eeea1-8d37-48bf-8e7e-a683f3caa9f8 req-30bf2444-43dd-42a8-85ed-79f22a069855 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.1833546 Jul 23 22:38:29.874796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-515eeea1-8d37-48bf-8e7e-a683f3caa9f8 req-ed678ea6-b913-4ed4-8491-18034b0b26d6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Jul 23 22:38:29.891898 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.899968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.944373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Network 981b0909-7e0d-43e9-8577-db6530dcc2c3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:29.948082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:29.950875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:29.966357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:29.988195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Pushing event updated for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:30.009580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.012182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.013323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbe5cb6d-c646-4a91-9d35-b64214da03fa HTTP/1.1" status: 204 len: 168 time: 0.3829858 Jul 23 22:38:30.021080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:30.021818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.022811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:30.050317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-2a01d7bf-d6ee-4e8a-b247-41e5dda65a34 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5014536 Jul 23 22:38:30.058201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d65c2-8838-4713-b3dd-cfa21373ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe5cb6d-c646-4a91-9d35-b64214da03fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:30.065300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Request body: {'port': {'device_id': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:30.173009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Router 9b7c5aeb-df30-4aba-9846-4867f1b6823e is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:38:30.176944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:30.194772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'port_id': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'mac_address': 'fa:16:3e:5b:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13f53ca-80a8-4d66-97d6-fb895f32b4c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:38:30.225834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.231826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 655662ee-9e71-4bef-a1bd-9a0112921dfe up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:30.320142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.337208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:38:30.347377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d01499b-2e42-4ca4-bd9b-cce9db595df8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:30.349043 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Sync routers for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:38:30.364655 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:30.366607 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:30.369996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 655662ee-9e71-4bef-a1bd-9a0112921dfe completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:30.384157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:30.385630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 655662ee-9e71-4bef-a1bd-9a0112921dfe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:30.386316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.399808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.401036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6284a58f-0dc3-4101-95c0-d9273770f6ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7076821 Jul 23 22:38:30.403774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:30.410012 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.504106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:30.536752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.540691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.542449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.544419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.545299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.546494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.548271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.548913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.549713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.550567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.551152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.552066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:30.575894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ef46df-ef6b-4031-81e7-9e4a5730d2cb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:30.578415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:30.589350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.605949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Transition to ACTIVE for port object 93ef46df-ef6b-4031-81e7-9e4a5730d2cb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:30.616273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.638645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:30.639317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2d01499b-2e42-4ca4-bd9b-cce9db595df8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:30.645710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.673204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89791-d736-4354-87ab-94c6733bf977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.707951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Pushing event updated for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:30.708865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 655662ee-9e71-4bef-a1bd-9a0112921dfe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=655662ee-9e71-4bef-a1bd-9a0112921dfe,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:30.717037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:30.768096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf371152-c3fd-4764-bc4e-ce6b7c6b7a96 req-73e734f4-664f-4729-8fec-7c625d871841 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:30.776060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf371152-c3fd-4764-bc4e-ce6b7c6b7a96 req-73e734f4-664f-4729-8fec-7c625d871841 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1684465 Jul 23 22:38:30.787593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=655662ee-9e71-4bef-a1bd-9a0112921dfe,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:30.873661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaad91-40dc-4a40-a7dd-a6fd8a767339 req-76c4fd7d-1912-45e9-8c52-c74757f4378d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:30.876587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7eaad91-40dc-4a40-a7dd-a6fd8a767339 req-76c4fd7d-1912-45e9-8c52-c74757f4378d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 950 time: 0.4896090 Jul 23 22:38:30.890280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf371152-c3fd-4764-bc4e-ce6b7c6b7a96 req-b0d0ca3d-1e5e-4fb9-a1cc-8e6d7cfb5194 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128862 Jul 23 22:38:30.937987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Attempting to bind port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:30.939246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Attempting to bind port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'ce24715c-84dc-45bd-9b7f-3d71d442423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:30.940769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Attempting to bind port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb on network 981b0909-7e0d-43e9-8577-db6530dcc2c3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:30.949426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb on network 981b0909-7e0d-43e9-8577-db6530dcc2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:30.949859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Attempting to bind port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb on network 981b0909-7e0d-43e9-8577-db6530dcc2c3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:30.955680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:30.956283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Checking segment: {'id': 'ce24715c-84dc-45bd-9b7f-3d71d442423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:30.956427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Bound using segment: {'id': 'ce24715c-84dc-45bd-9b7f-3d71d442423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:30.956954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Bound port: 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce24715c-84dc-45bd-9b7f-3d71d442423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:30.957505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.013989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:29Z', 'revision_number': 3, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:31.043895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:31.049711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,segment=NetworkSegment(ce24715c-84dc-45bd-9b7f-3d71d442423d),segment_id=ce24715c-84dc-45bd-9b7f-3d71d442423d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:31.051471 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Checking router: 9b7c5aeb-df30-4aba-9846-4867f1b6823e for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:38:31.052243 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Updating router 9b7c5aeb-df30-4aba-9846-4867f1b6823e port 2720f035-a27f-4636-9b64-11b0e824cbe8 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:38:31.058446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.086662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-d6bc5f45-6fde-423d-86d9-0e292937a46a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3590436 Jul 23 22:38:31.092222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-27ef57fc-b6ca-40e9-8dd9-f993de4870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.094346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-27ef57fc-b6ca-40e9-8dd9-f993de4870bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1102 time: 0.2939301 Jul 23 22:38:31.094975 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.097407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7eaad91-40dc-4a40-a7dd-a6fd8a767339 req-620057e4-cb6d-4a28-b60a-87f21cd60a62 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053018 Jul 23 22:38:31.097573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:31.148406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89791-d736-4354-87ab-94c6733bf977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.183067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11c89791-d736-4354-87ab-94c6733bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.230604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Pushing event updated for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:31.240760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.241506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.243074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-83f6457b-8a96-4b99-a77a-93f91074bc9d service neutron] 10.222.0.22 "PUT /v2.0/ports/93ef46df-ef6b-4031-81e7-9e4a5730d2cb HTTP/1.1" status: 200 len: 1092 time: 1.1859205 Jul 23 22:38:31.243642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:31.247009 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcacb915-aecf-4534-a0ce-2d9c04b1a816" -d '{"events": [{"name": "network-changed", "server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:31.352247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11c89791-d736-4354-87ab-94c6733bf977 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d96d879c384d26ac1695b9f951ec63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726812 Jul 23 22:38:31.354343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58dd7e-549f-4ca0-ad36-7169612b1f93 req-19a7b970-c7a8-4e76-8796-77255b2c1977 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.366028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec58dd7e-549f-4ca0-ad36-7169612b1f93 req-19a7b970-c7a8-4e76-8796-77255b2c1977 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 943 time: 0.2953284 Jul 23 22:38:31.373509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:31.380887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c89791-d736-4354-87ab-94c6733bf977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc3969b-1ec4-42a5-8eca-f37eacdf1a7d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:31.382574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:31.400615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'mac_address': 'fa:16:3e:09:35:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:38:31.424543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec58dd7e-549f-4ca0-ad36-7169612b1f93 req-b46bfa68-965d-4572-80f5-7c633dad535d tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549891 Jul 23 22:38:31.447154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.464530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:31.478206 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.481308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-ccad6032-1f7e-4d87-8fd5-9827660b5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.486474 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-ccad6032-1f7e-4d87-8fd5-9827660b5faf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05195d726b214f35a0ba68c92585620a&device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 1095 time: 0.1928580 Jul 23 22:38:31.493261 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Transition to ACTIVE for port object 2720f035-a27f-4636-9b64-11b0e824cbe8 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:31.498067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:31.502314 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.503588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.543709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-85b092d0-36d3-495f-b9ef-4278d74f9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.545525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-85b092d0-36d3-495f-b9ef-4278d74f9773 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.4008775 Jul 23 22:38:31.561334 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Pushing event updated for resources: {'Port': ['ID=2720f035-a27f-4636-9b64-11b0e824cbe8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:31.569311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-a076139a-9853-4638-9b3a-51aaba1802f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb HTTP/1.1" status: 200 len: 217 time: 0.0733416 Jul 23 22:38:31.571919 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7766cca8-d5b8-4aa9-9236-baf8bdf1d591 x-openstack-request-id: req-7766cca8-d5b8-4aa9-9236-baf8bdf1d591 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:31.572374 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:31.572629 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7766cca8-d5b8-4aa9-9236-baf8bdf1d591 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:31.573047 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb', 'status': 'completed', 'code': 200} Jul 23 22:38:31.574088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b039979-0259-4bba-8313-f0e105bb76ba req-f7cc3cf4-2c53-4a64-8f26-7d50c5e00ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.576219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-f7cc3cf4-2c53-4a64-8f26-7d50c5e00ab0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 1102 time: 0.4156189 Jul 23 22:38:31.584660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:31.599652 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.600139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.600578 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.601038 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.601440 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.601905 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.602330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.602754 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.603172 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.603899 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.604610 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.605546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:31.612141 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Attempting to bind port 2720f035-a27f-4636-9b64-11b0e824cbe8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:31.612648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Attempting to bind port 2720f035-a27f-4636-9b64-11b0e824cbe8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:31.613473 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Attempting to bind port 2720f035-a27f-4636-9b64-11b0e824cbe8 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:31.619316 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:31.619974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:31.620325 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.620823 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:31.621487 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Bound port: 2720f035-a27f-4636-9b64-11b0e824cbe8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:31.622065 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.631258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-1bfce416-ef25-4e93-894d-c81df2ebfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.632857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-1bfce416-ef25-4e93-894d-c81df2ebfa91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cedce2ea-27e2-46f9-b738-2f5b03730c2f HTTP/1.1" status: 200 len: 856 time: 0.0575621 Jul 23 22:38:31.647505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-4a24e098-d434-4eb1-aa25-87db585d49dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52 HTTP/1.1" status: 200 len: 217 time: 0.0944319 Jul 23 22:38:31.672850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-baceff0c-7e27-4ab8-9aa8-8fb60f7952b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=981b0909-7e0d-43e9-8577-db6530dcc2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336773 Jul 23 22:38:31.681017 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] For port 2720f035-a27f-4636-9b64-11b0e824cbe8, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:31.684979 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] For port 2720f035-a27f-4636-9b64-11b0e824cbe8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2720f035-a27f-4636-9b64-11b0e824cbe8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:31.692075 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.753795 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:31.754536 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:31.755791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.782697 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-7a64ba6b-80bc-49e3-bfb9-b9348fc376e9 service neutron] 10.222.0.22 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038005 Jul 23 22:38:31.802304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:31.805464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f59139-572e-4355-a468-334d595da3df req-cc9875d7-b207-44ec-85a9-b5aab268e1f9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.807020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88f59139-572e-4355-a468-334d595da3df req-cc9875d7-b207-44ec-85a9-b5aab268e1f9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.4575727 Jul 23 22:38:31.814699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.816345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934233-cc1d-4bd8-b99a-77f320a7af31 None None] Pushing event updated for resources: {'Port': ['ID=2720f035-a27f-4636-9b64-11b0e824cbe8,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:31.859118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-96ffcbb0-c1ea-4e72-9de9-6f47bf9460ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.860659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-96ffcbb0-c1ea-4e72-9de9-6f47bf9460ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1977723 Jul 23 22:38:31.871681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:31.894649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c8dd780c-aa64-440b-909f-b695e68dee23 req-7c3ad6ee-c88e-45ab-9c7e-9f163272f602 service neutron] 10.222.0.22 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038888 Jul 23 22:38:31.907644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:31.992412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b039979-0259-4bba-8313-f0e105bb76ba req-34c234e1-3687-44ba-b043-ae8b3e7c4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:31.994416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-34c234e1-3687-44ba-b043-ae8b3e7c4dcc service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3515105 Jul 23 22:38:32.057517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:32.079172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-423dbb60-5141-4139-82c6-67561893c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.081318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-423dbb60-5141-4139-82c6-67561893c007 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05195d726b214f35a0ba68c92585620a&device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 1095 time: 0.1275275 Jul 23 22:38:32.094243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88f59139-572e-4355-a468-334d595da3df req-712611d2-5174-47ac-b556-a70c9e0cbfa9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682977 Jul 23 22:38:32.094472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5981622-dd52-4d7f-aa62-c489c97238fd req-83b3d2d5-f55e-4ed7-b554-a8c466819e11 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.101495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5981622-dd52-4d7f-aa62-c489c97238fd req-83b3d2d5-f55e-4ed7-b554-a8c466819e11 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1083202 Jul 23 22:38:32.182176 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5981622-dd52-4d7f-aa62-c489c97238fd req-f51a1a29-50fd-4206-96b0-37d5a5300fa9 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753679 Jul 23 22:38:32.183364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 655662ee-9e71-4bef-a1bd-9a0112921dfe up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:32.190742 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:29Z', 'revision_number': 3, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:32.210497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-be9e2934-e46c-46fe-accd-b674594cbe18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6 HTTP/1.1" status: 200 len: 217 time: 0.1972940 Jul 23 22:38:32.224117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:32.231705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:32.232218 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.242638 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963a5d1-1bd0-456d-9158-cfb6f2ec73be None None] The sync data for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 is: [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:29Z', 'revision_number': 3, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:38:32.295799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.301683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.306276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fc3969b-1ec4-42a5-8eca-f37eacdf1a7d HTTP/1.1" status: 204 len: 168 time: 0.9307094 Jul 23 22:38:32.325981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 655662ee-9e71-4bef-a1bd-9a0112921dfe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:32.326430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.376238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-f965f1c3-5e8b-4b63-90da-abec430a43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.378134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-f965f1c3-5e8b-4b63-90da-abec430a43fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=981b0909-7e0d-43e9-8577-db6530dcc2c3 HTTP/1.1" status: 200 len: 917 time: 0.2685218 Jul 23 22:38:32.409417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.447548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-ee87b21f-99d4-4813-97cc-6053334268d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb HTTP/1.1" status: 200 len: 217 time: 0.0519183 Jul 23 22:38:32.451279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:32.453018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:32.455622 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b0da37-c894-4ec0-9b96-5b43a1c0f3ba" -d '{"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-plugged", "status": "completed", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:32.478796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21d246-f694-4f82-b109-59a7493570cc req-12c7f9e5-12f7-4864-8827-16e58b597789 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.486614 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de21d246-f694-4f82-b109-59a7493570cc req-12c7f9e5-12f7-4864-8827-16e58b597789 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 949 time: 0.1991858 Jul 23 22:38:32.510416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:32.576900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de21d246-f694-4f82-b109-59a7493570cc req-cff3bd38-8212-43d6-ba8b-8a670284f0b1 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842416 Jul 23 22:38:32.584868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-7a67259d-e10e-4f4f-8a58-c2e17636e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.586324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-7a67259d-e10e-4f4f-8a58-c2e17636e21d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cedce2ea-27e2-46f9-b738-2f5b03730c2f HTTP/1.1" status: 200 len: 856 time: 0.1258121 Jul 23 22:38:32.629207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:32.658156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-22c12f3f-53b5-419d-b00c-8b811f0af61d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=981b0909-7e0d-43e9-8577-db6530dcc2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634203 Jul 23 22:38:32.662992 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcdb0c-9ba2-4bf1-820f-948f1f4bd192 x-openstack-request-id: req-51dcdb0c-9ba2-4bf1-820f-948f1f4bd192 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:32.663380 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-plugged", "status": "completed", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:32.663706 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51dcdb0c-9ba2-4bf1-820f-948f1f4bd192 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:32.664520 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'code': 200} Jul 23 22:38:32.824019 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-89cb9f60-3a91-43c9-8a3b-dcb934a03a71 service neutron] 10.222.0.22 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445704 Jul 23 22:38:32.826334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b4962-4ee0-4978-a6b2-8c2d57eb0d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc3969b-1ec4-42a5-8eca-f37eacdf1a7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:32.872113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-90b8ef18-f4a1-4502-97ef-05066031e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.873657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-90b8ef18-f4a1-4502-97ef-05066031e7d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9937956 Jul 23 22:38:32.881207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b039979-0259-4bba-8313-f0e105bb76ba req-4a2af110-9f13-4fc6-8219-e01d75692009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:32.882644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-4a2af110-9f13-4fc6-8219-e01d75692009 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.6447496 Jul 23 22:38:32.899257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Allocated IP 172.20.0.1 (417892cd-7d9f-44af-abc0-95370db05a39/59c7b96a-e2a2-48f4-8b20-bb3f79066a0d/47a31f97-f327-4fad-8279-761569851ef1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:32.971151 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bcacb915-aecf-4534-a0ce-2d9c04b1a816 req-0b454875-4494-44df-98f9-b5eab3c875af service neutron] 10.222.0.22 "GET /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401696 Jul 23 22:38:33.070402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae66af-1137-4aa7-82d7-21eafa5dcd9e req-5056c05e-b920-4fd7-9129-1f1b5837113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.074575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6ae66af-1137-4aa7-82d7-21eafa5dcd9e req-5056c05e-b920-4fd7-9129-1f1b5837113c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1098 time: 0.2988257 Jul 23 22:38:33.114843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:33.148352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ec56-6d32-47a5-815d-8058871aea19 req-f8b17a60-05fd-4114-bd67-25cdb8747b3c tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.149944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6b3ec56-6d32-47a5-815d-8058871aea19 req-f8b17a60-05fd-4114-bd67-25cdb8747b3c tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 943 time: 0.3752742 Jul 23 22:38:33.192765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-f3e3c468-67c4-473f-abaf-a461e71def3d service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043358 Jul 23 22:38:33.204109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:33.204494 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.224595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b039979-0259-4bba-8313-f0e105bb76ba req-40653288-4a77-45ae-871b-0515d7809a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.226132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-40653288-4a77-45ae-871b-0515d7809a3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3283961 Jul 23 22:38:33.266062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6ae66af-1137-4aa7-82d7-21eafa5dcd9e req-b75af1cb-7dee-46ca-9b6b-c0f49a3e2cb7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654787 Jul 23 22:38:33.288082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb80074-d07c-44f3-a086-c5fa476072ee req-9d4feb6b-b318-4861-bf3c-f941dbec6e34 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.291273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6cb80074-d07c-44f3-a086-c5fa476072ee req-9d4feb6b-b318-4861-bf3c-f941dbec6e34 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 946 time: 0.1087096 Jul 23 22:38:33.305355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.357543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6cb80074-d07c-44f3-a086-c5fa476072ee req-7df36111-5bd7-4fa8-bf67-ad2f165f6f12 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573103 Jul 23 22:38:33.412408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Transition to ACTIVE for port object 47a31f97-f327-4fad-8279-761569851ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:33.435385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6b3ec56-6d32-47a5-815d-8058871aea19 req-c3d15c20-2b0c-4373-bc4a-9a7be04077c2 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681851 Jul 23 22:38:33.507842 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.586073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:33.589368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70800c6b-132b-4763-b558-f35c40c1ff38 req-72e6d119-ac13-420a-a2c8-a2aefd6cdb48 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.596070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.600452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-70800c6b-132b-4763-b558-f35c40c1ff38 req-72e6d119-ac13-420a-a2c8-a2aefd6cdb48 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1417487 Jul 23 22:38:33.678272 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-70800c6b-132b-4763-b558-f35c40c1ff38 req-e5e25596-6bbb-4473-9d5e-599c7597fc89 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765858 Jul 23 22:38:33.699670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:33.712807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b3d1f6d-9683-4e65-b755-dddebf417c18 req-f0cc543e-fde6-442a-97ea-a10a4bcc3bd6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938583 Jul 23 22:38:33.735545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-279a572e-f3dc-49d9-b1a9-a230be94f85f service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581170 Jul 23 22:38:33.738117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.822174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Network 417892cd-7d9f-44af-abc0-95370db05a39 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:33.835135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:33.839417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:33.847474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:33.853154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Pushing event updated for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:33.940329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:33.959531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf82ff-26c4-4bd6-84a6-95454d7e5868 req-8aa34d0f-bc64-416a-80a5-a467466f6d7d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:33.961104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-adbf82ff-26c4-4bd6-84a6-95454d7e5868 req-8aa34d0f-bc64-416a-80a5-a467466f6d7d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.2381046 Jul 23 22:38:33.972611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0d6-2dc9-4f6a-982e-536b25062a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.003489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b039979-0259-4bba-8313-f0e105bb76ba req-7614944e-6e61-40f0-a1a0-4da0b5d4365c service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415802 Jul 23 22:38:34.062606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 93ef46df-ef6b-4031-81e7-9e4a5730d2cb details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:34.119006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-adbf82ff-26c4-4bd6-84a6-95454d7e5868 req-bfae0d89-4219-4af7-a34d-405f2f149ae4 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219382 Jul 23 22:38:34.186182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0d6-2dc9-4f6a-982e-536b25062a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.199266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4ec0d6-2dc9-4f6a-982e-536b25062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.260734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2720f035-a27f-4636-9b64-11b0e824cbe8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:34.268476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c4ec0d6-2dc9-4f6a-982e-536b25062a33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dedbdca54a37409f9e2aa98d08fd1287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321818 Jul 23 22:38:34.269376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ec0d6-2dc9-4f6a-982e-536b25062a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483bcd6e-b5db-454b-895e-131661055932,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:34.272998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:34.285132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.338758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,segment=NetworkSegment(ce24715c-84dc-45bd-9b7f-3d71d442423d),segment_id=ce24715c-84dc-45bd-9b7f-3d71d442423d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:34.362444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac3aee53-20e9-4df3-a155-231eafb94517 None None] Provisioning for port 47a31f97-f327-4fad-8279-761569851ef1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:34.366400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb', 'network_id': '981b0909-7e0d-43e9-8577-db6530dcc2c3', 'port_id': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb', 'mac_address': 'fa:16:3e:91:98:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cedce2ea-27e2-46f9-b738-2f5b03730c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:38:34.373674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac3aee53-20e9-4df3-a155-231eafb94517 None None] Provisioning complete for port 47a31f97-f327-4fad-8279-761569851ef1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:34.377879 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3aee53-20e9-4df3-a155-231eafb94517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.418322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.460385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.464288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ac3aee53-20e9-4df3-a155-231eafb94517 None None] Port 47a31f97-f327-4fad-8279-761569851ef1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:34.475216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2720f035-a27f-4636-9b64-11b0e824cbe8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:34.482646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ef46df-ef6b-4031-81e7-9e4a5730d2cb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:34.488957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2720f035-a27f-4636-9b64-11b0e824cbe8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:34.489601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.490302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.574232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,segment=NetworkSegment(ce24715c-84dc-45bd-9b7f-3d71d442423d),segment_id=ce24715c-84dc-45bd-9b7f-3d71d442423d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:34.582629 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.619618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99caf2-1c3d-4e8f-9a73-b313932358dd req-8e2e7842-1389-4f31-8918-5044b181574c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:34.630859 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d99caf2-1c3d-4e8f-9a73-b313932358dd req-8e2e7842-1389-4f31-8918-5044b181574c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 946 time: 0.1463768 Jul 23 22:38:34.669266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:34.672717 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c0588-3267-4a12-92dd-1dbfbe50c5d4" -d '{"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:34.699563 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8d99caf2-1c3d-4e8f-9a73-b313932358dd req-6b122a1a-3706-4fb7-90eb-36a3b0bc14da tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Jul 23 22:38:34.714744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.734572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:34.744729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.747341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.752950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/483bcd6e-b5db-454b-895e-131661055932 HTTP/1.1" status: 204 len: 168 time: 0.4739594 Jul 23 22:38:34.773633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 2720f035-a27f-4636-9b64-11b0e824cbe8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2720f035-a27f-4636-9b64-11b0e824cbe8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:34.784120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.801654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.804965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928154-4c43-41dd-89ed-88da212c5684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483bcd6e-b5db-454b-895e-131661055932,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:34.814671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.836636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['93ef46df-ef6b-4031-81e7-9e4a5730d2cb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:34.901906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad120-04ec-45b0-a315-4912de9f6230 req-d1201d28-513b-4048-b356-f54dc37d85b0 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:34.903866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e8ad120-04ec-45b0-a315-4912de9f6230 req-d1201d28-513b-4048-b356-f54dc37d85b0 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 944 time: 0.3320665 Jul 23 22:38:34.905781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=2720f035-a27f-4636-9b64-11b0e824cbe8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:34.907349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Pushing event updated for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:34.935278 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf56bd8-dcc1-433b-ae2b-787fddbdb31a x-openstack-request-id: req-ecf56bd8-dcc1-433b-ae2b-787fddbdb31a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:34.935568 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:34.935814 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecf56bd8-dcc1-433b-ae2b-787fddbdb31a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:34.936194 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'code': 200} Jul 23 22:38:34.948688 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:34.974041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e8ad120-04ec-45b0-a315-4912de9f6230 req-c1727dfa-cffe-42ca-a5f3-e1a36b778069 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588427 Jul 23 22:38:35.102198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Network 417892cd-7d9f-44af-abc0-95370db05a39 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:35.104126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:35.174326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc75c-cfe2-46b6-8a09-cd19e8a5470e req-a36a625a-62c2-4572-bfeb-b5e6b21ce356 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:35.177367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d7dc75c-cfe2-46b6-8a09-cd19e8a5470e req-a36a625a-62c2-4572-bfeb-b5e6b21ce356 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1280088 Jul 23 22:38:35.271742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d7dc75c-cfe2-46b6-8a09-cd19e8a5470e req-3365caa4-f692-486b-b248-3d9e8954ad6f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882835 Jul 23 22:38:35.368462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Router 9b7c5aeb-df30-4aba-9846-4867f1b6823e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:38:35.491188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c8346-0ead-46a1-b36e-2c91b9ce2842 req-3b8bb95a-b0ea-4c14-b987-f40c8536de69 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:35.500090 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b20c8346-0ead-46a1-b36e-2c91b9ce2842 req-3b8bb95a-b0ea-4c14-b987-f40c8536de69 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.1179783 Jul 23 22:38:35.515846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bcfa93c1-0cc1-414a-b43f-3da44b1e2b96 None None] Provisioning complete for port 47a31f97-f327-4fad-8279-761569851ef1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:35.516894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcfa93c1-0cc1-414a-b43f-3da44b1e2b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:35.528209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76116f46-1de1-4c4b-93b4-4aa69a2eca44 req-db28b696-c522-44ed-9f72-8cb14d76175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:35.533146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76116f46-1de1-4c4b-93b4-4aa69a2eca44 req-db28b696-c522-44ed-9f72-8cb14d76175e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1103 time: 0.2500930 Jul 23 22:38:35.557578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b20c8346-0ead-46a1-b36e-2c91b9ce2842 req-de254a60-be33-4486-8ffc-4529d7f7f743 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Jul 23 22:38:35.594754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa93c1-0cc1-414a-b43f-3da44b1e2b96 None None] Port 47a31f97-f327-4fad-8279-761569851ef1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:35.597620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76116f46-1de1-4c4b-93b4-4aa69a2eca44 req-05b0585e-30ad-4fea-8443-6bbb29ea3968 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577562 Jul 23 22:38:35.616258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:38:35.626541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0657eee8-5a13-40a8-9023-e1d4099eb49b admin admin] 10.222.0.37 "PUT /v2.0/routers/9b7c5aeb-df30-4aba-9846-4867f1b6823e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2163932 Jul 23 22:38:35.630668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Sync routers for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:38:35.636523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a88d4-27bd-493c-9a06-2f26ee987b83 req-42eaadd1-bdf1-468f-a8ad-b389fad08f63 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:35.641659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:35.642644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:35.644657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc4a88d4-27bd-493c-9a06-2f26ee987b83 req-42eaadd1-bdf1-468f-a8ad-b389fad08f63 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1098 time: 0.1908910 Jul 23 22:38:35.691833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc4a88d4-27bd-493c-9a06-2f26ee987b83 req-8d07110c-dab4-4e8e-927a-3e8427c9eec6 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Jul 23 22:38:35.805534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:35.880398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:35.913615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f9707-4a10-4a7e-8a32-1f8e81cb6e62 req-f27e982b-33d6-46a7-96af-e8b2222cff4d tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:35.916690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed6f9707-4a10-4a7e-8a32-1f8e81cb6e62 req-f27e982b-33d6-46a7-96af-e8b2222cff4d tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1098 time: 0.1356003 Jul 23 22:38:35.985519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed6f9707-4a10-4a7e-8a32-1f8e81cb6e62 req-5504b9b4-bae7-4e9d-bfbd-fe0e8e9e3dcf tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 Jul 23 22:38:36.084853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 93ef46df-ef6b-4031-81e7-9e4a5730d2cb up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:36.187573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2720f035-a27f-4636-9b64-11b0e824cbe8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:36.245995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6e63b-8591-4530-9e2b-5bf9d79a4c22 req-5dc22fcd-f614-423f-aace-e23b795ef0d7 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:36.261969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33b6e63b-8591-4530-9e2b-5bf9d79a4c22 req-5dc22fcd-f614-423f-aace-e23b795ef0d7 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 944 time: 0.1847379 Jul 23 22:38:36.383514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33b6e63b-8591-4530-9e2b-5bf9d79a4c22 req-04e4de58-dd39-4bcf-9e50-5a2ce9af0320 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188977 Jul 23 22:38:36.389213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2024117156'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:36.420174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:36.422015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2720f035-a27f-4636-9b64-11b0e824cbe8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:36.422403 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.424460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:36.424970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.434259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:36.434639 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.476726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:36.490812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.491455 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Added segment 4daa2cbf-5d7a-47f1-969d-3a39f0809c39 of type vlan for network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 Jul 23 22:38:36.599467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.690881 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.698992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:36.700006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.711442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47a31f97-f327-4fad-8279-761569851ef1', 'name': '', 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'mac_address': 'fa:16:3e:73:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:31Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 2, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'subnets': [{'id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:36.740015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d7c60-e8f1-4c00-87c7-04d3a03712d8 req-39946b5c-35de-49f7-b3bd-ad96116686ec tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:36.750888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-158d7c60-e8f1-4c00-87c7-04d3a03712d8 req-39946b5c-35de-49f7-b3bd-ad96116686ec tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.2122836 Jul 23 22:38:36.810051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9282908 Jul 23 22:38:36.812618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50116) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:36.822951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Checking router: 9b7c5aeb-df30-4aba-9846-4867f1b6823e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:38:36.828738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'subnet': {'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:36.847665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Updating router 9b7c5aeb-df30-4aba-9846-4867f1b6823e port 47a31f97-f327-4fad-8279-761569851ef1 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:38:36.864225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfd56d-bf56-462e-8620-46d007382362 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Network': ['ID=b30e132a-aed0-4b4b-9e9b-aaededdf68c8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:36.878906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-158d7c60-e8f1-4c00-87c7-04d3a03712d8 req-03adc0d9-4706-4fb0-a1e6-246b71fe9f8b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270452 Jul 23 22:38:36.931152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:36.956314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:36.982661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:37.049478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:37.052879 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc582c40-bb07-47f3-bc3d-3685efdba924" -d '{"events": [{"server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "name": "network-vif-plugged", "status": "completed", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:37.068099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f207bef-9fa7-471c-8d86-e6d15c5792ba req-a4a9613e-5990-491d-9498-58ec7556f825 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:37.081587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f207bef-9fa7-471c-8d86-e6d15c5792ba req-a4a9613e-5990-491d-9498-58ec7556f825 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.1414471 Jul 23 22:38:37.100650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:37.109550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,segment=NetworkSegment(ce24715c-84dc-45bd-9b7f-3d71d442423d),segment_id=ce24715c-84dc-45bd-9b7f-3d71d442423d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:37.110928 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.112868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.151403 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.180292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f207bef-9fa7-471c-8d86-e6d15c5792ba req-d9556a18-bb74-47aa-b13c-08f4414df09d tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975957 Jul 23 22:38:37.188945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-772664808', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:37.243826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Made reservation on behalf of 4217e8e9fcd0498e849172a71f21fe20 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:37.247975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.263272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.360350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:37.441230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.464287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.477655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] device_id is not set on port c60b996f-49cc-4760-9576-3eef548ccec7 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:38:37.493606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.503056 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4dece-4296-46b5-924b-ecdc2a9ee1b1 x-openstack-request-id: req-a2d4dece-4296-46b5-924b-ecdc2a9ee1b1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:37.503460 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "name": "network-vif-plugged", "status": "completed", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:37.503822 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2d4dece-4296-46b5-924b-ecdc2a9ee1b1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:37.504277 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb', 'code': 200} Jul 23 22:38:37.557125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3c1da-9db8-4fd0-8300-88fbe436815e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:37.697327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Subnet': ['ID=c1911d9d-dcc6-484b-814a-b2ce9268d6aa,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:37.711180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Checking segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:37.711747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network hostable DHCP agents. Network: b30e132a-aed0-4b4b-9e9b-aaededdf68c8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:37.732663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:37.743385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.751663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, b30e132a-aed0-4b4b-9e9b-aaededdf68c8) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:37.757355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Transition to ACTIVE for port object 47a31f97-f327-4fad-8279-761569851ef1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:37.762053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:37.762748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.764288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f8fb3-bb18-4ba0-abb9-46b60aaf2975 None None] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:37.778828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.785169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-14b66420-32b9-49a2-b3d4-c2a9b7504cf6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9709826 Jul 23 22:38:37.788280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:37.798565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718710604'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:37.815972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Allocated IP 172.25.1.157 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/c60b996f-49cc-4760-9576-3eef548ccec7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:37.826384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:37.827839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b67742-1f9b-4774-9bee-3ba3b36ba2ac req-35a9e338-399c-495b-8bbe-63831a67814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:37.829486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b67742-1f9b-4774-9bee-3ba3b36ba2ac req-35a9e338-399c-495b-8bbe-63831a67814c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 1097 time: 0.2225041 Jul 23 22:38:37.836175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.866952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:37.878508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.879141 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Added segment d809659b-8c4c-46be-a08f-e509692f91c8 of type vlan for network 27edf188-792a-44ce-83dd-5d3863714e88 Jul 23 22:38:37.932344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.988692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:37.994662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:37.995335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.063647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.075369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2f6d-b6a0-4bf8-a93e-b8576284ec71 None None] Pushing event updated for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:38.122617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Network': ['ID=27edf188-792a-44ce-83dd-5d3863714e88,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:38.133729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Attempting to bind port 47a31f97-f327-4fad-8279-761569851ef1 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:38.134778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Attempting to bind port 47a31f97-f327-4fad-8279-761569851ef1 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:38.134778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Attempting to bind port 47a31f97-f327-4fad-8279-761569851ef1 on network 417892cd-7d9f-44af-abc0-95370db05a39 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:38.137660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2aeb1ab-1129-4111-b1ed-ece5ecacb864 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3481605 Jul 23 22:38:38.141053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:38.148326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'subnet': {'network_id': '27edf188-792a-44ce-83dd-5d3863714e88', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:38.172191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:38.172572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Checking segment: {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:38.172968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.173355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Bound using segment: {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:38.173861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Bound port: 47a31f97-f327-4fad-8279-761569851ef1, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:38.174259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.176197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 27edf188-792a-44ce-83dd-5d3863714e88 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:38.185640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83b67742-1f9b-4774-9bee-3ba3b36ba2ac req-3b636268-de9a-4f6f-a4fd-df22add96520 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Jul 23 22:38:38.203838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ba492-c8c1-4407-9ea9-4b4543024464 req-a397eb65-c27a-4de2-bffb-0c3be932ba53 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:38.205413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a05ba492-c8c1-4407-9ea9-4b4543024464 req-a397eb65-c27a-4de2-bffb-0c3be932ba53 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 945 time: 0.4819922 Jul 23 22:38:38.244385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.268385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:38.273512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.292450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a05ba492-c8c1-4407-9ea9-4b4543024464 req-a18b4c6c-21fc-454a-af29-eb0d49a4f08d tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782604 Jul 23 22:38:38.308404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:38.311573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:38.324870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:38.324870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Pushing event updated for resources: {'Port': ['ID=c60b996f-49cc-4760-9576-3eef548ccec7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:38.383889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-cbecc63f-ae7b-4976-8768-12ae6f51ec61 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:38:38.384921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-cbecc63f-ae7b-4976-8768-12ae6f51ec61 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2659955 Jul 23 22:38:38.410915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] For port 47a31f97-f327-4fad-8279-761569851ef1, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:38.414349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] For port 47a31f97-f327-4fad-8279-761569851ef1, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47a31f97-f327-4fad-8279-761569851ef1,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:38.422833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'fixed_ips': [{'subnet_id': 'c1911d9d-dcc6-484b-814a-b2ce9268d6aa'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:38:38.424193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.427001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:38.428054 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.429979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.462980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:38.463425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:38:38.471608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-628c009e-be43-4b36-b56f-7ac1c03fbddd tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4860384 Jul 23 22:38:38.474529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:38.479978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.157'}]}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:38.513504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.515516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.612841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.649728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:38.650586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:38.725728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Subnet': ['ID=15b5fafa-411e-45bb-917d-4300609a57e6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:38.774305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:38.774744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:38.775198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:38.779421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Allocated IP 19.80.0.2 (b30e132a-aed0-4b4b-9e9b-aaededdf68c8/c1911d9d-dcc6-484b-814a-b2ce9268d6aa/df333b30-04e6-4c72-8a1a-9d7b621b7792) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:38.785696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:38.786177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:38.793878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Checking segment: {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:38.794424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network hostable DHCP agents. Network: 27edf188-792a-44ce-83dd-5d3863714e88, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:38.798611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2f6d-b6a0-4bf8-a93e-b8576284ec71 None None] Pushing event updated for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:38.802454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:38.802967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:38.803462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:38.804686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Bound port: 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:38.861055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network 27edf188-792a-44ce-83dd-5d3863714e88 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:38.884677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 27edf188-792a-44ce-83dd-5d3863714e88) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:38.888931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:38.900491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:38.901630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.906185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:38.907286 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.920154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0cc9144a-6e00-46e2-9918-aaa854dfe5c7 service neutron] 10.222.0.37 "POST /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8/bindings HTTP/1.1" status: 201 len: 390 time: 0.5219193 Jul 23 22:38:38.923290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e42f7-19ec-4ce1-9525-6a789b755c9d req-ac7a649a-5ee6-4a0f-8f35-20745d5bacdd tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:38.932629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea6e42f7-19ec-4ce1-9525-6a789b755c9d req-ac7a649a-5ee6-4a0f-8f35-20745d5bacdd tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1103 time: 0.5005891 Jul 23 22:38:38.934639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca394b-cd27-4335-8fdd-85d046377a33 None None] Network 27edf188-792a-44ce-83dd-5d3863714e88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:38.939863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:38.984964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-86e8088b-9ac7-425d-bb3a-f4777de7c910 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8399479 Jul 23 22:38:39.121352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea6e42f7-19ec-4ce1-9525-6a789b755c9d req-24ff7fd7-0cdb-4cb3-97dd-ee0c4b36d684 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826453 Jul 23 22:38:39.208755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.219623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19607d-58df-4fac-b486-f62a97ec69f9 req-3f504805-4c20-4fef-9e94-3774443bf777 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.227794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b19607d-58df-4fac-b486-f62a97ec69f9 req-3f504805-4c20-4fef-9e94-3774443bf777 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1541672 Jul 23 22:38:39.236402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Transition to ACTIVE for port object df333b30-04e6-4c72-8a1a-9d7b621b7792 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:39.280742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b19607d-58df-4fac-b486-f62a97ec69f9 req-6abf8c94-3a1a-407e-b34a-1b57028863fa tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Jul 23 22:38:39.318752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.329209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Transition to ACTIVE for port object df333b30-04e6-4c72-8a1a-9d7b621b7792 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:39.347040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.431204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-04c826e6-250d-49d8-b528-069a47593c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.435254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-04c826e6-250d-49d8-b528-069a47593c9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1098 time: 0.1783478 Jul 23 22:38:39.435815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-27edf188-792a-44ce-83dd-5d3863714e88', 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'fixed_ips': [{'subnet_id': '15b5fafa-411e-45bb-917d-4300609a57e6'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:38:39.436768 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.472915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:39.475095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaa42-35dc-48d5-ae7f-5525255896e8 req-6e6a02b5-5d54-47a9-8fa9-f775ec2c3e5c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.476578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b8eaa42-35dc-48d5-ae7f-5525255896e8 req-6e6a02b5-5d54-47a9-8fa9-f775ec2c3e5c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 946 time: 0.1244674 Jul 23 22:38:39.480916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:39.525496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b8eaa42-35dc-48d5-ae7f-5525255896e8 req-344d3646-d83a-4694-8560-d31894bf4fa6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Jul 23 22:38:39.534144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:39.549990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Pushing event updated for resources: {'Port': ['ID=df333b30-04e6-4c72-8a1a-9d7b621b7792,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:39.647567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47a31f97-f327-4fad-8279-761569851ef1', 'name': '', 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'mac_address': 'fa:16:3e:73:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:31Z', 'updated_at': '2021-07-23T22:38:38Z', 'revision_number': 4, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'subnets': [{'id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:39.688096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-cea58e6c-2ed5-42c2-b49f-e532f6b49764 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.695051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-cea58e6c-2ed5-42c2-b49f-e532f6b49764 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.696849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-cea58e6c-2ed5-42c2-b49f-e532f6b49764 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/networks?id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8&id=27edf188-792a-44ce-83dd-5d3863714e88&id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8 HTTP/1.1" status: 200 len: 1392 time: 0.2605693 Jul 23 22:38:39.700566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-3641c1d3-145c-45e6-b7e3-eff476604de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.702791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-3641c1d3-145c-45e6-b7e3-eff476604de5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2481902 Jul 23 22:38:39.715581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Attempting to bind port df333b30-04e6-4c72-8a1a-9d7b621b7792 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:39.716145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Attempting to bind port df333b30-04e6-4c72-8a1a-9d7b621b7792 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:39.716611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Attempting to bind port df333b30-04e6-4c72-8a1a-9d7b621b7792 on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:39.719825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e40e96-f301-495f-8897-4972456cb57c None None] The sync data for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 is: [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47a31f97-f327-4fad-8279-761569851ef1', 'name': '', 'network_id': '417892cd-7d9f-44af-abc0-95370db05a39', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'mac_address': 'fa:16:3e:73:7f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:31Z', 'updated_at': '2021-07-23T22:38:38Z', 'revision_number': 4, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'subnets': [{'id': '59c7b96a-e2a2-48f4-8b20-bb3f79066a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:38:39.737325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:39.737932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Checking segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:39.738425 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.738958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Bound using segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:39.739730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Bound port: df333b30-04e6-4c72-8a1a-9d7b621b7792, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:39.740403 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.760998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-90b18bbe-9aa1-4e40-8a75-c9c9bd1a47f5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/quotas/dba9769b511e441eb7e63359ac845e66 HTTP/1.1" status: 200 len: 375 time: 0.0551894 Jul 23 22:38:39.762941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-32dd1650-ef53-492f-a07f-3c3bb7ff453b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.0489130 Jul 23 22:38:39.810600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecfe3c-42d1-4735-93d1-e42382e0e5f2 req-5f21476c-7947-448c-8619-0d29337a6f4a tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.812684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98ecfe3c-42d1-4735-93d1-e42382e0e5f2 req-5f21476c-7947-448c-8619-0d29337a6f4a tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 945 time: 0.1211407 Jul 23 22:38:39.816691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Allocated IP 19.86.0.2 (27edf188-792a-44ce-83dd-5d3863714e88/15b5fafa-411e-45bb-917d-4300609a57e6/345a4b8f-3325-4954-b0e7-baf5d7e2051f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:39.866269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98ecfe3c-42d1-4735-93d1-e42382e0e5f2 req-4ef68e75-988f-41c0-beb0-6b1996c5f0b3 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Jul 23 22:38:39.896426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] For port df333b30-04e6-4c72-8a1a-9d7b621b7792, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:39.914578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] For port df333b30-04e6-4c72-8a1a-9d7b621b7792, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df333b30-04e6-4c72-8a1a-9d7b621b7792,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:39.956614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:39.974976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-63ada537-dc42-403f-9d09-7dae97c4b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:39.976694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-63ada537-dc42-403f-9d09-7dae97c4b958 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.2034414 Jul 23 22:38:40.062318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331362-2683-49c9-833d-60cec55def85 req-13c07995-a5a9-4792-b8d3-e6c71555a219 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:40.074216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c331362-2683-49c9-833d-60cec55def85 req-13c07995-a5a9-4792-b8d3-e6c71555a219 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 1103 time: 0.1041865 Jul 23 22:38:40.079151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-2ca22087-c7ad-42f3-8c4e-ce1269485d11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456786 Jul 23 22:38:40.081647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f437b-dcde-43b0-b87e-36196bafc680 None None] Pushing event updated for resources: {'Port': ['ID=df333b30-04e6-4c72-8a1a-9d7b621b7792,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:40.129628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c331362-2683-49c9-833d-60cec55def85 req-61580960-b1d0-4b58-b0f0-1097375bcea7 tempest-ServersAdminTestJSON-886329347 tempest-ServersAdminTestJSON-886329347-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Jul 23 22:38:40.165036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.199303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.218788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47a31f97-f327-4fad-8279-761569851ef1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:40.238685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-c1154d57-e533-4418-af07-4b0bcafb8b71 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4631062 Jul 23 22:38:40.268229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.284429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Transition to ACTIVE for port object 345a4b8f-3325-4954-b0e7-baf5d7e2051f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:40.331751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Transition to ACTIVE for port object 345a4b8f-3325-4954-b0e7-baf5d7e2051f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:40.357344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.382170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 47a31f97-f327-4fad-8279-761569851ef1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:40.396880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 47a31f97-f327-4fad-8279-761569851ef1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:40.397262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.531283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-b6208fcd-da0e-4413-94c2-27b9aa810063 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434149 Jul 23 22:38:40.684470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Network 27edf188-792a-44ce-83dd-5d3863714e88 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:40.693996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:40.700997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:40.741682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Pushing event updated for resources: {'Port': ['ID=345a4b8f-3325-4954-b0e7-baf5d7e2051f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:40.824342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.864035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-de45cffd-7ca7-425e-81b9-71b16be9ac46 service neutron] 10.222.0.37 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735860 Jul 23 22:38:40.880626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Attempting to bind port 345a4b8f-3325-4954-b0e7-baf5d7e2051f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:40.881001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Attempting to bind port 345a4b8f-3325-4954-b0e7-baf5d7e2051f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:40.881370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Attempting to bind port 345a4b8f-3325-4954-b0e7-baf5d7e2051f on network 27edf188-792a-44ce-83dd-5d3863714e88 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:40.893097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2e1f4-62f6-40ed-9d99-f4635362822b req-b0f8a91c-105e-4a9e-8f83-6316b262e873 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:40.902299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:40.903837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Checking segment: {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:40.904257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.906684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2e2e1f4-62f6-40ed-9d99-f4635362822b req-b0f8a91c-105e-4a9e-8f83-6316b262e873 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0958850 Jul 23 22:38:40.906923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Bound using segment: {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:40.907458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Bound port: 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:40.907865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:40.955420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 47a31f97-f327-4fad-8279-761569851ef1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47a31f97-f327-4fad-8279-761569851ef1,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:40.958665 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2e2e1f4-62f6-40ed-9d99-f4635362822b req-0641de2c-05c6-4a8f-a87a-3fd2f0f8fa32 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498910 Jul 23 22:38:41.010302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.060484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-77610a6c-b788-4c82-8fec-7059c29a5f85 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749837 Jul 23 22:38:41.090308 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-34588cf7-8031-4589-b7fd-96dbf5795d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.097936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.115042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] For port 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:41.123686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] For port 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=345a4b8f-3325-4954-b0e7-baf5d7e2051f,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:41.140588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.203051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:41.286567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60086f-5d64-4fef-b66e-02863c248cd4 None None] Pushing event updated for resources: {'Port': ['ID=345a4b8f-3325-4954-b0e7-baf5d7e2051f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:41.326538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478408-e6c2-4d11-b0a7-803357dd9515 req-264d582e-55c6-4b6d-b80f-cf4715a7e73d tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:41.336436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7478408-e6c2-4d11-b0a7-803357dd9515 req-264d582e-55c6-4b6d-b80f-cf4715a7e73d tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 945 time: 0.1602747 Jul 23 22:38:41.390881 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e7478408-e6c2-4d11-b0a7-803357dd9515 req-c1ee6ec0-66fa-4d04-b22a-f87f98f87508 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Jul 23 22:38:41.495848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.500247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.628711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-52008c6b-3d33-4949-9ac9-a0280a380e47 service neutron] 10.222.0.37 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514198 Jul 23 22:38:41.631588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f7582-cfe9-44ac-a2ee-2198d04fe823 req-08592ad6-558b-4abf-98a3-c037b818f230 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:41.633287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ea8f7582-cfe9-44ac-a2ee-2198d04fe823 req-08592ad6-558b-4abf-98a3-c037b818f230 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 946 time: 0.1346929 Jul 23 22:38:41.669895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:41.670739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5c35752-5a52-42d7-b785-c0e27624fca1 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:38:41.748036 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ea8f7582-cfe9-44ac-a2ee-2198d04fe823 req-224358a3-81fb-4211-b082-44940d8ecb06 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035602 Jul 23 22:38:41.772111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47859c6-106c-4b0c-a567-90aa99ea78c1 None None] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:41.783899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-4346a6f1-f111-4374-a138-1559172c038c tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:41.785418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-4346a6f1-f111-4374-a138-1559172c038c tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1098 time: 0.6160953 Jul 23 22:38:41.786252 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 22:38:41.787185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f7250ab1-2612-4828-8f35-3e304a4a86a5 tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3116186 Jul 23 22:38:41.791835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:41.846959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:41.898417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98da6368-741b-4b47-87fa-3ab6d394342a None None] Provisioning for port df333b30-04e6-4c72-8a1a-9d7b621b7792 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:41.928981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-1b98df0e-ac83-4b76-9a76-d48b84aa7426 service neutron] 10.222.0.37 "GET /v2.0/networks/27edf188-792a-44ce-83dd-5d3863714e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993834 Jul 23 22:38:41.960384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dca17c-eeac-4bb0-88ed-dad73a2ee673 req-59306bc5-10a1-45fa-a093-3818c8c35308 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:41.962559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-36dca17c-eeac-4bb0-88ed-dad73a2ee673 req-59306bc5-10a1-45fa-a093-3818c8c35308 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.1148160 Jul 23 22:38:42.015122 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-36dca17c-eeac-4bb0-88ed-dad73a2ee673 req-38be5905-4dc9-4b55-accf-ea1287c7ed0a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Jul 23 22:38:42.038483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.060757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-ca65aa49-5b75-4792-9acb-c9b67eb07952 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:42.062369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-ca65aa49-5b75-4792-9acb-c9b67eb07952 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 945 time: 0.2950766 Jul 23 22:38:42.354870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df333b30-04e6-4c72-8a1a-9d7b621b7792 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:42.363688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86e528-1d1e-4a7f-9b86-8b8f6ba11862 req-3e72ea58-91c9-47ac-a8c0-35d2f093c47b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:42.365323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b86e528-1d1e-4a7f-9b86-8b8f6ba11862 req-3e72ea58-91c9-47ac-a8c0-35d2f093c47b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1173398 Jul 23 22:38:42.416554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b86e528-1d1e-4a7f-9b86-8b8f6ba11862 req-62b86453-a628-4e68-982d-f4d83645fa7c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Jul 23 22:38:42.460905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port df333b30-04e6-4c72-8a1a-9d7b621b7792 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:42.477426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port df333b30-04e6-4c72-8a1a-9d7b621b7792 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:42.478428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.617045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.666710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Deleting port c60b996f-49cc-4760-9576-3eef548ccec7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:42.667190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.667555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-79ea6be4-4d4c-4fa5-8141-811701b0e18b None None] Provisioning complete for port df333b30-04e6-4c72-8a1a-9d7b621b7792 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:42.667938 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ea6be4-4d4c-4fa5-8141-811701b0e18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.671871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port df333b30-04e6-4c72-8a1a-9d7b621b7792, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df333b30-04e6-4c72-8a1a-9d7b621b7792,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:42.693171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-d4c7ce91-4ec2-4697-bde9-ace41da9a72e service neutron] 10.222.0.37 "GET /v2.0/networks/27edf188-792a-44ce-83dd-5d3863714e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170293 Jul 23 22:38:42.694227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:42.695012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 345a4b8f-3325-4954-b0e7-baf5d7e2051f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:42.700214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa1e5-c954-4af2-9522-e17aa418d2f4 req-5ed5405b-c36e-4e30-8239-1e2eb163c4a4 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:42.705164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e2fa1e5-c954-4af2-9522-e17aa418d2f4 req-5ed5405b-c36e-4e30-8239-1e2eb163c4a4 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 945 time: 0.0994499 Jul 23 22:38:42.746529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d64d74-0875-4a9c-907d-b761dc31c87a None None] Network 27edf188-792a-44ce-83dd-5d3863714e88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:42.770723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e2fa1e5-c954-4af2-9522-e17aa418d2f4 req-1d57e0fc-c563-4c28-8f66-f5ef899d1a3e tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589035 Jul 23 22:38:42.884767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=df333b30-04e6-4c72-8a1a-9d7b621b7792,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:42.950301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a267-0c9a-439c-bbb5-b861570dc0c4 req-33f01345-5429-4816-a244-b2a34d4c3e30 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:42.953068 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e13a267-0c9a-439c-bbb5-b861570dc0c4 req-33f01345-5429-4816-a244-b2a34d4c3e30 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 946 time: 0.0948172 Jul 23 22:38:42.956522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 345a4b8f-3325-4954-b0e7-baf5d7e2051f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:42.969967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47a31f97-f327-4fad-8279-761569851ef1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:42.988317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352036-c93c-4786-8614-29f5417fd960 req-85da4cf0-ac72-4cc2-b441-ac77c0659a31 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:42.989936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2352036-c93c-4786-8614-29f5417fd960 req-85da4cf0-ac72-4cc2-b441-ac77c0659a31 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.4561462 Jul 23 22:38:43.004723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5e13a267-0c9a-439c-bbb5-b861570dc0c4 req-d3574780-1897-496a-960c-cc548a0148d7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Jul 23 22:38:43.005569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.067718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Calling delete_port for c60b996f-49cc-4760-9576-3eef548ccec7 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:43.071141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Deleting port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:43.071488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.077998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 47a31f97-f327-4fad-8279-761569851ef1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:43.078379 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.159827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:43.173676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:43.174673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-4cc08cbf-268b-4b74-a7bd-d10e8a3c9afa service neutron] 10.222.0.37 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608388 Jul 23 22:38:43.176697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:43.237307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5b45-5206-498f-96a8-6969abb93ea6 req-c6fcf632-d97a-476d-91e3-6bbfa1965a8e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:43.251199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-206e5b45-5206-498f-96a8-6969abb93ea6 req-c6fcf632-d97a-476d-91e3-6bbfa1965a8e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.1032708 Jul 23 22:38:43.267725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Provisioning for port 345a4b8f-3325-4954-b0e7-baf5d7e2051f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:43.283647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Provisioning complete for port 345a4b8f-3325-4954-b0e7-baf5d7e2051f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:43.284018 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.302396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-206e5b45-5206-498f-96a8-6969abb93ea6 req-cef739cf-c2d2-4393-8c9b-34aece6348ac tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Jul 23 22:38:43.454360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:43.476171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] For port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,segment=NetworkSegment(ce24715c-84dc-45bd-9b7f-3d71d442423d),segment_id=ce24715c-84dc-45bd-9b7f-3d71d442423d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:43.476395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.484342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.493783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:43.503060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'port_id': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'mac_address': 'fa:16:3e:da:19:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f7ca0-d4a7-426a-9093-e3ddad01d43a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:38:43.522159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.533705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Calling delete_port for 93ef46df-ef6b-4031-81e7-9e4a5730d2cb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:43.562448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:43.564349 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022e5f3-94ed-4027-81da-f670e5e641ee" -d '{"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-unplugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:43.580001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-c5338c2a-b479-4b15-a54b-c59c482c909c service neutron] 10.222.0.37 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044473 Jul 23 22:38:43.596933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:43.601069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3947-2480-4f85-aa12-855f5a01c6dd req-1ed44d31-4891-45da-9422-ab66943beae8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:43.603627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-943e3947-2480-4f85-aa12-855f5a01c6dd req-1ed44d31-4891-45da-9422-ab66943beae8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.0976038 Jul 23 22:38:43.611586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.614222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.629890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] For port 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=345a4b8f-3325-4954-b0e7-baf5d7e2051f,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:43.637245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:43.640876 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6865e2-a1d7-4157-b723-faf014395a7b" -d '{"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-unplugged", "status": "completed", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:43.661917 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.667011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-943e3947-2480-4f85-aa12-855f5a01c6dd req-34abefaa-d74f-4797-af23-1685d5f19d43 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533304 Jul 23 22:38:43.669913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.675209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:43.677190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Deleting port 36b5a284-a254-4336-8448-2787095f81d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:43.677603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.729346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.740877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:43.807339 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:38:43.808116 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:38:43.818358 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86304aea-d5f5-441d-bf15-fa7b58300439 x-openstack-request-id: req-86304aea-d5f5-441d-bf15-fa7b58300439 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:43.818763 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-unplugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:43.819183 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86304aea-d5f5-441d-bf15-fa7b58300439 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:43.819636 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'code': 200} Jul 23 22:38:43.826804 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69a7e382-428f-4a8e-b8b8-a0a2d6632af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.848407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5834f-dad6-4a02-b208-909f8a9ded55 None None] Pushing event updated for resources: {'Port': ['ID=345a4b8f-3325-4954-b0e7-baf5d7e2051f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:43.862386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca2f5cdd-f3cd-4a95-b7e2-12d6f59bde65 None None] Provisioning complete for port 345a4b8f-3325-4954-b0e7-baf5d7e2051f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:43.862844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5cdd-f3cd-4a95-b7e2-12d6f59bde65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:43.870407 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8cc23d-79eb-446b-8942-07d94f7ff427 x-openstack-request-id: req-9d8cc23d-79eb-446b-8942-07d94f7ff427 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:43.871851 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-unplugged", "status": "completed", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:43.873025 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d8cc23d-79eb-446b-8942-07d94f7ff427 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:43.873025 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'code': 200} Jul 23 22:38:43.946565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c24-4c94-4e4e-8591-b6afaa743d75 req-395ad16e-2063-48eb-bfef-141c1f8a56ad tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:43.955645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9e627c24-4c94-4e4e-8591-b6afaa743d75 req-395ad16e-2063-48eb-bfef-141c1f8a56ad tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.0896661 Jul 23 22:38:43.986516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a780b37-5886-4f2e-aa94-3edf1b8182d5 req-fba92f03-064f-4512-aed7-83520d85ee33 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 210 time: 0.0798016 Jul 23 22:38:44.011016 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.019071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9e627c24-4c94-4e4e-8591-b6afaa743d75 req-db5589e8-4bf1-41ca-a56d-0564e22f67fd tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612164 Jul 23 22:38:44.026626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] For port 36b5a284-a254-4336-8448-2787095f81d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=36b5a284-a254-4336-8448-2787095f81d9,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:44.028664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.073931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Calling delete_port for 36b5a284-a254-4336-8448-2787095f81d9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:44.075947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.114060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 93ef46df-ef6b-4031-81e7-9e4a5730d2cb no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:44.122853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Pushing event deleted for resources: {'Port': ['ID=c60b996f-49cc-4760-9576-3eef548ccec7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.166889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:44.167236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:44.167573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:44.182256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.198577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df333b30-04e6-4c72-8a1a-9d7b621b7792 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:44.241507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb26a1-ab2b-4b47-b77a-ac6afa37f29d req-f67dfd31-90be-4143-a849-685cf46ff295 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:44.252786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bafb26a1-ab2b-4b47-b77a-ac6afa37f29d req-f67dfd31-90be-4143-a849-685cf46ff295 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.1305652 Jul 23 22:38:44.278210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:44.278210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Attempting to bind port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:44.286085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.325137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bafb26a1-ab2b-4b47-b77a-ac6afa37f29d req-49b7c0be-c4ab-44bf-bd0a-9ac7b8cd43b1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610056 Jul 23 22:38:44.336084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port df333b30-04e6-4c72-8a1a-9d7b621b7792 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:44.336559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.346516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:44.346817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:44.347222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:44.347718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Bound port: 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:44.348086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.411615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.478676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.481070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1c7b3a6a-9174-4344-9b26-b3a5170b838e tempest-RoutersAdminNegativeTest-1693979894 tempest-RoutersAdminNegativeTest-1693979894-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c60b996f-49cc-4760-9576-3eef548ccec7 HTTP/1.1" status: 204 len: 168 time: 2.6882415 Jul 23 22:38:44.486686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f7e30-f5fe-42f5-b538-7501e76dc958 req-06f529d7-d7e9-400b-8287-a424dc892460 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:44.488177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e2f7e30-f5fe-42f5-b538-7501e76dc958 req-06f529d7-d7e9-400b-8287-a424dc892460 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 949 time: 0.0823309 Jul 23 22:38:44.521453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Pushing event deleted for resources: {'Port': ['ID=93ef46df-ef6b-4031-81e7-9e4a5730d2cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.544217 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e2f7e30-f5fe-42f5-b538-7501e76dc958 req-9b38dab6-4cad-44cf-a4b0-6c472f68c216 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Jul 23 22:38:44.566835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:44.571187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:44.601539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] No DVR routers for this DVR port 93ef46df-ef6b-4031-81e7-9e4a5730d2cb on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:44.612180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ad6db-a2eb-40b0-a475-a64794603406 req-41788ea8-7b8e-48d8-80ba-e3fc33ba1794 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:44.613261 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.614396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e5ad6db-a2eb-40b0-a475-a64794603406 req-41788ea8-7b8e-48d8-80ba-e3fc33ba1794 tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7722737-2905-4f1c-80dc-e56de13ec3ed HTTP/1.1" status: 200 len: 867 time: 0.4942789 Jul 23 22:38:44.615773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.618428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.620792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3ab65c6-57dd-4687-926f-e0382080aa85 req-a14efc75-c88d-432b-a034-02f6dbefec5f tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.22 "DELETE /v2.0/ports/93ef46df-ef6b-4031-81e7-9e4a5730d2cb HTTP/1.1" status: 204 len: 173 time: 2.0853579 Jul 23 22:38:44.638786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:44.684481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:44.693113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.699956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 345a4b8f-3325-4954-b0e7-baf5d7e2051f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:44.775105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e5ad6db-a2eb-40b0-a475-a64794603406 req-8d533d79-3ce0-4151-bc49-3e17c11a768e tempest-InstanceActionsV221TestJSON-45422228 tempest-InstanceActionsV221TestJSON-45422228-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c13f37d-a172-4be4-9b80-9be11ace5226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500494 Jul 23 22:38:44.791768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.798232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.831917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:44.832629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.840965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1489935b-ee55-417e-9582-d46ef43bbf68 service neutron] 10.222.0.25 "PUT /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 1124 time: 3.0142655 Jul 23 22:38:44.850278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.874757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:44.882386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['cac07e20-f628-40cc-97ed-8914e9d2c8b6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:44.913102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event deleted for resources: {'Port': ['ID=36b5a284-a254-4336-8448-2787095f81d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:44.965529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5bc4-e53f-4214-8623-0a544722cd07 req-4b2d99d6-505a-4edd-be48-ef36fd71ba4e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:44.990033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-615d5bc4-e53f-4214-8623-0a544722cd07 req-4b2d99d6-505a-4edd-be48-ef36fd71ba4e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 944 time: 0.1294622 Jul 23 22:38:44.992989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] No DVR routers for this DVR port 36b5a284-a254-4336-8448-2787095f81d9 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:44.995445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:44.998068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2352036-c93c-4786-8614-29f5417fd960 req-21f40261-9c34-498a-ba31-8cf68050c000 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "DELETE /v2.0/ports/36b5a284-a254-4336-8448-2787095f81d9 HTTP/1.1" status: 204 len: 173 time: 1.9902081 Jul 23 22:38:44.999799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:45.011583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['890baca5-bae7-43a4-89ec-08b9d7f4e1b6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:45.071085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-615d5bc4-e53f-4214-8623-0a544722cd07 req-43c8122e-2804-4ef4-9eec-411b20c1eed8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776818 Jul 23 22:38:45.072105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 345a4b8f-3325-4954-b0e7-baf5d7e2051f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:45.072864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.075777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2d01499b-2e42-4ca4-bd9b-cce9db595df8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:45.086434 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.183102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 36b5a284-a254-4336-8448-2787095f81d9 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:45.217584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b03e879-62ae-45b8-a3bf-343ae016d5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.229837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c865648e-8aa7-42e0-beac-7754ed40de53 req-9e19e504-399b-45a2-93cb-07257d53917f tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 210 time: 0.0819836 Jul 23 22:38:45.246416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 36b5a284-a254-4336-8448-2787095f81d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:45.246769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 36b5a284-a254-4336-8448-2787095f81d9 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:45.440251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becfa18-8e02-4b7f-978b-c97641025802 req-2448d33d-2491-4533-a9f1-c581c7ea00d8 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:45.448274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6becfa18-8e02-4b7f-978b-c97641025802 req-2448d33d-2491-4533-a9f1-c581c7ea00d8 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.2470596 Jul 23 22:38:45.459160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-d70d9830-df77-4f53-92d3-84c12fafd586 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:45.476582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-d70d9830-df77-4f53-92d3-84c12fafd586 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:45.478547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-d70d9830-df77-4f53-92d3-84c12fafd586 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "GET /v2.0/networks?id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8&id=27edf188-792a-44ce-83dd-5d3863714e88&id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8 HTTP/1.1" status: 200 len: 1392 time: 0.2286265 Jul 23 22:38:45.508389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'admin_state_up': True, 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:45.594828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe1cf0-1cf2-4ccc-9def-a5c5323dd2ce req-1fe8da59-6db0-46a8-bd5d-54701d5a7fd4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:45.606298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f5fe1cf0-1cf2-4ccc-9def-a5c5323dd2ce req-1fe8da59-6db0-46a8-bd5d-54701d5a7fd4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.1576142 Jul 23 22:38:45.630428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6becfa18-8e02-4b7f-978b-c97641025802 req-b5942849-9a19-4508-9c90-c508b1436c54 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811981 Jul 23 22:38:45.685628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f5fe1cf0-1cf2-4ccc-9def-a5c5323dd2ce req-43594e7f-e4c1-4cd6-98f2-f2907c9d973b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Jul 23 22:38:45.745402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b03e879-62ae-45b8-a3bf-343ae016d5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.803042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b03e879-62ae-45b8-a3bf-343ae016d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.808663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2e4c4fb-1ac5-43fb-a857-5eb8b37ec8f2 req-f0297d1f-4abc-4e49-82d0-561b0a94e518 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18 HTTP/1.1" status: 200 len: 210 time: 0.0615194 Jul 23 22:38:45.861155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2b03e879-62ae-45b8-a3bf-343ae016d5ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50de317536dc4182a996a4abbeb2fbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599768 Jul 23 22:38:45.862874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03e879-62ae-45b8-a3bf-343ae016d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25baca-253a-4af7-b83a-9764e73a7f2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:45.864142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:45.866771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:45.871320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.875042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'name': 'network-vif-deleted', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb'}, {'name': 'network-changed', 'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8'}, {'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'name': 'network-vif-deleted', 'tag': '36b5a284-a254-4336-8448-2787095f81d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:45.876966 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf" -d '{"events": [{"server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "name": "network-vif-deleted", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb"}, {"name": "network-changed", "server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8"}, {"server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "name": "network-vif-deleted", "tag": "36b5a284-a254-4336-8448-2787095f81d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:45.929920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.953633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:45.956871 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33b75f6-6522-4bae-9e44-1db3a6aabe06 x-openstack-request-id: req-f33b75f6-6522-4bae-9e44-1db3a6aabe06 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:45.957071 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7722737-2905-4f1c-80dc-e56de13ec3ed", "name": "network-vif-deleted", "tag": "93ef46df-ef6b-4031-81e7-9e4a5730d2cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8", "status": "completed", "code": 200}, {"server_uuid": "0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18", "name": "network-vif-deleted", "tag": "36b5a284-a254-4336-8448-2787095f81d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:45.957332 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f33b75f6-6522-4bae-9e44-1db3a6aabe06 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:45.957989 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7722737-2905-4f1c-80dc-e56de13ec3ed', 'name': 'network-vif-deleted', 'tag': '93ef46df-ef6b-4031-81e7-9e4a5730d2cb', 'status': 'completed', 'code': 200} Jul 23 22:38:45.958181 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'status': 'completed', 'code': 200} Jul 23 22:38:45.958444 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aca7b1e-ddcd-4dc8-bbc1-d8de0a9cfc18', 'name': 'network-vif-deleted', 'tag': '36b5a284-a254-4336-8448-2787095f81d9', 'status': 'completed', 'code': 200} Jul 23 22:38:46.011549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.015861 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.017107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce25baca-253a-4af7-b83a-9764e73a7f2f HTTP/1.1" status: 204 len: 168 time: 0.1519837 Jul 23 22:38:46.035281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc4232-f8e3-4f7c-96bc-f10c5eda45bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25baca-253a-4af7-b83a-9764e73a7f2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:46.073341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Allocated IP 19.80.0.224 (b30e132a-aed0-4b4b-9e9b-aaededdf68c8/c1911d9d-dcc6-484b-814a-b2ce9268d6aa/90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:46.099011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-0485fb42-c18a-4ae9-b941-a98af5e5f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.100767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-0485fb42-c18a-4ae9-b941-a98af5e5f463 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1127 time: 0.1283028 Jul 23 22:38:46.121865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:46.246419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Deleting subnet cedce2ea-27e2-46f9-b738-2f5b03730c2f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:38:46.253921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.331186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.374925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1c3097c-3a83-4bdd-ac73-6a34e58a6680 req-1904bb50-d695-47e5-aaf4-55d48ef9ad08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 210 time: 0.0457747 Jul 23 22:38:46.375156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb004c-b37d-4277-89bf-44ca1358d9af req-e2171904-0eb8-45de-bceb-82202455eb82 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.376575 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24bb004c-b37d-4277-89bf-44ca1358d9af req-e2171904-0eb8-45de-bceb-82202455eb82 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 944 time: 0.1950979 Jul 23 22:38:46.396856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-3c9c4ba6-ff0c-42d4-b8b4-1db41a78841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.398354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-3c9c4ba6-ff0c-42d4-b8b4-1db41a78841b service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2846560 Jul 23 22:38:46.408359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.432245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:46.451389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-4a364a95-1ba2-4f52-8cea-adb8f948c89d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.0449953 Jul 23 22:38:46.453239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.465569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.495897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24bb004c-b37d-4277-89bf-44ca1358d9af req-ea9ab233-21e7-485e-8dbe-50b3afd0b95a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027145 Jul 23 22:38:46.525064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b3b5bdf-eada-47cb-b45f-f7f99f2dbda2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4217e8e9fcd0498e849172a71f21fe20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916998 Jul 23 22:38:46.532234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:46.558675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.596286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cedce2ea-27e2-46f9-b738-2f5b03730c2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:46.607445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.609475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c35e26c-42e5-4260-8b4e-df5c46b884d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cedce2ea-27e2-46f9-b738-2f5b03730c2f HTTP/1.1" status: 204 len: 168 time: 0.4865229 Jul 23 22:38:46.613860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:46.652767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.714357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.725224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.835682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-69318c8c-d36b-4a70-b002-3dee1582ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.837146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-69318c8c-d36b-4a70-b002-3dee1582ce23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.3755796 Jul 23 22:38:46.867717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.880859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-126a5c53-c2cd-417d-bd12-688b097ccf7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328746 Jul 23 22:38:46.882904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981b0909-7e0d-43e9-8577-db6530dcc2c3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:46.886436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.888529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d41a-0ffe-4390-b35a-ae932f696c19 req-72b79126-e38e-4712-af5f-0c14cfc003bb tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.888939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.892546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ff3c1da-9db8-4fd0-8300-88fbe436815e HTTP/1.1" status: 204 len: 168 time: 0.3567977 Jul 23 22:38:46.892733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f755d41a-0ffe-4390-b35a-ae932f696c19 req-72b79126-e38e-4712-af5f-0c14cfc003bb tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.4408641 Jul 23 22:38:46.892733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Transition to ACTIVE for port object 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:46.916030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce24715c-84dc-45bd-9b7f-3d71d442423d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:46.916332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce24715c-84dc-45bd-9b7f-3d71d442423d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:46.923153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bc2bd-9ec1-441b-b258-3a5031524522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3c1da-9db8-4fd0-8300-88fbe436815e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:46.937016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.962378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c033f-723a-4782-bcf5-cc07e9e72259 req-e7086d54-6344-4ca1-a66c-da36f4dd62ff tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:46.964485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b9c033f-723a-4782-bcf5-cc07e9e72259 req-e7086d54-6344-4ca1-a66c-da36f4dd62ff tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.1855147 Jul 23 22:38:46.966371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.976752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:38:46.977550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:38:46.981228 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:38:47.050748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f755d41a-0ffe-4390-b35a-ae932f696c19 req-a0a17b3a-b34c-4d9d-b260-c2a00c7148a6 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437547 Jul 23 22:38:47.070458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.094766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b9c033f-723a-4782-bcf5-cc07e9e72259 req-9d041bed-017a-447c-a142-962e4697045b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182423 Jul 23 22:38:47.113034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.118371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.121872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-2a7277d4-bc31-4fc0-8432-0e447dea73b8 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305942 Jul 23 22:38:47.123005 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] 10.222.0.37 "DELETE /v2.0/networks/981b0909-7e0d-43e9-8577-db6530dcc2c3 HTTP/1.1" status: 204 len: 168 time: 0.5081301 Jul 23 22:38:47.155917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d04a7e-e6ed-42ae-9ee6-bd907b609f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=981b0909-7e0d-43e9-8577-db6530dcc2c3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:47.177427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:47.184161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:38:47.190457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:47.211663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:47.216393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:47.221466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:47.362788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:47.363459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.379667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f5a3c0b-21da-4bed-bb92-d51fc29e97cf req-a786601c-13de-4eab-91d0-084f8f6a1eb2 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468600 Jul 23 22:38:47.386332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-54057547-241c-4f71-b1d2-c11c9b9c82a1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8842704 Jul 23 22:38:47.408016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88', 'admin_state_up': True, 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:47.438053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:47.438567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.489873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:47.514393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:47.543032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:38:47.601138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.628064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:47.631307 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6507433-32dc-43e7-ae63-00f36f9690bf" -d '{"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-plugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:47.650730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fa89-1e07-4ae3-89d3-713b51260c1f req-e308b72f-1323-4d7e-8e49-7ee8459b4e73 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:47.658873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63e9fa89-1e07-4ae3-89d3-713b51260c1f req-e308b72f-1323-4d7e-8e49-7ee8459b4e73 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.0973394 Jul 23 22:38:47.660522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:47.671198 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.678424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d91d9036-8127-45a6-9a2f-92199806d3e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05195d726b214f35a0ba68c92585620a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873009 Jul 23 22:38:47.684958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:47.721547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:47.725711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.728729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:47.739883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05e78d7e-56e7-463c-90f1-d064fdff379a None None] Provisioning for port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:47.744628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05e78d7e-56e7-463c-90f1-d064fdff379a None None] Provisioning complete for port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:47.744785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05e78d7e-56e7-463c-90f1-d064fdff379a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.751166 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63e9fa89-1e07-4ae3-89d3-713b51260c1f req-9bfcbf5f-9bd4-44cc-97e8-f622843ae2af tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876434 Jul 23 22:38:47.753268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759d636-51ed-4f3f-9bf7-6b01412a1868 req-ef39c108-c5d3-46fa-97f6-33311cc99298 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:47.761344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f759d636-51ed-4f3f-9bf7-6b01412a1868 req-ef39c108-c5d3-46fa-97f6-33311cc99298 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 932 time: 0.2132921 Jul 23 22:38:47.803329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.808246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-05e78d7e-56e7-463c-90f1-d064fdff379a None None] Port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:47.833781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.856317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f759d636-51ed-4f3f-9bf7-6b01412a1868 req-205213ab-e0c6-4c9c-b5ac-4b41ec5ab3ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939028 Jul 23 22:38:47.936537 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccff19b-bbea-46f2-bf28-7e8f02f87235 x-openstack-request-id: req-8ccff19b-bbea-46f2-bf28-7e8f02f87235 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:47.937185 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-plugged", "status": "completed", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:47.937323 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ccff19b-bbea-46f2-bf28-7e8f02f87235 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:47.937664 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'code': 200} Jul 23 22:38:47.940790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.943767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:47.948633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c13f37d-a172-4be4-9b80-9be11ace5226 HTTP/1.1" status: 204 len: 168 time: 0.2627060 Jul 23 22:38:47.962578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c049ab-84e2-4753-9c82-d761bc17d63f req-eb2c92d8-0f98-4808-b6cf-1bfc03fa0e6b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:47.964685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76c049ab-84e2-4753-9c82-d761bc17d63f req-eb2c92d8-0f98-4808-b6cf-1bfc03fa0e6b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1173844 Jul 23 22:38:47.979245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c13f37d-a172-4be4-9b80-9be11ace5226,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:47.985144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Allocated IP 19.86.0.83 (27edf188-792a-44ce-83dd-5d3863714e88/15b5fafa-411e-45bb-917d-4300609a57e6/19ff3e9a-69f7-463c-a976-58e2ba2ec91d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:48.002896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.003543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.011278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.012482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.014605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.015524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.016167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.016709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.018240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.018810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.020368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.022533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c37d9c-eb96-4a3c-8ef3-6ad8a3870880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.029385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-c01c5cb7-c670-48ba-88ee-72c17e4c7aa2 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:48.031600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-c01c5cb7-c670-48ba-88ee-72c17e4c7aa2 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.1462259 Jul 23 22:38:48.085639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76c049ab-84e2-4753-9c82-d761bc17d63f req-33429367-65f6-49ef-b40e-755c53c834e6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090341 Jul 23 22:38:48.222064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:48.349734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.365057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Deleting port f490ae41-d7ab-46e2-8130-e5d6898982ed {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:48.365433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.408149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707b7d3-753c-4214-b215-3cde2cd99af6 req-8d48e1da-73ed-4a2e-b6c0-1df4edb493b7 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:48.415377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8707b7d3-753c-4214-b215-3cde2cd99af6 req-8d48e1da-73ed-4a2e-b6c0-1df4edb493b7 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 945 time: 0.2172017 Jul 23 22:38:48.418504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa5317-bfca-49f7-85b0-5f019a47e31b req-e94e536f-ad6f-45f3-9a50-fa45c6db1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:48.421029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28aa5317-bfca-49f7-85b0-5f019a47e31b req-e94e536f-ad6f-45f3-9a50-fa45c6db1138 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 1097 time: 0.2233016 Jul 23 22:38:48.446069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Transition to ACTIVE for port object 19ff3e9a-69f7-463c-a976-58e2ba2ec91d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:48.553446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8707b7d3-753c-4214-b215-3cde2cd99af6 req-576b1980-aea6-42c7-a15e-cb0e0b79e099 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups?id=1d944a59-17dd-4f08-928f-7db62938791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348350 Jul 23 22:38:48.574467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28aa5317-bfca-49f7-85b0-5f019a47e31b req-5cd3efee-d45a-479b-9c0a-c4decb74a421 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439240 Jul 23 22:38:48.587987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] For port f490ae41-d7ab-46e2-8130-e5d6898982ed, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f490ae41-d7ab-46e2-8130-e5d6898982ed,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:48.588562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.611189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-333372575'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:48.642547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ada46-be21-45fd-86eb-7aa53cd26e9e req-014ed173-fd4c-4df3-989c-e252e360bb91 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:48.646936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.648643 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-583ada46-be21-45fd-86eb-7aa53cd26e9e req-014ed173-fd4c-4df3-989c-e252e360bb91 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.4662094 Jul 23 22:38:48.666638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:48.670164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.682306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.703041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network 27edf188-792a-44ce-83dd-5d3863714e88 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:48.710520 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-583ada46-be21-45fd-86eb-7aa53cd26e9e req-2cc89192-3496-45e6-b8bd-5733aa24e775 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611618 Jul 23 22:38:48.711761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:48.729037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:48.795069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:48.815188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.816349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.816704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.817075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.818250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.818641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.819624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.819975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.820497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.821082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.821473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.821879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.822248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:38:48.826106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.869536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:48.890654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60726d15-ed6f-4399-85fe-84c67d3205c7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:48.897587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.898551 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Added segment 1bf1e2bf-a912-4e56-82c3-890c92609197 of type vlan for network 509d1cc8-b59b-4364-9870-e828873e1547 Jul 23 22:38:48.944916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:48.945679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.966413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:48.996246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7aa5fb46-0c42-4898-9ec5-fec85dc4c9ca tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020501 Jul 23 22:38:49.031993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50380) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:49.049304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.050514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'admin_state_up': True, 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:49.054770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.055469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.105518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.107202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8839514 Jul 23 22:38:49.110203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.111934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:49.112120 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Floating IP d93c5e6c-c9aa-4ef6-8ac4-d23e08455453 disassociated. External IP: 172.25.1.4, port: f490ae41-d7ab-46e2-8130-e5d6898982ed. Jul 23 22:38:49.112383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Calling delete_port for f490ae41-d7ab-46e2-8130-e5d6898982ed owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:49.118937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'subnet': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:49.131745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793f4e-7ff1-41de-a9e8-76f2898a088e req-bfd99b43-a7ad-451e-8978-f2d866d629c7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.137517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793f4e-7ff1-41de-a9e8-76f2898a088e req-bfd99b43-a7ad-451e-8978-f2d866d629c7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.139152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3793f4e-7ff1-41de-a9e8-76f2898a088e req-bfd99b43-a7ad-451e-8978-f2d866d629c7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 1654 time: 0.1681597 Jul 23 22:38:49.151338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6102ad96-413b-49f2-9d20-73484d4f26a7 None None] Provisioning for port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:49.160300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6102ad96-413b-49f2-9d20-73484d4f26a7 None None] Provisioning complete for port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:49.161603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6102ad96-413b-49f2-9d20-73484d4f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.178310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e81ff5-c093-48c5-889c-e63c39682b21 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Network': ['ID=509d1cc8-b59b-4364-9870-e828873e1547,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:49.192634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-860667984-network', 'tenant_id': 'a367cc57d5ba4dd19a1c1d599ea42239'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:49.193960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 509d1cc8-b59b-4364-9870-e828873e1547 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:49.240264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6102ad96-413b-49f2-9d20-73484d4f26a7 None None] Port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:49.266091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cffe6-2aa7-4900-bbe9-b8fc37d93cd1 req-b61d70c5-0170-4552-bb89-e3ee15d75aae tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.267737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb8cffe6-2aa7-4900-bbe9-b8fc37d93cd1 req-b61d70c5-0170-4552-bb89-e3ee15d75aae tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.3492239 Jul 23 22:38:49.284905 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3793f4e-7ff1-41de-a9e8-76f2898a088e req-0a6ca575-e256-4e64-a524-fa9ee6bc1d2a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169782 Jul 23 22:38:49.293184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Made reservation on behalf of a367cc57d5ba4dd19a1c1d599ea42239 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:49.295666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.306797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.322945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-d69f880a-a31f-4680-b8ee-b1216bf0b9e3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.324441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-d69f880a-a31f-4680-b8ee-b1216bf0b9e3 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.22 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 950 time: 0.3192890 Jul 23 22:38:49.332662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:38:49.332662 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:38:49.332662 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': '266c81c187734be98740585172749999', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 38, 49, 298024)}] Jul 23 22:38:49.332662 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:38:49.333130 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:38:49.391123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:49.395223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.439461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb8cffe6-2aa7-4900-bbe9-b8fc37d93cd1 req-672d225c-3af8-40b9-a0db-4a8cbee7079a tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540270 Jul 23 22:38:49.511279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cd2e1-b074-48dc-979f-5b187bfc7990 req-8ba157c6-7b5f-4763-8ecd-ae20aed15340 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.512896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-784cd2e1-b074-48dc-979f-5b187bfc7990 req-8ba157c6-7b5f-4763-8ecd-ae20aed15340 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.1256256 Jul 23 22:38:49.533256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.542725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.580423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.598903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:38:49.631674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-784cd2e1-b074-48dc-979f-5b187bfc7990 req-bbf12802-11b2-4b50-bb6e-a04b7fce69a2 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073680 Jul 23 22:38:49.632504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5bf04a-293d-49bc-ae44-0223cd88f44a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:49.635770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.636155 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Added segment 98c91f3d-874b-454a-b0f5-7bb5986ef659 of type vlan for network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 Jul 23 22:38:49.694646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event deleted for resources: {'Port': ['ID=f490ae41-d7ab-46e2-8130-e5d6898982ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:49.697102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.734341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.735709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:49.736608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.740740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9986c218-4eae-4e5a-b8c2-37c89406c955 req-cb92b7cf-7cce-41c6-b2a1-4c6b814af9e0 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0615363 Jul 23 22:38:49.803431 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7703450 Jul 23 22:38:49.806002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:49.840573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Request body: {'subnet': {'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-860667984-subnet', 'tenant_id': 'a367cc57d5ba4dd19a1c1d599ea42239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:49.856804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec663d-2115-4da4-84c5-4b534c14a10f admin admin] Pushing event updated for resources: {'Network': ['ID=f28ab7f9-a4db-4873-8042-e4bde0ba0a13,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:49.869441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:38:49.910545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:49.914089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:49.962727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Made reservation on behalf of a367cc57d5ba4dd19a1c1d599ea42239 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:49.965074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.028782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-0bee7512-8112-461a-8e25-c526577e26d0 service neutron] 10.222.0.22 "GET /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1811945 Jul 23 22:38:50.138162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f490ae41-d7ab-46e2-8130-e5d6898982ed no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:50.150563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Deleting port cac07e20-f628-40cc-97ed-8914e9d2c8b6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:50.151210 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.155520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Allocated IP 19.80.0.179 (b30e132a-aed0-4b4b-9e9b-aaededdf68c8/c1911d9d-dcc6-484b-814a-b2ce9268d6aa/851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:50.176691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f490ae41-d7ab-46e2-8130-e5d6898982ed {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:50.177715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f490ae41-d7ab-46e2-8130-e5d6898982ed not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:50.389106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] For port cac07e20-f628-40cc-97ed-8914e9d2c8b6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=cac07e20-f628-40cc-97ed-8914e9d2c8b6,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:50.389515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.403196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b469ce-e003-4120-b22c-a2c3b1d856eb req-a9caf2ad-ccd3-47a6-bc35-17d6fb8570a9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.405426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5b469ce-e003-4120-b22c-a2c3b1d856eb req-a9caf2ad-ccd3-47a6-bc35-17d6fb8570a9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 944 time: 0.5805979 Jul 23 22:38:50.411904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Router 277be5f1-4fbe-43dc-8889-c3b57ca185dc has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:38:50.440028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.454141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Calling delete_port for cac07e20-f628-40cc-97ed-8914e9d2c8b6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:50.550954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.574193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:50.596619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Subnet': ['ID=199d65b8-2e4a-4e61-b750-cebdfbe709a4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:50.621397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5b469ce-e003-4120-b22c-a2c3b1d856eb req-1819dbb7-fcb5-4794-90fa-5ac1090c28c9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060177 Jul 23 22:38:50.664410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.665665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:50.698456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Transition to ACTIVE for port object 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:50.701730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Checking segment: {'id': '1bf1e2bf-a912-4e56-82c3-890c92609197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:50.702080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network hostable DHCP agents. Network: 509d1cc8-b59b-4364-9870-e828873e1547, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:50.734756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40d63-1e2b-4a61-8d4b-d9cb535d6cf6 req-da75fc69-2319-48ee-aeed-8e85f92e28e1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.740948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40d63-1e2b-4a61-8d4b-d9cb535d6cf6 req-da75fc69-2319-48ee-aeed-8e85f92e28e1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.742585 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-08c40d63-1e2b-4a61-8d4b-d9cb535d6cf6 req-da75fc69-2319-48ee-aeed-8e85f92e28e1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 1654 time: 0.3108182 Jul 23 22:38:50.742952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:38:50.754013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf9013a-a8b0-4205-b593-3d6f1b8ff81c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:50.756578 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Sync routers for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:38:50.778907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d01499b-2e42-4ca4-bd9b-cce9db595df8 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:50.793834 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:50.794476 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:50.799984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Checking segment: {'id': '98c91f3d-874b-454a-b0f5-7bb5986ef659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:50.800349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Network hostable DHCP agents. Network: f28ab7f9-a4db-4873-8042-e4bde0ba0a13, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:38:50.808970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:50.812616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:50.848710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] No DVR routers for this DVR port f490ae41-d7ab-46e2-8130-e5d6898982ed on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:50.848977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.851591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.853787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46796680-74e1-431d-b2d0-fc4c3f120213 req-1f3d52ab-47f6-42ba-9539-b9098fda01d5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.22 "DELETE /v2.0/ports/f490ae41-d7ab-46e2-8130-e5d6898982ed HTTP/1.1" status: 204 len: 173 time: 2.8124106 Jul 23 22:38:50.854924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 509d1cc8-b59b-4364-9870-e828873e1547) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:50.860120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'name': 'network-vif-deleted', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:50.863094 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500b2a46-a7e0-4a83-aa90-7c4783351fd2" -d '{"events": [{"server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "name": "network-vif-deleted", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:50.865292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98338ebc-b49e-48ef-ade0-9bf719b71863 None None] Network 509d1cc8-b59b-4364-9870-e828873e1547 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:50.893386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.901985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-08c40d63-1e2b-4a61-8d4b-d9cb535d6cf6 req-d78f2414-1c09-45d7-832f-38d82947fd8b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490445 Jul 23 22:38:50.902248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.906739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.909066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.915088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['5ea392b2-363b-4d4a-b2b3-0683efeeff52'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:38:50.918059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:38:50.936693 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:50.945485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f28ab7f9-a4db-4873-8042-e4bde0ba0a13) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:50.975673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4624c15e-c1f8-4681-ae0d-6a1658c0e6b5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8607218 Jul 23 22:38:50.977414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.978296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:50.982486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c89214-2fe8-4e44-b75a-e0d26618e259 req-1ff55675-a5df-4fe8-9245-52abb8ac95c6 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:50.983916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50410) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:50.989343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09c89214-2fe8-4e44-b75a-e0d26618e259 req-1ff55675-a5df-4fe8-9245-52abb8ac95c6 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdde578f-7419-4d2f-ac43-6d5a95a1af5f HTTP/1.1" status: 200 len: 867 time: 0.2928948 Jul 23 22:38:50.990168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268871276'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:51.012107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:51.028303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530af40-ad31-445a-bf10-d87dd9b405ce None None] Network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:51.051812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:51.054462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:51.098594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc02edd8-0eaf-4908-8d01-9489fca950f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2918088 Jul 23 22:38:51.105513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] No DVR routers for this DVR port cac07e20-f628-40cc-97ed-8914e9d2c8b6 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:51.127508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:51.146867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.148860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0124dc00-cdb6-4ead-9db8-5fbb9e31af71 req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.22 "DELETE /v2.0/ports/cac07e20-f628-40cc-97ed-8914e9d2c8b6 HTTP/1.1" status: 204 len: 173 time: 1.8151505 Jul 23 22:38:51.251913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b164f6-c5bc-4f3b-bdf8-c6cb17fe8639 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event deleted for resources: {'Port': ['ID=cac07e20-f628-40cc-97ed-8914e9d2c8b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:51.285205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09c89214-2fe8-4e44-b75a-e0d26618e259 req-b4dc134f-c9b2-4cd1-89be-43f0480e76cf tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933614 Jul 23 22:38:51.304421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] Transition to ACTIVE for port object 2d01499b-2e42-4ca4-bd9b-cce9db595df8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:51.360063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.375503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:51.380306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.423467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-542efb9c-b638-4d55-b74d-579ad1990d97 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3814299 Jul 23 22:38:51.451404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:51.473916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:51.478662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.520538 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:51.541654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b381e-e02e-4f95-93f8-93fe2f40c1c2 req-96f67fd1-563c-4e07-a706-193314873f27 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:51.558749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-516b381e-e02e-4f95-93f8-93fe2f40c1c2 req-96f67fd1-563c-4e07-a706-193314873f27 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.4909508 Jul 23 22:38:51.568670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] No DVR routers for this DVR port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:51.571265 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.577036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428b199-305a-42f8-a70b-9f8ca37ddb4d None None] Network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:51.626466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5173e32f-d899-4023-86e1-bef1b51a3a0e req-72d804d5-e5c9-4794-9d8d-cf41cb17e0e6 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.1929314 Jul 23 22:38:51.640334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port 27bf0cdc-5392-4929-b8dd-3a60541efa35 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:38:51.650935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-509d1cc8-b59b-4364-9870-e828873e1547', 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'tenant_id': '266c81c187734be98740585172749999', 'fixed_ips': [{'subnet_id': '199d65b8-2e4a-4e61-b750-cebdfbe709a4'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:38:51.652928 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.656478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8e03266-1989-430e-9c19-5bdfab1fa61b None None] Provisioning for port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:51.669143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8e03266-1989-430e-9c19-5bdfab1fa61b None None] Provisioning complete for port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:51.669558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8e03266-1989-430e-9c19-5bdfab1fa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:51.870932 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Checking router: 277be5f1-4fbe-43dc-8889-c3b57ca185dc for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:38:51.884433 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:38:51.885352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:51.934145 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419eaad6-f5a3-43e3-aeb4-e2b39427fd55 x-openstack-request-id: req-419eaad6-f5a3-43e3-aeb4-e2b39427fd55 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:51.934605 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f56e555-92b8-484f-a5c7-5212d740dc45", "name": "network-vif-deleted", "tag": "f490ae41-d7ab-46e2-8130-e5d6898982ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:51.939080 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-419eaad6-f5a3-43e3-aeb4-e2b39427fd55 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:51.939663 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f56e555-92b8-484f-a5c7-5212d740dc45', 'name': 'network-vif-deleted', 'tag': 'f490ae41-d7ab-46e2-8130-e5d6898982ed', 'status': 'completed', 'code': 200} Jul 23 22:38:51.963588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::1fd (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/27bf0cdc-5392-4929-b8dd-3a60541efa35) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:51.981870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8e03266-1989-430e-9c19-5bdfab1fa61b None None] Port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:52.094997 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:38:52.186218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:52.225372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:52.235945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.258459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Transition to ACTIVE for port object 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:52.265574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.278441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:52.278948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device cac07e20-f628-40cc-97ed-8914e9d2c8b6 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:52.306823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.373721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.392784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Pushing event updated for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:52.442411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: cac07e20-f628-40cc-97ed-8914e9d2c8b6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:52.442411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device cac07e20-f628-40cc-97ed-8914e9d2c8b6 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:52.443580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object 27bf0cdc-5392-4929-b8dd-3a60541efa35 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:52.456753 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] 10.222.0.22 "PUT /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 2.4182036 Jul 23 22:38:52.457625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31101c-c04a-4198-a74f-3cc5ede2c2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:52.499317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-516b381e-e02e-4f95-93f8-93fe2f40c1c2 req-8f33cfcb-31c6-4ead-b22e-185d7d5f9d33 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9395394 Jul 23 22:38:52.562401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.600114 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:38:52.634388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=27bf0cdc-5392-4929-b8dd-3a60541efa35,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:52.642987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:52.645404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:52.647722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:52.653395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:52.655142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.660327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Allocated IP 2001:db8::2 (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/b754aceb-4579-4537-aed5-114a73616383) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:52.678466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbd1b9ca-3323-46f6-8d0c-717dd354681e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6930656 Jul 23 22:38:52.679237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:52.679915 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd858862-fb81-4c23-9a12-ede327937064 None None] The sync data for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 is: [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:35:39Z', 'revision_number': 4, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3b1af89d-d661-4340-bb6b-b4e4ca1cd704', 'name': '', 'network_id': 'f7934cb4-9e6e-45c6-bd10-cfe1659f078d', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'mac_address': 'fa:16:3e:31:ed:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:37Z', 'updated_at': '2021-07-23T22:35:49Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'subnets': [{'id': 'a0a5cff1-913a-43dc-b56b-13913fed6c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:38:52.688970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-116617687', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:03:b3:9d'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:52.714432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Attempting to bind port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:52.715034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Attempting to bind port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:52.715555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Attempting to bind port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:52.735556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:52.736023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Attempting to bind port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:52.747804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:52.749236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Checking segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:52.749939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Bound using segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:52.751468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Bound port: 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:52.751918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:52.762007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-8e40e995-d0b9-481f-9b03-85075beb23a6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:52.772100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-8e40e995-d0b9-481f-9b03-85075beb23a6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/networks?id=f28ab7f9-a4db-4873-8042-e4bde0ba0a13 HTTP/1.1" status: 200 len: 812 time: 0.3904493 Jul 23 22:38:52.846032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-23dece16-71f8-4cbc-beaf-3664b656f6f5 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/quotas/a367cc57d5ba4dd19a1c1d599ea42239 HTTP/1.1" status: 200 len: 375 time: 0.0727754 Jul 23 22:38:52.859073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c272c4-cdde-4595-beaf-5af9740f5c7d req-fb572b48-35cf-487e-b81a-d8cb6b530b79 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:52.860982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76c272c4-cdde-4595-beaf-5af9740f5c7d req-fb572b48-35cf-487e-b81a-d8cb6b530b79 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.1801648 Jul 23 22:38:52.925683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-2c979247-4817-4733-80aa-782fe06b097d tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:52.932940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-2c979247-4817-4733-80aa-782fe06b097d tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.3898323 Jul 23 22:38:52.935367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:52.939275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-2a0a49ff-71ed-4ea7-b81c-420db186097c tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a367cc57d5ba4dd19a1c1d599ea42239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660214 Jul 23 22:38:52.978261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-76c272c4-cdde-4595-beaf-5af9740f5c7d req-9481e771-4757-4b3b-aa74-b0a7b52b05e3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010091 Jul 23 22:38:53.036681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:53.058292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.079879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Transition to ACTIVE for port object b754aceb-4579-4537-aed5-114a73616383 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:53.085840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:53.102707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Transition to ACTIVE for port object b754aceb-4579-4537-aed5-114a73616383 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:53.106289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.109030 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.113885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.114989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.173328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Pushing event updated for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:53.174681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:53.177685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:53.188655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port 07177df3-d196-4321-bdc6-ddb547533876 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:38:53.189577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937eccb2-2242-40ea-9b0f-c774961e0e29 None None] New status for floating IP d93c5e6c-c9aa-4ef6-8ac4-d23e08455453: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:38:53.199901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.200539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.203310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-564f59b3-957e-40af-9027-cbe8a026906b service neutron] 10.222.0.25 "PUT /v2.0/ports/90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac HTTP/1.1" status: 200 len: 1093 time: 1.7685485 Jul 23 22:38:53.207475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-a8cb020a-4c90-4aae-90ab-c06040879aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.208969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-a8cb020a-4c90-4aae-90ab-c06040879aa2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936&tenant_id=2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 1097 time: 0.2640154 Jul 23 22:38:53.211320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-fda28037-d176-40c8-ad11-bd7a331610e7 service neutron] 10.222.0.37 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553949 Jul 23 22:38:53.243421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:53.270776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:53.386515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Pushing event updated for resources: {'Port': ['ID=b754aceb-4579-4537-aed5-114a73616383,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:53.413935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8e77-0cb7-44fc-ae5f-2be697049f34 req-fef303a2-dd66-4b4d-8e2b-58c7b250ffe4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.425828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8e77-0cb7-44fc-ae5f-2be697049f34 req-fef303a2-dd66-4b4d-8e2b-58c7b250ffe4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.431639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8e77-0cb7-44fc-ae5f-2be697049f34 req-fef303a2-dd66-4b4d-8e2b-58c7b250ffe4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.436334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b29e8e77-0cb7-44fc-ae5f-2be697049f34 req-fef303a2-dd66-4b4d-8e2b-58c7b250ffe4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2388 time: 0.3188550 Jul 23 22:38:53.479037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-450dbb18-77be-4735-888f-947016eb137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.490810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-450dbb18-77be-4735-888f-947016eb137b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1097 time: 0.2391770 Jul 23 22:38:53.497351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Attempting to bind port b754aceb-4579-4537-aed5-114a73616383 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:53.499611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Attempting to bind port b754aceb-4579-4537-aed5-114a73616383 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '1bf1e2bf-a912-4e56-82c3-890c92609197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:53.500236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Attempting to bind port b754aceb-4579-4537-aed5-114a73616383 on network 509d1cc8-b59b-4364-9870-e828873e1547 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:53.511387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::30d (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/07177df3-d196-4321-bdc6-ddb547533876) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:53.514770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:53.515423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Checking segment: {'id': '1bf1e2bf-a912-4e56-82c3-890c92609197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:53.515928 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.516519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Bound using segment: {'id': '1bf1e2bf-a912-4e56-82c3-890c92609197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:53.518009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Bound port: b754aceb-4579-4537-aed5-114a73616383, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf1e2bf-a912-4e56-82c3-890c92609197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '509d1cc8-b59b-4364-9870-e828873e1547'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:53.518566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.523796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b29e8e77-0cb7-44fc-ae5f-2be697049f34 req-96ed1f44-3408-4943-b240-9e205d704148 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782611 Jul 23 22:38:53.548733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.573803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-04d9ba21-a15c-42ec-9e41-e2ccf9dcf24a service neutron] 10.222.0.37 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438764 Jul 23 22:38:53.614765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] For port b754aceb-4579-4537-aed5-114a73616383, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:53.621214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] For port b754aceb-4579-4537-aed5-114a73616383, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b754aceb-4579-4537-aed5-114a73616383,segment=NetworkSegment(1bf1e2bf-a912-4e56-82c3-890c92609197),segment_id=1bf1e2bf-a912-4e56-82c3-890c92609197)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:53.632457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.709234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07236f64-7775-407a-aad7-f2e44f89c286 None None] Pushing event updated for resources: {'Port': ['ID=b754aceb-4579-4537-aed5-114a73616383,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:53.861993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.879544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object 07177df3-d196-4321-bdc6-ddb547533876 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:53.903552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-b162f9c0-d45d-441d-a9a8-2d5b62fa3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:53.905674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-b162f9c0-d45d-441d-a9a8-2d5b62fa3427 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.3979161 Jul 23 22:38:53.940216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'name': 'network-vif-deleted', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6'}, {'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:53.942552 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f58385c-bb17-47ba-b103-6198904f0334" -d '{"events": [{"server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "name": "network-vif-deleted", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6"}, {"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:53.958925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:53.971145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e93ebc44-abbe-4881-a109-2374630e934a req-4f45ff4f-f66c-4792-a612-025b82abc3c0 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0850632 Jul 23 22:38:54.079541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec092d-8c87-4bbf-bc1d-e0cbfb533c44 req-e8bd1efd-8711-41c6-87f7-476fce0b0f6f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.080055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-fb5864b7-125c-4f48-8e90-45a0c5c9f168 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.1315899 Jul 23 22:38:54.085574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e4ec092d-8c87-4bbf-bc1d-e0cbfb533c44 req-e8bd1efd-8711-41c6-87f7-476fce0b0f6f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.3347962 Jul 23 22:38:54.142193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:54.178008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:54.189625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:54.214090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.220460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:54.251937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=07177df3-d196-4321-bdc6-ddb547533876,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:54.257252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b754aceb-4579-4537-aed5-114a73616383 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:54.272761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d1a7fc86-e9d8-4bcd-bd42-82e4f41c785b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5902474 Jul 23 22:38:54.276886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:54.318379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e4ec092d-8c87-4bbf-bc1d-e0cbfb533c44 req-e84b6ac1-d296-4d99-a50b-41948cface7b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233117 Jul 23 22:38:54.337710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-f5f2c3b2-8f2f-48fe-b41c-befa947d180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.337710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-f5f2c3b2-8f2f-48fe-b41c-befa947d180f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.2398474 Jul 23 22:38:54.376702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b754aceb-4579-4537-aed5-114a73616383 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:54.411113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-1cd96ea4-b9dd-45a4-9490-a44552418ade service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508728 Jul 23 22:38:54.426815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-453f2fe2-f18e-4644-a4e7-5e56b0f7b5c0 req-195a1165-c6d2-4d5c-bb6b-772cf2512a09 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 210 time: 0.0497127 Jul 23 22:38:54.730797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-0d674325-d01f-484f-89ed-ab64f68a4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.731560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-0d674325-d01f-484f-89ed-ab64f68a4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.732129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-0d674325-d01f-484f-89ed-ab64f68a4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.734790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f58385c-bb17-47ba-b103-6198904f0334 req-0d674325-d01f-484f-89ed-ab64f68a4397 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2732 time: 0.2005539 Jul 23 22:38:54.826885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7bf23-c3c5-4b7d-8ba0-0d47c1830699 req-224c54cf-4b3c-4a85-b3de-179b5be1bede tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:54.830459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75e7bf23-c3c5-4b7d-8ba0-0d47c1830699 req-224c54cf-4b3c-4a85-b3de-179b5be1bede tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.2162917 Jul 23 22:38:54.962610 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57016c00-e922-4b5c-857a-745f6ca8ed5f x-openstack-request-id: req-57016c00-e922-4b5c-857a-745f6ca8ed5f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:54.963622 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdde578f-7419-4d2f-ac43-6d5a95a1af5f", "name": "network-vif-deleted", "tag": "cac07e20-f628-40cc-97ed-8914e9d2c8b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:54.963879 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57016c00-e922-4b5c-857a-745f6ca8ed5f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:54.964557 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde578f-7419-4d2f-ac43-6d5a95a1af5f', 'name': 'network-vif-deleted', 'tag': 'cac07e20-f628-40cc-97ed-8914e9d2c8b6', 'status': 'completed', 'code': 200} Jul 23 22:38:54.964702 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac', 'status': 'completed', 'code': 200} Jul 23 22:38:55.006372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75e7bf23-c3c5-4b7d-8ba0-0d47c1830699 req-2d3c6c9c-9a56-4d10-a9a1-004bb327bbd5 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889027 Jul 23 22:38:55.031741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-ca8bd346-3f54-4132-acf8-753a49be7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.032634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-ca8bd346-3f54-4132-acf8-753a49be7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.033300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-ca8bd346-3f54-4132-acf8-753a49be7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.035450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f58385c-bb17-47ba-b103-6198904f0334 req-ca8bd346-3f54-4132-acf8-753a49be7d47 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dba9769b511e441eb7e63359ac845e66&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2755125 Jul 23 22:38:55.147117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c7086-444b-4f25-a7ae-558c30c6a6b1 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.153583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c7086-444b-4f25-a7ae-558c30c6a6b1 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.161383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c7086-444b-4f25-a7ae-558c30c6a6b1 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.163371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a43c7086-444b-4f25-a7ae-558c30c6a6b1 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8848407 Jul 23 22:38:55.170177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:55.217913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58385c-bb17-47ba-b103-6198904f0334 req-9850304d-a2c2-4aba-a2a3-a39fa4aa0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.219403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f58385c-bb17-47ba-b103-6198904f0334 req-9850304d-a2c2-4aba-a2a3-a39fa4aa0f6d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756020 Jul 23 22:38:55.230242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0900-0f32-4028-af60-19b6a04242f4 req-0d8a55a0-4f67-4306-bbd0-cf77cef2acdd tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.238079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0900-0f32-4028-af60-19b6a04242f4 req-0d8a55a0-4f67-4306-bbd0-cf77cef2acdd tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.243900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b0900-0f32-4028-af60-19b6a04242f4 req-0d8a55a0-4f67-4306-bbd0-cf77cef2acdd tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.245396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ff3e9a-69f7-463c-a976-58e2ba2ec91d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:55.245567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa6b0900-0f32-4028-af60-19b6a04242f4 req-0d8a55a0-4f67-4306-bbd0-cf77cef2acdd tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2388 time: 0.1573200 Jul 23 22:38:55.263390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-8da83ef2-395f-4dee-8ac1-a53b9eb73d39 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379450 Jul 23 22:38:55.266347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.288070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2974e81-9aa2-4cee-a7d6-37b6b4fe365d None None] Network 509d1cc8-b59b-4364-9870-e828873e1547 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:38:55.298276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa6b0900-0f32-4028-af60-19b6a04242f4 req-6f5bfa19-5e00-4abd-90e6-3f31110ed855 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453186 Jul 23 22:38:55.384693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd2a5-20d1-4714-a6f8-471081da3b25 req-720f5a65-e515-4e01-97fa-18f521014f63 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.386284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf8bd2a5-20d1-4714-a6f8-471081da3b25 req-720f5a65-e515-4e01-97fa-18f521014f63 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.4155509 Jul 23 22:38:55.412256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Transition to ACTIVE for port object 19ff3e9a-69f7-463c-a976-58e2ba2ec91d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:55.441792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.468603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Provisioning for port b754aceb-4579-4537-aed5-114a73616383 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:55.480695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Provisioning complete for port b754aceb-4579-4537-aed5-114a73616383 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:55.481370 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.539288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Pushing event updated for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:55.602301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-2309e340-7e83-4593-9cc6-2a7520244bbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.610623 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-2309e340-7e83-4593-9cc6-2a7520244bbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.1785793 Jul 23 22:38:55.621609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf8bd2a5-20d1-4714-a6f8-471081da3b25 req-2bb1bbcc-5b43-4859-874c-79c6f4913f03 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186394 Jul 23 22:38:55.659445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.684129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-f930c443-a468-4787-9bee-1723e64fb30f service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076109 Jul 23 22:38:55.739159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] For port b754aceb-4579-4537-aed5-114a73616383, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b754aceb-4579-4537-aed5-114a73616383,segment=NetworkSegment(1bf1e2bf-a912-4e56-82c3-890c92609197),segment_id=1bf1e2bf-a912-4e56-82c3-890c92609197)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:55.751451 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.792106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-ac49969d-4237-4270-b2f0-8e6f2b5177a8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/quotas/fb6e0c1967834548af10ddffa8613f6c HTTP/1.1" status: 200 len: 375 time: 0.1806748 Jul 23 22:38:55.806500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port 07177df3-d196-4321-bdc6-ddb547533876 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:55.806849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:55.815370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-bd74a32e-b6cc-4654-9d62-ff85af5d7780 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:55.827889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4363bf5-7f90-41dd-a1b9-f77e19591c1b None None] Pushing event updated for resources: {'Port': ['ID=b754aceb-4579-4537-aed5-114a73616383,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:55.832008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-bd74a32e-b6cc-4654-9d62-ff85af5d7780 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.22 "GET /v2.0/networks?id=f28ab7f9-a4db-4873-8042-e4bde0ba0a13 HTTP/1.1" status: 200 len: 812 time: 0.4379222 Jul 23 22:38:55.852975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-228cfa8e-e3ab-4b65-b152-42e09ab346a7 req-9ee971e2-21e2-44ac-bfb5-dee9cb2cfed2 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0933201 Jul 23 22:38:55.867474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Attempting to bind port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:55.867819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Attempting to bind port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:55.868375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Attempting to bind port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d on network 27edf188-792a-44ce-83dd-5d3863714e88 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:55.885171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Request body: {'port': {'device_id': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13', 'admin_state_up': True, 'tenant_id': 'a367cc57d5ba4dd19a1c1d599ea42239'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:55.890500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d on network 27edf188-792a-44ce-83dd-5d3863714e88 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:55.890844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Attempting to bind port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d on network 27edf188-792a-44ce-83dd-5d3863714e88 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:55.900664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:55.902260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Checking segment: {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:55.902260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Bound using segment: {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:55.902260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Bound port: 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd809659b-8c4c-46be-a08f-e509692f91c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:55.902649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.104083 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-72b888b1-dc15-4078-9ed8-17317a267227 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109529 Jul 23 22:38:56.111350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.150339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for 07177df3-d196-4321-bdc6-ddb547533876 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:56.161433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:56.176598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:56.196842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b754aceb-4579-4537-aed5-114a73616383 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:38:56.200760 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a921b06-09d0-42e1-b55c-1ad9e1c401f2 req-8e98107f-18af-4f44-ba3b-7ac57f3c30e3 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 210 time: 0.0858858 Jul 23 22:38:56.206774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.300104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Pushing event updated for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:56.323006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:56.327697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.327697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-8fc2092a-af7a-4a84-a829-c217df25cf59 service neutron] 10.222.0.25 "PUT /v2.0/ports/19ff3e9a-69f7-463c-a976-58e2ba2ec91d HTTP/1.1" status: 200 len: 1092 time: 3.0954874 Jul 23 22:38:56.329135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b754aceb-4579-4537-aed5-114a73616383 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:56.329612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.390266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Provisioning complete for port b754aceb-4579-4537-aed5-114a73616383 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:56.390651 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.418859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Request body: {'port': {'device_id': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:56.568268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-fd04b852-129c-4c58-8c96-76b086ec4c07 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:56.569840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-fd04b852-129c-4c58-8c96-76b086ec4c07 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.5491056 Jul 23 22:38:56.652410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Provisioning for port 27bf0cdc-5392-4929-b8dd-3a60541efa35 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:56.661348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Provisioning complete for port 27bf0cdc-5392-4929-b8dd-3a60541efa35 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:56.662146 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.722394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Port 27bf0cdc-5392-4929-b8dd-3a60541efa35 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:56.747758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Provisioning for port 07177df3-d196-4321-bdc6-ddb547533876 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:38:56.752923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Provisioning complete for port 07177df3-d196-4321-bdc6-ddb547533876 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:56.753828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.789254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.799513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bab4f-3d93-4195-9605-033200cea008 req-2513a57d-c7f1-467c-8044-c5ea017b36b1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:56.807393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-988bab4f-3d93-4195-9605-033200cea008 req-2513a57d-c7f1-467c-8044-c5ea017b36b1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.4184442 Jul 23 22:38:56.812336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0324f36d-d414-4a73-b68e-cd0fa21c0c54 None None] Port 07177df3-d196-4321-bdc6-ddb547533876 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:56.814966 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-23b37dcd-e0e0-4757-89ce-6133a4e3582a service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997521 Jul 23 22:38:56.858670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Made reservation on behalf of a367cc57d5ba4dd19a1c1d599ea42239 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:56.861985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.944363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Provisioning complete for port 27bf0cdc-5392-4929-b8dd-3a60541efa35 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:56.945042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:56.955776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-fdcf36b2-4395-4cfd-a6a1-8175f41464a7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:56.957297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-fdcf36b2-4395-4cfd-a6a1-8175f41464a7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8f48e00-3bf0-4745-a308-080448c508df HTTP/1.1" status: 200 len: 945 time: 0.4510276 Jul 23 22:38:56.967922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:56.970364 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5701eb25-75d7-4d50-ac54-be318ef2525e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:56.977470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-783391d9-b395-40cb-8c1b-f8ad4e31509c service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486819 Jul 23 22:38:56.987608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35853525-af69-4dec-8d60-4c259dd5587d req-b29937b4-6361-4e2f-b206-3c952fd14427 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:56.989172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-35853525-af69-4dec-8d60-4c259dd5587d req-b29937b4-6361-4e2f-b206-3c952fd14427 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.3108437 Jul 23 22:38:57.006351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-988bab4f-3d93-4195-9605-033200cea008 req-35f88fc0-fdab-4316-a14c-cf52c6cbc25b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961343 Jul 23 22:38:57.028890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Port 27bf0cdc-5392-4929-b8dd-3a60541efa35 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:57.041834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-7323cdf6-2f50-4c0f-972d-544e49912597 service neutron] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:57.055149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Provisioning complete for port 07177df3-d196-4321-bdc6-ddb547533876 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:38:57.055450 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.109728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-7323cdf6-2f50-4c0f-972d-544e49912597 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.111543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-978e88c5-24aa-4036-b89f-20a3a56d7f95 req-7323cdf6-2f50-4c0f-972d-544e49912597 service neutron] 10.222.0.25 "DELETE /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.5286553 Jul 23 22:38:57.133513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68208e30-15bc-47f2-ae2e-36fe4ad4591e None None] Port 07177df3-d196-4321-bdc6-ddb547533876 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:38:57.193380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Deleting port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:57.193731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.235229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.411680 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:38:57.420591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=07177df3-d196-4321-bdc6-ddb547533876,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:57.471995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Allocated IP 172.20.0.2 (f28ab7f9-a4db-4873-8042-e4bde0ba0a13/adf9013a-a8b0-4205-b593-3d6f1b8ff81c/152e0c66-129e-4383-a23a-f3035399079c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:57.504108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] For port 5ea392b2-363b-4d4a-b2b3-0683efeeff52, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5ea392b2-363b-4d4a-b2b3-0683efeeff52,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:57.504622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.555552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcaacb-f2a2-405e-b7fa-3e1bb29f0e12 req-380a204e-01b6-48d2-89ae-b21efa27bfc0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:57.563967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfdcaacb-f2a2-405e-b7fa-3e1bb29f0e12 req-380a204e-01b6-48d2-89ae-b21efa27bfc0 tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 951 time: 0.3393216 Jul 23 22:38:57.574052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Calling delete_port for 5ea392b2-363b-4d4a-b2b3-0683efeeff52 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:57.659725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.664055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f3d248dd-ac31-4ad9-a609-8765b96e2b22 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/07177df3-d196-4321-bdc6-ddb547533876 HTTP/1.1" status: 204 len: 168 time: 2.4847670 Jul 23 22:38:57.668689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:57.704589 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbfe059-7ee2-427d-ad43-4f1457071369 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] GET failed (client error): The resource could not be found. Jul 23 22:38:57.709815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bbbfe059-7ee2-427d-ad43-4f1457071369 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports/07177df3-d196-4321-bdc6-ddb547533876 HTTP/1.1" status: 404 len: 333 time: 0.0348384 Jul 23 22:38:57.710309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:38:57.717327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1762481949'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:57.762274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfdcaacb-f2a2-405e-b7fa-3e1bb29f0e12 req-dc6428de-a6f8-4e2a-9f58-a9313d0e5b0b tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5b87985-ab08-4cca-b07b-ca911bfa5630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972365 Jul 23 22:38:57.819711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697bbac-f282-4038-9de8-7df6cb85d141 req-a8d595ad-37aa-4ebc-a8cd-96b187edbe61 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:57.827033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697bbac-f282-4038-9de8-7df6cb85d141 req-a8d595ad-37aa-4ebc-a8cd-96b187edbe61 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:57.833557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697bbac-f282-4038-9de8-7df6cb85d141 req-a8d595ad-37aa-4ebc-a8cd-96b187edbe61 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:57.835352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4697bbac-f282-4038-9de8-7df6cb85d141 req-a8d595ad-37aa-4ebc-a8cd-96b187edbe61 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2400 time: 0.7207811 Jul 23 22:38:57.846454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Deleting port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:38:57.846809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:57.964165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b318fbe-f5e6-4fce-adb9-7d3378da51a0 req-db6b14c1-b26d-4654-b137-8d230579b2f9 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0619340 Jul 23 22:38:58.065278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4697bbac-f282-4038-9de8-7df6cb85d141 req-7694f4a2-93ca-483c-97fa-df95acb4cd93 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093616 Jul 23 22:38:58.141532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] For port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:38:58.142206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.154477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:38:58.161162 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe15ab-f901-42c8-93bc-d7d1e9d6180f x-openstack-request-id: req-51fe15ab-f901-42c8-93bc-d7d1e9d6180f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:58.161380 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:58.161609 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51fe15ab-f901-42c8-93bc-d7d1e9d6180f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:58.162051 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', 'status': 'completed', 'code': 200} Jul 23 22:38:58.168051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Calling delete_port for 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:38:58.172202 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.235291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.259489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:38:58.266495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Transition to ACTIVE for port object 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:58.270084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.280630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.285020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.318134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-042f37c9-d277-4d6c-8e56-f526abd4e469 req-946d8dd8-72bc-43fe-9e64-57f7609b5df5 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 210 time: 0.0476794 Jul 23 22:38:58.343193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ac152820-3916-4d8c-b2d9-83484d83e016 req-5bd009b7-7965-40f1-9491-81b448b1b62a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 210 time: 0.1001952 Jul 23 22:38:58.409650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Pushing event updated for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:58.460135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port 7b53da1e-d0f3-4ee1-925a-3c82358b808a yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:38:58.494831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] No DVR routers for this DVR port 5ea392b2-363b-4d4a-b2b3-0683efeeff52 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:58.501436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.506391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-35853525-af69-4dec-8d60-4c259dd5587d req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.25 "DELETE /v2.0/ports/5ea392b2-363b-4d4a-b2b3-0683efeeff52 HTTP/1.1" status: 204 len: 173 time: 1.5041537 Jul 23 22:38:58.519370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-deleted', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:38:58.522114 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cdc1c8-547a-454c-940e-be9644947da8" -d '{"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-deleted", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:38:58.524884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b811d9a-b8fb-417f-9ef1-fcd3cde5c2dc tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] Pushing event deleted for resources: {'Port': ['ID=5ea392b2-363b-4d4a-b2b3-0683efeeff52,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:58.637871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-041821b8-8e98-4cff-9d68-aef58e0606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:58.638987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-041821b8-8e98-4cff-9d68-aef58e0606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:58.639525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-041821b8-8e98-4cff-9d68-aef58e0606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:58.641822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-041821b8-8e98-4cff-9d68-aef58e0606d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2800 time: 0.4421926 Jul 23 22:38:58.659308 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2347505c-b9dc-42e4-bde8-f66aaedd7896 x-openstack-request-id: req-2347505c-b9dc-42e4-bde8-f66aaedd7896 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:38:58.659609 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcabf0cc-620a-4448-ab0b-9b9888249e6f", "name": "network-vif-deleted", "tag": "5ea392b2-363b-4d4a-b2b3-0683efeeff52", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:38:58.659868 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2347505c-b9dc-42e4-bde8-f66aaedd7896 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:38:58.663947 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcabf0cc-620a-4448-ab0b-9b9888249e6f', 'name': 'network-vif-deleted', 'tag': '5ea392b2-363b-4d4a-b2b3-0683efeeff52', 'status': 'completed', 'code': 200} Jul 23 22:38:58.702368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.779505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802896e2-e3a7-41a3-914a-69fd98d988c0 req-6fbe9bc1-8a5c-4796-b042-7a47f907b1eb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:58.787537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-802896e2-e3a7-41a3-914a-69fd98d988c0 req-6fbe9bc1-8a5c-4796-b042-7a47f907b1eb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1097 time: 0.3611434 Jul 23 22:38:58.874782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:58.895047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:58.900128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:58.929358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:58.984452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Attempting to bind port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:38:58.984821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Attempting to bind port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:38:58.985088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Attempting to bind port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:58.988274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Pushing event updated for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:58.991766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::30c (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/7b53da1e-d0f3-4ee1-925a-3c82358b808a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:38:59.035636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27c27e77-990e-4f1a-883d-57501c87a441 req-8453a5e6-6bf8-4ad0-81ad-90294239958e tempest-ServersAdminTestJSON-309596657 tempest-ServersAdminTestJSON-309596657-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcabf0cc-620a-4448-ab0b-9b9888249e6f HTTP/1.1" status: 200 len: 210 time: 0.0727744 Jul 23 22:38:59.046843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event deleted for resources: {'Port': ['ID=890baca5-bae7-43a4-89ec-08b9d7f4e1b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:38:59.118968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.125476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.189922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:59.211007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-e050b340-7bc3-495a-aa64-0a4842b357f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3595338 Jul 23 22:38:59.231640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 5ea392b2-363b-4d4a-b2b3-0683efeeff52 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:59.232487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5ea392b2-363b-4d4a-b2b3-0683efeeff52 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:59.233854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:38:59.250264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Request body: {'port': {'device_id': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:59.254134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f5f43c8-7514-4211-abcc-afaf7324a895 req-17c6c010-26a7-4dd2-abcb-6eb21d1d0d7b tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f56e555-92b8-484f-a5c7-5212d740dc45 HTTP/1.1" status: 200 len: 210 time: 0.0762329 Jul 23 22:38:59.283266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:38:59.284007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:38:59.432819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.488638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:38:59.489301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Attempting to bind port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df on network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:38:59.518322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-802896e2-e3a7-41a3-914a-69fd98d988c0 req-0f09d35d-7bbd-467c-a38e-3d7f381b81f7 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298522 Jul 23 22:38:59.582111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.632051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-29964dde-5b4f-4a68-9f42-4024359d8448 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.636317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-29964dde-5b4f-4a68-9f42-4024359d8448 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.22 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.8384297 Jul 23 22:38:59.637488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:38:59.638046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Checking segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:38:59.639254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Bound using segment: {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:38:59.639893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Bound port: 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4daa2cbf-5d7a-47f1-969d-3a39f0809c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:38:59.640445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.644062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-fef0e7ae-7033-4c2a-94a3-bd61bf9adde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.644616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-fef0e7ae-7033-4c2a-94a3-bd61bf9adde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.645086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-fef0e7ae-7033-4c2a-94a3-bd61bf9adde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.646705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-fef0e7ae-7033-4c2a-94a3-bd61bf9adde7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=dba9769b511e441eb7e63359ac845e66&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9659042 Jul 23 22:38:59.651727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Request body: {'port': {'device_id': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'admin_state_up': True, 'tenant_id': 'fb6e0c1967834548af10ddffa8613f6c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:38:59.657188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] No DVR routers for this DVR port 890baca5-bae7-43a4-89ec-08b9d7f4e1b6 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:38:59.667305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object 7b53da1e-d0f3-4ee1-925a-3c82358b808a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:38:59.677372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.679730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec92d032-7383-4baa-a4c2-edd6ace307b8 req-d36bf710-6b7e-4099-97db-c81c04854cbc tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "DELETE /v2.0/ports/890baca5-bae7-43a4-89ec-08b9d7f4e1b6 HTTP/1.1" status: 204 len: 173 time: 2.7040546 Jul 23 22:38:59.720235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d63a18-769b-455a-ae1f-f811700be647 req-39d67958-7af5-4368-88bc-aa51ff38c057 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.738214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d63a18-769b-455a-ae1f-f811700be647 req-39d67958-7af5-4368-88bc-aa51ff38c057 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.745638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d63a18-769b-455a-ae1f-f811700be647 req-39d67958-7af5-4368-88bc-aa51ff38c057 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.747522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54d63a18-769b-455a-ae1f-f811700be647 req-39d67958-7af5-4368-88bc-aa51ff38c057 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.3668401 Jul 23 22:38:59.892440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54d63a18-769b-455a-ae1f-f811700be647 req-7c7997eb-3ed8-4dba-ba9b-9ac22bb57fd9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380646 Jul 23 22:38:59.895371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.949079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:38:59.955485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:38:59.957138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-59e4cbd0-cab0-4c44-ada7-9076bbdf8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.958862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5701eb25-75d7-4d50-ac54-be318ef2525e req-59e4cbd0-cab0-4c44-ada7-9076bbdf8fcd service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2915218 Jul 23 22:38:59.973291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:38:59.973967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:38:59.984327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:38:59.990834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:38:59.996850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:38:59.997620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.011896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=7b53da1e-d0f3-4ee1-925a-3c82358b808a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:00.014287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Made reservation on behalf of fb6e0c1967834548af10ddffa8613f6c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:00.017863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.024806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.025422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.029736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] 10.222.0.25 "PUT /v2.0/ports/851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df HTTP/1.1" status: 200 len: 1093 time: 3.6186788 Jul 23 22:39:00.067472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f282a-1d62-4259-9b90-8747739fa3a1 req-97cda536-0324-492c-90cb-6e80f8c48c74 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.074361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c01f282a-1d62-4259-9b90-8747739fa3a1 req-97cda536-0324-492c-90cb-6e80f8c48c74 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 931 time: 0.2277322 Jul 23 22:39:00.086707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-871e67b4-b5e7-4aad-baff-ceeaa9a105c2 req-7bee5a65-3161-413d-b2e9-b88dfd18788c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 210 time: 0.0575686 Jul 23 22:39:00.109797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-744148d6-0b31-4fb2-a504-655718069f9e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3972025 Jul 23 22:39:00.115749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:00.126878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:03:b3:9d'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:00.162502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152e0c66-129e-4383-a23a-f3035399079c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:00.188009 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.223650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Transition to ACTIVE for port object 152e0c66-129e-4383-a23a-f3035399079c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:00.272852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e07f-fbc8-40b5-a03c-3051b935e511 service neutron] Pushing event updated for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:00.289394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-deleted', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6'}, {'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:00.292808 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d24ac-b489-40c5-94c4-02cd8d3d50fc" -d '{"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-deleted", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6"}, {"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:00.308140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.433190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c01f282a-1d62-4259-9b90-8747739fa3a1 req-f4a6dd00-bed6-4f89-ba56-d5df117c7cea tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579009 Jul 23 22:39:00.457199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Allocated IP 172.20.0.5 (e513b885-4851-40eb-961a-81f220d63e5b/9f4f7ca0-d4a7-426a-9093-e3ddad01d43a/1315cc33-5b5d-4da9-92b2-c0c741eb714b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:00.510613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-03b9da3a-a3fa-4199-b04b-a94b3f90f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.511229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-03b9da3a-a3fa-4199-b04b-a94b3f90f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.511729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-03b9da3a-a3fa-4199-b04b-a94b3f90f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.514191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-03b9da3a-a3fa-4199-b04b-a94b3f90f2f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2868 time: 0.3921504 Jul 23 22:39:00.538789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:00.553104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-839a8b10-beb3-4495-810c-561274b6c91f None None] Provisioning for port 7b53da1e-d0f3-4ee1-925a-3c82358b808a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:00.557941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-839a8b10-beb3-4495-810c-561274b6c91f None None] Provisioning complete for port 7b53da1e-d0f3-4ee1-925a-3c82358b808a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:00.558533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-839a8b10-beb3-4495-810c-561274b6c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.627077 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c553ebf1-37b5-4f7c-afe8-9b6ef107ab5e x-openstack-request-id: req-c553ebf1-37b5-4f7c-afe8-9b6ef107ab5e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:00.629704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-839a8b10-beb3-4495-810c-561274b6c91f None None] Port 7b53da1e-d0f3-4ee1-925a-3c82358b808a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:00.631323 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f48e00-3bf0-4745-a308-080448c508df", "name": "network-vif-deleted", "tag": "890baca5-bae7-43a4-89ec-08b9d7f4e1b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:00.631838 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c553ebf1-37b5-4f7c-afe8-9b6ef107ab5e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:00.632824 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f48e00-3bf0-4745-a308-080448c508df', 'name': 'network-vif-deleted', 'tag': '890baca5-bae7-43a4-89ec-08b9d7f4e1b6', 'status': 'completed', 'code': 200} Jul 23 22:39:00.633320 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', 'status': 'completed', 'code': 200} Jul 23 22:39:00.639007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-b1725126-3100-4068-9f0e-d24699c920b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac HTTP/1.1" status: 200 len: 217 time: 0.1169310 Jul 23 22:39:00.645522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-7b9df540-2444-4376-b1e3-80b7a12f1ecd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.647137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-7b9df540-2444-4376-b1e3-80b7a12f1ecd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.3529840 Jul 23 22:39:00.648811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:00.750674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-a5914011-5717-4a26-97c1-fc121b763a2e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/quotas/2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 375 time: 0.0433888 Jul 23 22:39:00.814740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-06e199ef-d30d-4c46-bc5b-d4b01d411460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.816539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-06e199ef-d30d-4c46-bc5b-d4b01d411460 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1911d9d-dcc6-484b-814a-b2ce9268d6aa HTTP/1.1" status: 200 len: 801 time: 0.1662090 Jul 23 22:39:00.839431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:00.845273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.875454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.915724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-3924e038-62f3-491f-8126-da58d0dd8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:00.917620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-3924e038-62f3-491f-8126-da58d0dd8fd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867245 Jul 23 22:39:00.925643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.957054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Attempting to bind port 152e0c66-129e-4383-a23a-f3035399079c on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:00.957453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Attempting to bind port 152e0c66-129e-4383-a23a-f3035399079c by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '98c91f3d-874b-454a-b0f5-7bb5986ef659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:00.957702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Attempting to bind port 152e0c66-129e-4383-a23a-f3035399079c on network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:00.970104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:00.993406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Port 152e0c66-129e-4383-a23a-f3035399079c on network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:00.994468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Attempting to bind port 152e0c66-129e-4383-a23a-f3035399079c on network f28ab7f9-a4db-4873-8042-e4bde0ba0a13 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:01.025380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-31d3ff67-4161-4ec4-998c-c4a8c658102d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2469606 Jul 23 22:39:01.030046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.045218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:01.045840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Checking segment: {'id': '98c91f3d-874b-454a-b0f5-7bb5986ef659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:01.046420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Bound using segment: {'id': '98c91f3d-874b-454a-b0f5-7bb5986ef659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:01.046859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Bound port: 152e0c66-129e-4383-a23a-f3035399079c, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c91f3d-874b-454a-b0f5-7bb5986ef659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:01.047401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.078151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Network e513b885-4851-40eb-961a-81f220d63e5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:01.114740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:01.123164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:01.152278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:01.208168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.208707 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.220209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-ecd7bcd0-49c2-404b-b477-9c86a390433c service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922981 Jul 23 22:39:01.249230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf1aa-6273-493a-8dd9-9656648941c2 req-a372fc8f-97a1-4e1f-b106-c05226031497 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.257146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf1aa-6273-493a-8dd9-9656648941c2 req-a372fc8f-97a1-4e1f-b106-c05226031497 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.262040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daf1aa-6273-493a-8dd9-9656648941c2 req-a372fc8f-97a1-4e1f-b106-c05226031497 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.264589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11daf1aa-6273-493a-8dd9-9656648941c2 req-a372fc8f-97a1-4e1f-b106-c05226031497 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.2312486 Jul 23 22:39:01.267068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-906611c7-2e97-4047-8b8a-f009c2048196 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6194408 Jul 23 22:39:01.269048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-81549380-6659-41ca-b1cc-072a13bfa29f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0eacc3ab27e4299bbf24c187260a84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202974 Jul 23 22:39:01.285724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:01.298314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Request body: {'port': {'device_id': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:01.299409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.302296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.303517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "DELETE /v2.0/security-groups/1d944a59-17dd-4f08-928f-7db62938791a HTTP/1.1" status: 204 len: 168 time: 0.6522360 Jul 23 22:39:01.329178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:01.346795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f166af7-c3c2-4893-a1c5-23599b00e1b5 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d944a59-17dd-4f08-928f-7db62938791a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:01.410111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-543b136e-8def-4542-8dcb-d0475f23fb02 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834832 Jul 23 22:39:01.411783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:01.415472 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-47d341d1-d577-4bb4-aba4-415c80560cce tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] show failed (client error): The resource could not be found. Jul 23 22:39:01.419307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-47d341d1-d577-4bb4-aba4-415c80560cce tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "GET /v2.0/security-groups/1d944a59-17dd-4f08-928f-7db62938791a HTTP/1.1" status: 404 len: 347 time: 0.0867321 Jul 23 22:39:01.422888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:01.454796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=152e0c66-129e-4383-a23a-f3035399079c,segment=NetworkSegment(98c91f3d-874b-454a-b0f5-7bb5986ef659),segment_id=98c91f3d-874b-454a-b0f5-7bb5986ef659)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:01.469901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.504012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11daf1aa-6273-493a-8dd9-9656648941c2 req-8618b94b-e0dd-4d19-9f28-47b2742cc98e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254860 Jul 23 22:39:01.569329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.570077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.571406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] 10.222.0.22 "PUT /v2.0/ports/152e0c66-129e-4383-a23a-f3035399079c HTTP/1.1" status: 200 len: 1092 time: 2.3261163 Jul 23 22:39:01.572549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-547346a9-b508-4984-81d4-a31831747c01 service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414798 Jul 23 22:39:01.576089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'tag': '152e0c66-129e-4383-a23a-f3035399079c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:01.578023 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52ca081-507e-4949-a6bb-e80df7fa5449" -d '{"events": [{"name": "network-changed", "server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "tag": "152e0c66-129e-4383-a23a-f3035399079c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:01.641738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-37cbcdb7-3831-4353-aac7-5c1b17d91211 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212291 Jul 23 22:39:01.664505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.665350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-e2f80cc0-cb6b-423f-b6cf-462f2b3d6f0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d HTTP/1.1" status: 200 len: 217 time: 0.0815039 Jul 23 22:39:01.666834 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.667650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669591-69cc-46f0-97b6-3168e26b6c27 service neutron] Pushing event updated for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:01.672722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.673046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.715078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] In _notify_port_updated(), no bound segment for port 7b53da1e-d0f3-4ee1-925a-3c82358b808a on network 509d1cc8-b59b-4364-9870-e828873e1547 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:39:01.721410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.722086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.723449 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "PUT /v2.0/ports/7b53da1e-d0f3-4ee1-925a-3c82358b808a HTTP/1.1" status: 200 len: 1003 time: 1.6067164 Jul 23 22:39:01.729593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:01.757013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.808311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308ea3-8ef8-493b-a87d-04765971478a tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=7b53da1e-d0f3-4ee1-925a-3c82358b808a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:01.830277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-39d466ea-734d-4362-a78f-3952426ab409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.831837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-39d466ea-734d-4362-a78f-3952426ab409 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a367cc57d5ba4dd19a1c1d599ea42239&device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 1095 time: 0.2052743 Jul 23 22:39:01.847921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7fa8fd64-585e-4803-8520-0c2648aed5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:01.849391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-7fa8fd64-585e-4803-8520-0c2648aed5ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=15b5fafa-411e-45bb-917d-4300609a57e6 HTTP/1.1" status: 200 len: 801 time: 0.1721277 Jul 23 22:39:01.945708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Deleting port d1f13b4f-134d-4424-b689-1cd93f083898 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:01.946099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:01.951728 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-ed5581bc-d897-4f61-8035-2eefb36fd720 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152e0c66-129e-4383-a23a-f3035399079c HTTP/1.1" status: 200 len: 217 time: 0.1082087 Jul 23 22:39:02.064256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97624b-703e-4bd6-afe4-4e94966cd2ea req-dfca5449-9b24-4c40-a3f1-2a8ef15af5a3 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:02.072093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c97624b-703e-4bd6-afe4-4e94966cd2ea req-dfca5449-9b24-4c40-a3f1-2a8ef15af5a3 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 931 time: 0.4362404 Jul 23 22:39:02.090043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a339d55-8579-49e5-94e0-42b5c8eb43e8 None None] Provisioning complete for port 7b53da1e-d0f3-4ee1-925a-3c82358b808a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:02.090601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a339d55-8579-49e5-94e0-42b5c8eb43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.141329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.143870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.148248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5b87985-ab08-4cca-b07b-ca911bfa5630 HTTP/1.1" status: 204 len: 168 time: 0.8611555 Jul 23 22:39:02.179893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7a339d55-8579-49e5-94e0-42b5c8eb43e8 None None] Port 7b53da1e-d0f3-4ee1-925a-3c82358b808a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:02.202444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d509a4-a117-41b4-b772-6d39ca304fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b87985-ab08-4cca-b07b-ca911bfa5630,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:02.240548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c97624b-703e-4bd6-afe4-4e94966cd2ea req-b1aaee9a-25a5-4869-be6f-5443d8001db7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664062 Jul 23 22:39:02.299441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.299808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.305273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-2a433001-5fc9-4c1f-a4c0-86b20ec303fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:02.307002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-2a433001-5fc9-4c1f-a4c0-86b20ec303fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=27edf188-792a-44ce-83dd-5d3863714e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4191995 Jul 23 22:39:02.462263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-e65f40bd-980b-4bdd-aae4-de21c28ea2dc service neutron] 10.222.0.25 "GET /v2.0/networks/27edf188-792a-44ce-83dd-5d3863714e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255641 Jul 23 22:39:02.471331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Calling delete_port for d1f13b4f-134d-4424-b689-1cd93f083898 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:02.572966 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39785f33-207c-4620-8943-bc502202c64d x-openstack-request-id: req-39785f33-207c-4620-8943-bc502202c64d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:02.573534 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "tag": "152e0c66-129e-4383-a23a-f3035399079c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:02.573534 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39785f33-207c-4620-8943-bc502202c64d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:02.574033 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'tag': '152e0c66-129e-4383-a23a-f3035399079c', 'status': 'completed', 'code': 200} Jul 23 22:39:02.594122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-055f8a1f-e5f4-41c0-98e4-dd18701c77e9 req-da9df80e-e7dc-421d-8e10-5fbe650f56c3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 210 time: 0.0374465 Jul 23 22:39:02.682838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:02.696249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-6d6b0b0b-fa71-4423-9bc7-28cdec96ce44 service neutron] 10.222.0.25 "GET /v2.0/networks/27edf188-792a-44ce-83dd-5d3863714e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210610 Jul 23 22:39:02.709532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-1d006eba-3cea-404b-99b3-990552f87db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:02.712121 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-1d006eba-3cea-404b-99b3-990552f87db1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=adf9013a-a8b0-4205-b593-3d6f1b8ff81c HTTP/1.1" status: 200 len: 852 time: 0.7542772 Jul 23 22:39:02.724132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port 7b53da1e-d0f3-4ee1-925a-3c82358b808a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:02.724802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:02.809018 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-1bf079ab-47a7-4bf6-bc86-50195cad63db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f28ab7f9-a4db-4873-8042-e4bde0ba0a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623584 Jul 23 22:39:02.849237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216af492-617d-4db7-bce8-617562064fc2 req-1ddbccd1-a5db-4f49-ba30-0280aff42885 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:02.850960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-216af492-617d-4db7-bce8-617562064fc2 req-1ddbccd1-a5db-4f49-ba30-0280aff42885 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 943 time: 0.2808981 Jul 23 22:39:02.931209 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af383009-2577-4c3e-b3cf-1f4851f0f013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35cff36fc7ae490195d4a621899b08ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472086 Jul 23 22:39:02.944267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50606) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:03.024144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.053996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-216af492-617d-4db7-bce8-617562064fc2 req-f56438c7-588a-42fe-af8b-31825631d60b tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611118 Jul 23 22:39:03.054883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for 7b53da1e-d0f3-4ee1-925a-3c82358b808a owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:03.084664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-defefe81-be33-4443-b14a-adb80c451116 service neutron] 10.222.0.22 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639399 Jul 23 22:39:03.116517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-3142d161-9ef1-4b8a-93b8-4a1cb6ae14bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df HTTP/1.1" status: 200 len: 217 time: 0.4004300 Jul 23 22:39:03.152219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.198918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1315cc33-5b5d-4da9-92b2-c0c741eb714b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:03.222205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.223232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.252866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-dcd31e01-383e-4330-bc0b-c4c84396fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.254355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-dcd31e01-383e-4330-bc0b-c4c84396fc03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1911d9d-dcc6-484b-814a-b2ce9268d6aa HTTP/1.1" status: 200 len: 801 time: 0.1149435 Jul 23 22:39:03.259497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Transition to ACTIVE for port object 1315cc33-5b5d-4da9-92b2-c0c741eb714b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:03.292770 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-836d2893-235c-4d7c-b087-b1ef9ad481eb req-2a6b5f89-9f7c-42f3-aa4e-ba83fa0284c5 service neutron] 10.222.0.22 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678088 Jul 23 22:39:03.301229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.406483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41c45-aeda-4b80-8a33-898a8c8b77c7 req-ac982cec-d4c1-4110-97c8-4a46f3297341 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.412402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41c45-aeda-4b80-8a33-898a8c8b77c7 req-ac982cec-d4c1-4110-97c8-4a46f3297341 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.418305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41c45-aeda-4b80-8a33-898a8c8b77c7 req-ac982cec-d4c1-4110-97c8-4a46f3297341 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.420828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8f41c45-aeda-4b80-8a33-898a8c8b77c7 req-ac982cec-d4c1-4110-97c8-4a46f3297341 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.7305124 Jul 23 22:39:03.438583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.441615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.445388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cbbbbfc-130f-487a-8c1b-f14a254ecc7f HTTP/1.1" status: 204 len: 168 time: 0.4978254 Jul 23 22:39:03.463223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ce6e4-c5ee-4f1f-8df8-9d99f744e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbbbbfc-130f-487a-8c1b-f14a254ecc7f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:03.465054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.508572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=7b53da1e-d0f3-4ee1-925a-3c82358b808a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:03.529612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:03.540720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.564814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d114e-a52a-4b33-8ffb-2dfc2e37458f req-c91fae0c-4d73-41c6-804a-fa28398dc487 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.572489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1b1d114e-a52a-4b33-8ffb-2dfc2e37458f req-c91fae0c-4d73-41c6-804a-fa28398dc487 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 943 time: 0.2259755 Jul 23 22:39:03.618121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-f4954f1d-5b23-4e2e-8e01-df478504a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.619870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-f4954f1d-5b23-4e2e-8e01-df478504a198 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a367cc57d5ba4dd19a1c1d599ea42239&device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 1095 time: 0.2403746 Jul 23 22:39:03.643367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Pushing event deleted for resources: {'Port': ['ID=d1f13b4f-134d-4424-b689-1cd93f083898,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:03.667194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8f41c45-aeda-4b80-8a33-898a8c8b77c7 req-e465db0c-f983-4f3c-8ac2-ffe9491652de tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331445 Jul 23 22:39:03.735969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-7762a475-51c2-4915-8f03-e4542a090f81 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.738134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-7762a475-51c2-4915-8f03-e4542a090f81 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.4811227 Jul 23 22:39:03.743342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1b1d114e-a52a-4b33-8ffb-2dfc2e37458f req-2b7bc2dc-ff92-4ac5-8e52-b31d415bbd67 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689665 Jul 23 22:39:03.780990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b914e-1367-435f-af8c-28ec4ba774bb req-94b9efd0-5511-401f-b1f9-843fd65ca022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.782472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-94b9efd0-5511-401f-b1f9-843fd65ca022 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5079157 Jul 23 22:39:03.790325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Request body: {'port': {'device_id': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'admin_state_up': True, 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:03.821601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-8397b943-12fe-43d9-bf96-f6caa46b6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.823462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-8397b943-12fe-43d9-bf96-f6caa46b6709 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f28ab7f9-a4db-4873-8042-e4bde0ba0a13 HTTP/1.1" status: 200 len: 913 time: 0.1958542 Jul 23 22:39:03.829922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Attempting to bind port 1315cc33-5b5d-4da9-92b2-c0c741eb714b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:03.830584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Attempting to bind port 1315cc33-5b5d-4da9-92b2-c0c741eb714b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:03.831153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Attempting to bind port 1315cc33-5b5d-4da9-92b2-c0c741eb714b on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:03.861013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:03.861013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c20d180e-5b52-4445-99bf-ce3c53170855 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/7b53da1e-d0f3-4ee1-925a-3c82358b808a HTTP/1.1" status: 204 len: 168 time: 2.1266639 Jul 23 22:39:03.874586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:03.904854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Port 1315cc33-5b5d-4da9-92b2-c0c741eb714b on network e513b885-4851-40eb-961a-81f220d63e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:03.905225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Attempting to bind port 1315cc33-5b5d-4da9-92b2-c0c741eb714b on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:03.921039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d8e27ce0-c491-4f17-8a50-ca4c7154723b req-e6bf36b4-8fa4-41b8-9f70-276afc1bebbd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 210 time: 0.0966148 Jul 23 22:39:03.922352 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-36389dfa-dda4-4572-989f-ecbdfeb36b9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=152e0c66-129e-4383-a23a-f3035399079c HTTP/1.1" status: 200 len: 217 time: 0.0714464 Jul 23 22:39:03.982526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-b05bb93d-7dee-417a-b472-404c8aec28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:03.984105 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-b05bb93d-7dee-417a-b472-404c8aec28f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=adf9013a-a8b0-4205-b593-3d6f1b8ff81c HTTP/1.1" status: 200 len: 852 time: 0.0537782 Jul 23 22:39:04.009857 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f311a023-5d42-47ef-ae47-2e67a77a538e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] GET failed (client error): The resource could not be found. Jul 23 22:39:04.016378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f311a023-5d42-47ef-ae47-2e67a77a538e tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports/7b53da1e-d0f3-4ee1-925a-3c82358b808a HTTP/1.1" status: 404 len: 333 time: 0.1361070 Jul 23 22:39:04.016945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:04.024790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:04.025192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Checking segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:04.025816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Bound using segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:04.026009 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-b28aaadd-9eaf-4b59-ac9c-c012107831b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f28ab7f9-a4db-4873-8042-e4bde0ba0a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344119 Jul 23 22:39:04.026172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Bound port: 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:04.026422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.032328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-439305583'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:04.056302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.058930 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.060278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-36f8dbfd-6355-4e09-80c4-7a457b0cec27 tempest-ServersTestBootFromVolume-1240008865 tempest-ServersTestBootFromVolume-1240008865-project] 10.222.0.37 "DELETE /v2.0/floatingips/d93c5e6c-c9aa-4ef6-8ac4-d23e08455453 HTTP/1.1" status: 204 len: 168 time: 2.6296256 Jul 23 22:39:04.063178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:04.127209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-36177773-00ff-40d7-88bb-c4da2a915407 service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235583 Jul 23 22:39:04.221388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-6ca9cc5c-2c04-4b7d-88ca-df1c07e64a59 service neutron] 10.222.0.22 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878903 Jul 23 22:39:04.349818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:04.353498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.377837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:04.407976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:04.415535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a52ca081-507e-4949-a6bb-e80df7fa5449 req-2a85ab5a-69a2-4f18-95c8-906f8262e126 service neutron] 10.222.0.22 "GET /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838734 Jul 23 22:39:04.429862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.520488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:04.524277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.540966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.541604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.543029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] 10.222.0.22 "PUT /v2.0/ports/1315cc33-5b5d-4da9-92b2-c0c741eb714b HTTP/1.1" status: 200 len: 1092 time: 3.2580433 Jul 23 22:39:04.553607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-174b914e-1367-435f-af8c-28ec4ba774bb req-9ab5002b-95e4-46fd-aee4-79b0bed3ec84 service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745546 Jul 23 22:39:04.554200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:04.557157 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537" -d '{"events": [{"name": "network-changed", "server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:04.594264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d6d49-ee93-41ac-82e6-2811b39df421 req-f443ac48-e72c-4101-9cc4-987b20566a1a tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.601887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d6d49-ee93-41ac-82e6-2811b39df421 req-f443ac48-e72c-4101-9cc4-987b20566a1a tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 943 time: 0.4242115 Jul 23 22:39:04.627357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600aa0ad-cbe6-4960-9270-168bba207d92 x-openstack-request-id: req-600aa0ad-cbe6-4960-9270-168bba207d92 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:04.627704 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:04.628161 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-600aa0ad-cbe6-4960-9270-168bba207d92 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:04.628568 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'status': 'completed', 'code': 200} Jul 23 22:39:04.640162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:04.649517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port cfa9563e-e827-4ded-a900-438325bb52b3 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:39:04.774741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4778b33-e427-4a34-b7d2-ae551bf85375 service neutron] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:04.832338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Allocated IP 172.20.0.6 (8024e459-e4d9-45aa-ac55-97e86d218310/c13f53ca-80a8-4d66-97d6-fb895f32b4c3/18040369-826f-4f2a-9ca2-244e440898fe) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:04.839941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d6d49-ee93-41ac-82e6-2811b39df421 req-029dcada-6bed-437e-8c87-850a5866611d tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371981 Jul 23 22:39:04.911407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d2431-8f4c-4829-bba2-9f3a93168279 req-8ac70fe8-a6f7-48d3-9e7d-0bfbc1dc65e8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.917451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d2431-8f4c-4829-bba2-9f3a93168279 req-8ac70fe8-a6f7-48d3-9e7d-0bfbc1dc65e8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.923841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d2431-8f4c-4829-bba2-9f3a93168279 req-8ac70fe8-a6f7-48d3-9e7d-0bfbc1dc65e8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.925525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-093d2431-8f4c-4829-bba2-9f3a93168279 req-8ac70fe8-a6f7-48d3-9e7d-0bfbc1dc65e8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.1720777 Jul 23 22:39:04.946648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-99145cb9-ffcf-4af4-b145-b303a5f92050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:04.948154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-99145cb9-ffcf-4af4-b145-b303a5f92050 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 1095 time: 0.3392248 Jul 23 22:39:05.003012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-3cfde44e-4313-44b3-ba3d-516945751f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.003495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-3cfde44e-4313-44b3-ba3d-516945751f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.003868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-093d2431-8f4c-4829-bba2-9f3a93168279 req-fd9d2922-7ea7-472f-895b-f0d2fa511389 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670505 Jul 23 22:39:05.004005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-3cfde44e-4313-44b3-ba3d-516945751f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.005574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-3cfde44e-4313-44b3-ba3d-516945751f28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2868 time: 0.3575642 Jul 23 22:39:05.034340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::249 (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/cfa9563e-e827-4ded-a900-438325bb52b3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:05.069357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Deleting port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:05.070021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.078652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-1ad23016-814f-46a7-b55c-d45520af2aa4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b HTTP/1.1" status: 200 len: 217 time: 0.1184349 Jul 23 22:39:05.179314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] For port 3b1af89d-d661-4340-bb6b-b4e4ca1cd704, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:05.179795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.201843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Calling delete_port for 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:05.228336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-05ac107e-ce07-4417-ae31-f7163d092abc req-3630046a-28a0-47c7-bea4-aa5d310ba970 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 210 time: 0.0406649 Jul 23 22:39:05.293071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-d777c21f-d412-4265-9da3-3a22082b326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.295366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-d777c21f-d412-4265-9da3-3a22082b326d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.1891603 Jul 23 22:39:05.373875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-b79ab03a-f6f4-4259-bc49-9902ee25bc4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625682 Jul 23 22:39:05.395656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-9b86fbb5-ee59-4e0f-9f7b-000901950a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.397080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-9b86fbb5-ee59-4e0f-9f7b-000901950a34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8 HTTP/1.1" status: 200 len: 903 time: 0.3570387 Jul 23 22:39:05.423845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.462142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1af89d-d661-4340-bb6b-b4e4ca1cd704,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:05.483663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839826d2-f671-4fd5-9796-0f579004f48a req-030c340f-0302-4e91-9a71-81deabdf6bbf tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.485300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-839826d2-f671-4fd5-9796-0f579004f48a req-030c340f-0302-4e91-9a71-81deabdf6bbf tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 943 time: 0.5338771 Jul 23 22:39:05.488948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.495419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-12c079c1-b02b-468f-9163-edc7b3147aa0 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a289fbd55f8e44c6a6a510e029486e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464838 Jul 23 22:39:05.542648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-6f0f1461-2b07-439d-b9c8-4744f4520295 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df HTTP/1.1" status: 200 len: 217 time: 0.1194115 Jul 23 22:39:05.708302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-76ec9d10-ccfd-49ad-b8fa-400fd5c2e085 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.709782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-76ec9d10-ccfd-49ad-b8fa-400fd5c2e085 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929402 Jul 23 22:39:05.721201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-9a4071d1-92db-4c39-835f-9733e3e9c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:05.722666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-9a4071d1-92db-4c39-835f-9733e3e9c6d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c1911d9d-dcc6-484b-814a-b2ce9268d6aa HTTP/1.1" status: 200 len: 801 time: 0.1652825 Jul 23 22:39:05.730131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.732551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-d11fad56-3f6b-4417-acaf-2970eaad3475 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/quotas/a289fbd55f8e44c6a6a510e029486e20 HTTP/1.1" status: 200 len: 375 time: 0.0165482 Jul 23 22:39:05.734659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:05.735594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-839826d2-f671-4fd5-9796-0f579004f48a req-e98fa7bb-4be9-47ed-be39-328d204a4022 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980865 Jul 23 22:39:05.769511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-a2985bfa-2b94-46fc-8f15-ad42dfa6fdb7 service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752534 Jul 23 22:39:05.805593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-f3aa8ee1-d45e-4bf0-9deb-052037092d77 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629010 Jul 23 22:39:06.009141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f276e4e-99f9-4656-b692-03cc736a7bff req-102d4077-1916-4c35-acde-617c08ce5869 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 210 time: 0.0402398 Jul 23 22:39:06.058137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Router 277be5f1-4fbe-43dc-8889-c3b57ca185dc has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:06.178849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object cfa9563e-e827-4ded-a900-438325bb52b3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:06.227839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 152e0c66-129e-4383-a23a-f3035399079c details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:06.228726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.300776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Network 8024e459-e4d9-45aa-ac55-97e86d218310 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:06.315314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7709ccbf-0540-4a7f-be28-bd4b2ad1eca9 req-8cef50d9-1fa2-428c-abad-a190919750ce service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120950 Jul 23 22:39:06.330647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:06.345985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:06.425847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-8632b86b-44d7-4fd3-be39-258aa321ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:06.427466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-8632b86b-44d7-4fd3-be39-258aa321ee96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30e132a-aed0-4b4b-9e9b-aaededdf68c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6884334 Jul 23 22:39:06.440040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:06.466664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257145-638a-4c3f-8703-74b1e40fb73f req-15fe12c7-01ac-496d-a9fd-d349a987af2a tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:06.474656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f257145-638a-4c3f-8703-74b1e40fb73f req-15fe12c7-01ac-496d-a9fd-d349a987af2a tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 943 time: 0.3727751 Jul 23 22:39:06.508480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=152e0c66-129e-4383-a23a-f3035399079c,segment=NetworkSegment(98c91f3d-874b-454a-b0f5-7bb5986ef659),segment_id=98c91f3d-874b-454a-b0f5-7bb5986ef659)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:06.528326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '152e0c66-129e-4383-a23a-f3035399079c', 'network_id': 'f28ab7f9-a4db-4873-8042-e4bde0ba0a13', 'port_id': '152e0c66-129e-4383-a23a-f3035399079c', 'mac_address': 'fa:16:3e:60:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf9013a-a8b0-4205-b593-3d6f1b8ff81c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:06.604163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.609907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-a65846ee-2760-45fd-b791-d6610163e867 service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570110 Jul 23 22:39:06.627507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.638557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152e0c66-129e-4383-a23a-f3035399079c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:06.663518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=152e0c66-129e-4383-a23a-f3035399079c,segment=NetworkSegment(98c91f3d-874b-454a-b0f5-7bb5986ef659),segment_id=98c91f3d-874b-454a-b0f5-7bb5986ef659)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:06.669696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.672410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:06.683462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c8bf50e-9581-4de3-80c7-f6d5cad8713c admin admin] 10.222.0.37 "PUT /v2.0/routers/277be5f1-4fbe-43dc-8889-c3b57ca185dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6139586 Jul 23 22:39:06.683462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:06.683937 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Sync routers for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:06.694218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:06.695111 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:06.698627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:06.699518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.735704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:06.762778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:06.781024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:06.788021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:06.797976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:06.798643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.827531 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:06.849438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=cfa9563e-e827-4ded-a900-438325bb52b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:06.854440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:06.865025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['152e0c66-129e-4383-a23a-f3035399079c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:06.875166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f257145-638a-4c3f-8703-74b1e40fb73f req-22aa2419-fd16-404c-9287-275c9f5240fa tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993046 Jul 23 22:39:06.900608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-b8817f5d-40ab-4504-8f43-87b39667b297 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1306510 Jul 23 22:39:06.936670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Request body: {'port': {'device_id': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:07.096707 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.098788 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:39:05Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:07.118993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-94421ecc-2e0e-410f-a431-374c1fa50743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.120501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-94421ecc-2e0e-410f-a431-374c1fa50743 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 1095 time: 0.7025614 Jul 23 22:39:07.124624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-228051ae-f226-47cc-8e3f-b36379720fa8 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1011260 Jul 23 22:39:07.125296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:07.131384 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Checking router: 277be5f1-4fbe-43dc-8889-c3b57ca185dc for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:39:07.132558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6366dd-1259-43b7-a073-daee461cc9e9 req-512a1a29-1add-40e3-acbe-2e37a7cfeca7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.139211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6366dd-1259-43b7-a073-daee461cc9e9 req-512a1a29-1add-40e3-acbe-2e37a7cfeca7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.141552 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Routers {'277be5f1-4fbe-43dc-8889-c3b57ca185dc'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:07.142205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:38:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:07.145979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6366dd-1259-43b7-a073-daee461cc9e9 req-512a1a29-1add-40e3-acbe-2e37a7cfeca7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.154370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb6366dd-1259-43b7-a073-daee461cc9e9 req-512a1a29-1add-40e3-acbe-2e37a7cfeca7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.5553992 Jul 23 22:39:07.158136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.188183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a51da219-e1f6-4232-beb0-06c46dc22ce5 None None] Provisioning for port cfa9563e-e827-4ded-a900-438325bb52b3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:07.189981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:b3:9d'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:07.193398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a51da219-e1f6-4232-beb0-06c46dc22ce5 None None] Provisioning complete for port cfa9563e-e827-4ded-a900-438325bb52b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:07.193842 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a51da219-e1f6-4232-beb0-06c46dc22ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.236618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb6366dd-1259-43b7-a073-daee461cc9e9 req-5fead923-23cb-4678-b7d7-93bcc7fb33ed tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809202 Jul 23 22:39:07.237290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a51da219-e1f6-4232-beb0-06c46dc22ce5 None None] Port cfa9563e-e827-4ded-a900-438325bb52b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:07.278509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Deleting port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:07.279271 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.340346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-797beaaf-a5d2-4fe3-b14a-b599dbf9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.342493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-797beaaf-a5d2-4fe3-b14a-b599dbf9b593 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 915 time: 0.1492729 Jul 23 22:39:07.350000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-849d24ac-b489-40c5-94c4-02cd8d3d50fc req-ed44bdf7-7b3d-4f54-8d25-9e5566d6d535 service neutron] 10.222.0.25 "GET /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274196 Jul 23 22:39:07.352815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-3a1bba98-7e70-4b81-af2f-aac255aa182a tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a289fbd55f8e44c6a6a510e029486e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501053 Jul 23 22:39:07.375279 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] Set router 277be5f1-4fbe-43dc-8889-c3b57ca185dc gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:07.400142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-919bde64-6aef-46fa-90db-13f990740768 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b HTTP/1.1" status: 200 len: 217 time: 0.0453453 Jul 23 22:39:07.528080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d8064-f165-4baa-88f4-70801377a317 req-69a3c235-d40a-4499-8349-f513b97e3195 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.530871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f3d8064-f165-4baa-88f4-70801377a317 req-69a3c235-d40a-4499-8349-f513b97e3195 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 931 time: 0.4347281 Jul 23 22:39:07.531329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] For port 94e7a8b7-0068-41d4-819e-bdf8635d3ce7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:07.531801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.557413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Calling delete_port for 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:07.569927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffb73-96ff-4f6e-953d-4c423b99a906 req-d5030286-e339-45fd-af15-a5eb06e56316 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.572602 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-213ffb73-96ff-4f6e-953d-4c423b99a906 req-d5030286-e339-45fd-af15-a5eb06e56316 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 943 time: 0.2356503 Jul 23 22:39:07.587562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-84836815-c586-4ec3-8b69-b2b075747d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.589388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-84836815-c586-4ec3-8b69-b2b075747d21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.1774638 Jul 23 22:39:07.617513 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:39:05Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:07.618459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-0066f704-2814-469e-8bc4-99d36f616710 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:07.620056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-0066f704-2814-469e-8bc4-99d36f616710 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349553 Jul 23 22:39:07.635947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Request body: {'port': {'device_id': '120706f5-468d-4be9-849c-81f5b7427e35', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'a289fbd55f8e44c6a6a510e029486e20'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:07.648881 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7379a9a-2176-4366-82cd-076f88206652 None None] The sync data for ids ['277be5f1-4fbe-43dc-8889-c3b57ca185dc'] in n-d-791506-25 is: [{'id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'name': 'tempest-ServersTestBootFromVolume-1916324913-router', 'tenant_id': '6865e5366d714a9b818cdc46d70e5a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:29Z', 'updated_at': '2021-07-23T22:39:05Z', 'revision_number': 5, 'project_id': '6865e5366d714a9b818cdc46d70e5a0f', 'gw_port': {'id': '94e7a8b7-0068-41d4-819e-bdf8635d3ce7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277be5f1-4fbe-43dc-8889-c3b57ca185dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:30Z', 'updated_at': '2021-07-23T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:07.671319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-4e6053c5-d887-4def-a874-f26d1a67be1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745804 Jul 23 22:39:07.703252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f3d8064-f165-4baa-88f4-70801377a317 req-af58cd70-37a3-4ec8-b544-1ef7dc0360c3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596513 Jul 23 22:39:07.721288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-213ffb73-96ff-4f6e-953d-4c423b99a906 req-038505d0-69ee-430b-a60a-a14a2f933dd4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Jul 23 22:39:07.870166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91c43790-dcdc-4bfe-a944-0e2114c0ab20 req-80b243c6-ca89-4705-b32d-c23f349b855c tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 210 time: 0.0969145 Jul 23 22:39:07.870807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Made reservation on behalf of a289fbd55f8e44c6a6a510e029486e20 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:07.874005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.910164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.926800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:07.930435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-1b2207be-d566-454e-96bb-56962f5f9638 service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449558 Jul 23 22:39:07.971086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.039052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e7a8b7-0068-41d4-819e-bdf8635d3ce7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:08.106718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18040369-826f-4f2a-9ca2-244e440898fe {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:08.132497 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.166608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.172298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Transition to ACTIVE for port object 18040369-826f-4f2a-9ca2-244e440898fe will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:08.174631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc2f8a2-57c6-4b03-a171-10bd02ce3537 req-6e235c0c-b636-48c2-82a4-bc20aa349ab4 service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343843 Jul 23 22:39:08.190509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:08.203421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.222827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:08.223163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b1af89d-d661-4340-bb6b-b4e4ca1cd704 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:08.245320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 152e0c66-129e-4383-a23a-f3035399079c up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:08.250021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:08.295951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.299434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.311941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:08.363309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de8434-7ce2-4ca8-b336-eea4b9cfd20c req-c1c99874-e3a8-4fdf-bb79-cfc7660d6493 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:08.365008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5de8434-7ce2-4ca8-b336-eea4b9cfd20c req-c1c99874-e3a8-4fdf-bb79-cfc7660d6493 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 944 time: 0.4099896 Jul 23 22:39:08.380544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:08.399795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.400511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277be5f1-4fbe-43dc-8889-c3b57ca185dc {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:39:08.414677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.418568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e5c8839d-f14f-4c36-88b8-bc8023791715 admin admin] 10.222.0.37 "DELETE /v2.0/routers/277be5f1-4fbe-43dc-8889-c3b57ca185dc HTTP/1.1" status: 204 len: 168 time: 1.7281246 Jul 23 22:39:08.420784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'port_id': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'mac_address': 'fa:16:3e:04:05:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f7ca0-d4a7-426a-9093-e3ddad01d43a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:08.424293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:08.433435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.439849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.452519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.468962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.483611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.493596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315cc33-5b5d-4da9-92b2-c0c741eb714b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:08.522804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:08.525147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 152e0c66-129e-4383-a23a-f3035399079c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:08.529852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:08.530205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:08.530544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:08.532152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 152e0c66-129e-4383-a23a-f3035399079c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:08.532628 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.537111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] In _notify_port_updated(), no bound segment for port cfa9563e-e827-4ded-a900-438325bb52b3 on network 509d1cc8-b59b-4364-9870-e828873e1547 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:39:08.542931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:08.543616 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.548236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "PUT /v2.0/ports/cfa9563e-e827-4ded-a900-438325bb52b3 HTTP/1.1" status: 200 len: 1002 time: 1.3852024 Jul 23 22:39:08.555907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:08.579424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.622955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:08.623530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:08.638630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:08.639050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:08.640125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:08.640580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Bound port: 18040369-826f-4f2a-9ca2-244e440898fe, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:08.640941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.648647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5de8434-7ce2-4ca8-b336-eea4b9cfd20c req-e603e9fb-e7c2-4749-a3fc-c14bba7f6017 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741325 Jul 23 22:39:08.670421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Deleting subnet a0a5cff1-913a-43dc-b56b-13913fed6c3d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:08.684404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.704111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af992a22-49ee-494e-9102-4f583761820d req-08d53081-2ea0-4c74-b42e-6a5baea59f11 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:08.709458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Allocated IP 192.168.233.250 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/0d965ea3-f410-44cb-bc23-27559a8686d2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:08.712450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af992a22-49ee-494e-9102-4f583761820d req-08d53081-2ea0-4c74-b42e-6a5baea59f11 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:08.713508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf154a-911f-4365-b811-51b885959355,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:08.735413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af992a22-49ee-494e-9102-4f583761820d req-08d53081-2ea0-4c74-b42e-6a5baea59f11 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:08.745199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af992a22-49ee-494e-9102-4f583761820d req-08d53081-2ea0-4c74-b42e-6a5baea59f11 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2412 time: 0.3853624 Jul 23 22:39:08.753144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.784898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efed7b-c580-4292-b72b-e2e9cf5871dd tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=cfa9563e-e827-4ded-a900-438325bb52b3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:08.843777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:08.857864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.871010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af992a22-49ee-494e-9102-4f583761820d req-a9f3eb9d-8fa0-4043-b3a7-d65ec88f722a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244671 Jul 23 22:39:08.879996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1315cc33-5b5d-4da9-92b2-c0c741eb714b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:08.911899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152e0c66-129e-4383-a23a-f3035399079c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:08.914374 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe0fd9-acb8-4ecf-97ad-0655dae94660" -d '{"events": [{"server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "name": "network-vif-plugged", "status": "completed", "tag": "152e0c66-129e-4383-a23a-f3035399079c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:08.932943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:08.952739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port cfa9563e-e827-4ded-a900-438325bb52b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:08.952739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:08.954282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=152e0c66-129e-4383-a23a-f3035399079c,segment=NetworkSegment(98c91f3d-874b-454a-b0f5-7bb5986ef659),segment_id=98c91f3d-874b-454a-b0f5-7bb5986ef659)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:08.956758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:08.965846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.036704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.074915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.081464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:09.093007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e6e0380-da8e-429f-a728-2813a8c7ff21 None None] Provisioning complete for port cfa9563e-e827-4ded-a900-438325bb52b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:09.093722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e6e0380-da8e-429f-a728-2813a8c7ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.106259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648f7b3-89b6-4e49-a90c-2661d3b954b0 req-5b1a3129-749d-4b3d-ae6c-fdfc4d76d43f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.108786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1648f7b3-89b6-4e49-a90c-2661d3b954b0 req-5b1a3129-749d-4b3d-ae6c-fdfc4d76d43f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.2616436 Jul 23 22:39:09.125165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.155684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e0380-da8e-429f-a728-2813a8c7ff21 None None] Port cfa9563e-e827-4ded-a900-438325bb52b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:09.163986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Transition to ACTIVE for port object 0d965ea3-f410-44cb-bc23-27559a8686d2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:09.190404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.200598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1648f7b3-89b6-4e49-a90c-2661d3b954b0 req-17da2303-304b-41e4-865c-3b599b0b8b4b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774384 Jul 23 22:39:09.233304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a5cff1-913a-43dc-b56b-13913fed6c3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:09.235429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.237379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d008a9c-8361-45f6-a5bd-b1a1dfb02756 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0a5cff1-913a-43dc-b56b-13913fed6c3d HTTP/1.1" status: 204 len: 168 time: 0.8073142 Jul 23 22:39:09.239905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:09.243097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c5650-f307-4729-b0e5-370e700527b3 None None] Network f7934cb4-9e6e-45c6-bd10-cfe1659f078d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:09.284598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:09.347875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9e8f7c33-8e68-406d-8405-8a4e46eb4d14 req-9d1b84df-3907-4a4f-8655-35733a3e7070 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 210 time: 0.0675387 Jul 23 22:39:09.348926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.377067 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.415270 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1bde5d-3c2c-4f60-9d7e-2ebde5f1e46b x-openstack-request-id: req-1d1bde5d-3c2c-4f60-9d7e-2ebde5f1e46b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:09.415593 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "name": "network-vif-plugged", "status": "completed", "tag": "152e0c66-129e-4383-a23a-f3035399079c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:09.415839 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d1bde5d-3c2c-4f60-9d7e-2ebde5f1e46b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:09.416417 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152e0c66-129e-4383-a23a-f3035399079c', 'code': 200} Jul 23 22:39:09.428291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:09.442476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:09.452746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:09.490974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Pushing event updated for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:09.537036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:09.548781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.550093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.551609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] 10.222.0.25 "PUT /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 1092 time: 2.6234047 Jul 23 22:39:09.554487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac', 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'port_id': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac', 'mac_address': 'fa:16:3e:da:29:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1911d9d-dcc6-484b-814a-b2ce9268d6aa', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:09.557033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.558328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:09.563104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.563300 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d32f9d-2aa0-458f-919a-a5c698bf3330" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "tag": "18040369-826f-4f2a-9ca2-244e440898fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:09.598504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-38a8ce50-eeef-4037-ada0-77d601eeceb7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9664156 Jul 23 22:39:09.598784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Deleting port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:09.601503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.623382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Request body: {'port': {'device_id': '120706f5-468d-4be9-849c-81f5b7427e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:09.634455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] DHCP port deletion for f7934cb4-9e6e-45c6-bd10-cfe1659f078d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:09.643002 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.677274 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bc2896-9b06-4d38-bea0-768054eba364 x-openstack-request-id: req-71bc2896-9b06-4d38-bea0-768054eba364 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:09.677567 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "tag": "18040369-826f-4f2a-9ca2-244e440898fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:09.677853 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71bc2896-9b06-4d38-bea0-768054eba364 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:09.678749 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe', 'status': 'completed', 'code': 200} Jul 23 22:39:09.689850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:09.691422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.727118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:09.740131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.740792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19ff3e9a-69f7-463c-a976-58e2ba2ec91d details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:09.759157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for cfa9563e-e827-4ded-a900-438325bb52b3 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:09.769237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b5345-c431-45b4-a3f2-63fa5d3fab83 service neutron] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:09.777269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] For port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:09.777870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.794913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Deleting port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:09.795297 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.842675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Calling delete_port for a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:09.853304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-664aa741-54e6-44ac-a191-39fcf60efecc None None] Provisioning for port 0d965ea3-f410-44cb-bc23-27559a8686d2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:09.863600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:09.865195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13312f-01a2-43f8-81ef-7b7d933f9945 req-221ea42c-7440-403f-907b-2a126223ae02 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.874220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff13312f-01a2-43f8-81ef-7b7d933f9945 req-221ea42c-7440-403f-907b-2a126223ae02 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 944 time: 0.8032222 Jul 23 22:39:09.877436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-664aa741-54e6-44ac-a191-39fcf60efecc None None] Provisioning complete for port 0d965ea3-f410-44cb-bc23-27559a8686d2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:09.877835 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-664aa741-54e6-44ac-a191-39fcf60efecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.913534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b92178-0ccb-49d2-ae30-ad3793729206 req-848caf7d-97cc-4615-8ba9-ec3946272c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.913788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.914983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2b92178-0ccb-49d2-ae30-ad3793729206 req-848caf7d-97cc-4615-8ba9-ec3946272c0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 1097 time: 0.4046087 Jul 23 22:39:09.944634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-d8c3e369-ff52-421d-b114-97bf2d2e5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.944889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-664aa741-54e6-44ac-a191-39fcf60efecc None None] Port 0d965ea3-f410-44cb-bc23-27559a8686d2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:09.945898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-d8c3e369-ff52-421d-b114-97bf2d2e5509 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1095 time: 0.2879303 Jul 23 22:39:09.988360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] For port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,segment=NetworkSegment(f2692db2-d2ca-47a5-980b-a0368334c446),segment_id=f2692db2-d2ca-47a5-980b-a0368334c446)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:09.988763 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:09.994592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6d26-aa52-4cc6-921d-db428ade2e8d req-a22065eb-0056-4729-8ba0-e01ca7e0be96 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:09.996534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f4e6d26-aa52-4cc6-921d-db428ade2e8d req-a22065eb-0056-4729-8ba0-e01ca7e0be96 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 945 time: 0.2140386 Jul 23 22:39:10.005499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Calling delete_port for a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:10.015146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff13312f-01a2-43f8-81ef-7b7d933f9945 req-5cad2ab1-4a6e-4173-ad1d-082fc99e98e5 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388469 Jul 23 22:39:10.032835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:10.076239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', 'network_id': '27edf188-792a-44ce-83dd-5d3863714e88', 'port_id': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', 'mac_address': 'fa:16:3e:75:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b5fafa-411e-45bb-917d-4300609a57e6', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:10.101296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2b92178-0ccb-49d2-ae30-ad3793729206 req-19119cfa-2b8f-4370-8478-ac1741fd27db service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785548 Jul 23 22:39:10.103027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-6fe7bdf8-d565-484d-aa49-4e2e861c0306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.1458836 Jul 23 22:39:10.138322 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.146564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.150367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.161482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:10.171329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f4e6d26-aa52-4cc6-921d-db428ade2e8d req-73ca7938-3b53-4a83-bc8a-012d6319b5e1 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534061 Jul 23 22:39:10.181962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ff3e9a-69f7-463c-a976-58e2ba2ec91d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:10.206656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.208944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] No DVR routers for this DVR port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:10.215333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.224442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] Pushing event deleted for resources: {'Port': ['ID=a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.225495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-22960449-d28f-41e8-a939-8fc1d4e210b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:10.228235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e7274-133f-4031-8bf8-3d8e49697f37 None None] No DVR routers for this DVR port a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:10.231394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-22960449-d28f-41e8-a939-8fc1d4e210b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1200626 Jul 23 22:39:10.236234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:10.236575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94e7a8b7-0068-41d4-819e-bdf8635d3ce7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:10.236997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:10.262288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:10.267926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:10.269053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:10.269053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a1c70e7b-41b0-4d3a-ba19-9a580b5c3dba not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:10.289572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=cfa9563e-e827-4ded-a900-438325bb52b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.289740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.290371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:10.375373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:10.390179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-14057c42-8d16-41cd-a4e3-6d3e3642d96d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302960 Jul 23 22:39:10.393745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.394725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.396545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', 'network_id': 'b30e132a-aed0-4b4b-9e9b-aaededdf68c8', 'port_id': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', 'mac_address': 'fa:16:3e:8e:9e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1911d9d-dcc6-484b-814a-b2ce9268d6aa', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:10.406071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4209a2de-a099-4cf6-9ae0-3f69152a5b0c tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/cfa9563e-e827-4ded-a900-438325bb52b3 HTTP/1.1" status: 204 len: 168 time: 1.8481705 Jul 23 22:39:10.410158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:10.418000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.428410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1315cc33-5b5d-4da9-92b2-c0c741eb714b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:10.431317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7934cb4-9e6e-45c6-bd10-cfe1659f078d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:10.435138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1315cc33-5b5d-4da9-92b2-c0c741eb714b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:10.435582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.445229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2692db2-d2ca-47a5-980b-a0368334c446') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:10.445605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2692db2-d2ca-47a5-980b-a0368334c446') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:10.458014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.458628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d91ac-50e3-427c-904e-2dc1baf50617 req-089f5e3c-b5a5-4d4d-a028-b926c32b180a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:10.465656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d91ac-50e3-427c-904e-2dc1baf50617 req-089f5e3c-b5a5-4d4d-a028-b926c32b180a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:10.470600 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.474602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d91ac-50e3-427c-904e-2dc1baf50617 req-089f5e3c-b5a5-4d4d-a028-b926c32b180a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:10.479078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.483480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a95d91ac-50e3-427c-904e-2dc1baf50617 req-089f5e3c-b5a5-4d4d-a028-b926c32b180a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2413 time: 0.3790174 Jul 23 22:39:10.488978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:10.489469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.493928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:10.504802 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f881ba2-0296-4089-88bd-aef0d847844d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] GET failed (client error): The resource could not be found. Jul 23 22:39:10.510846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f881ba2-0296-4089-88bd-aef0d847844d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports/cfa9563e-e827-4ded-a900-438325bb52b3 HTTP/1.1" status: 404 len: 333 time: 0.0993500 Jul 23 22:39:10.511575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:10.521991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:10.534080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1252186848'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:10.549081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.605711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.619100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a95d91ac-50e3-427c-904e-2dc1baf50617 req-f732adbb-759c-46ff-804f-9a3de356023c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344178 Jul 23 22:39:10.640978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.660640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:10.665635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.716783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-0572a813-3a51-4533-a8af-488fff1ce01c service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089614 Jul 23 22:39:10.724228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:10.859553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:10.861445 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:10.864572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.896784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cadb9d2f-c0a1-4dbd-8ade-028a25c54873 req-0b0da84b-1f12-4d25-a936-43643cefd1ed service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673381 Jul 23 22:39:10.903399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['19ff3e9a-69f7-463c-a976-58e2ba2ec91d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:10.910525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf8a2-5f6f-45ce-b28d-7705d90b7d69 req-0f3bca7f-34aa-401a-b104-1c73c80b449e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:10.912073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7faf8a2-5f6f-45ce-b28d-7705d90b7d69 req-0f3bca7f-34aa-401a-b104-1c73c80b449e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 936 time: 0.1908376 Jul 23 22:39:10.913337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:39:10.934091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.947020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:10.952227 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7934cb4-9e6e-45c6-bd10-cfe1659f078d HTTP/1.1" status: 204 len: 168 time: 1.7113700 Jul 23 22:39:10.955476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:10.976885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda0b6c-0877-408c-80b9-8a4d238983ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f7934cb4-9e6e-45c6-bd10-cfe1659f078d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:11.013631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c43c3-a282-4490-914e-3ea8e6668cc2 req-37ae5ccc-3900-4484-a748-a900a71efac8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.020396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-270c43c3-a282-4490-914e-3ea8e6668cc2 req-37ae5ccc-3900-4484-a748-a900a71efac8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.7068384 Jul 23 22:39:11.038124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c0510f1-35c9-4c56-8b3c-33da084a735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.055988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d965ea3-f410-44cb-bc23-27559a8686d2 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:11.069856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.078136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7faf8a2-5f6f-45ce-b28d-7705d90b7d69 req-9b2a916a-50ce-450a-9438-29e2c0aac0ad tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554847 Jul 23 22:39:11.093072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-270c43c3-a282-4490-914e-3ea8e6668cc2 req-58458d83-a002-41f4-a60d-003b4552b510 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665998 Jul 23 22:39:11.111192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Transition to ACTIVE for port object 0d965ea3-f410-44cb-bc23-27559a8686d2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:11.121512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.171909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-04ad9bc0-5f20-4f86-9cc6-43c63c438da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.173615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-04ad9bc0-5f20-4f86-9cc6-43c63c438da7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1095 time: 0.1719995 Jul 23 22:39:11.186175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::379 (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/08a8da67-db3f-434c-9bdf-bb8d5fd55a20) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:11.266384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Pushing event updated for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:11.270384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:11.372975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Attempting to bind port 0d965ea3-f410-44cb-bc23-27559a8686d2 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:11.373609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Attempting to bind port 0d965ea3-f410-44cb-bc23-27559a8686d2 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:11.373973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Attempting to bind port 0d965ea3-f410-44cb-bc23-27559a8686d2 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:11.384896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913438c3-0c60-4d5d-aa65-029b787ae6cb req-19fb8c20-0f10-44b6-aa54-242026b18a5c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.390294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-913438c3-0c60-4d5d-aa65-029b787ae6cb req-19fb8c20-0f10-44b6-aa54-242026b18a5c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1849101 Jul 23 22:39:11.399981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Port 0d965ea3-f410-44cb-bc23-27559a8686d2 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:11.400835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Attempting to bind port 0d965ea3-f410-44cb-bc23-27559a8686d2 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:11.415215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:11.415554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:11.415945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:11.416389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Bound port: 0d965ea3-f410-44cb-bc23-27559a8686d2, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:11.416756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.417294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:11.421032 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b6b22-4ff8-4211-a84e-831dfd1ad102" -d '{"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-plugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:11.462016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-ad0a681b-1214-4b55-b2fb-5d3734658cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.463559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-ad0a681b-1214-4b55-b2fb-5d3734658cd8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2749171 Jul 23 22:39:11.472140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-913438c3-0c60-4d5d-aa65-029b787ae6cb req-542a409a-128c-4144-a776-97824470f123 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792165 Jul 23 22:39:11.504700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:11.508550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0d965ea3-f410-44cb-bc23-27559a8686d2,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:11.514737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.527009 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db6fbdd-6f55-4433-8bc8-24744fb57c8d x-openstack-request-id: req-3db6fbdd-6f55-4433-8bc8-24744fb57c8d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:11.527309 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-plugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:11.527657 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3db6fbdd-6f55-4433-8bc8-24744fb57c8d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:11.528312 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'code': 200} Jul 23 22:39:11.551768 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8074d8f7-1c7a-4b88-b8de-b02d29b21155 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6865e5366d714a9b818cdc46d70e5a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742977 Jul 23 22:39:11.555087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.555723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.557164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] 10.222.0.22 "PUT /v2.0/ports/0d965ea3-f410-44cb-bc23-27559a8686d2 HTTP/1.1" status: 200 len: 1097 time: 1.9383936 Jul 23 22:39:11.557807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:11.559159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:11.560467 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c143e8-3129-46a2-aa63-aaee79319881" -d '{"events": [{"name": "network-changed", "server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:11.565335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-173ff32d-5043-4c9e-9d05-5d2bf9ca5e65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.0907905 Jul 23 22:39:11.584558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022e702-c598-4fd1-94bd-0033e86907fa service neutron] Pushing event updated for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:11.652929 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a527d-b5f2-4ba5-856b-ed9e44c2fe86 x-openstack-request-id: req-eb0a527d-b5f2-4ba5-856b-ed9e44c2fe86 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:11.653815 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:11.654329 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb0a527d-b5f2-4ba5-856b-ed9e44c2fe86 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:11.655050 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2', 'status': 'completed', 'code': 200} Jul 23 22:39:11.707454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433c566-cd15-4433-a2c1-3234ee785b1a req-91c61a30-7368-4c71-9f4f-2a0d5f16b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.709308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4433c566-cd15-4433-a2c1-3234ee785b1a req-91c61a30-7368-4c71-9f4f-2a0d5f16b0fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 1097 time: 0.0909603 Jul 23 22:39:11.743596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.759617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-362ad679-c1c0-41a0-92ae-516e2887b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.760998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-362ad679-c1c0-41a0-92ae-516e2887b5bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1478374 Jul 23 22:39:11.777511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbbf15-58e0-499e-8aae-372e6add2366 req-53afc558-8d49-4e14-80d5-538de5a80473 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.779593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-befbbf15-58e0-499e-8aae-372e6add2366 req-53afc558-8d49-4e14-80d5-538de5a80473 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 945 time: 0.4024959 Jul 23 22:39:11.781117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4433c566-cd15-4433-a2c1-3234ee785b1a req-91bc6a6a-70b6-4df0-a1aa-866b149a4045 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637295 Jul 23 22:39:11.803133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:11.816525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da392be-c6ad-4f1d-a57d-c7c29aee64e8 req-5bf44c45-191e-4ee1-b46e-4fa719243fb7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.823210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da392be-c6ad-4f1d-a57d-c7c29aee64e8 req-5bf44c45-191e-4ee1-b46e-4fa719243fb7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.829576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da392be-c6ad-4f1d-a57d-c7c29aee64e8 req-5bf44c45-191e-4ee1-b46e-4fa719243fb7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.831284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0da392be-c6ad-4f1d-a57d-c7c29aee64e8 req-5bf44c45-191e-4ee1-b46e-4fa719243fb7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2415 time: 0.1128144 Jul 23 22:39:11.835811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-b134ac35-0fe7-485c-a0e6-2d868da57058 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552824 Jul 23 22:39:11.847511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.871727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0da392be-c6ad-4f1d-a57d-c7c29aee64e8 req-dd059206-cfa4-440b-a696-9077e3add783 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Jul 23 22:39:11.929615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:11.934203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-ba09c6e1-98ab-4c2f-959b-e736db2f54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:11.936550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-ba09c6e1-98ab-4c2f-959b-e736db2f54e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 1100 time: 0.2846556 Jul 23 22:39:11.986739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-befbbf15-58e0-499e-8aae-372e6add2366 req-ae925555-f551-4f00-9495-0fc152a9a4e5 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849520 Jul 23 22:39:12.035196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-15f5db0d-3f37-402c-9d13-881040457c03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0d965ea3-f410-44cb-bc23-27559a8686d2 HTTP/1.1" status: 200 len: 217 time: 0.0617020 Jul 23 22:39:12.062836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.107695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:12.136200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-dda31364-d8af-4640-b809-f6e0efd4b3e5 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823515 Jul 23 22:39:12.170892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-35fa525f-b4af-43df-9b21-ac05c950366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.172502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-35fa525f-b4af-43df-9b21-ac05c950366d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1258154 Jul 23 22:39:12.185944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:12.199960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.203176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.207009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e65c98b2-1fef-4080-ba25-0ae7ba5a9903 HTTP/1.1" status: 204 len: 168 time: 0.6462255 Jul 23 22:39:12.234325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:12.240307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=08a8da67-db3f-434c-9bdf-bb8d5fd55a20,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:12.250154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:12.251301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d1ed9-a7ae-4243-a37d-e8deae594176 req-ce347550-3209-45ea-ad26-77ca8af2baa0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.255755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.256339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.258356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e4d1ed9-a7ae-4243-a37d-e8deae594176 req-ce347550-3209-45ea-ad26-77ca8af2baa0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.0815644 Jul 23 22:39:12.277311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc500b8-707c-426b-992b-df7a2d14bfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c98b2-1fef-4080-ba25-0ae7ba5a9903,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:12.303886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e4d1ed9-a7ae-4243-a37d-e8deae594176 req-1a1ed66c-ceff-49d1-890f-291bb80cc227 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Jul 23 22:39:12.358979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-65b8d3a7-de46-4ddc-a294-0f952d5dea0d tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8389764 Jul 23 22:39:12.363003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:12.376237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'network_id': '509d1cc8-b59b-4364-9870-e828873e1547', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605517856'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:12.401443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d32f9d-2aa0-458f-919a-a5c698bf3330 req-5f457baf-4c77-4485-ac23-83551490cd2e service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560353 Jul 23 22:39:12.406736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-f80e16f4-859b-48d1-9185-1856f390bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.407849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-f80e16f4-859b-48d1-9185-1856f390bc23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208831 Jul 23 22:39:12.452949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed670e-b9c9-4179-b274-1dbf2c0f782e req-7f0ae59b-9c93-48e0-9ebc-f7ea925b5900 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.454527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaed670e-b9c9-4179-b274-1dbf2c0f782e req-7f0ae59b-9c93-48e0-9ebc-f7ea925b5900 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 948 time: 0.2055187 Jul 23 22:39:12.585533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Made reservation on behalf of 266c81c187734be98740585172749999 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:12.595237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.624710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] device_id is not set on port b4a7f3eb-448d-46a5-935f-c11837719438 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:39:12.626431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaed670e-b9c9-4179-b274-1dbf2c0f782e req-aee44425-278b-44d4-9e51-f05baf3c5be4 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522131 Jul 23 22:39:12.652396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-d0e420e2-881e-41f8-85b2-463c9b4d395d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280509 Jul 23 22:39:12.774787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6005adc8-bb95-439c-94c6-37f84d047c7e None None] Provisioning for port 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:12.781411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6005adc8-bb95-439c-94c6-37f84d047c7e None None] Provisioning complete for port 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:12.781807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6005adc8-bb95-439c-94c6-37f84d047c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:12.829683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6005adc8-bb95-439c-94c6-37f84d047c7e None None] Port 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:12.850992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Allocated IP 2001:db8::149 (509d1cc8-b59b-4364-9870-e828873e1547/199d65b8-2e4a-4e61-b750-cebdfbe709a4/b4a7f3eb-448d-46a5-935f-c11837719438) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:12.857610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb08abca-4bd8-4028-9f23-5919c81345bb req-502042e8-c832-4474-adb8-53302dc3e569 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915178 Jul 23 22:39:12.894417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2058552-570d-4e5b-bf0c-d197f4656eb5 req-e4897181-5d68-41cb-9763-8ae4fd5b9f61 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.896239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2058552-570d-4e5b-bf0c-d197f4656eb5 req-e4897181-5d68-41cb-9763-8ae4fd5b9f61 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1553285 Jul 23 22:39:12.898404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7d3a7-d753-4a66-8a2e-8fd9c8a4253d req-9e855f14-1a2c-4a50-9669-2f2d8926775c tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:12.902349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece7d3a7-d753-4a66-8a2e-8fd9c8a4253d req-9e855f14-1a2c-4a50-9669-2f2d8926775c tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 945 time: 0.1217067 Jul 23 22:39:12.972897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece7d3a7-d753-4a66-8a2e-8fd9c8a4253d req-6b75997b-7636-4d75-916b-d19ce195a21b tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662265 Jul 23 22:39:12.974873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2058552-570d-4e5b-bf0c-d197f4656eb5 req-97415806-5e51-408f-af9b-04f82096aa9b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Jul 23 22:39:13.021795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-516fe340-97ce-43a0-8694-d3184445a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.023350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-516fe340-97ce-43a0-8694-d3184445a614 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 1100 time: 0.1098435 Jul 23 22:39:13.118885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.139267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Transition to ACTIVE for port object b4a7f3eb-448d-46a5-935f-c11837719438 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:13.169580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a69180-7402-4a84-a2ec-ece1444f14ce req-20a69541-15c8-4cf7-8fc8-3698f07a4857 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.176392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a69180-7402-4a84-a2ec-ece1444f14ce req-20a69541-15c8-4cf7-8fc8-3698f07a4857 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.181412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-c40dea97-d85d-493e-ab02-fd833cd293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.181532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-c40dea97-d85d-493e-ab02-fd833cd293fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1510224 Jul 23 22:39:13.182665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a69180-7402-4a84-a2ec-ece1444f14ce req-20a69541-15c8-4cf7-8fc8-3698f07a4857 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.184210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74a69180-7402-4a84-a2ec-ece1444f14ce req-20a69541-15c8-4cf7-8fc8-3698f07a4857 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2415 time: 0.1274698 Jul 23 22:39:13.193039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9214d5-1b53-4d51-aaca-f1b8ca08f941 req-c457bf99-6e57-4612-958a-61be467d1814 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.194532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a9214d5-1b53-4d51-aaca-f1b8ca08f941 req-c457bf99-6e57-4612-958a-61be467d1814 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1311367 Jul 23 22:39:13.230762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.242951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-141f74c6-4ee7-4650-a5da-8e76e33b49ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0d965ea3-f410-44cb-bc23-27559a8686d2 HTTP/1.1" status: 200 len: 217 time: 0.0474212 Jul 23 22:39:13.273848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74a69180-7402-4a84-a2ec-ece1444f14ce req-f7ebee26-d01d-41ad-b39a-58f1ea46f895 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792556 Jul 23 22:39:13.282351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19ff3e9a-69f7-463c-a976-58e2ba2ec91d up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:13.297906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Network 509d1cc8-b59b-4364-9870-e828873e1547 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:13.297906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:13.302305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:13.303705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a9214d5-1b53-4d51-aaca-f1b8ca08f941 req-e57bbfff-b94f-4b73-94e5-6def403c9b41 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017027 Jul 23 22:39:13.311941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.311941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.332324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=b4a7f3eb-448d-46a5-935f-c11837719438,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:13.339878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f19e92d6-3844-4167-8697-51bad8c5eb52 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9716957 Jul 23 22:39:13.342581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:13.350981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:03:b3:9d'}, {'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:f1:8c:39'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:13.386046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-76d50b53-0aa7-4907-b1f9-8f758c64f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.387562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-76d50b53-0aa7-4907-b1f9-8f758c64f7d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1307316 Jul 23 22:39:13.397880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:13.405676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:13.405676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.482457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:13.524275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.566549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:13.572701 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79e38d2-6919-4436-bc88-590b136ad61f" -d '{"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:13.580928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1b50-b285-405e-8880-22acb61045bf req-94732e81-fad3-49ce-844b-f9200595b0fe tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.582772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93fa1b50-b285-405e-8880-22acb61045bf req-94732e81-fad3-49ce-844b-f9200595b0fe tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.1496336 Jul 23 22:39:13.599135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:13.609465 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.610651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:13.637319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93fa1b50-b285-405e-8880-22acb61045bf req-664451c6-4aab-44c0-8a10-54db377a552c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485847 Jul 23 22:39:13.684250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-47321191-network', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:13.712425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-07f3e07c-9ee3-4654-8a33-14a0ed5dd0dd None None] Provisioning for port b4a7f3eb-448d-46a5-935f-c11837719438 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:13.728107 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e13763-3be7-40ab-9ab0-7ea786196e05 x-openstack-request-id: req-a0e13763-3be7-40ab-9ab0-7ea786196e05 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:13.728408 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:13.728647 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0e13763-3be7-40ab-9ab0-7ea786196e05 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:13.728780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Made reservation on behalf of adf6efacf1224d08bf0811ad299c2bda for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:13.729043 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', 'code': 200} Jul 23 22:39:13.732314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.738708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-07f3e07c-9ee3-4654-8a33-14a0ed5dd0dd None None] Provisioning complete for port b4a7f3eb-448d-46a5-935f-c11837719438 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:13.739077 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07f3e07c-9ee3-4654-8a33-14a0ed5dd0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.742735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:13.750749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.912900 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7fd6f-e7ed-4573-94c1-55793b41b17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.921025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:13.922308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6e98-babc-4189-80d7-6cf0b69e1143 req-90d8dd19-0ec6-41d5-bd0e-f3509aafb1c6 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:13.926042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:13.926377 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.927959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-07f3e07c-9ee3-4654-8a33-14a0ed5dd0dd None None] Port b4a7f3eb-448d-46a5-935f-c11837719438 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:13.929892 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a27b6e98-babc-4189-80d7-6cf0b69e1143 req-90d8dd19-0ec6-41d5-bd0e-f3509aafb1c6 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 948 time: 0.1246991 Jul 23 22:39:13.943122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.953156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:13.989534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:14.003364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a27b6e98-babc-4189-80d7-6cf0b69e1143 req-8a109cf3-8e09-4b3f-a365-6b3f39f7eb30 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725045 Jul 23 22:39:14.007835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-081b3d69-e7a3-436e-bdc1-1f1b48e9f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.009804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-081b3d69-e7a3-436e-bdc1-1f1b48e9f38d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6071694 Jul 23 22:39:14.015515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4b01ff-c7fc-4edf-bc9e-bc557bf0673f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:14.018702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.019254 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Added segment 57c6de61-2991-4c3b-87b3-0a5c285690fd of type vlan for network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 Jul 23 22:39:14.027663 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.116367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:14.121351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.123754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.124965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.126070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:14.131609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.161379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125978ea-7daf-4d81-8163-050d309b326c req-2080c5c6-0601-4c7a-87b9-70f7195ebc14 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.168851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-125978ea-7daf-4d81-8163-050d309b326c req-2080c5c6-0601-4c7a-87b9-70f7195ebc14 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2421501 Jul 23 22:39:14.204495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-e8b336b4-d742-4346-8307-7383042cf3ff tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.206156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-e8b336b4-d742-4346-8307-7383042cf3ff tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 945 time: 0.1666739 Jul 23 22:39:14.212103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:14.224594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.225568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.226181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.240535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-518d779d-2e7b-4037-a84c-b8aa191f5cad service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044590 Jul 23 22:39:14.251055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:14.255576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:14.256070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.282340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-125978ea-7daf-4d81-8163-050d309b326c req-bc03f4d2-b5e5-422d-9ba4-bc7fe8f9cb8b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121597 Jul 23 22:39:14.313812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8266928 Jul 23 22:39:14.319773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:14.325474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Request body: {'subnet': {'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-47321191-subnet', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:14.370200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.378753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b87c-e704-4d38-86bf-acbc62873fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:14.397290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:14.438251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:14.440112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f1a6-69ec-43b5-b4dc-19a13eb14b86 req-7d995ae4-d6b0-45ac-aac4-538a63ab1309 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.441650 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7a5f1a6-69ec-43b5-b4dc-19a13eb14b86 req-7d995ae4-d6b0-45ac-aac4-538a63ab1309 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 945 time: 0.2595870 Jul 23 22:39:14.477357 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.483328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Made reservation on behalf of adf6efacf1224d08bf0811ad299c2bda for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:14.485626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.494243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Deleting port 152e0c66-129e-4383-a23a-f3035399079c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:14.494580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.537504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7a5f1a6-69ec-43b5-b4dc-19a13eb14b86 req-abc35652-8075-4750-8e1e-f4cfa40aa224 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce5bf04a-293d-49bc-ae44-0223cd88f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871909 Jul 23 22:39:14.539195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4c143e8-3129-46a2-aa63-aaee79319881 req-bcb3a5eb-4ff6-4939-b684-26b33504a09d service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905533 Jul 23 22:39:14.540787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:14.663396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] For port 152e0c66-129e-4383-a23a-f3035399079c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=152e0c66-129e-4383-a23a-f3035399079c,segment=NetworkSegment(98c91f3d-874b-454a-b0f5-7bb5986ef659),segment_id=98c91f3d-874b-454a-b0f5-7bb5986ef659)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:14.663652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0e5f-20ac-4f78-b086-5d36d6b9632c req-104c0af0-40ba-4327-9d05-7d4fbf4a32ae tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.663779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.668159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0e5f-20ac-4f78-b086-5d36d6b9632c req-104c0af0-40ba-4327-9d05-7d4fbf4a32ae tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.674057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0e5f-20ac-4f78-b086-5d36d6b9632c req-104c0af0-40ba-4327-9d05-7d4fbf4a32ae tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.675729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-143b0e5f-20ac-4f78-b086-5d36d6b9632c req-104c0af0-40ba-4327-9d05-7d4fbf4a32ae tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2417 time: 0.2871354 Jul 23 22:39:14.678107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Calling delete_port for 152e0c66-129e-4383-a23a-f3035399079c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:14.692293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.710454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.737262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78728e-e494-468b-a305-6c7570279462 req-014065d5-8e3f-4756-a28d-31397c308c55 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.738790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f78728e-e494-468b-a305-6c7570279462 req-014065d5-8e3f-4756-a28d-31397c308c55 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1412008 Jul 23 22:39:14.785141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] In _notify_port_updated(), no bound segment for port b4a7f3eb-448d-46a5-935f-c11837719438 on network 509d1cc8-b59b-4364-9870-e828873e1547 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:39:14.790591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:14.791236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.795817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "PUT /v2.0/ports/b4a7f3eb-448d-46a5-935f-c11837719438 HTTP/1.1" status: 200 len: 1067 time: 1.4487569 Jul 23 22:39:14.799607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:14.805102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f78728e-e494-468b-a305-6c7570279462 req-f8b9a862-e51c-48da-b9aa-e1ad482f564e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Jul 23 22:39:14.815223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-143b0e5f-20ac-4f78-b086-5d36d6b9632c req-6d933159-ef6b-454f-87bc-1740b2ec01f3 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285388 Jul 23 22:39:14.852929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.859193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01472-6f86-402e-9f9f-13f6a6ef2305 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event updated for resources: {'Port': ['ID=b4a7f3eb-448d-46a5-935f-c11837719438,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:14.909952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:14.950979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Pushing event deleted for resources: {'Port': ['ID=152e0c66-129e-4383-a23a-f3035399079c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:15.013852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.016592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] No DVR routers for this DVR port 152e0c66-129e-4383-a23a-f3035399079c on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:15.019343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.021435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-021c8b9e-f855-485c-8dad-8baa56e02457 req-92f79e40-0aae-421b-b009-16c53aa7de85 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.22 "DELETE /v2.0/ports/152e0c66-129e-4383-a23a-f3035399079c HTTP/1.1" status: 204 len: 173 time: 0.7916749 Jul 23 22:39:15.021971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'name': 'network-vif-deleted', 'tag': '152e0c66-129e-4383-a23a-f3035399079c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:15.024760 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b5d2b4-ed3c-4512-a7b3-7d8fe47ffb3e" -d '{"events": [{"server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "name": "network-vif-deleted", "tag": "152e0c66-129e-4383-a23a-f3035399079c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:15.145073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07728d0a-1a73-4a52-93ed-9e146ae3dd26,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:15.178033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Checking segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:15.178876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Network hostable DHCP agents. Network: cfca26a2-8c4c-4773-8ab1-7a7b2cf72608, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:15.190521 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e71773-7552-4a97-b745-3261be867f05 x-openstack-request-id: req-64e71773-7552-4a97-b745-3261be867f05 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:15.190928 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f038e90-4775-4d44-ba84-ad3a857e2535", "name": "network-vif-deleted", "tag": "152e0c66-129e-4383-a23a-f3035399079c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:15.191277 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64e71773-7552-4a97-b745-3261be867f05 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:15.191773 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f038e90-4775-4d44-ba84-ad3a857e2535', 'name': 'network-vif-deleted', 'tag': '152e0c66-129e-4383-a23a-f3035399079c', 'status': 'completed', 'code': 200} Jul 23 22:39:15.194091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00ec62cf-2be3-4250-a513-3446db09dd92 None None] Provisioning complete for port b4a7f3eb-448d-46a5-935f-c11837719438 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:15.194595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port b4a7f3eb-448d-46a5-935f-c11837719438 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:15.194740 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.195352 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00ec62cf-2be3-4250-a513-3446db09dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.214158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc10c0-2173-4d9b-b8ba-711b313c116a req-e9e64713-6462-43f6-b0b7-6446d75fe99b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:15.217359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbdc10c0-2173-4d9b-b8ba-711b313c116a req-e9e64713-6462-43f6-b0b7-6446d75fe99b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.2886572 Jul 23 22:39:15.257564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-00ec62cf-2be3-4250-a513-3446db09dd92 None None] Port b4a7f3eb-448d-46a5-935f-c11837719438 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:15.281270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 18040369-826f-4f2a-9ca2-244e440898fe details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:15.328735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d6a97-a219-44dd-88e2-fff61835b77f req-b42c0b27-d186-46bc-9565-ddac99c93fda tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:15.330167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:15.335767 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b34d6a97-a219-44dd-88e2-fff61835b77f req-b42c0b27-d186-46bc-9565-ddac99c93fda tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 948 time: 0.0920660 Jul 23 22:39:15.377934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b34d6a97-a219-44dd-88e2-fff61835b77f req-71b32c58-b1c9-4032-b2c1-5f0c334ebe15 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Jul 23 22:39:15.424386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbdc10c0-2173-4d9b-b8ba-711b313c116a req-e8877a23-4cec-49fd-bbeb-394a3174bedd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819475 Jul 23 22:39:15.432686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:15.442322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, cfca26a2-8c4c-4773-8ab1-7a7b2cf72608) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:15.454340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:15.454340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.469036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc03069-677f-429f-a639-267fb777f76f None None] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:15.471886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '18040369-826f-4f2a-9ca2-244e440898fe', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'port_id': '18040369-826f-4f2a-9ca2-244e440898fe', 'mac_address': 'fa:16:3e:3f:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13f53ca-80a8-4d66-97d6-fb895f32b4c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:15.510222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.533127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2c93e068-48d7-4ab2-b9c5-ec20a835ca11 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2120812 Jul 23 22:39:15.538449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50854) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:15.544620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:15.569421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for b4a7f3eb-448d-46a5-935f-c11837719438 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:15.575656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.577631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.618864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.635475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18040369-826f-4f2a-9ca2-244e440898fe {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:15.660187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.667839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:15.693570 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.753505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df'}, {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:15.755832 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f7e28-d725-455d-ba73-71e46f3f3904" -d '{"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df"}, {"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:15.758311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:15.803132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5bd04-fcda-48ab-afa5-040f814b1ce9 req-1a57cf90-18ee-4565-90b1-200ed7fe43b1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:15.810234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2c5bd04-fcda-48ab-afa5-040f814b1ce9 req-1a57cf90-18ee-4565-90b1-200ed7fe43b1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2942293 Jul 23 22:39:15.812737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f7f5630-dae3-445a-a540-0c493ae51390 req-04aaa407-df9c-4f97-b86f-c0a6d9dfc2f6 tempest-ServerPasswordTestJSON-1869432239 tempest-ServerPasswordTestJSON-1869432239-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f038e90-4775-4d44-ba84-ad3a857e2535 HTTP/1.1" status: 200 len: 210 time: 0.0607095 Jul 23 22:39:15.834835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:15.836228 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.900668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:15.911790 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077957f2-fc94-4112-add7-115f3e22612d x-openstack-request-id: req-077957f2-fc94-4112-add7-115f3e22612d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:15.912204 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df", "code": 200}, {"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-plugged", "status": "completed", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:15.912384 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-077957f2-fc94-4112-add7-115f3e22612d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:15.913872 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', 'code': 200} Jul 23 22:39:15.914198 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac', 'code': 200} Jul 23 22:39:15.915507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2c5bd04-fcda-48ab-afa5-040f814b1ce9 req-5d7bc1af-8d6f-4fd6-a466-9e7f23a717d6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041930 Jul 23 22:39:15.952885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.020329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['18040369-826f-4f2a-9ca2-244e440898fe'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:16.023140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=b4a7f3eb-448d-46a5-935f-c11837719438,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:16.110138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2122a3-eade-4df5-931e-ab78b808c9f7 req-140decfd-6db9-42da-b665-6494fc6a9af0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.116793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2122a3-eade-4df5-931e-ab78b808c9f7 req-140decfd-6db9-42da-b665-6494fc6a9af0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.122819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2122a3-eade-4df5-931e-ab78b808c9f7 req-140decfd-6db9-42da-b665-6494fc6a9af0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.124671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed2122a3-eade-4df5-931e-ab78b808c9f7 req-140decfd-6db9-42da-b665-6494fc6a9af0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2418 time: 0.1213043 Jul 23 22:39:16.168830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Allocated IP 172.20.0.2 (cfca26a2-8c4c-4773-8ab1-7a7b2cf72608/07728d0a-1a73-4a52-93ed-9e146ae3dd26/aadc2086-574d-4eae-9387-b3900584c8ad) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:16.226099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c8c8-8e01-4b93-8cf8-41b195c253b4 req-1cfbe89b-6e3b-4ce1-a34a-998745e0df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.226661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c8c8-8e01-4b93-8cf8-41b195c253b4 req-1cfbe89b-6e3b-4ce1-a34a-998745e0df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.227146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c8c8-8e01-4b93-8cf8-41b195c253b4 req-1cfbe89b-6e3b-4ce1-a34a-998745e0df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.230268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6d0c8c8-8e01-4b93-8cf8-41b195c253b4 req-1cfbe89b-6e3b-4ce1-a34a-998745e0df04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2874 time: 0.2341309 Jul 23 22:39:16.242509 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed2122a3-eade-4df5-931e-ab78b808c9f7 req-58980174-601f-4cfd-b0b5-28624d97026d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111636 Jul 23 22:39:16.264739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.267392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:16.268226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-24ce35dd-03a0-48d1-b481-ac81739f9137 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/b4a7f3eb-448d-46a5-935f-c11837719438 HTTP/1.1" status: 204 len: 168 time: 1.4675989 Jul 23 22:39:16.289320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0d965ea3-f410-44cb-bc23-27559a8686d2 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:16.296910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6d0c8c8-8e01-4b93-8cf8-41b195c253b4 req-1099ad35-d946-4d61-b179-09e5cda6d908 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Jul 23 22:39:16.299547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 152e0c66-129e-4383-a23a-f3035399079c no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:16.303771 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0d289-f495-4405-8a8e-5b68b7b03196 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] GET failed (client error): The resource could not be found. Jul 23 22:39:16.305804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ab0d289-f495-4405-8a8e-5b68b7b03196 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports/b4a7f3eb-448d-46a5-935f-c11837719438 HTTP/1.1" status: 404 len: 333 time: 0.0372279 Jul 23 22:39:16.314005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:16.327291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.337665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 152e0c66-129e-4383-a23a-f3035399079c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:16.338031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 152e0c66-129e-4383-a23a-f3035399079c not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:16.347595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.434211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:16.436110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.483532 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.494167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Allocated IP 172.25.1.26 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d1ec995e-17d9-4ead-9106-6a1848dd3642) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:16.504553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.525886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Transition to ACTIVE for port object aadc2086-574d-4eae-9387-b3900584c8ad will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:16.540459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0d965ea3-f410-44cb-bc23-27559a8686d2,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:16.558549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Transition to ACTIVE for port object aadc2086-574d-4eae-9387-b3900584c8ad will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:16.563103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '0d965ea3-f410-44cb-bc23-27559a8686d2', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '0d965ea3-f410-44cb-bc23-27559a8686d2', 'mac_address': 'fa:16:3e:fd:34:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:16.591368 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.592413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ad46d-0748-47d9-aca1-36ce1ed27152 req-885f25ab-92f9-4aae-83d1-8c9af09aa3d2 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.594371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b3ad46d-0748-47d9-aca1-36ce1ed27152 req-885f25ab-92f9-4aae-83d1-8c9af09aa3d2 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 948 time: 0.1369283 Jul 23 22:39:16.607107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.636813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for 08a8da67-db3f-434c-9bdf-bb8d5fd55a20 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:16.643407 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.649747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:16.659495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:16.665783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:16.668816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Pushing event updated for resources: {'Port': ['ID=aadc2086-574d-4eae-9387-b3900584c8ad,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:16.669747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9527-049b-4cb5-abf2-3402ceb496f7 req-3c4dddc5-6d2d-4c70-ab1d-2ff12ff6ba22 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:16.672745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-173e9527-049b-4cb5-abf2-3402ceb496f7 req-3c4dddc5-6d2d-4c70-ab1d-2ff12ff6ba22 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.1492364 Jul 23 22:39:16.674952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d965ea3-f410-44cb-bc23-27559a8686d2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:16.709332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b3ad46d-0748-47d9-aca1-36ce1ed27152 req-ff063a0d-49a2-45f1-9a9d-238c4957e579 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052155 Jul 23 22:39:16.712617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.718203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0d965ea3-f410-44cb-bc23-27559a8686d2,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:16.738481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.751044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-173e9527-049b-4cb5-abf2-3402ceb496f7 req-d2a87943-4f24-47d1-bfbe-5a4d2539f0d6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707700 Jul 23 22:39:16.767867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Attempting to bind port aadc2086-574d-4eae-9387-b3900584c8ad on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:16.768237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Attempting to bind port aadc2086-574d-4eae-9387-b3900584c8ad by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:16.768609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Attempting to bind port aadc2086-574d-4eae-9387-b3900584c8ad on network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:16.778473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:16.778844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Checking segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:16.779352 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.779758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Bound using segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:16.780326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Bound port: aadc2086-574d-4eae-9387-b3900584c8ad, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:16.780588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.797357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.831267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:16.837872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.841840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:16.844969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:16.850642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:16.882734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=08a8da67-db3f-434c-9bdf-bb8d5fd55a20,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:16.883782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] For port aadc2086-574d-4eae-9387-b3900584c8ad, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:16.892270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:16.896092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] For port aadc2086-574d-4eae-9387-b3900584c8ad, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aadc2086-574d-4eae-9387-b3900584c8ad,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:16.906637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.947079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:16.952450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ecadcadd-2f87-441f-8284-24791fdb71bf tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/08a8da67-db3f-434c-9bdf-bb8d5fd55a20 HTTP/1.1" status: 204 len: 168 time: 0.6383257 Jul 23 22:39:16.952771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:16.970604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0d965ea3-f410-44cb-bc23-27559a8686d2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:16.985708 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3aaef41-5d50-40d2-bddb-87362792d31b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] GET failed (client error): The resource could not be found. Jul 23 22:39:16.991488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c3aaef41-5d50-40d2-bddb-87362792d31b tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "GET /v2.0/ports/08a8da67-db3f-434c-9bdf-bb8d5fd55a20 HTTP/1.1" status: 404 len: 333 time: 0.0338497 Jul 23 22:39:16.998337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:17.003138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Deleting subnet adf9013a-a8b0-4205-b593-3d6f1b8ff81c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:17.015483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.022838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5c8c-bc9c-46c0-b563-41e645cd058e None None] Pushing event updated for resources: {'Port': ['ID=aadc2086-574d-4eae-9387-b3900584c8ad,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:17.072579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ec995e-17d9-4ead-9106-6a1848dd3642,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:17.134868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.240975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.287595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.329091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cce4-3c4e-4b79-a475-b7e2f32ea79c req-fc4d03a2-19d1-4312-87a4-b1068120f5ed tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:17.330618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f50cce4-3c4e-4b79-a475-b7e2f32ea79c req-fc4d03a2-19d1-4312-87a4-b1068120f5ed tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2606773 Jul 23 22:39:17.339543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port 27bf0cdc-5392-4929-b8dd-3a60541efa35 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:17.339885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.370333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.425340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.429010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/adf9013a-a8b0-4205-b593-3d6f1b8ff81c HTTP/1.1" status: 204 len: 168 time: 0.5359058 Jul 23 22:39:17.429836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55115da7-ca3b-43e8-b7b2-b1afa4e5c183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf9013a-a8b0-4205-b593-3d6f1b8ff81c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:17.436695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:17.491143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f50cce4-3c4e-4b79-a475-b7e2f32ea79c req-8667668a-86a3-4c57-812b-7b990ef694f1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464803 Jul 23 22:39:17.532222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.563286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec846b-58e5-4274-9cc2-aef986a7d9c4 req-e052c6cc-cad4-4884-b642-391258f9a20b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:17.569236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec846b-58e5-4274-9cc2-aef986a7d9c4 req-e052c6cc-cad4-4884-b642-391258f9a20b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:17.575800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec846b-58e5-4274-9cc2-aef986a7d9c4 req-e052c6cc-cad4-4884-b642-391258f9a20b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:17.577092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for 27bf0cdc-5392-4929-b8dd-3a60541efa35 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:17.577450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8aec846b-58e5-4274-9cc2-aef986a7d9c4 req-e052c6cc-cad4-4884-b642-391258f9a20b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2418 time: 0.1678822 Jul 23 22:39:17.585323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.661247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8aec846b-58e5-4274-9cc2-aef986a7d9c4 req-f7263a51-26fa-4e4d-9caf-4594768b4bd0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Jul 23 22:39:17.680448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.742342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.757851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28ab7f9-a4db-4873-8042-e4bde0ba0a13']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:17.777183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c91f3d-874b-454a-b0f5-7bb5986ef659') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:17.777480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c91f3d-874b-454a-b0f5-7bb5986ef659') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:17.814835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.849090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.860382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:17.860854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:17.863485 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:17.878734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:17.986371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=27bf0cdc-5392-4929-b8dd-3a60541efa35,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:18.024515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.035101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.037636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] 10.222.0.37 "DELETE /v2.0/networks/f28ab7f9-a4db-4873-8042-e4bde0ba0a13 HTTP/1.1" status: 204 len: 168 time: 0.5705833 Jul 23 22:39:18.051070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.054122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-68a4bf53-a4d3-467f-8730-78d466dfe8b6 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/ports/27bf0cdc-5392-4929-b8dd-3a60541efa35 HTTP/1.1" status: 204 len: 168 time: 1.0542309 Jul 23 22:39:18.057891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:18.196620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f5dda-286b-41fa-a9b9-7b96a657242f admin admin] Pushing event deleted for resources: {'Network': ['ID=f28ab7f9-a4db-4873-8042-e4bde0ba0a13,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:18.271029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aadc2086-574d-4eae-9387-b3900584c8ad up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:18.306028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:18.328441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0d965ea3-f410-44cb-bc23-27559a8686d2 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:18.350875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:39:18.367340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting subnet 199d65b8-2e4a-4e61-b750-cebdfbe709a4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:18.376545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.432896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 0d965ea3-f410-44cb-bc23-27559a8686d2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:18.438633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 0d965ea3-f410-44cb-bc23-27559a8686d2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:18.439364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.471536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b54b59fc-6e74-4c22-aff0-63719995ba0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a367cc57d5ba4dd19a1c1d599ea42239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555200 Jul 23 22:39:18.473977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:18.487036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d729f-da0e-48a5-9ad0-ba0553a72170 req-421ddc9d-2994-4383-a9fe-d0059426d1c1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:18.494496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a9d729f-da0e-48a5-9ad0-ba0553a72170 req-421ddc9d-2994-4383-a9fe-d0059426d1c1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 949 time: 0.6556919 Jul 23 22:39:18.513323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef813c-4114-4528-bc4d-54494a9cfd15 req-431ac37d-48f3-43ec-9117-e61796d2d3d8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:18.521385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bef813c-4114-4528-bc4d-54494a9cfd15 req-431ac37d-48f3-43ec-9117-e61796d2d3d8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.4942296 Jul 23 22:39:18.548672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port aadc2086-574d-4eae-9387-b3900584c8ad completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:18.550193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a9d729f-da0e-48a5-9ad0-ba0553a72170 req-7899cf3a-5ecc-4fd8-a7e6-e64f29b6b659 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547326 Jul 23 22:39:18.556516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:18.571273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.573865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.587542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Sync routers for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:18.591585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151e574-8b4b-408d-89a8-10bff9b74c73 None None] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:18.595734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.601204 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5158d8c5-abed-463e-b43a-424796f9a066 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.0611820 Jul 23 22:39:18.601931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:18.655090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.668034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:18.668785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:18.676971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:18.679311 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad2566-4bd0-4062-88ca-0aa4dcfe9d89" -d '{"events": [{"server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "name": "network-vif-plugged", "status": "completed", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:18.688490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.742365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bef813c-4114-4528-bc4d-54494a9cfd15 req-0f132d43-cb18-40f8-b45c-0b517769e813 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199893 Jul 23 22:39:18.804462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.807612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.808974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce5bf04a-293d-49bc-ae44-0223cd88f44a HTTP/1.1" status: 204 len: 168 time: 0.3319607 Jul 23 22:39:18.824205 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:18.828509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8d390-8b94-41a2-9329-6e3fef01a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5bf04a-293d-49bc-ae44-0223cd88f44a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:18.926196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Provisioning for port aadc2086-574d-4eae-9387-b3900584c8ad completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:18.951333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40acb54-3b6b-41b1-a04c-8d95126cd225 req-94507d58-2575-4c05-a3ba-d3b93ca2acba tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:18.952905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c40acb54-3b6b-41b1-a04c-8d95126cd225 req-94507d58-2575-4c05-a3ba-d3b93ca2acba tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0988812 Jul 23 22:39:18.955492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.002009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0d965ea3-f410-44cb-bc23-27559a8686d2,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:19.007771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Provisioning complete for port aadc2086-574d-4eae-9387-b3900584c8ad triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:19.008230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.013427 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.017987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/subnets/199d65b8-2e4a-4e61-b750-cebdfbe709a4 HTTP/1.1" status: 204 len: 168 time: 0.9565737 Jul 23 22:39:19.017987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c7767-cbfb-4f56-9fe0-32fd8cb58de5 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Subnet': ['ID=199d65b8-2e4a-4e61-b750-cebdfbe709a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:19.018297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e4ff9-8a88-4de4-ac92-39c307f911fc None None] Network 509d1cc8-b59b-4364-9870-e828873e1547 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:19.020618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:19.062593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.141772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:19.174608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d905ffb-d914-4a04-a2d7-647cee88ba15 req-918e33e4-7fa8-4f72-a8df-c2f2fc356819 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.181713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d905ffb-d914-4a04-a2d7-647cee88ba15 req-918e33e4-7fa8-4f72-a8df-c2f2fc356819 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.188857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d905ffb-d914-4a04-a2d7-647cee88ba15 req-918e33e4-7fa8-4f72-a8df-c2f2fc356819 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.197492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d905ffb-d914-4a04-a2d7-647cee88ba15 req-918e33e4-7fa8-4f72-a8df-c2f2fc356819 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2418 time: 0.4217024 Jul 23 22:39:19.281288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d905ffb-d914-4a04-a2d7-647cee88ba15 req-0a72993e-680a-4f21-a138-ecfd8f5bfc0b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791693 Jul 23 22:39:19.298841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.306379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 18040369-826f-4f2a-9ca2-244e440898fe up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:19.339746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:19.451873 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e62b66-ddc6-4522-afb1-097dc260e873 x-openstack-request-id: req-75e62b66-ddc6-4522-afb1-097dc260e873 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:19.452166 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "name": "network-vif-plugged", "status": "completed", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:19.452420 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75e62b66-ddc6-4522-afb1-097dc260e873 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:19.452814 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2', 'code': 200} Jul 23 22:39:19.517724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.547388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c40acb54-3b6b-41b1-a04c-8d95126cd225 req-a680fa67-b2f3-408c-be36-be5776a84474 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826290 Jul 23 22:39:19.600920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.630965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-e39137c4-04da-433c-8ba4-d25fa9484059 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.639272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-e39137c4-04da-433c-8ba4-d25fa9484059 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.640661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e5e3-d6bc-4873-ba65-731bcf86f1a6 req-99097c52-50d0-48fb-aee0-60c4905ae83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.642326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04c4e5e3-d6bc-4873-ba65-731bcf86f1a6 req-99097c52-50d0-48fb-aee0-60c4905ae83c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 1102 time: 0.1886537 Jul 23 22:39:19.645510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-e39137c4-04da-433c-8ba4-d25fa9484059 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:19.648483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-e39137c4-04da-433c-8ba4-d25fa9484059 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2418 time: 0.1668296 Jul 23 22:39:19.666220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Deleting port b754aceb-4579-4537-aed5-114a73616383 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:19.666220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.712495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 18040369-826f-4f2a-9ca2-244e440898fe completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:19.741771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 18040369-826f-4f2a-9ca2-244e440898fe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:19.749792 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.759315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Allocated IP 172.20.0.1 (cfca26a2-8c4c-4773-8ab1-7a7b2cf72608/07728d0a-1a73-4a52-93ed-9e146ae3dd26/75f65dc9-cabc-4279-a771-3f0595784c76) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:19.829935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] For port b754aceb-4579-4537-aed5-114a73616383, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b754aceb-4579-4537-aed5-114a73616383,segment=NetworkSegment(1bf1e2bf-a912-4e56-82c3-890c92609197),segment_id=1bf1e2bf-a912-4e56-82c3-890c92609197)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:19.830376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.850298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] DHCP port deletion for 509d1cc8-b59b-4364-9870-e828873e1547 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:19.850576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Calling delete_port for b754aceb-4579-4537-aed5-114a73616383 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:19.871197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] For port aadc2086-574d-4eae-9387-b3900584c8ad, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aadc2086-574d-4eae-9387-b3900584c8ad,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:19.914686 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04c4e5e3-d6bc-4873-ba65-731bcf86f1a6 req-7ea09fb8-5da3-4ab7-8ca2-fc59b31c8647 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567508 Jul 23 22:39:19.942889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:19.943238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:19.947631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.016715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94387ce6-1b4f-416a-b8c0-903be765ab4c req-a34faaca-8616-4d1a-a6b8-22fa6e6995e7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:20.024189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94387ce6-1b4f-416a-b8c0-903be765ab4c req-a34faaca-8616-4d1a-a6b8-22fa6e6995e7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 950 time: 0.3304031 Jul 23 22:39:20.092810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.105649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94387ce6-1b4f-416a-b8c0-903be765ab4c req-24db5c83-b567-416b-b472-a9a583c07265 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804768 Jul 23 22:39:20.124171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:20.124171 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.131950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Transition to ACTIVE for port object 75f65dc9-cabc-4279-a771-3f0595784c76 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:20.142827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:20.151326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.161320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:17Z', 'revision_number': 3, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:20.177680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda07a6-5711-4518-ab4d-3c0349827d1a None None] Pushing event updated for resources: {'Port': ['ID=aadc2086-574d-4eae-9387-b3900584c8ad,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.193616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.217475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Port': ['ID=b754aceb-4579-4537-aed5-114a73616383,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.226388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] No DVR routers for this DVR port b754aceb-4579-4537-aed5-114a73616383 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:20.234716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b754aceb-4579-4537-aed5-114a73616383 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:20.239601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Deleting port b754aceb-4579-4537-aed5-114a73616383 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:20.239982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.265836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Pushing event updated for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.266081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.274104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Checking router: dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:39:20.274705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Updating router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 port d1ec995e-17d9-4ead-9106-6a1848dd3642 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:39:20.278027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:20.280015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:20.283690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:20.331288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205213-0889-40fe-823f-3fd21aa15c79 req-f9beedad-b33a-466e-8be8-3c3088afd9ce tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:20.333065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5205213-0889-40fe-823f-3fd21aa15c79 req-f9beedad-b33a-466e-8be8-3c3088afd9ce tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.3929749 Jul 23 22:39:20.347913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.436863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] For port b754aceb-4579-4537-aed5-114a73616383, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:20.437719 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.451323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.454002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Calling delete_port for b754aceb-4579-4537-aed5-114a73616383 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:20.456828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Port b754aceb-4579-4537-aed5-114a73616383 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:39:20.473996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.476144 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.491461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509d1cc8-b59b-4364-9870-e828873e1547']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:20.514145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf1e2bf-a912-4e56-82c3-890c92609197') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:20.514463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf1e2bf-a912-4e56-82c3-890c92609197') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:20.525619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b754aceb-4579-4537-aed5-114a73616383 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:20.525998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b754aceb-4579-4537-aed5-114a73616383 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:20.528851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] No DVR routers for this DVR port b754aceb-4579-4537-aed5-114a73616383 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:20.536501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5205213-0889-40fe-823f-3fd21aa15c79 req-9d0c2eb7-d805-4e75-a4b5-c1e66d751225 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835835 Jul 23 22:39:20.541167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.590862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.610670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:20.611093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.619547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.621557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7d908-2dd3-48cd-b892-43bdfed46544 None None] Pushing event deleted for resources: {'Port': ['ID=b754aceb-4579-4537-aed5-114a73616383,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.680214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22f66ec0-43aa-4da5-93c5-28beb87bf558 None None] Provisioning complete for port aadc2086-574d-4eae-9387-b3900584c8ad triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:20.680496 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22f66ec0-43aa-4da5-93c5-28beb87bf558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:20.682389 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:20.707938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.746438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af6b8726-4926-42fb-ac72-9ece6351ea0c req-76c4e582-89e6-44f8-85dd-27ad679c79fe tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0359516 Jul 23 22:39:20.751506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.755942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] 10.222.0.37 "DELETE /v2.0/networks/509d1cc8-b59b-4364-9870-e828873e1547 HTTP/1.1" status: 204 len: 168 time: 1.7320404 Jul 23 22:39:20.775844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde630-4d90-455c-91d8-ca8076b14d06 tempest-AllowedAddressPairIpV6TestJSON-927684647 tempest-AllowedAddressPairIpV6TestJSON-927684647-project] Pushing event deleted for resources: {'Network': ['ID=509d1cc8-b59b-4364-9870-e828873e1547,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.826523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:20.878557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:20.999262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:21.002810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:21.005667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:21.012803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.015594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-aba903ac-7204-4253-abdd-5edc6da75834 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "DELETE /v2.0/ports/90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac HTTP/1.1" status: 204 len: 173 time: 1.3608825 Jul 23 22:39:21.017627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:21.020196 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2fa6c-364b-4ac3-9816-c72aa3765ab9" -d '{"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:21.023434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.044752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.045025 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.161460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Pushing event updated for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:21.203108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18ea21-2545-4f5d-99a0-10eaac878a06 req-552abc99-99a4-4e58-88d3-1e15801af1a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:21.212872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18ea21-2545-4f5d-99a0-10eaac878a06 req-552abc99-99a4-4e58-88d3-1e15801af1a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:21.220992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18ea21-2545-4f5d-99a0-10eaac878a06 req-552abc99-99a4-4e58-88d3-1e15801af1a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:21.228480 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff18ea21-2545-4f5d-99a0-10eaac878a06 req-552abc99-99a4-4e58-88d3-1e15801af1a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 2339 time: 0.5841708 Jul 23 22:39:21.234243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e082e-7b23-42d8-9121-9bdcdfe64e18 req-972db837-70d1-4d41-8f53-1db20c60eb13 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:21.244242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a30e082e-7b23-42d8-9121-9bdcdfe64e18 req-972db837-70d1-4d41-8f53-1db20c60eb13 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.3310614 Jul 23 22:39:21.259376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.302830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:21.303331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff18ea21-2545-4f5d-99a0-10eaac878a06 req-1df2e641-8d5a-4327-8bf9-c31d4eabb496 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737886 Jul 23 22:39:21.398478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a30e082e-7b23-42d8-9121-9bdcdfe64e18 req-db7d86cd-11a0-4c7f-8fda-9e8e1c3a324c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531639 Jul 23 22:39:21.399277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:21.419334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:21.419965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.462865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:21.467240 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08a0329-7cee-4d52-a121-bd271e86b821" -d '{"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-plugged", "status": "completed", "tag": "18040369-826f-4f2a-9ca2-244e440898fe"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:21.550191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:21.555385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:21.587005 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b122bb-fbdd-4a92-95e0-d84cea3c452e x-openstack-request-id: req-64b122bb-fbdd-4a92-95e0-d84cea3c452e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:21.587583 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:21.587583 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64b122bb-fbdd-4a92-95e0-d84cea3c452e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:21.587932 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac', 'status': 'completed', 'code': 200} Jul 23 22:39:21.634774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.671107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce7d77ff-af60-4656-904c-2a401bd4c3d1 None None] Provisioning for port 75f65dc9-cabc-4279-a771-3f0595784c76 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:21.691136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:21.691627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.703724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f4e7ad7-3bf1-4aa8-80cf-fc360b548744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=266c81c187734be98740585172749999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015027 Jul 23 22:39:21.706139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:21.716504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 19ff3e9a-69f7-463c-a976-58e2ba2ec91d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:21.759471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce7d77ff-af60-4656-904c-2a401bd4c3d1 None None] Provisioning complete for port 75f65dc9-cabc-4279-a771-3f0595784c76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:21.759985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce7d77ff-af60-4656-904c-2a401bd4c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.799492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:21.801415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Transition to ACTIVE for port object d1ec995e-17d9-4ead-9106-6a1848dd3642 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:21.803381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d77ff-af60-4656-904c-2a401bd4c3d1 None None] Port 75f65dc9-cabc-4279-a771-3f0595784c76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:21.825464 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.854463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:21.906223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.009531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.018966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.021695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.026454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60726d15-ed6f-4399-85fe-84c67d3205c7 HTTP/1.1" status: 204 len: 168 time: 0.3157651 Jul 23 22:39:22.085718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30af552-9714-46f0-8f33-24181fd90a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60726d15-ed6f-4399-85fe-84c67d3205c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:22.100606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=19ff3e9a-69f7-463c-a976-58e2ba2ec91d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:22.179755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962365-a719-4c1b-868a-0e5e207f6fbe req-b364deb4-e78b-470f-b0e8-d94c2e856ce5 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:22.181477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20962365-a719-4c1b-868a-0e5e207f6fbe req-b364deb4-e78b-470f-b0e8-d94c2e856ce5 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 950 time: 0.3790052 Jul 23 22:39:22.197182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dee507-5331-47e4-b605-4f5e132f7bd4 x-openstack-request-id: req-49dee507-5331-47e4-b605-4f5e132f7bd4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:22.197182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-plugged", "status": "completed", "tag": "18040369-826f-4f2a-9ca2-244e440898fe", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:22.197182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49dee507-5331-47e4-b605-4f5e132f7bd4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:22.197679 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe', 'code': 200} Jul 23 22:39:22.237144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:22.243324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e8b6132-17f2-4dea-9778-aed910ace313 admin admin] 10.222.0.37 "PUT /v2.0/routers/dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6400936 Jul 23 22:39:22.245531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 19ff3e9a-69f7-463c-a976-58e2ba2ec91d on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:22.260094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.270095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-0fedd2da-34a7-46fe-985b-7d0432da22ba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "DELETE /v2.0/ports/19ff3e9a-69f7-463c-a976-58e2ba2ec91d HTTP/1.1" status: 204 len: 173 time: 1.2455413 Jul 23 22:39:22.319119 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-20962365-a719-4c1b-868a-0e5e207f6fbe req-99ea4989-210d-499b-baf1-1a90dc6475ad tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277351 Jul 23 22:39:22.500818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408487ec-74c4-4ec7-89e9-7b3091224277 req-e72ab870-f2f8-4720-9497-3bd09e89f775 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:22.509625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-408487ec-74c4-4ec7-89e9-7b3091224277 req-e72ab870-f2f8-4720-9497-3bd09e89f775 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 945 time: 0.4660418 Jul 23 22:39:22.535332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aadc2086-574d-4eae-9387-b3900584c8ad up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:22.566523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee654-ce74-4496-a758-cf42e795b602 req-72068061-1d53-4af1-bb0e-b32e585ceba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:22.568387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ddee654-ce74-4496-a758-cf42e795b602 req-72068061-1d53-4af1-bb0e-b32e585ceba8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.5685787 Jul 23 22:39:22.634034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8e71c885-794d-4cf6-aba9-0a54e2313cd7 None None] Provisioning complete for port 75f65dc9-cabc-4279-a771-3f0595784c76 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:22.634671 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e71c885-794d-4cf6-aba9-0a54e2313cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.650132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Attempting to bind port d1ec995e-17d9-4ead-9106-6a1848dd3642 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:22.651047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Attempting to bind port d1ec995e-17d9-4ead-9106-6a1848dd3642 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:22.652574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Attempting to bind port d1ec995e-17d9-4ead-9106-6a1848dd3642 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:22.686764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534e3b-7ee6-40df-9265-2087fd70fdfa req-be596222-91c6-431f-87a9-7fdfe3258a37 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:22.694520 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-84534e3b-7ee6-40df-9265-2087fd70fdfa req-be596222-91c6-431f-87a9-7fdfe3258a37 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca2df1e-b396-45c8-bc9d-39d32264fbea HTTP/1.1" status: 200 len: 946 time: 0.1353056 Jul 23 22:39:22.695158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-408487ec-74c4-4ec7-89e9-7b3091224277 req-3758bf96-73a5-4ee4-af42-0656a4ebfadb tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796441 Jul 23 22:39:22.709975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.718474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d1814-881f-42e6-b98f-8a5272dec2e8 None None] Pushing event updated for resources: {'Port': ['ID=d1ec995e-17d9-4ead-9106-6a1848dd3642,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:22.745225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ddee654-ce74-4496-a758-cf42e795b602 req-f5fa4416-4ad4-4b67-8067-14d9236d31ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Jul 23 22:39:22.767760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:22.768152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.787195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:22.788076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:22.788677 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.788855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-84534e3b-7ee6-40df-9265-2087fd70fdfa req-8e8c5391-dbb9-439a-957e-6ffac5352764 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914361 Jul 23 22:39:22.789909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:22.791018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Bound port: d1ec995e-17d9-4ead-9106-6a1848dd3642, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:22.791710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.846719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c885-794d-4cf6-aba9-0a54e2313cd7 None None] Port 75f65dc9-cabc-4279-a771-3f0595784c76 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:22.894180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] For port d1ec995e-17d9-4ead-9106-6a1848dd3642, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:22.900686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] For port d1ec995e-17d9-4ead-9106-6a1848dd3642, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d1ec995e-17d9-4ead-9106-6a1848dd3642,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:22.902454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port aadc2086-574d-4eae-9387-b3900584c8ad triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:22.903509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.934508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.941947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62482-4f5b-406a-986f-6ac36cb9ea9b req-db82e9c4-2d4f-44db-8d9d-b4ec0698e600 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:22.951754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3dd62482-4f5b-406a-986f-6ac36cb9ea9b req-db82e9c4-2d4f-44db-8d9d-b4ec0698e600 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0982525 Jul 23 22:39:22.968600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:22.969116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:22.988752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:23.027827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:23.038167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d1814-881f-42e6-b98f-8a5272dec2e8 None None] Pushing event updated for resources: {'Port': ['ID=d1ec995e-17d9-4ead-9106-6a1848dd3642,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:23.048220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:23.048848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:23.060922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3dd62482-4f5b-406a-986f-6ac36cb9ea9b req-3c5e26b7-071f-4b8c-9403-939ed06851e0 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081722 Jul 23 22:39:23.195306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:23.239957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:23.327684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:23.351420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:23.354946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:23.357458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:23.359567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb1e3608-f6aa-4ebb-91a3-501ad31fb27a req-4ab1f708-3244-4d78-bf7a-5e722e93ada2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.25 "DELETE /v2.0/ports/851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df HTTP/1.1" status: 204 len: 173 time: 1.0329213 Jul 23 22:39:23.451164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:23.451506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 90eb1bb2-4ff3-4b34-88b9-0ba11a3370ac not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:23.452116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:23.512953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63268340-b871-4c68-80ae-8fa281789550 req-380a3538-acfc-4dec-842d-4c2cb600a1bd tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0723231 Jul 23 22:39:23.603416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d'}, {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:23.607431 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03db78-7017-494a-a4fc-de64127afc51" -d '{"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d"}, {"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:23.618644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:23.619277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:23.619472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19ff3e9a-69f7-463c-a976-58e2ba2ec91d no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:23.695664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 19ff3e9a-69f7-463c-a976-58e2ba2ec91d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:23.696010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19ff3e9a-69f7-463c-a976-58e2ba2ec91d not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:23.832836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-613585e9-a00e-4bb8-a094-8f99d26c1fac req-076277ae-ce9e-4b52-9e65-301df5b72618 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0452943 Jul 23 22:39:23.842307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 2, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:23.859299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:23.864532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-3efdba26-a741-480b-9861-156dadfff176 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a289fbd55f8e44c6a6a510e029486e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495830 Jul 23 22:39:23.875225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:23.882791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04aba19-c23e-41ea-86a2-31f8abe86a6b None None] The sync data for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 is: [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 2, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:23.912975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004068788', 'description': 'tempest-description--986487582'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:23.953869 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57cca5-83a0-4f0f-8d33-b97ac4f1141f x-openstack-request-id: req-6d57cca5-83a0-4f0f-8d33-b97ac4f1141f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:23.954440 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "19ff3e9a-69f7-463c-a976-58e2ba2ec91d", "status": "completed", "code": 200}, {"server_uuid": "6ca2df1e-b396-45c8-bc9d-39d32264fbea", "name": "network-vif-deleted", "tag": "851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:23.954876 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d57cca5-83a0-4f0f-8d33-b97ac4f1141f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:23.955505 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '19ff3e9a-69f7-463c-a976-58e2ba2ec91d', 'status': 'completed', 'code': 200} Jul 23 22:39:23.956061 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2df1e-b396-45c8-bc9d-39d32264fbea', 'name': 'network-vif-deleted', 'tag': '851fdf0e-7f5e-49f8-9af0-6a86d4e5a5df', 'status': 'completed', 'code': 200} Jul 23 22:39:24.032333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-969b3337-0010-46ef-b187-71771f3164bd tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] Request body: {'port': {'network_id': '7f6cf414-1bb1-4ccf-a743-3e8bb2fc6e9c', 'name': 'tempest-NetworksNegativeTestJSON-1267496723'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.053901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.063104 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-969b3337-0010-46ef-b187-71771f3164bd tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] POST failed (client error): The resource could not be found. Jul 23 22:39:24.063972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969b3337-0010-46ef-b187-71771f3164bd tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.066244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-969b3337-0010-46ef-b187-71771f3164bd tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2051988 Jul 23 22:39:24.080004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.129664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-1ca4ee56-bb18-4c8c-8adf-c3160f7a1f90 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:24.131326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-1ca4ee56-bb18-4c8c-8adf-c3160f7a1f90 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583869 Jul 23 22:39:24.151157 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1077d89-2c28-4d01-bf25-a774c3db6a11 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] DELETE failed (client error): The resource could not be found. Jul 23 22:39:24.152277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1077d89-2c28-4d01-bf25-a774c3db6a11 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.154827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a1077d89-2c28-4d01-bf25-a774c3db6a11 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "DELETE /v2.0/networks/c71842e3-8bc9-479b-bcbf-548b2fdb4aa3 HTTP/1.1" status: 404 len: 339 time: 0.0722387 Jul 23 22:39:24.158472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.164676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-8e86089b-d7fa-4e0d-972a-bc7382e083a9 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/quotas/a289fbd55f8e44c6a6a510e029486e20 HTTP/1.1" status: 200 len: 375 time: 0.0255513 Jul 23 22:39:24.196919 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d86e04-c287-4327-87d0-a76d51ea4645 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] DELETE failed (client error): The resource could not be found. Jul 23 22:39:24.197596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d86e04-c287-4327-87d0-a76d51ea4645 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.199353 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f0d86e04-c287-4327-87d0-a76d51ea4645 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "DELETE /v2.0/ports/ede2b066-ec4d-40ff-8c70-0f681648d66a HTTP/1.1" status: 404 len: 333 time: 0.0396707 Jul 23 22:39:24.203748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.254216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d360-8a0c-49cb-973e-7b9e82cdbc42 req-b3ae1411-efba-4f28-9ea6-b889474351c7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:24.261788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6f7d360-8a0c-49cb-973e-7b9e82cdbc42 req-b3ae1411-efba-4f28-9ea6-b889474351c7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 945 time: 0.2035406 Jul 23 22:39:24.302808 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ee3ba3-c003-4c82-a902-a38bac22853f tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] DELETE failed (client error): The resource could not be found. Jul 23 22:39:24.303281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ee3ba3-c003-4c82-a902-a38bac22853f tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.310974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f7ee3ba3-c003-4c82-a902-a38bac22853f tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "DELETE /v2.0/subnets/d0b9d464-e3ad-4dfd-ba6e-13887425cb54 HTTP/1.1" status: 404 len: 337 time: 0.1051006 Jul 23 22:39:24.312005 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6f7d360-8a0c-49cb-973e-7b9e82cdbc42 req-2f645a3a-f376-48e8-95f1-84fdc0c865a3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Jul 23 22:39:24.312162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.344865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.360615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.361671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.364400 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad1ad9d-46ed-42d8-9113-8d1620301e8f tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] GET failed (client error): The resource could not be found. Jul 23 22:39:24.371813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9ad1ad9d-46ed-42d8-9113-8d1620301e8f tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "GET /v2.0/networks/4669c739-a7cb-40e8-823a-3b533d0e9a06 HTTP/1.1" status: 404 len: 339 time: 0.0476773 Jul 23 22:39:24.372469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.410335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.411956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5187144 Jul 23 22:39:24.414763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.422450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'security_group_rule': {'security_group_id': '2195b31a-e46c-42b9-8f0b-002d1d063b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.426939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992780da-25fb-47f3-80ab-3cf3521c5702 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2195b31a-e46c-42b9-8f0b-002d1d063b06,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:24.437626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-ca034469-ecc5-4747-b543-a1aca46056ab tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593772 Jul 23 22:39:24.458374 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b20e3ed-c8c6-470a-a5b8-5e4d325e4721 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] GET failed (client error): The resource could not be found. Jul 23 22:39:24.464485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6b20e3ed-c8c6-470a-a5b8-5e4d325e4721 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "GET /v2.0/ports/54f4c373-6728-4a28-8831-e59c89209bf4 HTTP/1.1" status: 404 len: 333 time: 0.0910871 Jul 23 22:39:24.465812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.483405 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.514077 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a2d894-1043-4f99-b135-4797d7c090ef tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] GET failed (client error): The resource could not be found. Jul 23 22:39:24.515491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-36a2d894-1043-4f99-b135-4797d7c090ef tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "GET /v2.0/subnets/d1b85001-5de9-478d-9440-5ba9dc5c1e1f HTTP/1.1" status: 404 len: 337 time: 0.0470202 Jul 23 22:39:24.520491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.523762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting subnet 15b5fafa-411e-45bb-917d-4300609a57e6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:24.526556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-37ef9789-70f7-480f-9376-cef087b92523 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.528955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.563985 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ef9789-70f7-480f-9376-cef087b92523 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] PUT failed (client error): The resource could not be found. Jul 23 22:39:24.564741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ef9789-70f7-480f-9376-cef087b92523 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.566331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37ef9789-70f7-480f-9376-cef087b92523 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "PUT /v2.0/networks/d6f16763-801d-4f1e-834d-4bc35d5afec7 HTTP/1.1" status: 404 len: 339 time: 0.0445292 Jul 23 22:39:24.573730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.583412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-538395a5-71da-4c95-a687-6048f5f15ebc tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.618778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac95b3-294c-4b59-bb7e-f25eb42d0a9c req-5adc280a-053f-407d-8ff6-9ccceaa96571 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:24.619567 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-538395a5-71da-4c95-a687-6048f5f15ebc tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] PUT failed (client error): The resource could not be found. Jul 23 22:39:24.620659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538395a5-71da-4c95-a687-6048f5f15ebc tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.630029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-538395a5-71da-4c95-a687-6048f5f15ebc tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "PUT /v2.0/ports/0ccd90e4-5175-4c28-b538-ba45bfff5f70 HTTP/1.1" status: 404 len: 333 time: 0.0445318 Jul 23 22:39:24.630029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.634325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6ac95b3-294c-4b59-bb7e-f25eb42d0a9c req-5adc280a-053f-407d-8ff6-9ccceaa96571 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1952600 Jul 23 22:39:24.645377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.645923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8eeceed3-cedd-4627-b344-9a7519b2b5f0 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.660151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.686848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.692122 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeceed3-cedd-4627-b344-9a7519b2b5f0 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] PUT failed (client error): The resource could not be found. Jul 23 22:39:24.692706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eeceed3-cedd-4627-b344-9a7519b2b5f0 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:39:24.693987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8eeceed3-cedd-4627-b344-9a7519b2b5f0 tempest-NetworksNegativeTestJSON-1157545430 tempest-NetworksNegativeTestJSON-1157545430-project] 10.222.0.37 "PUT /v2.0/subnets/826ad36a-8795-41a2-95f7-da3f6367a70f HTTP/1.1" status: 404 len: 337 time: 0.0577507 Jul 23 22:39:24.743667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b43386-f15b-4989-b2a1-26a06ad42605,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:24.777033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6ac95b3-294c-4b59-bb7e-f25eb42d0a9c req-dc8e192b-fba7-4e57-b376-dad8bbff148b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379907 Jul 23 22:39:24.867206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.868689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c298627a-bae8-4365-a5a9-ff96112e2888 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528418 Jul 23 22:39:24.872425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51108) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:24.889023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'security_group_rule': {'security_group_id': '2195b31a-e46c-42b9-8f0b-002d1d063b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:24.915994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b5d3-17cb-4d25-bff2-302b6803fd4d req-c5f09990-6862-4014-8d4c-238bf78015b0 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:24.920175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a58b5d3-17cb-4d25-bff2-302b6803fd4d req-c5f09990-6862-4014-8d4c-238bf78015b0 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.1756718 Jul 23 22:39:24.958937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:24.967248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-afa60382-95ad-4135-945c-5715b8a7d644 req-1f44fd65-dc87-4e18-b2db-78633f222d47 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0429835 Jul 23 22:39:25.003268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a58b5d3-17cb-4d25-bff2-302b6803fd4d req-2d6112b1-77f3-4f6a-8727-5665f88834dd tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725970 Jul 23 22:39:25.046065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.188469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.190952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.214283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.224596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c75a5c28-c043-4164-88b2-d5c335fe64b1 req-63864042-4ebc-4b48-a5e1-49a668eea59d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 210 time: 0.1245933 Jul 23 22:39:25.267418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Subnet': ['ID=15b5fafa-411e-45bb-917d-4300609a57e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:25.275226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.275851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae8a14-ea82-48c3-aead-ff50cc7e5d65 None None] Network 27edf188-792a-44ce-83dd-5d3863714e88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:25.280887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9617121e-0c05-40dd-b1ca-0b74a4b0eba5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/subnets/15b5fafa-411e-45bb-917d-4300609a57e6 HTTP/1.1" status: 204 len: 168 time: 0.9189649 Jul 23 22:39:25.286887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:25.287577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:25.296815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a683722-c06a-46dd-b78d-dd153442101f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:25.347941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.349250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e75b5ad9-fa38-4936-8b2d-aa50bc754060 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4696116 Jul 23 22:39:25.352196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:25.360454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:25.406375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-300958b2-76c6-4057-a382-d66af9d6c197 req-e8de37b5-082b-41b4-b19f-48f8234ec205 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.2813485 Jul 23 22:39:25.416641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.444867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.479266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5eca4-08a8-4fe1-b9a1-d04fa40e0f8e req-ac2ed1be-19e2-444a-a9e5-51512b13362e tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:25.483428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2b5eca4-08a8-4fe1-b9a1-d04fa40e0f8e req-ac2ed1be-19e2-444a-a9e5-51512b13362e tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.2250376 Jul 23 22:39:25.554052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a2b5eca4-08a8-4fe1-b9a1-d04fa40e0f8e req-af0fe22e-e6f6-4a21-b575-6e82cb2f5554 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 Jul 23 22:39:25.587934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] DHCP port deletion for 27edf188-792a-44ce-83dd-5d3863714e88 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:25.619295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 345a4b8f-3325-4954-b0e7-baf5d7e2051f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:25.620619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.670203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6511f6ed-9159-4e32-835b-923884038519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.726463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Deleting port 345a4b8f-3325-4954-b0e7-baf5d7e2051f {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:25.726858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.746869 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.753980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=345a4b8f-3325-4954-b0e7-baf5d7e2051f,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:25.755042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.820992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 345a4b8f-3325-4954-b0e7-baf5d7e2051f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:25.875648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] For port 345a4b8f-3325-4954-b0e7-baf5d7e2051f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=345a4b8f-3325-4954-b0e7-baf5d7e2051f,segment=NetworkSegment(d809659b-8c4c-46be-a08f-e509692f91c8),segment_id=d809659b-8c4c-46be-a08f-e509692f91c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:25.876063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:25.906889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Calling delete_port for 345a4b8f-3325-4954-b0e7-baf5d7e2051f owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:26.002983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Allocated IP 172.25.1.174 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/44df8b7d-2cde-4a19-be54-a2e6d02f4034) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:26.092813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.145723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] Pushing event deleted for resources: {'Port': ['ID=345a4b8f-3325-4954-b0e7-baf5d7e2051f,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:26.158847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c7401-e814-4382-9f53-96e8050aac82 None None] No DVR routers for this DVR port 345a4b8f-3325-4954-b0e7-baf5d7e2051f on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:26.224676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1f09-1d14-4e0a-8b92-7850b8073bd5 req-5dc32adb-2708-41d3-b72f-9cd8a5b14e16 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:26.229110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d4d1f09-1d14-4e0a-8b92-7850b8073bd5 req-5dc32adb-2708-41d3-b72f-9cd8a5b14e16 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2726653 Jul 23 22:39:26.235198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6511f6ed-9159-4e32-835b-923884038519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.263228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d31bb-11da-4e72-81df-a90a9645516a req-0f82d983-8df1-4bb7-8d8f-e37f2a0988b7 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:26.270924 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c6d31bb-11da-4e72-81df-a90a9645516a req-0f82d983-8df1-4bb7-8d8f-e37f2a0988b7 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.2002554 Jul 23 22:39:26.287924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.293021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d4d1f09-1d14-4e0a-8b92-7850b8073bd5 req-3a2f820b-4b7d-4bdf-882c-f76d14f856d6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 Jul 23 22:39:26.297482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6511f6ed-9159-4e32-835b-923884038519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.317464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.355036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6511f6ed-9159-4e32-835b-923884038519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a26c4c175fb41429fd95aa2323d7783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657942 Jul 23 22:39:26.358347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:26.369691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d1ec995e-17d9-4ead-9106-6a1848dd3642 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:26.422613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c6d31bb-11da-4e72-81df-a90a9645516a req-5ab3666e-cf36-4a11-b3cc-d0aa54e6905f tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491725 Jul 23 22:39:26.469569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d1ec995e-17d9-4ead-9106-6a1848dd3642 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:26.471041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 345a4b8f-3325-4954-b0e7-baf5d7e2051f on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:26.477468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d1ec995e-17d9-4ead-9106-6a1848dd3642 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:26.477862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.485138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=345a4b8f-3325-4954-b0e7-baf5d7e2051f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:26.511400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.561747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:26.573502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.575798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:26.579128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:26.626725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2857b1f7-a561-4783-9466-df86830e7051 req-0741cd72-b523-4d83-b8b3-1d87d6caed21 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.1798728 Jul 23 22:39:26.629388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'Port': ['ID=44df8b7d-2cde-4a19-be54-a2e6d02f4034,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:26.630584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d1ec995e-17d9-4ead-9106-6a1848dd3642, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d1ec995e-17d9-4ead-9106-6a1848dd3642,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:26.639413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.666532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-30345a67-1271-45eb-a5c0-635184574f3e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a289fbd55f8e44c6a6a510e029486e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075957 Jul 23 22:39:26.667590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511f6ed-9159-4e32-835b-923884038519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c903b58-5814-44fb-b74f-ce41a0e4a7c3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:26.728723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d1ec995e-17d9-4ead-9106-6a1848dd3642,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:26.734514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 345a4b8f-3325-4954-b0e7-baf5d7e2051f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:26.740715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.768099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 345a4b8f-3325-4954-b0e7-baf5d7e2051f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:26.768452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 345a4b8f-3325-4954-b0e7-baf5d7e2051f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:26.769485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b55609a8-4a4c-4dc0-a867-58cbc3205439 req-4a7a3c39-6e3e-4f26-94d5-885759357ae2 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 210 time: 0.0526409 Jul 23 22:39:26.781183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.786716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.835035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.835377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27edf188-792a-44ce-83dd-5d3863714e88']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:26.865283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd809659b-8c4c-46be-a08f-e509692f91c8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:26.865590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd809659b-8c4c-46be-a08f-e509692f91c8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:26.870099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.885726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.924203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-074e18d8-b76e-4c5c-968d-9890857ad4f7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:26.925746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-074e18d8-b76e-4c5c-968d-9890857ad4f7 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502196 Jul 23 22:39:26.932240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.943091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Request body: {'port': {'device_id': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'a289fbd55f8e44c6a6a510e029486e20'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:26.963955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:26.964374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:26.968321 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:27.002771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.009544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.073032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.082869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.084688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/networks/27edf188-792a-44ce-83dd-5d3863714e88 HTTP/1.1" status: 204 len: 168 time: 1.7943907 Jul 23 22:39:27.090248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:27.091348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'Port': ['ID=44df8b7d-2cde-4a19-be54-a2e6d02f4034,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:27.101098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.112955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.115522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.116663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c903b58-5814-44fb-b74f-ce41a0e4a7c3 HTTP/1.1" status: 204 len: 168 time: 0.7156076 Jul 23 22:39:27.122782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.124035 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1022aea-2b62-4999-8a5d-702ff25908ca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7707887 Jul 23 22:39:27.143278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c5adb-6ebc-410f-b820-57ca8966ec08 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Network': ['ID=27edf188-792a-44ce-83dd-5d3863714e88,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:27.167421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716a52-d674-457e-ae1e-196a2f1c43a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c903b58-5814-44fb-b74f-ce41a0e4a7c3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:27.188995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting subnet c1911d9d-dcc6-484b-814a-b2ce9268d6aa {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:27.193350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.242894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Made reservation on behalf of a289fbd55f8e44c6a6a510e029486e20 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:27.246188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.252629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.364508 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Sync routers for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:27.375404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:27.376375 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:27.462929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-9492600d-7441-4ed9-868b-f80095a693b1 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2004068788&fields=id&tenant_id=adf6efacf1224d08bf0811ad299c2bda HTTP/1.1" status: 200 len: 267 time: 0.1136496 Jul 23 22:39:27.466759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.484246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a15fc-b3c3-4866-ad6a-cc262a02e768 req-7ad0612a-1a6e-4057-82e5-de5d2fee70d7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:27.491484 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-812a15fc-b3c3-4866-ad6a-cc262a02e768 req-7ad0612a-1a6e-4057-82e5-de5d2fee70d7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0989785 Jul 23 22:39:27.499688 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:27.557486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Allocated IP 192.168.233.204 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/c700f769-fd7f-4908-828e-5a7a059c6377) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:27.577813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-812a15fc-b3c3-4866-ad6a-cc262a02e768 req-62ccd5f1-1111-441f-b355-e2fe8efdbb23 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737193 Jul 23 22:39:27.667439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.713009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d0c4-a5a7-4f1a-8137-b89bed969d97 req-7c0309d7-e091-439e-9f53-32fa2e0455e4 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:27.713572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-3e4ba30a-9ee0-4146-a64d-2782596dd336 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:27.715805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-3e4ba30a-9ee0-4146-a64d-2782596dd336 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/networks?id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 HTTP/1.1" status: 200 len: 804 time: 0.2202981 Jul 23 22:39:27.719077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Subnet': ['ID=c1911d9d-dcc6-484b-814a-b2ce9268d6aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:27.720664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5142d0c4-a5a7-4f1a-8137-b89bed969d97 req-7c0309d7-e091-439e-9f53-32fa2e0455e4 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.0680218 Jul 23 22:39:27.726483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:27.731217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-92ecd010-9636-4273-afc4-535c553b0dc0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/subnets/c1911d9d-dcc6-484b-814a-b2ce9268d6aa HTTP/1.1" status: 204 len: 168 time: 0.6368244 Jul 23 22:39:27.732629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa46df8-82e9-460f-965f-de549466a5af None None] Network b30e132a-aed0-4b4b-9e9b-aaededdf68c8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:27.733116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:27.764857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5142d0c4-a5a7-4f1a-8137-b89bed969d97 req-6781ffb7-8c95-4ffa-aa30-80b0dbaaa37f tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Jul 23 22:39:27.776265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 2, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:27.822813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-f3725d6e-591d-4db8-a749-baa10aa9bd15 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/quotas/adf6efacf1224d08bf0811ad299c2bda HTTP/1.1" status: 200 len: 375 time: 0.0903881 Jul 23 22:39:27.966838 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51fced4f-7ef5-440c-bb2d-dafc95d929f5 req-28c58bf5-2394-45e9-9a96-6ee0538649d6 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0618289 Jul 23 22:39:27.993268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Checking router: dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:39:27.993623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Updating router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 port 75f65dc9-cabc-4279-a771-3f0595784c76 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:39:28.047815 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.057162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] DHCP port deletion for b30e132a-aed0-4b4b-9e9b-aaededdf68c8 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:28.109724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:28.118987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Deleting port df333b30-04e6-4c72-8a1a-9d7b621b7792 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:28.119564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.244309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] For port df333b30-04e6-4c72-8a1a-9d7b621b7792, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df333b30-04e6-4c72-8a1a-9d7b621b7792,segment=NetworkSegment(4daa2cbf-5d7a-47f1-969d-3a39f0809c39),segment_id=4daa2cbf-5d7a-47f1-969d-3a39f0809c39)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:28.244712 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.257136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1612826115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:28.272444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d1ec995e-17d9-4ead-9106-6a1848dd3642 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:28.283689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Calling delete_port for df333b30-04e6-4c72-8a1a-9d7b621b7792 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:28.310629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.312052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.392546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.411131 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.423605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.435445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.436430 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.438471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-58b3d8d9-3eb4-4762-818c-f5b597e4fbaa tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3250663 Jul 23 22:39:28.440274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:28.448229 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Transition to ACTIVE for port object 75f65dc9-cabc-4279-a771-3f0595784c76 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:28.450133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-432796723'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:28.467770 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.485955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:28.505316 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.519097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.523029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d1ec995e-17d9-4ead-9106-6a1848dd3642 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:28.523410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.528239 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd5a1-f0f5-4772-9a55-dc0e4dfcd8c1 None None] Pushing event updated for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:28.545381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.602552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-db45977f-8521-40e8-8dcf-ba7a10399c5a tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=adf6efacf1224d08bf0811ad299c2bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7686763 Jul 23 22:39:28.602947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.639279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] No DVR routers for this DVR port df333b30-04e6-4c72-8a1a-9d7b621b7792 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:28.683412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Transition to ACTIVE for port object c700f769-fd7f-4908-828e-5a7a059c6377 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:28.704311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aedc2-b8d5-4625-a0b5-27165996b6b7 None None] Pushing event deleted for resources: {'Port': ['ID=df333b30-04e6-4c72-8a1a-9d7b621b7792,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:28.748227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.758351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.774735 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Attempting to bind port 75f65dc9-cabc-4279-a771-3f0595784c76 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:28.775275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Attempting to bind port 75f65dc9-cabc-4279-a771-3f0595784c76 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:28.775721 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Attempting to bind port 75f65dc9-cabc-4279-a771-3f0595784c76 on network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:28.783310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:28.783724 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Checking segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:28.784352 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.785091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Bound using segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:28.785949 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Bound port: 75f65dc9-cabc-4279-a771-3f0595784c76, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:28.786657 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.797371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:28.830593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port df333b30-04e6-4c72-8a1a-9d7b621b7792 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:28.830930 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.836168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.836545 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Added segment 92f28afa-e480-4b6b-afbb-813cc4a08904 of type vlan for network 4d3c9fae-ba26-404f-817d-35c3b43bb621 Jul 23 22:39:28.878804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-ccf8e3e8-ba26-4f82-b196-9ae3d32da41b service neutron] 10.222.0.37 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751155 Jul 23 22:39:28.882052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df333b30-04e6-4c72-8a1a-9d7b621b7792 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:28.891943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d0134-2750-43e6-82a8-bbbe807ef691,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:28.913990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:28.914496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] For port 75f65dc9-cabc-4279-a771-3f0595784c76, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:28.919268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] For port 75f65dc9-cabc-4279-a771-3f0595784c76, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=75f65dc9-cabc-4279-a771-3f0595784c76,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:28.923281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: df333b30-04e6-4c72-8a1a-9d7b621b7792 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:28.925078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df333b30-04e6-4c72-8a1a-9d7b621b7792 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:28.934654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0d965ea3-f410-44cb-bc23-27559a8686d2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:28.935198 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.004399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port df333b30-04e6-4c72-8a1a-9d7b621b7792, host n-d-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:29.005174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.025041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for df333b30-04e6-4c72-8a1a-9d7b621b7792 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:29.050434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Port df333b30-04e6-4c72-8a1a-9d7b621b7792 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:39:29.051956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.073004 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:29.073648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:29.087262 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd5a1-f0f5-4772-9a55-dc0e4dfcd8c1 None None] Pushing event updated for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:29.168035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=df333b30-04e6-4c72-8a1a-9d7b621b7792,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:29.188388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port df333b30-04e6-4c72-8a1a-9d7b621b7792 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:29.213589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:29.260070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:29.276562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:29.304360 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:29.398301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-4002869a-d199-4327-9ccd-1e01acfdd530 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:39:29.399439 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-4002869a-d199-4327-9ccd-1e01acfdd530 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080614 Jul 23 22:39:29.419002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Request body: {'binding': {'host': 'n-h2-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:29.419758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:39:29.425910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.447889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Pushing event updated for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:29.481955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.502121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30e132a-aed0-4b4b-9e9b-aaededdf68c8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:29.509337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:29.510018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.536217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daa2cbf-5d7a-47f1-969d-3a39f0809c39') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:29.536579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daa2cbf-5d7a-47f1-969d-3a39f0809c39') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:29.540257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-2b58531a-c593-49e8-87eb-cff1afd775b8 service neutron] 10.222.0.37 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434677 Jul 23 22:39:29.552595 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.564266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-822efb02-71d0-41f7-8a85-ac35747bd28d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6250513 Jul 23 22:39:29.572463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.582431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:29.583762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.584258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.589516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:29.601500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:29.604786 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:29.617826 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:28Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:29.619562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Request body: {'port': {'device_id': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:29.651811 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f8f4e4-6026-4aec-b954-977e3cf9608a None None] The sync data for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 is: [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:28Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:29.710358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82c7d1ac-82ab-48be-b1d3-a1021f7027fc None None] Provisioning for port c700f769-fd7f-4908-828e-5a7a059c6377 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:29.714854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82c7d1ac-82ab-48be-b1d3-a1021f7027fc None None] Provisioning complete for port c700f769-fd7f-4908-828e-5a7a059c6377 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:29.715630 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82c7d1ac-82ab-48be-b1d3-a1021f7027fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.718491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2767255 Jul 23 22:39:29.737746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:29.738451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.746892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'subnet': {'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:29.755316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.769572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/networks/b30e132a-aed0-4b4b-9e9b-aaededdf68c8 HTTP/1.1" status: 204 len: 168 time: 2.0255454 Jul 23 22:39:29.786467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:29.799554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82c7d1ac-82ab-48be-b1d3-a1021f7027fc None None] Port c700f769-fd7f-4908-828e-5a7a059c6377 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:29.802334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-278445565'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:29.817001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c40ec-cbb9-478e-a804-882754bb55cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Network': ['ID=4d3c9fae-ba26-404f-817d-35c3b43bb621,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:29.833144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:29.849364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on host n-h2-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:29.849698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:29.850072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:29.861352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:29.861768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:29.865205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:29.868985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.883546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:29.883889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:29.884273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:29.884723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Bound port: 18040369-826f-4f2a-9ca2-244e440898fe, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:29.904902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.932691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e3482-38f8-4bf7-bb2a-a1428b960047 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Network': ['ID=b30e132a-aed0-4b4b-9e9b-aaededdf68c8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:29.950399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:29.967428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:29.967661 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Added segment 960fe77c-bee8-47c4-b475-9da5983d0cca of type vlan for network d32ba42a-939c-436c-b8d6-04ea26f1c5fc Jul 23 22:39:29.988527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:30.010927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.012141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-8df7aed9-9c77-42d4-a0b2-628a9f6c4934 service neutron] 10.222.0.37 "POST /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.5974236 Jul 23 22:39:30.031985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.080551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.081993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:30.087189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.097037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:30.099084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.154868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:30.156433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3655000 Jul 23 22:39:30.165335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'subnet': {'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:30.274109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf0bd5-68f4-41d9-a002-00078afc8e58 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Network': ['ID=d32ba42a-939c-436c-b8d6-04ea26f1c5fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:30.290334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:30.354148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 75f65dc9-cabc-4279-a771-3f0595784c76 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:30.399486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b62ba1-6597-446b-806e-9e9fc72c1911 req-9ca25518-b4d3-4eb6-a01f-eb5b2bf62a95 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:30.401236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b62ba1-6597-446b-806e-9e9fc72c1911 req-9ca25518-b4d3-4eb6-a01f-eb5b2bf62a95 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 936 time: 0.5057654 Jul 23 22:39:30.464245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-e480c820-4f68-4ba5-a138-416fe64e0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:30.466960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-e480c820-4f68-4ba5-a138-416fe64e0500 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1097 time: 0.0870097 Jul 23 22:39:30.649946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b62ba1-6597-446b-806e-9e9fc72c1911 req-2cbc7277-a089-40d8-b2e5-5e03fcc6a2b8 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344654 Jul 23 22:39:30.692593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:30.697177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.855896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.891617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 75f65dc9-cabc-4279-a771-3f0595784c76 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:30.897144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 75f65dc9-cabc-4279-a771-3f0595784c76 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:30.898710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:30.916382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-392a47ce-78b0-48d9-b356-de83643e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:30.920035 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-392a47ce-78b0-48d9-b356-de83643e862d service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.4427271 Jul 23 22:39:31.048522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c700f769-fd7f-4908-828e-5a7a059c6377 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:31.066177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0cf62c50-84e1-476e-8ceb-b3486c80d25f req-253faf56-28cd-447d-b2f2-b377a684e66c tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 210 time: 0.0665472 Jul 23 22:39:31.068186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.076716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Subnet': ['ID=12bd5436-5261-452a-a451-679b15d353b2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:31.086506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-f41c8615-36d3-4ee6-b69b-0c1085b8fb2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.0989981 Jul 23 22:39:31.093307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.175300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-4a6775c7-5de0-4ae8-af73-938105fb476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.176842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-4a6775c7-5de0-4ae8-af73-938105fb476c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.0778439 Jul 23 22:39:31.186335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabc368-39e3-44b3-8062-2bc86b7a4aec req-cabf03ac-ee0c-4543-9143-27cd171f2a76 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.187749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bdabc368-39e3-44b3-8062-2bc86b7a4aec req-cabf03ac-ee0c-4543-9143-27cd171f2a76 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.3293173 Jul 23 22:39:31.191335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 75f65dc9-cabc-4279-a771-3f0595784c76, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=75f65dc9-cabc-4279-a771-3f0595784c76,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:31.196605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.220495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Transition to ACTIVE for port object c700f769-fd7f-4908-828e-5a7a059c6377 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:31.230032 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-3f4309bc-e3e5-4e39-b962-4e0f96657532 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409911 Jul 23 22:39:31.256863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:31.265305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.265705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.266267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.266805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.266944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Checking segment: {'id': '92f28afa-e480-4b6b-afbb-813cc4a08904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:31.267252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network hostable DHCP agents. Network: 4d3c9fae-ba26-404f-817d-35c3b43bb621, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:31.267653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.268183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.268690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.269180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.269788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.270372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.270867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.271441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:31.281619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.288834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bdabc368-39e3-44b3-8062-2bc86b7a4aec req-d5a45267-4427-4c9f-bcd8-d2bb852582de tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921304 Jul 23 22:39:31.382640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-d4ba3653-d434-4f6e-83c4-db678a508a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.384142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-d4ba3653-d434-4f6e-83c4-db678a508a9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 1097 time: 0.4612842 Jul 23 22:39:31.411622 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13b54e1c-7c3f-4bcc-9ce5-f95bf7540240 req-d37f041b-af92-432f-9ad0-e0e33c5bcf14 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0468495 Jul 23 22:39:31.418545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-4dee1728-2679-4eff-92cc-4c97f7778291 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742854 Jul 23 22:39:31.447472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:31.450110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Pushing event updated for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:31.526619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.550866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-d04e76b6-3421-44f6-b507-f6fa13d4afe3 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256282 Jul 23 22:39:31.567013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4d3c9fae-ba26-404f-817d-35c3b43bb621) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:31.575806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45ce81-dd7d-4c06-90d1-556b78055de9 None None] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:31.596766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.597622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.695830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-06a06f53-b367-427b-9ba1-ac43559dd5df tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.697506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-06a06f53-b367-427b-9ba1-ac43559dd5df tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.0744743 Jul 23 22:39:31.720809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-25'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:31.727658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6340a8d-98a2-4379-ae1a-39f666021b50 req-9e4f5de2-edbb-49b8-bb7b-825919a30b7d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.729364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6340a8d-98a2-4379-ae1a-39f666021b50 req-9e4f5de2-edbb-49b8-bb7b-825919a30b7d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 945 time: 0.5243928 Jul 23 22:39:31.738912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-22931b79-676e-4a1d-92ec-8ee5712848cb tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9984210 Jul 23 22:39:31.750875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-4d3c9fae-ba26-404f-817d-35c3b43bb621', 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621', 'tenant_id': 'aebdc406befd4642a8f2f940cf689bdb', 'fixed_ips': [{'subnet_id': '12bd5436-5261-452a-a451-679b15d353b2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:31.751946 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.777182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:31.785547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'network': {'name': 'tempest-router-network01--599268243'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:31.813879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Subnet': ['ID=858d5a98-3450-4170-b383-4d00cf6a12ca,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:31.880117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.880359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Attempting to bind port c700f769-fd7f-4908-828e-5a7a059c6377 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:31.880546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Attempting to bind port c700f769-fd7f-4908-828e-5a7a059c6377 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:31.880879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Attempting to bind port c700f769-fd7f-4908-828e-5a7a059c6377 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:31.884063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:31.887942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-52eca5d9-9dfe-4ebe-a7a2-661c4b265d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.888302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.889524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-52eca5d9-9dfe-4ebe-a7a2-661c4b265d55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 915 time: 0.4774423 Jul 23 22:39:31.900961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-1e063f1a-88b1-4913-be5d-937bb47534fd tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.902962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-1e063f1a-88b1-4913-be5d-937bb47534fd tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.22 "GET /v2.0/networks?id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 HTTP/1.1" status: 200 len: 804 time: 0.3992002 Jul 23 22:39:31.914209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6340a8d-98a2-4379-ae1a-39f666021b50 req-be434f5b-693b-4540-bcde-0d126f127693 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456900 Jul 23 22:39:31.914980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Port c700f769-fd7f-4908-828e-5a7a059c6377 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:31.915314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Attempting to bind port c700f769-fd7f-4908-828e-5a7a059c6377 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:31.917375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Checking segment: {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:31.917750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network hostable DHCP agents. Network: d32ba42a-939c-436c-b8d6-04ea26f1c5fc, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:31.938012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Allocated IP 172.20.0.2 (4d3c9fae-ba26-404f-817d-35c3b43bb621/12bd5436-5261-452a-a451-679b15d353b2/ad041f41-da79-4a06-b3d1-d22af6504de8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:31.954686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:31.965972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042d541-b122-4247-b5ed-f5a13c556509 req-1726428d-bf6e-4b18-be33-1e3c280ab4d4 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:31.970677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-1362ce23-477f-4175-94c3-fa916ffec46b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b HTTP/1.1" status: 200 len: 217 time: 0.0664797 Jul 23 22:39:31.973250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a042d541-b122-4247-b5ed-f5a13c556509 req-1726428d-bf6e-4b18-be33-1e3c280ab4d4 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 948 time: 0.1968057 Jul 23 22:39:31.974271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:31.974618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:31.975006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:31.975468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Bound port: c700f769-fd7f-4908-828e-5a7a059c6377, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:31.975843 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.981801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:31.982232 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Added segment 418b69dc-c3c2-4974-b8fb-acd57424fc58 of type vlan for network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd Jul 23 22:39:32.056648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:32.079963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.086633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-bbc2cfdd-2795-42fe-8ab7-ec08537677e4 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adf6efacf1224d08bf0811ad299c2bda HTTP/1.1" status: 200 len: 380 time: 0.1360958 Jul 23 22:39:32.097993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'port': {'device_id': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'admin_state_up': True, 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'security_groups': ['2195b31a-e46c-42b9-8f0b-002d1d063b06']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:32.106396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-fb8c530a-8215-479f-8069-373986bc22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.107961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-fb8c530a-8215-479f-8069-373986bc22b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.1256454 Jul 23 22:39:32.122506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a042d541-b122-4247-b5ed-f5a13c556509 req-958d5048-af5e-4276-adf0-405a12588404 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475689 Jul 23 22:39:32.123392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d32ba42a-939c-436c-b8d6-04ea26f1c5fc) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:32.144758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.145410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.182601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-7592a030-9efa-4f2c-8ec0-23f15ecd7870 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566320 Jul 23 22:39:32.218277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:32.220602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.225991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.226493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.227974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22d1d7-d87e-4f07-a4f6-0822be33fd41 None None] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:32.233476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 75f65dc9-cabc-4279-a771-3f0595784c76 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:32.237454 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.281362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5028353 Jul 23 22:39:32.285685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Transition to ACTIVE for port object ad041f41-da79-4a06-b3d1-d22af6504de8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:32.286003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:32.303269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'network': {'name': 'tempest-router-network02--257285995'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:32.350073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Transition to ACTIVE for port object ad041f41-da79-4a06-b3d1-d22af6504de8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:32.379114 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.390427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085754c-007a-43a0-9713-d185621f020d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Network': ['ID=ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:32.423370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:32.425523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:32.459250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 75f65dc9-cabc-4279-a771-3f0595784c76 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:32.459932 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.469805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:32.473293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.515495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:32.517306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:32.518124 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62687533-7160-4b7b-bdb6-f1de830fe798" -d '{"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-unplugged", "status": "completed", "tag": "18040369-826f-4f2a-9ca2-244e440898fe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:32.521936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.526374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:32.535283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Pushing event updated for resources: {'Port': ['ID=ad041f41-da79-4a06-b3d1-d22af6504de8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:32.536701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:32.547219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.571218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:32.588226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.588891 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Added segment f1bbe7dd-b65a-4261-8200-de3458623d29 of type vlan for network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 Jul 23 22:39:32.618874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954605-6153-44e5-b632-f6ad38f3467a req-68eeff5f-bffe-44a0-9ba0-2b67ff0e778d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.620428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1954605-6153-44e5-b632-f6ad38f3467a req-68eeff5f-bffe-44a0-9ba0-2b67ff0e778d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2258561 Jul 23 22:39:32.664998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a522685-fee6-4455-8fba-66155bcccd32 req-e84a2206-9019-45c6-a3ef-caa192547976 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 210 time: 0.4530084 Jul 23 22:39:32.670975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f7e92cad-05bf-4ba2-9c58-d4475694f38d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5118887 Jul 23 22:39:32.671184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-d32ba42a-939c-436c-b8d6-04ea26f1c5fc', 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'fixed_ips': [{'subnet_id': '858d5a98-3450-4170-b383-4d00cf6a12ca'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:32.671656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51276) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:32.671888 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.672830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:32.678736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.702269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-548559327'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:32.710132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Attempting to bind port ad041f41-da79-4a06-b3d1-d22af6504de8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:32.710492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Attempting to bind port ad041f41-da79-4a06-b3d1-d22af6504de8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '92f28afa-e480-4b6b-afbb-813cc4a08904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:32.710887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Attempting to bind port ad041f41-da79-4a06-b3d1-d22af6504de8 on network 4d3c9fae-ba26-404f-817d-35c3b43bb621 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:32.719577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:32.746657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:32.747451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Checking segment: {'id': '92f28afa-e480-4b6b-afbb-813cc4a08904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:32.747759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.748171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Bound using segment: {'id': '92f28afa-e480-4b6b-afbb-813cc4a08904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:32.748663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Bound port: ad041f41-da79-4a06-b3d1-d22af6504de8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f28afa-e480-4b6b-afbb-813cc4a08904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4d3c9fae-ba26-404f-817d-35c3b43bb621'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:32.749146 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.766777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c700f769-fd7f-4908-828e-5a7a059c6377,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:32.782981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1954605-6153-44e5-b632-f6ad38f3467a req-21695a38-0712-4c35-94c0-2eed8beb0d74 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380572 Jul 23 22:39:32.790423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.790646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on host n-h1-791506-25 for vnic_type normal with profile {"migrating_to": "n-h2-791506-25"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:32.791067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:32.791301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:32.799781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:32.804477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.808241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:32.808681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Attempting to bind port 18040369-826f-4f2a-9ca2-244e440898fe on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:32.833045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.840112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.840741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.856637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:32.856985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:32.857402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:32.857878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Bound port: 18040369-826f-4f2a-9ca2-244e440898fe, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:32.858288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.880080 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1e4ad8-5f45-4920-8704-be51b697ddde x-openstack-request-id: req-0d1e4ad8-5f45-4920-8704-be51b697ddde {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:32.880380 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-unplugged", "status": "completed", "tag": "18040369-826f-4f2a-9ca2-244e440898fe", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:32.880602 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d1e4ad8-5f45-4920-8704-be51b697ddde {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:32.880993 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe', 'code': 200} Jul 23 22:39:32.884140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81cbe432-3f11-46e0-8b0f-242f7b2444c3 req-b7073a54-9c11-4355-8527-9a81f8f5789b tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0765083 Jul 23 22:39:32.895189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-a077b0bd-dd6e-41c1-92ef-bc0000eacb0b service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004893 Jul 23 22:39:32.897583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:32.899909 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.901610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] 10.222.0.25 "PUT /v2.0/ports/c700f769-fd7f-4908-828e-5a7a059c6377 HTTP/1.1" status: 200 len: 1097 time: 3.2891250 Jul 23 22:39:32.913831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:39:32.918858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6274793 Jul 23 22:39:32.919572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:32.925330 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:32.926199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:32.957341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'subnet': {'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:32.997028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:32.997371 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Added segment 4bfea07a-5c48-42f0-9104-55afeb15a4a9 of type vlan for network ea720da9-0e9e-40f5-a891-d0f30486bd7b Jul 23 22:39:33.021804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33cd6-9aa4-43f6-b9ea-784fd7b0a307 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Network': ['ID=6a4fad97-5cc3-44ed-bfbd-a65c9b021079,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:33.022650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Allocated IP 19.80.0.2 (d32ba42a-939c-436c-b8d6-04ea26f1c5fc/858d5a98-3450-4170-b383-4d00cf6a12ca/73b9d7a2-6432-410a-a7c4-c33991037020) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:33.047464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:33.096299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea735f38-60b8-40ac-90c2-f4b4c69fca48 req-00d5e025-9189-405f-a043-640e8660bfa4 service neutron] 10.222.0.22 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546366 Jul 23 22:39:33.136015 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a02874-6ef6-41f6-af7b-31e37b9cebed x-openstack-request-id: req-65a02874-6ef6-41f6-af7b-31e37b9cebed {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:33.136625 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:33.137625 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65a02874-6ef6-41f6-af7b-31e37b9cebed {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:33.138238 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377', 'status': 'completed', 'code': 200} Jul 23 22:39:33.169859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.186630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:33.191603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:33.204832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] For port ad041f41-da79-4a06-b3d1-d22af6504de8, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:33.205115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.232851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] For port ad041f41-da79-4a06-b3d1-d22af6504de8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ad041f41-da79-4a06-b3d1-d22af6504de8,segment=NetworkSegment(92f28afa-e480-4b6b-afbb-813cc4a08904),segment_id=92f28afa-e480-4b6b-afbb-813cc4a08904)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:33.252771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08486-3ad3-486d-8c20-41ac1d86099b service neutron] Pushing event updated for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:33.265501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Made reservation on behalf of adf6efacf1224d08bf0811ad299c2bda for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:33.269531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.271889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.273437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.280053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.280887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.389229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:33.392573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43320e-97fa-45fb-aa47-f48c486b9bc9 req-8575b14c-a65a-4419-8e3b-b54ae1a3ca74 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.393081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.394410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a43320e-97fa-45fb-aa47-f48c486b9bc9 req-8575b14c-a65a-4419-8e3b-b54ae1a3ca74 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.2550757 Jul 23 22:39:33.404936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209f6e8-3c0e-4cf5-997a-c21d6a3da4c6 None None] Pushing event updated for resources: {'Port': ['ID=ad041f41-da79-4a06-b3d1-d22af6504de8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:33.425530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:33.427380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-f26f381a-70f1-4997-896a-1c0bfcb55785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.429014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-f26f381a-70f1-4997-896a-1c0bfcb55785 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 1100 time: 0.3128703 Jul 23 22:39:33.452753 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7615376 Jul 23 22:39:33.457485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30e2a7-1a7f-4136-8425-9b6a564bd98a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Network': ['ID=ea720da9-0e9e-40f5-a891-d0f30486bd7b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:33.460445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:33.472141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:39:33.478360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'subnet': {'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:33.513016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.525142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a43320e-97fa-45fb-aa47-f48c486b9bc9 req-6addafe7-36bb-405a-93ab-81b1bef8fc47 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210232 Jul 23 22:39:33.526891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.528148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.529828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-be8e204c-19a0-4b08-bacc-b112e6ad6237 service neutron] 10.222.0.22 "PUT /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 1123 time: 1.8234999 Jul 23 22:39:33.530092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-eef6c57b-2d0d-46dd-9cb8-1c8308da5c70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=c700f769-fd7f-4908-828e-5a7a059c6377 HTTP/1.1" status: 200 len: 217 time: 0.0596561 Jul 23 22:39:33.555001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Transition to ACTIVE for port object 73b9d7a2-6432-410a-a7c4-c33991037020 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:33.595365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Allocated IP 172.20.0.7 (cfca26a2-8c4c-4773-8ab1-7a7b2cf72608/07728d0a-1a73-4a52-93ed-9e146ae3dd26/2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:33.599905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Transition to ACTIVE for port object 73b9d7a2-6432-410a-a7c4-c33991037020 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:33.617360 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.623323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-d563983e-25f5-4195-b2d7-81930eef0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.624819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-d563983e-25f5-4195-b2d7-81930eef0953 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0766258 Jul 23 22:39:33.660791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2432dfa-efc6-499e-93f5-e5f28e16f6dd req-6b8608ca-190c-4b86-ab0d-a14fa914da7c tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.668046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2432dfa-efc6-499e-93f5-e5f28e16f6dd req-6b8608ca-190c-4b86-ab0d-a14fa914da7c tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 948 time: 0.4012504 Jul 23 22:39:33.751470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2432dfa-efc6-499e-93f5-e5f28e16f6dd req-27ed3c0c-42b7-4fd0-a81c-2fa5cea515f9 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825388 Jul 23 22:39:33.816200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:33.825156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-34fa0b03-b217-4f2d-9a39-b6c3bbb860cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:33.826942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-34fa0b03-b217-4f2d-9a39-b6c3bbb860cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763403 Jul 23 22:39:33.829488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.892186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['18040369-826f-4f2a-9ca2-244e440898fe'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:33.909064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:33.915861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e67830a9-c6f1-44da-a310-18134bf41ebd req-43e0681c-1509-4cd5-af50-53c39f40d145 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 210 time: 0.0768671 Jul 23 22:39:33.947111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:33.948237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:33.953984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:33.977856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Pushing event updated for resources: {'Port': ['ID=73b9d7a2-6432-410a-a7c4-c33991037020,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:34.015993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Transition to ACTIVE for port object 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:34.096449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Attempting to bind port 73b9d7a2-6432-410a-a7c4-c33991037020 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:34.096943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Attempting to bind port 73b9d7a2-6432-410a-a7c4-c33991037020 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:34.097806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Attempting to bind port 73b9d7a2-6432-410a-a7c4-c33991037020 on network d32ba42a-939c-436c-b8d6-04ea26f1c5fc {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:34.108882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-d2d78783-f5dc-4f93-9cd1-e05bb3a35ba8 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362008 Jul 23 22:39:34.111331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae36390e-91c2-4f9c-a852-9891315638be req-307e20ad-333b-468b-a7b3-5147d1bc2592 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0508349 Jul 23 22:39:34.132545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:34.135405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Checking segment: {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:34.136563 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.137853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Bound using segment: {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:34.138976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Bound port: 73b9d7a2-6432-410a-a7c4-c33991037020, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:34.140259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.149962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358594-c81d-43b3-b145-d6662e2a1818 req-3608315c-9209-4c7d-bc56-0ac0cccd2ebb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:34.163060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-56358594-c81d-43b3-b145-d6662e2a1818 req-3608315c-9209-4c7d-bc56-0ac0cccd2ebb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2752006 Jul 23 22:39:34.179270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.188480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.307449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:34.327780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] For port 73b9d7a2-6432-410a-a7c4-c33991037020, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:34.331418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:34.332897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] For port 73b9d7a2-6432-410a-a7c4-c33991037020, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=73b9d7a2-6432-410a-a7c4-c33991037020,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:34.335565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event updated for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:34.338684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:34.345589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ad041f41-da79-4a06-b3d1-d22af6504de8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:34.363280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Subnet': ['ID=b8576445-9fcb-4777-9699-b2540e9a972e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:34.377688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-56358594-c81d-43b3-b145-d6662e2a1818 req-b587ab6f-55cf-4575-8559-3e3a09516dd8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137606 Jul 23 22:39:34.379035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97ca7a2-8791-4d23-a526-4b3532cf2797 req-6275b2a2-9ffb-49ed-8389-4807439bb04e service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615218 Jul 23 22:39:34.396152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Checking segment: {'id': '418b69dc-c3c2-4974-b8fb-acd57424fc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:34.396505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network hostable DHCP agents. Network: ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:34.412052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:39:34.419295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.420740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.432507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:34.434006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.441339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:34.458104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5176097f-5c7f-413b-be01-89be603cc12f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3623455 Jul 23 22:39:34.498675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Request body: {'port': {'device_id': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:34.506624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:34.520884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:34.522562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.536098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721800a-40d5-4ac3-8d2b-370381728408 None None] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:34.566374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Subnet': ['ID=fdf3beb1-c406-40ca-9d4f-eddd9ef768c8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:34.600921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a062ca36-f9de-4ebf-a197-10ccf79a6f58 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6735632 Jul 23 22:39:34.604404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:34.607480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Checking segment: {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:34.608700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network hostable DHCP agents. Network: ea720da9-0e9e-40f5-a891-d0f30486bd7b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:34.615461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'subnet': {'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:34.643797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.703169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-43785f43-5abf-4b28-aa79-be8b8be6bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:34.705046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-43785f43-5abf-4b28-aa79-be8b8be6bb3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a289fbd55f8e44c6a6a510e029486e20&device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 1100 time: 0.2456512 Jul 23 22:39:34.759843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:34.787632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ea720da9-0e9e-40f5-a891-d0f30486bd7b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:34.797149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:34.797334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ad041f41-da79-4a06-b3d1-d22af6504de8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:34.798178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.809708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53335c-393d-450f-a5e4-7d91e88e99ad None None] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:34.831216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Made reservation on behalf of aebdc406befd4642a8f2f940cf689bdb for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:34.842811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:34.876630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab73c3-2b61-473e-afb3-3ec9e50bde64 None None] Pushing event updated for resources: {'Port': ['ID=73b9d7a2-6432-410a-a7c4-c33991037020,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:34.916640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ef56acf1-4fd1-49a1-97ca-66793ca323a7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4421718 Jul 23 22:39:34.918234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:34.923842 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa92e12-6925-4710-94a5-57f162a9a5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "tag": "18040369-826f-4f2a-9ca2-244e440898fe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:35.026421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd', 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd', 'tenant_id': 'aebdc406befd4642a8f2f940cf689bdb', 'fixed_ips': [{'subnet_id': 'b8576445-9fcb-4777-9699-b2540e9a972e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:35.027865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.082374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b51f43bc-ee5d-4dc6-b721-e4cc51cf6a88 None None] Provisioning for port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:35.089110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b51f43bc-ee5d-4dc6-b721-e4cc51cf6a88 None None] Provisioning complete for port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:35.089354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-ed32630b-1d62-46bf-9608-26b5c1603373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.090500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b51f43bc-ee5d-4dc6-b721-e4cc51cf6a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.091261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-ed32630b-1d62-46bf-9608-26b5c1603373 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3678954 Jul 23 22:39:35.158016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-b265ef51-42a6-48ba-ab96-15221f0c6dfb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=c700f769-fd7f-4908-828e-5a7a059c6377 HTTP/1.1" status: 200 len: 217 time: 0.0533121 Jul 23 22:39:35.199965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ce1b-2e36-4d03-917d-2050353cf116 req-a8d76eac-7d5b-4b5e-9c37-db19033a0db6 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.211623 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2296ce1b-2e36-4d03-917d-2050353cf116 req-a8d76eac-7d5b-4b5e-9c37-db19033a0db6 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 948 time: 0.2869558 Jul 23 22:39:35.232057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7dd94-d161-48b5-9fde-7df049b548a6 req-44b0c9b8-b73f-4cca-9510-c3202185ed96 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.234986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edd7dd94-d161-48b5-9fde-7df049b548a6 req-44b0c9b8-b73f-4cca-9510-c3202185ed96 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.5289683 Jul 23 22:39:35.255207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0b6d7-4a66-4dde-b854-402832cf2197 None None] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:35.313915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2296ce1b-2e36-4d03-917d-2050353cf116 req-2b929ae3-ec1b-4ae4-ba45-87625b76371f tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988746 Jul 23 22:39:35.314188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b51f43bc-ee5d-4dc6-b721-e4cc51cf6a88 None None] Port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:35.318961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-0c206d0b-4219-49a7-a35a-99c72ac3d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.328239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-0c206d0b-4219-49a7-a35a-99c72ac3d393 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.1449573 Jul 23 22:39:35.335866 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.338874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edd7dd94-d161-48b5-9fde-7df049b548a6 req-26d0c40d-400e-4c7f-ae0a-be4de45e9a35 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991433 Jul 23 22:39:35.382137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ea720da9-0e9e-40f5-a891-d0f30486bd7b', 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'fixed_ips': [{'subnet_id': 'fdf3beb1-c406-40ca-9d4f-eddd9ef768c8'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:35.383830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.432905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Allocated IP 172.20.0.2 (ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd/b8576445-9fcb-4777-9699-b2540e9a972e/0a613562-ee80-4c5e-a902-b859a9fda6e5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:35.444614 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96050e-1ade-400c-b45f-c1d214227029 x-openstack-request-id: req-fa96050e-1ade-400c-b45f-c1d214227029 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:35.445481 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "tag": "18040369-826f-4f2a-9ca2-244e440898fe", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:35.446303 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa96050e-1ade-400c-b45f-c1d214227029 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:35.446719 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe', 'status': 'completed', 'code': 200} Jul 23 22:39:35.458976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Checking segment: {'id': 'f1bbe7dd-b65a-4261-8200-de3458623d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:35.459349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network hostable DHCP agents. Network: 6a4fad97-5cc3-44ed-bfbd-a65c9b021079, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:39:35.521565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Subnet': ['ID=c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:35.537693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:39:35.556657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6a4fad97-5cc3-44ed-bfbd-a65c9b021079) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:35.561965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Provisioning for port ad041f41-da79-4a06-b3d1-d22af6504de8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:35.566636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.568168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.602779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb5aee-6c1f-4540-aee0-c9c5235a6b96 None None] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:35.625838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-988d5404-a450-427c-8092-cb08d7ebefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.626875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-988d5404-a450-427c-8092-cb08d7ebefb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2982700 Jul 23 22:39:35.629990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Provisioning complete for port ad041f41-da79-4a06-b3d1-d22af6504de8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:35.630152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.636058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:35.646164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5733cdf1-4a23-4c6e-8048-ee8f0a3bc48a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0396569 Jul 23 22:39:35.649841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:35.655545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.681660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-c4d20701-4f15-42eb-8545-1abea4810821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.683243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-c4d20701-4f15-42eb-8545-1abea4810821 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1126 time: 0.2729514 Jul 23 22:39:35.728953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b6b7-e214-403c-82a7-e5dd4ccd6d7b req-3cd16b78-722d-4baa-94d7-c6bf9bee48a2 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.737051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a628b6b7-e214-403c-82a7-e5dd4ccd6d7b req-3cd16b78-722d-4baa-94d7-c6bf9bee48a2 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 931 time: 0.2715518 Jul 23 22:39:35.751243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Transition to ACTIVE for port object 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:35.795966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:35.825234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-f8177237-4bdb-43dc-8420-881a9ceff329 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.831430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-f8177237-4bdb-43dc-8420-881a9ceff329 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:35.839270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-f8177237-4bdb-43dc-8420-881a9ceff329 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/networks?id=d32ba42a-939c-436c-b8d6-04ea26f1c5fc&id=ea720da9-0e9e-40f5-a891-d0f30486bd7b HTTP/1.1" status: 200 len: 1390 time: 0.3563237 Jul 23 22:39:35.883024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Allocated IP 19.86.0.2 (ea720da9-0e9e-40f5-a891-d0f30486bd7b/fdf3beb1-c406-40ca-9d4f-eddd9ef768c8/3ae11a01-3abc-4391-b6c7-cce0be0a43f7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:35.927560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-bd88f01a-8957-48a3-97a0-ff25d45a0cb6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/quotas/dba9769b511e441eb7e63359ac845e66 HTTP/1.1" status: 200 len: 375 time: 0.0866134 Jul 23 22:39:35.940437 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-755e7aba-5cb2-492c-bc49-766a7ab0ef9b service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978239 Jul 23 22:39:35.986705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.047550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a628b6b7-e214-403c-82a7-e5dd4ccd6d7b req-1ccd4862-264c-40ec-bcb8-6455c08665e9 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092222 Jul 23 22:39:36.085424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-3c0c2e84-2e69-429b-bee2-b2f43c0362b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:36.088169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-3c0c2e84-2e69-429b-bee2-b2f43c0362b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.3972418 Jul 23 22:39:36.151416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:36.186192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.325248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Transition to ACTIVE for port object 0a613562-ee80-4c5e-a902-b859a9fda6e5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:36.332211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] For port ad041f41-da79-4a06-b3d1-d22af6504de8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ad041f41-da79-4a06-b3d1-d22af6504de8,segment=NetworkSegment(92f28afa-e480-4b6b-afbb-813cc4a08904),segment_id=92f28afa-e480-4b6b-afbb-813cc4a08904)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:36.341083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 73b9d7a2-6432-410a-a7c4-c33991037020 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:36.429353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6a4fad97-5cc3-44ed-bfbd-a65c9b021079', 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079', 'tenant_id': 'aebdc406befd4642a8f2f940cf689bdb', 'fixed_ips': [{'subnet_id': 'c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:39:36.431430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.436830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.469167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 18040369-826f-4f2a-9ca2-244e440898fe details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:36.471044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b04d1e-fd74-4dc3-a985-bad1bf457a29 None None] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:36.531081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Transition to ACTIVE for port object 0a613562-ee80-4c5e-a902-b859a9fda6e5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:36.584129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.629871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-aaf6406d-d071-4060-94d6-6fd9692bbdc2 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6840458 Jul 23 22:39:36.635616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1911e662-3367-4281-b0c6-ed150a77a499 req-bb9c1614-f87a-4651-9aea-777825479db0 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.4356277 Jul 23 22:39:36.644160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-ab5fdeb7-0f27-4819-873b-6f398f74cc23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.5085926 Jul 23 22:39:36.673359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.707440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a6e81dd-cd53-4ccb-a9a4-00d35703b7ee req-2d79bd7a-755a-4053-bbaa-b6588f70d1c6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468793 Jul 23 22:39:36.716931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Attempting to bind port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:36.717349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Attempting to bind port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:36.717584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Attempting to bind port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f on network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:36.728620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f on network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:36.729004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Attempting to bind port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f on network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:36.733604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-3ad9c7cb-51ae-40bf-a90d-ec3c63543f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:36.735522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-3ad9c7cb-51ae-40bf-a90d-ec3c63543f67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.0817392 Jul 23 22:39:36.738809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:36.739153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Checking segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:36.739553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Bound using segment: {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:36.740001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Bound port: 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c6de61-2991-4c3b-87b3-0a5c285690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:36.740373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.797015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-c3de60bc-a838-4688-938f-54fee90fd516 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418837 Jul 23 22:39:36.836945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:39:36.842137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.863258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:36.866655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:36.886865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:36.916280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-219364b6-6c7f-4dc2-9a1d-449eeefcbff8 service neutron] 10.222.0.37 "GET /v2.0/networks/d32ba42a-939c-436c-b8d6-04ea26f1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546532 Jul 23 22:39:36.948727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Transition to ACTIVE for port object 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:36.974955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e93ed-83d1-43bd-86f4-961dc58a08a8 None None] Pushing event updated for resources: {'Port': ['ID=ad041f41-da79-4a06-b3d1-d22af6504de8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:36.985135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:37.008048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.008330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.009588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] 10.222.0.22 "PUT /v2.0/ports/2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f HTTP/1.1" status: 200 len: 1092 time: 2.5159254 Jul 23 22:39:37.011066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:37.012785 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cdd167-a5a4-4856-8c75-67b4c9abedba" -d '{"events": [{"name": "network-changed", "server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:37.052683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9fc18-2a93-48bb-83ce-d6e2ca7f0620 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:37.063763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:37.068286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:37.094198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Transition to ACTIVE for port object 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:37.117119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Allocated IP 172.20.0.1 (ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd/b8576445-9fcb-4777-9699-b2540e9a972e/7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:37.120236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-5c391956-828e-430f-85da-a0ab8fab0d57 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513692 Jul 23 22:39:37.155465 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.197650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 73b9d7a2-6432-410a-a7c4-c33991037020 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:37.209906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Provisioning complete for port ad041f41-da79-4a06-b3d1-d22af6504de8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:37.210272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.254515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Pushing event updated for resources: {'Port': ['ID=0a613562-ee80-4c5e-a902-b859a9fda6e5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:37.257125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.278790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Transition to ACTIVE for port object 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:37.279728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b4d3-dd83-4c85-b558-adcee2f4ab8c req-0bb93af7-8015-4e5d-bb2f-2733b3c81a4f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.281287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97b8b4d3-dd83-4c85-b558-adcee2f4ab8c req-0bb93af7-8015-4e5d-bb2f-2733b3c81a4f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.4112573 Jul 23 22:39:37.335942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-0be8481b-5bf2-4e24-b079-c6bac4339dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.337502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-0be8481b-5bf2-4e24-b079-c6bac4339dcd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf6efacf1224d08bf0811ad299c2bda&device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 1095 time: 0.2760680 Jul 23 22:39:37.345964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fa92e12-6925-4710-94a5-57f162a9a5e1 req-60860f11-57cd-4b29-9bd5-896481c3dc66 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994779 Jul 23 22:39:37.346536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:37.354752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97b8b4d3-dd83-4c85-b558-adcee2f4ab8c req-729a1995-7d37-44b2-90c3-610dbb0aa0fe tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563476 Jul 23 22:39:37.364877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:37.381038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:37.383878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:37.387818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-1cda9a8a-c2f8-4738-9d2e-e6b11a68cda5 service neutron] 10.222.0.37 "GET /v2.0/networks/d32ba42a-939c-436c-b8d6-04ea26f1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606860 Jul 23 22:39:37.398792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.401836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-14a6d939-842d-41bf-aeb1-535ee02d0c97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f HTTP/1.1" status: 200 len: 217 time: 0.0449073 Jul 23 22:39:37.404340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Attempting to bind port 0a613562-ee80-4c5e-a902-b859a9fda6e5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:37.404852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Attempting to bind port 0a613562-ee80-4c5e-a902-b859a9fda6e5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '418b69dc-c3c2-4974-b8fb-acd57424fc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:37.405402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Attempting to bind port 0a613562-ee80-4c5e-a902-b859a9fda6e5 on network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:37.416365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Allocated IP 172.20.0.2 (6a4fad97-5cc3-44ed-bfbd-a65c9b021079/c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c/1cb76bcb-da2a-4418-be8c-03b2436b4220) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:37.429378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c700f769-fd7f-4908-828e-5a7a059c6377 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:37.463376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 18040369-826f-4f2a-9ca2-244e440898fe has no active binding in host n-h2-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:39:37.464266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:37.500463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:37.507778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:37.515843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Port': ['ID=7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:37.524574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-50677d56-915d-4fad-b5da-379c0da9ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.526192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-50677d56-915d-4fad-b5da-379c0da9ac84 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07728d0a-1a73-4a52-93ed-9e146ae3dd26 HTTP/1.1" status: 200 len: 843 time: 0.1146955 Jul 23 22:39:37.551401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:37.551778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Checking segment: {'id': '418b69dc-c3c2-4974-b8fb-acd57424fc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:37.552177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.552625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Bound using segment: {'id': '418b69dc-c3c2-4974-b8fb-acd57424fc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:37.553122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Bound port: 0a613562-ee80-4c5e-a902-b859a9fda6e5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418b69dc-c3c2-4974-b8fb-acd57424fc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:37.553534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.577313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-2bed584e-3311-4747-8c59-ba0a933b85bf service neutron] 10.222.0.37 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885188 Jul 23 22:39:37.579295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.590408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Pushing event updated for resources: {'Port': ['ID=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:37.598929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba39b-87ae-4638-b56c-cd1f15a7a351 req-6fd4eb39-b5ac-4fca-949d-cb1c69f667d2 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.601003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dfba39b-87ae-4638-b56c-cd1f15a7a351 req-6fd4eb39-b5ac-4fca-949d-cb1c69f667d2 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 948 time: 0.1337941 Jul 23 22:39:37.706932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dfba39b-87ae-4638-b56c-cd1f15a7a351 req-b4a54740-6ffd-4891-931a-1e9645eff370 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765984 Jul 23 22:39:37.709082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-7055bbf9-ea22-4f52-8522-67210b030ff3 service neutron] 10.222.0.25 "GET /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe/bindings/n-h2-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1364579 Jul 23 22:39:37.717529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-08098476-9be3-45fc-834d-57330bb400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:37.719287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-08098476-9be3-45fc-834d-57330bb400d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1856456 Jul 23 22:39:37.776111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.806326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Attempting to bind port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:37.806711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Attempting to bind port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:37.807054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Attempting to bind port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 on network ea720da9-0e9e-40f5-a891-d0f30486bd7b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:37.822140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c700f769-fd7f-4908-828e-5a7a059c6377,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:37.837211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-b304d8da-bacc-4138-a6ee-5474082c8b4a service neutron] 10.222.0.37 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568735 Jul 23 22:39:37.849786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:37.850114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Checking segment: {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:37.850514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.850908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Bound using segment: {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:37.851393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Bound port: 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:37.851775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:37.879717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'c700f769-fd7f-4908-828e-5a7a059c6377', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'c700f769-fd7f-4908-828e-5a7a059c6377', 'mac_address': 'fa:16:3e:85:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:37.907032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] For port 0a613562-ee80-4c5e-a902-b859a9fda6e5, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:37.916443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] For port 0a613562-ee80-4c5e-a902-b859a9fda6e5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a613562-ee80-4c5e-a902-b859a9fda6e5,segment=NetworkSegment(418b69dc-c3c2-4974-b8fb-acd57424fc58),segment_id=418b69dc-c3c2-4974-b8fb-acd57424fc58)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:37.942888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-aad424d8-fa46-44f4-9112-283703404561 service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071939 Jul 23 22:39:37.973190 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.067745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a54e0-00dd-475c-aa4a-7028a5adbe6b req-aec0c241-1fa4-44d5-b67c-5f8d6b988a6d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:38.070165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a2a54e0-00dd-475c-aa4a-7028a5adbe6b req-aec0c241-1fa4-44d5-b67c-5f8d6b988a6d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 943 time: 0.2280173 Jul 23 22:39:38.121668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Provisioning for port 73b9d7a2-6432-410a-a7c4-c33991037020 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:38.144861 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fc1a33-23e3-4151-8bd0-f9d82e728ce7 x-openstack-request-id: req-f8fc1a33-23e3-4151-8bd0-f9d82e728ce7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:38.145157 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:38.145406 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8fc1a33-23e3-4151-8bd0-f9d82e728ce7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:38.145825 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'status': 'completed', 'code': 200} Jul 23 22:39:38.179147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.189468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.197043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Provisioning complete for port 73b9d7a2-6432-410a-a7c4-c33991037020 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:38.197451 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.270935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:38.277014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.281784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ad041f41-da79-4a06-b3d1-d22af6504de8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:38.299146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a2a54e0-00dd-475c-aa4a-7028a5adbe6b req-57939980-271b-4e04-852b-d44fe08153b4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560552 Jul 23 22:39:38.307284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5207bb6a-330f-442e-b480-516b8fdd6350 req-5e2f0164-3d40-48f6-9886-ee267d14d70d service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407192 Jul 23 22:39:38.368156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:38.414231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.437376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Port': ['ID=7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:38.444154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c700f769-fd7f-4908-828e-5a7a059c6377 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:38.461880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d4a84-c89e-4529-8358-a4fde6db0e77 None None] Pushing event updated for resources: {'Port': ['ID=0a613562-ee80-4c5e-a902-b859a9fda6e5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:38.473800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] For port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:38.475865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Transition to ACTIVE for port object 1cb76bcb-da2a-4418-be8c-03b2436b4220 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:38.510478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18040369-826f-4f2a-9ca2-244e440898fe {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:38.516512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.547331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c700f769-fd7f-4908-828e-5a7a059c6377,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:38.550440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] For port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:38.582485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Transition to ACTIVE for port object 1cb76bcb-da2a-4418-be8c-03b2436b4220 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:38.596584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.600552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.614743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.625416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:38.684187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338ef2da-e2cf-40e8-920a-a69a5f7ae2a1 req-0d879baf-6ed5-4b00-9e10-62b9dbdac117 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.1647389 Jul 23 22:39:38.715748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abbc40-e472-40cc-bfdc-bea7c84fab60 req-9aa63f90-306d-4714-9a54-87dc4e8539b9 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:38.715748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0abbc40-e472-40cc-bfdc-bea7c84fab60 req-9aa63f90-306d-4714-9a54-87dc4e8539b9 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 943 time: 0.3464074 Jul 23 22:39:38.718331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.751505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:38.788608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:38.791763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:38.807380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ad041f41-da79-4a06-b3d1-d22af6504de8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:38.807869 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:38.818778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-4d7369e0-211f-4fa9-9089-4f4520f575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:38.825578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-4d7369e0-211f-4fa9-9089-4f4520f575e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf6efacf1224d08bf0811ad299c2bda&device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 1095 time: 0.3314376 Jul 23 22:39:38.847050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0abbc40-e472-40cc-bfdc-bea7c84fab60 req-19368ba3-2685-4b4d-aa9e-85ab9e65fcca tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220336 Jul 23 22:39:38.853593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:38.856428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:39.004616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:39.030881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd48f8-1594-4648-8326-1a568e2ac473 None None] Pushing event updated for resources: {'Port': ['ID=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:39.041219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-ee035fd0-ccfa-41b5-9d65-569ac2de5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.049600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-ee035fd0-ccfa-41b5-9d65-569ac2de5e07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 HTTP/1.1" status: 200 len: 905 time: 0.2131867 Jul 23 22:39:39.126773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Pushing event updated for resources: {'Port': ['ID=1cb76bcb-da2a-4418-be8c-03b2436b4220,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:39.136987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-919d1d39-7bcd-49be-a53f-f4e41a9cd146 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f HTTP/1.1" status: 200 len: 217 time: 0.0726335 Jul 23 22:39:39.149088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-139b6707-0e57-4824-8fe0-c9cd7ebb6356 req-b9f2fdc9-ff08-4be4-82b7-b9d7d8763081 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 210 time: 0.1558154 Jul 23 22:39:39.186027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Router faf1fb02-f53d-4aa3-99ce-6139f39aa398 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:39:39.208727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c700f769-fd7f-4908-828e-5a7a059c6377'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:39.304775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-90bd9aca-8407-4f43-bef7-926c40f6f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.306446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-90bd9aca-8407-4f43-bef7-926c40f6f8f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07728d0a-1a73-4a52-93ed-9e146ae3dd26 HTTP/1.1" status: 200 len: 843 time: 0.1294966 Jul 23 22:39:39.340646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] Transition to ACTIVE for port object 18040369-826f-4f2a-9ca2-244e440898fe will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:39.367581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:39.373921 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:39.375965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:39.386380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f7cfa870-b8b8-49b8-a246-044df3463464 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7334490 Jul 23 22:39:39.390955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:39.394887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] Sync routers for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:39.426148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d50749-9baf-49f2-a051-fb82534ef94b req-83907191-f79c-437f-a9ba-26982a2eae0e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.427567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 18040369-826f-4f2a-9ca2-244e440898fe no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:39.428573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73d50749-9baf-49f2-a051-fb82534ef94b req-83907191-f79c-437f-a9ba-26982a2eae0e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 949 time: 0.1373727 Jul 23 22:39:39.476644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73d50749-9baf-49f2-a051-fb82534ef94b req-a441fcec-3fdc-4fd6-ad1b-fe5d623cf573 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Jul 23 22:39:39.489443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Attempting to bind port 1cb76bcb-da2a-4418-be8c-03b2436b4220 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:39.489867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Attempting to bind port 1cb76bcb-da2a-4418-be8c-03b2436b4220 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f1bbe7dd-b65a-4261-8200-de3458623d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:39.490234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Attempting to bind port 1cb76bcb-da2a-4418-be8c-03b2436b4220 on network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:39.508460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:39.509110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:39.627439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] No DVR routers for this DVR port 18040369-826f-4f2a-9ca2-244e440898fe on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:39.637776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cdf5a-fdf7-4d72-9741-faaceafdef0e req-d565f5b1-cae1-4aa1-9592-f2bee7787f90 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.645414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf8cdf5a-fdf7-4d72-9741-faaceafdef0e req-d565f5b1-cae1-4aa1-9592-f2bee7787f90 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.5793326 Jul 23 22:39:39.657964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb760056-8834-43e5-a52e-db42bc764b4b req-2db9a7d5-65c0-42dc-b3e2-124974cf0b2f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.659813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb760056-8834-43e5-a52e-db42bc764b4b req-2db9a7d5-65c0-42dc-b3e2-124974cf0b2f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.1017447 Jul 23 22:39:39.749534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb760056-8834-43e5-a52e-db42bc764b4b req-8120083f-b074-480d-8abc-3b238d9b4eb0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766277 Jul 23 22:39:39.805400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] Pushing event updated for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:39.815062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:39.815564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Checking segment: {'id': 'f1bbe7dd-b65a-4261-8200-de3458623d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:39.816695 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:39.817246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Bound using segment: {'id': 'f1bbe7dd-b65a-4261-8200-de3458623d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:39.817812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Bound port: 1cb76bcb-da2a-4418-be8c-03b2436b4220, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bbe7dd-b65a-4261-8200-de3458623d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6a4fad97-5cc3-44ed-bfbd-a65c9b021079'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:39.818683 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:39.857443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 18040369-826f-4f2a-9ca2-244e440898fe not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:39.944758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:39.947688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-adf997f4-0a33-4fc9-a918-0e71a585c52b service neutron] 10.222.0.25 "PUT /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe/bindings/n-h2-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 2.2268939 Jul 23 22:39:39.953489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-c73dddc9-1c65-47b7-89bc-a4f26e6c6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:39.963653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-c73dddc9-1c65-47b7-89bc-a4f26e6c6eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6351900 Jul 23 22:39:39.965337 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-08123223-fe14-4938-8629-0b415570609a req-fa76fc7b-636b-41f7-88ce-a8161ba918e0 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0730052 Jul 23 22:39:39.967174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d757c38-c5fb-4297-ae6d-9bb8850f2d6a None None] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:40.003457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf8cdf5a-fdf7-4d72-9741-faaceafdef0e req-8591cd95-ac42-45b5-b71d-0460c5ab82bf tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294864 Jul 23 22:39:40.052453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] For port 73b9d7a2-6432-410a-a7c4-c33991037020, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=73b9d7a2-6432-410a-a7c4-c33991037020,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:40.055743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c7953d66-819d-4c8c-9b40-e3d33e9d13a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:40.071124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:40.077491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c7953d66-819d-4c8c-9b40-e3d33e9d13a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:40.079069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:40.081241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c7953d66-819d-4c8c-9b40-e3d33e9d13a9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "GET /v2.0/networks?id=d32ba42a-939c-436c-b8d6-04ea26f1c5fc&id=ea720da9-0e9e-40f5-a891-d0f30486bd7b HTTP/1.1" status: 200 len: 1390 time: 0.2887201 Jul 23 22:39:40.095897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'port': {'device_id': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc', 'admin_state_up': True, 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:40.154504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:40.155345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a11075-b622-46b7-b3b2-cdd4f3356f57 None None] The sync data for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:40.157132 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:40.251199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] For port 1cb76bcb-da2a-4418-be8c-03b2436b4220, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:40.333453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] For port 1cb76bcb-da2a-4418-be8c-03b2436b4220, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1cb76bcb-da2a-4418-be8c-03b2436b4220,segment=NetworkSegment(f1bbe7dd-b65a-4261-8200-de3458623d29),segment_id=f1bbe7dd-b65a-4261-8200-de3458623d29)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:40.374837 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:40.398489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7dc67-55e8-4b82-8afd-7d0408630d47 req-330e8b18-8a1e-4d0e-8d18-5d5fa44c5b45 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:40.407733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55b7dc67-55e8-4b82-8afd-7d0408630d47 req-330e8b18-8a1e-4d0e-8d18-5d5fa44c5b45 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 943 time: 0.2705407 Jul 23 22:39:40.457298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:40.461328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:40.467040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:40.469039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:40.498173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55b7dc67-55e8-4b82-8afd-7d0408630d47 req-7429bdb2-0252-4ae7-b848-09763fb88c3f tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892556 Jul 23 22:39:40.576415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a66d7b-154f-43dd-8d7b-c702d2d14c40 None None] Pushing event updated for resources: {'Port': ['ID=73b9d7a2-6432-410a-a7c4-c33991037020,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:40.583393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716dd1fd-f5af-4c84-a069-31cbe4bf899b None None] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:40.631869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-052fab56-c5da-422e-959f-7f132866e863 None None] Provisioning for port 0a613562-ee80-4c5e-a902-b859a9fda6e5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:40.702560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Allocated IP 19.80.0.152 (d32ba42a-939c-436c-b8d6-04ea26f1c5fc/858d5a98-3450-4170-b383-4d00cf6a12ca/1f8d3a13-8c13-469e-9c27-5992e3e855f7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:40.773780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a41eaf-e031-40ee-959d-7c0cfd57541d req-5b2847b2-4c5c-4e7a-9d0b-5f135f9bbb20 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:40.783015 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a41eaf-e031-40ee-959d-7c0cfd57541d req-5b2847b2-4c5c-4e7a-9d0b-5f135f9bbb20 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 949 time: 0.1556394 Jul 23 22:39:40.831288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a18cbb7-84a5-4d78-8a29-20545b0f8be2 req-1a693844-812c-4cf6-a790-6e4116544e36 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 210 time: 0.1916800 Jul 23 22:39:40.836520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48004a-23e0-40cb-a4da-5a1e06bec629 None None] Pushing event updated for resources: {'Port': ['ID=1cb76bcb-da2a-4418-be8c-03b2436b4220,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:40.855507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-a68ca7de-f3d0-439a-a5eb-1528b5b4d475 service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8495595 Jul 23 22:39:40.889970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a41eaf-e031-40ee-959d-7c0cfd57541d req-d3cbde0d-0f5d-4ed5-a26a-eada6d3ce187 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034899 Jul 23 22:39:40.900679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-10f2806a-8361-42f0-abfe-8d2c864b3bb3 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:40.904053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-10f2806a-8361-42f0-abfe-8d2c864b3bb3 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.8403411 Jul 23 22:39:40.908679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:40.920367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-052fab56-c5da-422e-959f-7f132866e863 None None] Provisioning complete for port 73b9d7a2-6432-410a-a7c4-c33991037020 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:40.920826 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-052fab56-c5da-422e-959f-7f132866e863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:40.932261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a613562-ee80-4c5e-a902-b859a9fda6e5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:41.046800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.059430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:41.066499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Transition to ACTIVE for port object 1f8d3a13-8c13-469e-9c27-5992e3e855f7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:41.109996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'port_id': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'mac_address': 'fa:16:3e:e5:15:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:41.119240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-785d59b4-14dd-4187-8e59-f528b3e275e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.161674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e25ed872-f27d-40d0-b9a0-fffae71b903b req-4c5d9e7e-ef30-4771-8dcf-7f2ae1369b4b tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0728254 Jul 23 22:39:41.177720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.180895 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a74ef264-585f-4a21-a177-fdb1e1cb2ffc tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:39:41.185791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a74ef264-585f-4a21-a177-fdb1e1cb2ffc tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7910578 Jul 23 22:39:41.191648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:41.197235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8cdd167-a5a4-4856-8c75-67b4c9abedba req-a1615100-374f-467c-b610-f407727de8d2 service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313870 Jul 23 22:39:41.290635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 0a613562-ee80-4c5e-a902-b859a9fda6e5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:41.301685 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.303002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:41.304554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93944b21-4d17-4277-88fb-7f7faa8aa678 req-21d369a7-05df-4195-a7d4-ae27a1297896 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.306182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93944b21-4d17-4277-88fb-7f7faa8aa678 req-21d369a7-05df-4195-a7d4-ae27a1297896 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.3387311 Jul 23 22:39:41.307710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0a613562-ee80-4c5e-a902-b859a9fda6e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:41.309051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.315486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-3731b225-cd9e-4b1e-8a31-3cc903ac5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.320100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:41.322081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-3731b225-cd9e-4b1e-8a31-3cc903ac5d4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38&tenant_id=2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 1096 time: 0.3873034 Jul 23 22:39:41.326437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:41.335954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:41.411628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:41.428168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c700f769-fd7f-4908-828e-5a7a059c6377 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:41.474777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822eca6-aadc-46bc-bd64-c004a810a198 req-a18f3fa7-bfb9-411a-96a4-466074d63b81 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.482531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5822eca6-aadc-46bc-bd64-c004a810a198 req-a18f3fa7-bfb9-411a-96a4-466074d63b81 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2483718 Jul 23 22:39:41.490440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.492780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.516074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93944b21-4d17-4277-88fb-7f7faa8aa678 req-70e338a1-b2d4-4f16-add6-8644aa39e84a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900830 Jul 23 22:39:41.585251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5822eca6-aadc-46bc-bd64-c004a810a198 req-b6862faa-2bae-4152-95df-294d002b3ba4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750310 Jul 23 22:39:41.608676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a791f707-9d5c-47a8-acc0-b7c423e64ce6 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5182321 Jul 23 22:39:41.617235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Provisioning for port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:41.625126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Request body: {'port': {'device_id': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b', 'admin_state_up': True, 'tenant_id': 'dba9769b511e441eb7e63359ac845e66'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:41.627323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:41.648275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Provisioning complete for port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:41.648851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.663322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-10bdd4a6-e071-4f58-aab0-107d997f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.666596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.666906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-10bdd4a6-e071-4f58-aab0-107d997f4a51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1096 time: 0.3167832 Jul 23 22:39:41.773502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port c700f769-fd7f-4908-828e-5a7a059c6377 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:41.801032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port c700f769-fd7f-4908-828e-5a7a059c6377 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:41.801413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.881147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:41.932177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:41.950528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-d8c4204e-ff1b-4389-acac-147496d866b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:41.952556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-d8c4204e-ff1b-4389-acac-147496d866b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2777133 Jul 23 22:39:41.982683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:42.054836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837fba-62dc-41de-91a3-4451ce255fad req-6f0195e3-61e9-4af9-8e24-434404b293a3 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:42.059556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-e86933d3-042d-4eca-8a19-6889db15a94c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.0860052 Jul 23 22:39:42.064179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43837fba-62dc-41de-91a3-4451ce255fad req-6f0195e3-61e9-4af9-8e24-434404b293a3 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 944 time: 0.2648883 Jul 23 22:39:42.071312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 0a613562-ee80-4c5e-a902-b859a9fda6e5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a613562-ee80-4c5e-a902-b859a9fda6e5,segment=NetworkSegment(418b69dc-c3c2-4974-b8fb-acd57424fc58),segment_id=418b69dc-c3c2-4974-b8fb-acd57424fc58)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:42.072575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Made reservation on behalf of dba9769b511e441eb7e63359ac845e66 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:42.077839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.078870 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.085373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.170660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43837fba-62dc-41de-91a3-4451ce255fad req-5036c389-7f09-4a7b-be4c-9b9eef626e17 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054158 Jul 23 22:39:42.255250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46a8b7-3315-4a68-873a-cd73b558bfbc req-09536222-2e9d-4d70-b18b-b0cc32c64f5c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:42.272004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e46a8b7-3315-4a68-873a-cd73b558bfbc req-09536222-2e9d-4d70-b18b-b0cc32c64f5c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 932 time: 0.2527874 Jul 23 22:39:42.306762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdedcb6-6035-449d-a01e-1258c7108ee8 None None] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:42.307509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-5b4f83e6-c7eb-4696-bfb4-a4c15c3d7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:42.310522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-5b4f83e6-c7eb-4696-bfb4-a4c15c3d7529 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.2396924 Jul 23 22:39:42.383783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] For port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:42.395699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-6fb32f4b-76e5-4823-a7d2-ec5df36aacc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663810 Jul 23 22:39:42.403063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e46a8b7-3315-4a68-873a-cd73b558bfbc req-4e164a7e-afcb-4dec-93b2-f0ac58ae0269 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296580 Jul 23 22:39:42.420412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.421224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.489593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Allocated IP 19.86.0.90 (ea720da9-0e9e-40f5-a891-d0f30486bd7b/fdf3beb1-c406-40ca-9d4f-eddd9ef768c8/b6b8e4c4-a802-4931-a231-0dc8cb3283f3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:42.504856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 73b9d7a2-6432-410a-a7c4-c33991037020 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:42.532138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bcd89-ec21-471b-a0d9-40c05b84e734 req-8d2f62b1-9d4c-4996-b660-a0d6b7ab8b9e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:42.533777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-050bcd89-ec21-471b-a0d9-40c05b84e734 req-8d2f62b1-9d4c-4996-b660-a0d6b7ab8b9e tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 949 time: 0.2521253 Jul 23 22:39:42.538412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=0a613562-ee80-4c5e-a902-b859a9fda6e5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:42.604642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.632299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-050bcd89-ec21-471b-a0d9-40c05b84e734 req-df10f769-f9e0-4cc4-bb79-2cd5f16d4cd3 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784018 Jul 23 22:39:42.678324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c48beae-4de4-46e5-90e3-ccdb7d552e82 req-f59d08d0-bff5-4f82-8f05-d84ea6685dd0 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0821607 Jul 23 22:39:42.732366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-f73f76bb-56ad-49e0-bcf8-24c44127f973 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277006 Jul 23 22:39:42.797494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.816513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Transition to ACTIVE for port object b6b8e4c4-a802-4931-a231-0dc8cb3283f3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:42.865708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.875744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning for port 1cb76bcb-da2a-4418-be8c-03b2436b4220 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:42.892644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:42.895255 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6202a87f-66b3-4460-955d-4963d5b3c336" -d '{"events": [{"server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "name": "network-vif-plugged", "status": "completed", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:42.922915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c700f769-fd7f-4908-828e-5a7a059c6377,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:42.931630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf877-8cdc-4c36-afd8-d4a8c187190f None None] Pushing event updated for resources: {'Port': ['ID=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:42.935679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:42.941080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:42.949405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:42.962994 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:42.985402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-f6cd78e2-8409-473c-b598-ac39864c97b6 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940150 Jul 23 22:39:42.995310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269c29b-b0a0-4536-b310-a6c2189a4968 req-6039a6a2-e0fe-452f-8950-70ee10d8f80f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.003548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1269c29b-b0a0-4536-b310-a6c2189a4968 req-6039a6a2-e0fe-452f-8950-70ee10d8f80f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2130833 Jul 23 22:39:43.026233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning complete for port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.026233 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.035063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 73b9d7a2-6432-410a-a7c4-c33991037020 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.035436 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.050358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:43.070713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9b07-d39a-45b4-978b-7469efea4494 req-abfdfaef-97b3-447a-bee3-d67a47cb395b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.072133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-90dd9b07-d39a-45b4-978b-7469efea4494 req-abfdfaef-97b3-447a-bee3-d67a47cb395b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.2197278 Jul 23 22:39:43.081684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.081996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.091609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1269c29b-b0a0-4536-b310-a6c2189a4968 req-d4cd9594-7c7e-49cd-9f95-e967e5d5c06f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Jul 23 22:39:43.135512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c14dc596-de78-4136-8b05-85e31cc15af9 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5201457 Jul 23 22:39:43.147274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:43.164336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-90dd9b07-d39a-45b4-978b-7469efea4494 req-a9179d32-4600-448c-9979-7bfdecbdc02b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650179 Jul 23 22:39:43.178291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Request body: {'port': {'device_id': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:43.236844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:43.237197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.274384 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec42ed6d-134f-4b4a-9121-891e5c0abd3a x-openstack-request-id: req-ec42ed6d-134f-4b4a-9121-891e5c0abd3a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:43.274913 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "name": "network-vif-plugged", "status": "completed", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:43.275215 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec42ed6d-134f-4b4a-9121-891e5c0abd3a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:43.275734 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377', 'code': 200} Jul 23 22:39:43.290561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1cb76bcb-da2a-4418-be8c-03b2436b4220 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:43.358225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.360812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning for port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:43.371754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning complete for port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.372139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.415098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:43.422325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1cb76bcb-da2a-4418-be8c-03b2436b4220 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:43.428863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1cb76bcb-da2a-4418-be8c-03b2436b4220 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.429237 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.431986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning complete for port 0a613562-ee80-4c5e-a902-b859a9fda6e5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.432344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.556589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.578173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Calling delete_port for 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:43.587552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.623033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning for port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:43.633572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1cb76bcb-da2a-4418-be8c-03b2436b4220, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1cb76bcb-da2a-4418-be8c-03b2436b4220,segment=NetworkSegment(f1bbe7dd-b65a-4261-8200-de3458623d29),segment_id=f1bbe7dd-b65a-4261-8200-de3458623d29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:43.634825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Provisioning complete for port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.635309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.661445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.669124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80cdf-debe-4f75-afc7-1dcc06bb5162 req-6b63137e-5d06-49bc-947f-429a2804121e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.674982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80cdf-debe-4f75-afc7-1dcc06bb5162 req-6b63137e-5d06-49bc-947f-429a2804121e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.676580 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6f80cdf-debe-4f75-afc7-1dcc06bb5162 req-6b63137e-5d06-49bc-947f-429a2804121e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1654 time: 0.1436117 Jul 23 22:39:43.702204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-284cf70b-688a-450a-949d-b4c071487e04 None None] Port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:43.747060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1cb76bcb-da2a-4418-be8c-03b2436b4220,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:43.754428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6f80cdf-debe-4f75-afc7-1dcc06bb5162 req-b8d11993-aed5-402d-bed3-cedac798d9f7 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642715 Jul 23 22:39:43.758066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b307822-3ec5-44d6-aa41-40b3c0499c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.759118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c28d93-13c6-4cc0-b9b6-621ee65d2fba req-a9520522-ca66-4230-b014-a4a4aa97dc21 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.766511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c28d93-13c6-4cc0-b9b6-621ee65d2fba req-a9520522-ca66-4230-b014-a4a4aa97dc21 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 944 time: 0.3693228 Jul 23 22:39:43.785702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d615dc-9094-47de-8274-b791ce316219 req-9870c75f-4367-4c08-90cf-d0a8337ac674 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.787336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-9870c75f-4367-4c08-90cf-d0a8337ac674 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.4876332 Jul 23 22:39:43.788896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7650803-ccc1-41b3-8787-af8a96fe69f7 req-eeb4e6db-c8d5-4b02-ad07-00b582119baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:43.790353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7650803-ccc1-41b3-8787-af8a96fe69f7 req-eeb4e6db-c8d5-4b02-ad07-00b582119baf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 1102 time: 0.4018922 Jul 23 22:39:43.809878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8d3a13-8c13-469e-9c27-5992e3e855f7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:43.818740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.832937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Provisioning complete for port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.833960 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.836661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Transition to ACTIVE for port object 1f8d3a13-8c13-469e-9c27-5992e3e855f7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:43.840565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.885889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Port 7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:43.893567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c28d93-13c6-4cc0-b9b6-621ee65d2fba req-554c0397-9821-45fc-b376-028448c6c7e2 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260369 Jul 23 22:39:43.898453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Provisioning complete for port 1cb76bcb-da2a-4418-be8c-03b2436b4220 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:43.898965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:43.969425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7650803-ccc1-41b3-8787-af8a96fe69f7 req-41c96e2e-d756-47ee-85fe-5ce5e51e5334 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662040 Jul 23 22:39:44.005277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:44.035595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Provisioning for port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:44.043388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Provisioning complete for port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:44.043979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.048865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Attempting to bind port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:44.049149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Attempting to bind port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:44.049478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Attempting to bind port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 on network d32ba42a-939c-436c-b8d6-04ea26f1c5fc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:44.056406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 on network d32ba42a-939c-436c-b8d6-04ea26f1c5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:44.056694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Attempting to bind port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 on network d32ba42a-939c-436c-b8d6-04ea26f1c5fc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:44.065556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:44.065970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Checking segment: {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:44.066378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Bound using segment: {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:44.066836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Bound port: 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960fe77c-bee8-47c4-b475-9da5983d0cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:44.067204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.077394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efbf6-ab93-46b4-93be-b17f29b787be req-db4ad477-7406-4b99-b3a1-2ad8b10fb7c5 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:44.079082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e7efbf6-ab93-46b4-93be-b17f29b787be req-db4ad477-7406-4b99-b3a1-2ad8b10fb7c5 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 950 time: 0.2321067 Jul 23 22:39:44.116032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2638866b-c897-4404-b064-ce27656b1627 None None] Port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:44.127317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.176266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e7efbf6-ab93-46b4-93be-b17f29b787be req-120acce2-8fc7-4ac4-abd3-ca05922ca6b8 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817590 Jul 23 22:39:44.213385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:44.219928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:44.230906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.252250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:44.276223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:44.277415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.279407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f8d3a13-8c13-469e-9c27-5992e3e855f7 HTTP/1.1" status: 200 len: 1093 time: 1.1136086 Jul 23 22:39:44.306430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:44.310923 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f33c90-7440-49b2-a997-b80f1113ab94" -d '{"events": [{"name": "network-changed", "server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:44.334381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:44.334888 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.365940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Request body: {'port': {'device_id': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:44.447033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1cb76bcb-da2a-4418-be8c-03b2436b4220 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:44.489894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.492253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:44.494018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db50b7-1259-4226-aa05-e2d3e0bf6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:44.506484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7745482f-e62e-4b6e-a3cd-77af05638670 req-7b47b049-e5f7-412f-a549-c214b3c4c2b1 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.5169764 Jul 23 22:39:44.508570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.525916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-98d615dc-9094-47de-8274-b791ce316219 req-22e30862-f468-4786-b146-2c21311047d0 service neutron] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:44.559948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-98d615dc-9094-47de-8274-b791ce316219 req-22e30862-f468-4786-b146-2c21311047d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.561538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d615dc-9094-47de-8274-b791ce316219 req-22e30862-f468-4786-b146-2c21311047d0 service neutron] 10.222.0.22 "DELETE /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe/bindings/n-h1-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.7559218 Jul 23 22:39:44.563170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Port': ['ID=7c827c70-1a59-4e0a-a0ad-2c7e6fb7e494,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:44.567978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1cb76bcb-da2a-4418-be8c-03b2436b4220 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:44.568359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.614811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab528fb-4914-44b2-a809-8f7e68755f3d req-b0c96fdd-2b3f-492c-a3fb-9183589ff061 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:44.624202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eab528fb-4914-44b2-a809-8f7e68755f3d req-b0c96fdd-2b3f-492c-a3fb-9183589ff061 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.3102047 Jul 23 22:39:44.628276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:44.669028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:44.669721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.722598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a613562-ee80-4c5e-a902-b859a9fda6e5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:44.841315 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.869957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.909414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.910385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9772-814f-49b2-ac3a-8afc5e6a32bc req-4452f3a2-bf0d-463c-94d4-506274b54865 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:44.919499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d06d9772-814f-49b2-ac3a-8afc5e6a32bc req-4452f3a2-bf0d-463c-94d4-506274b54865 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.2970099 Jul 23 22:39:44.934379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0a613562-ee80-4c5e-a902-b859a9fda6e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:44.934860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:44.937823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:44.971509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.064467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:45.074669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d06d9772-814f-49b2-ac3a-8afc5e6a32bc req-dd664164-b6c3-4a25-9174-1dd8773c1b7d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501915 Jul 23 22:39:45.199846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Router faf1fb02-f53d-4aa3-99ce-6139f39aa398 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:45.203075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eab528fb-4914-44b2-a809-8f7e68755f3d req-b1a5a8d6-86e5-4c6a-b111-50706293609a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780513 Jul 23 22:39:45.215829 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b9a35-59be-4b9c-aa2e-71cb273158c0 x-openstack-request-id: req-692b9a35-59be-4b9c-aa2e-71cb273158c0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:45.215979 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:45.216207 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-692b9a35-59be-4b9c-aa2e-71cb273158c0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:45.216602 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7', 'status': 'completed', 'code': 200} Jul 23 22:39:45.277370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:45.279857 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6584f1-a06e-48e6-b510-9970ef9fe686" -d '{"events": [{"server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:45.358970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:45.370910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9b5bd2ce-d27d-4b99-8e38-838cb098c888 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1718731 Jul 23 22:39:45.370910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:45.372920 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] Sync routers for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:45.382681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:45.383599 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:45.421372 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-51c15ae5-dc69-47a9-9a1f-beb71b332c9a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] delete failed (client error): The resource could not be found. Jul 23 22:39:45.421661 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:45.427855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-51c15ae5-dc69-47a9-9a1f-beb71b332c9a tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1995530261 HTTP/1.1" status: 404 len: 335 time: 0.0512519 Jul 23 22:39:45.427855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:45.431425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-be0aba4c-71ce-4165-af90-6eb2da64acb3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'router': {'external_gateway_info': {'network_id': 'faf1fb02-f53d-4aa3-99ce-6139f39aa398'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:45.432226 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:45.433077 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:45.437467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d14c0-c61f-488e-8b37-fffc17c40eec req-00f39b5a-5608-4eb8-8ad2-cbf6361e4c10 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.450930 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b70d14c0-c61f-488e-8b37-fffc17c40eec req-00f39b5a-5608-4eb8-8ad2-cbf6361e4c10 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.1518621 Jul 23 22:39:45.472529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:45.473200 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192c0c6-67ee-4c43-b9d8-2e96fca774f7 None None] The sync data for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:45.501173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b8e4c4-a802-4931-a231-0dc8cb3283f3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:45.514682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.519845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b70d14c0-c61f-488e-8b37-fffc17c40eec req-32eeaea8-2d1c-44bc-8e06-694a04b98f18 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676646 Jul 23 22:39:45.534538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Transition to ACTIVE for port object b6b8e4c4-a802-4931-a231-0dc8cb3283f3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:45.539802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.572704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-17f83b91-83e7-4e78-8d52-e21fbfd99cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.573249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-17f83b91-83e7-4e78-8d52-e21fbfd99cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.575932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-17f83b91-83e7-4e78-8d52-e21fbfd99cf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1914 time: 0.3136942 Jul 23 22:39:45.623464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c9aad-f20a-4e74-8176-b89bf7c70330 req-5d56fe67-2317-4440-9335-161cb7508ce8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.629465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c9aad-f20a-4e74-8176-b89bf7c70330 req-5d56fe67-2317-4440-9335-161cb7508ce8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.631152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a00c9aad-f20a-4e74-8176-b89bf7c70330 req-5d56fe67-2317-4440-9335-161cb7508ce8 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1666 time: 0.3291261 Jul 23 22:39:45.635568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:45.730794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Attempting to bind port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:45.731243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Attempting to bind port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:45.731566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Attempting to bind port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 on network ea720da9-0e9e-40f5-a891-d0f30486bd7b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:45.743448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 on network ea720da9-0e9e-40f5-a891-d0f30486bd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:45.743768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Attempting to bind port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 on network ea720da9-0e9e-40f5-a891-d0f30486bd7b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:45.754495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:45.754824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Checking segment: {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:45.755213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Bound using segment: {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:45.755659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Bound port: b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfea07a-5c48-42f0-9104-55afeb15a4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:45.756015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.765741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7f96-2201-4474-90d7-3943b4edf657 req-5519caba-4fe5-4be3-a0b2-9061cca002d1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.767363 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-081c7f96-2201-4474-90d7-3943b4edf657 req-5519caba-4fe5-4be3-a0b2-9061cca002d1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 950 time: 0.1070766 Jul 23 22:39:45.797055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be0aba4c-71ce-4165-af90-6eb2da64acb3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.815836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a00c9aad-f20a-4e74-8176-b89bf7c70330 req-56d67997-f426-40d7-aabb-8c04a3ba4985 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677182 Jul 23 22:39:45.853824 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-be0aba4c-71ce-4165-af90-6eb2da64acb3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] update failed (client error): The resource could not be found. Jul 23 22:39:45.859325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-be0aba4c-71ce-4165-af90-6eb2da64acb3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398 HTTP/1.1" status: 404 len: 339 time: 0.4280725 Jul 23 22:39:45.863509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:45.879384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:45.883660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:45.884712 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd1a591-146d-4b38-8a36-5fce64ba47a5 x-openstack-request-id: req-4bd1a591-146d-4b38-8a36-5fce64ba47a5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:45.885710 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:45.887239 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bd1a591-146d-4b38-8a36-5fce64ba47a5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:45.888133 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'code': 200} Jul 23 22:39:45.889459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-081c7f96-2201-4474-90d7-3943b4edf657 req-a8b2ae23-3153-47f1-81a3-6744bc42ae56 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137414 Jul 23 22:39:45.904057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.911731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-cc64a8a0-819a-41b4-b5ec-6b81c278fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.912293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-cc64a8a0-819a-41b4-b5ec-6b81c278fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.913114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-cc64a8a0-819a-41b4-b5ec-6b81c278fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.914895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-cc64a8a0-819a-41b4-b5ec-6b81c278fb86 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=dba9769b511e441eb7e63359ac845e66&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3084176 Jul 23 22:39:45.990201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:45.990201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:45.991756 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] 10.222.0.22 "PUT /v2.0/ports/b6b8e4c4-a802-4931-a231-0dc8cb3283f3 HTTP/1.1" status: 200 len: 1092 time: 1.6356142 Jul 23 22:39:46.069691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb1740-fb7a-4ca9-b8dc-08564fe9056b service neutron] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:46.096207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a18d1b7-9b4d-4ccb-bdf8-d54cdb986e29 req-b160f20b-ce9a-44b1-b2e4-efa86e94b5a6 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0794046 Jul 23 22:39:46.100168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0d234-5bb7-44ea-8ffd-ea7118cf1d82 req-60ea1654-e4e2-4264-857d-095a25db7495 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.101982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15e0d234-5bb7-44ea-8ffd-ea7118cf1d82 req-60ea1654-e4e2-4264-857d-095a25db7495 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1096 time: 0.0969710 Jul 23 22:39:46.176407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-15e0d234-5bb7-44ea-8ffd-ea7118cf1d82 req-f4651add-92da-41ec-adf5-7561dd29a231 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574031 Jul 23 22:39:46.331787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-bf8d9961-7da3-4e39-b8ed-96c9b7673ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.336763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7f33c90-7440-49b2-a997-b80f1113ab94 req-bf8d9961-7da3-4e39-b8ed-96c9b7673ac4 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3886065 Jul 23 22:39:46.344453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2798e-f055-4cb8-8818-8050c75b2cc3 req-003417a4-f256-4f30-877c-a237c3bfec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.346499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12e2798e-f055-4cb8-8818-8050c75b2cc3 req-003417a4-f256-4f30-877c-a237c3bfec0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 1097 time: 0.3845768 Jul 23 22:39:46.397703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:46.439601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafb47c-7bf6-44b2-8b09-14eeeca10252 req-ae5fdb9a-505b-41b0-ad6e-47ce6b5cd8db tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.441155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5fafb47c-7bf6-44b2-8b09-14eeeca10252 req-ae5fdb9a-505b-41b0-ad6e-47ce6b5cd8db tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0772889 Jul 23 22:39:46.443356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:46.483163 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5fafb47c-7bf6-44b2-8b09-14eeeca10252 req-1e6b3682-ce0c-4c87-b2ec-318b8a43534b tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357578 Jul 23 22:39:46.487299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12e2798e-f055-4cb8-8818-8050c75b2cc3 req-7aa8e62b-deb2-4614-8480-0682d288155e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300817 Jul 23 22:39:46.680094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-3f4160bd-5903-43b6-8e7f-a6c447c5b0e4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.681644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-3f4160bd-5903-43b6-8e7f-a6c447c5b0e4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.1148963 Jul 23 22:39:46.697556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-ac3aca39-5833-48ab-83e6-e21535b633e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/quotas/2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Jul 23 22:39:46.773746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-59cf96d2-fcb0-48bd-b785-470e52e8dccf tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679064 Jul 23 22:39:46.885009 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-da2c4f9f-fda1-488e-b8f2-4da5e0f776f8 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035624 Jul 23 22:39:46.912822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-df8d39e7-632f-466b-a3b1-317a3f6e2305 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.914388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-df8d39e7-632f-466b-a3b1-317a3f6e2305 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 1102 time: 0.5343413 Jul 23 22:39:46.918748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-e4005d38-9308-4f0c-88b1-1f4d7db9006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.919262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-e4005d38-9308-4f0c-88b1-1f4d7db9006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:46.920818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-e4005d38-9308-4f0c-88b1-1f4d7db9006a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1982 time: 0.5286446 Jul 23 22:39:46.985308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c7301443-d31d-4619-bfb2-ef7f784b0c46 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932212 Jul 23 22:39:47.013490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-23dc7dda-502a-4ea1-b719-a3906fdafef5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7 HTTP/1.1" status: 200 len: 217 time: 0.0608752 Jul 23 22:39:47.016553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-aa9a6c54-9408-46ae-a7a1-54a5ebe06e89 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:47.163941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-6ec0d672-3ffa-4153-a5da-af307a003258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:47.165483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-6ec0d672-3ffa-4153-a5da-af307a003258 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=858d5a98-3450-4170-b383-4d00cf6a12ca HTTP/1.1" status: 200 len: 801 time: 0.1421576 Jul 23 22:39:47.222217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fe7be-788b-4501-a290-4a9e19d4cec9 req-9afb2dd1-2d9c-41fe-939b-20928000d69b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:47.223805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e77fe7be-788b-4501-a290-4a9e19d4cec9 req-9afb2dd1-2d9c-41fe-939b-20928000d69b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.0881567 Jul 23 22:39:47.227157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:47.232327 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2" -d '{"events": [{"name": "network-changed", "server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:47.244641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Allocated IP 172.20.0.1 (4d3c9fae-ba26-404f-817d-35c3b43bb621/12bd5436-5261-452a-a451-679b15d353b2/fabd69b7-50a8-4195-b2c7-131da8628321) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:47.299656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e77fe7be-788b-4501-a290-4a9e19d4cec9 req-f3715bc2-c485-4cf4-9f74-a2e4da973d0c tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626378 Jul 23 22:39:47.403479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-aa9a6c54-9408-46ae-a7a1-54a5ebe06e89 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:47.409435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-ca85cc7d-390b-4651-8fba-0de5c7f819da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:47.411053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-ca85cc7d-390b-4651-8fba-0de5c7f819da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d32ba42a-939c-436c-b8d6-04ea26f1c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370365 Jul 23 22:39:47.414804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-aa9a6c54-9408-46ae-a7a1-54a5ebe06e89 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:47.461547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c639-82a9-4b59-8d31-ba9a1093b663 req-c84ad127-d0d6-41c4-8512-eb04d3403a6d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:47.468574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c639-82a9-4b59-8d31-ba9a1093b663 req-c84ad127-d0d6-41c4-8512-eb04d3403a6d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:47.477003 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5fa9c639-82a9-4b59-8d31-ba9a1093b663 req-c84ad127-d0d6-41c4-8512-eb04d3403a6d tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1678 time: 0.0969577 Jul 23 22:39:47.507810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f7eef28-564b-4c8b-81ea-a1ae85c90fdc req-aa9a6c54-9408-46ae-a7a1-54a5ebe06e89 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553617 Jul 23 22:39:47.526836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5fa9c639-82a9-4b59-8d31-ba9a1093b663 req-a3232bf9-26a2-4ae6-ac9d-f67a6905faba tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489104 Jul 23 22:39:47.530309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6c54-9408-46ae-a7a1-54a5ebe06e89 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6045c8-a04c-419e-b565-48e341cf3e27,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:47.539043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:47.613337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Transition to ACTIVE for port object fabd69b7-50a8-4195-b2c7-131da8628321 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:47.642274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eeb2e016-5975-4c70-88c4-9ee071ab107d req-6778244b-c1d0-46de-a148-41130f16a52c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 210 time: 0.0524516 Jul 23 22:39:47.654421 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb12e2c7-d798-4c73-b7ec-bfba7dca9156 req-e60f73e6-0ebb-4558-a237-24c0e4e4d84e tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0324943 Jul 23 22:39:47.668631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a327f558-183b-4fe7-9b51-e570907c0ef0 service neutron] 10.222.0.22 "GET /v2.0/networks/d32ba42a-939c-436c-b8d6-04ea26f1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428048 Jul 23 22:39:47.724383 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71415e9-2ab3-4066-ab67-c710ceef4fe6 x-openstack-request-id: req-e71415e9-2ab3-4066-ab67-c710ceef4fe6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:47.724680 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:47.724985 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e71415e9-2ab3-4066-ab67-c710ceef4fe6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:47.725394 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'status': 'completed', 'code': 200} Jul 23 22:39:47.760513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:47.843860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:47.856048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:47.861011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-84882c65-c795-44b8-83c4-bd08ffe62165 service neutron] 10.222.0.22 "GET /v2.0/networks/d32ba42a-939c-436c-b8d6-04ea26f1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859882 Jul 23 22:39:47.861675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Port': ['ID=fabd69b7-50a8-4195-b2c7-131da8628321,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:47.864134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:47.937990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-991e0eb9-b8cf-468a-9bc3-5f2e6d94ea8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.90&port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3 HTTP/1.1" status: 200 len: 217 time: 0.0677998 Jul 23 22:39:47.985782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.047967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bd4be-9066-4dd6-9891-3812f61f203b req-f7e0b62d-91cb-4b31-becd-bf11eb2b9eaf tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.049456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-764bd4be-9066-4dd6-9891-3812f61f203b req-f7e0b62d-91cb-4b31-becd-bf11eb2b9eaf tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2562861 Jul 23 22:39:48.061619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c093a538-deab-4c1a-a667-af2a56df4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.063086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-c093a538-deab-4c1a-a667-af2a56df4a65 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fdf3beb1-c406-40ca-9d4f-eddd9ef768c8 HTTP/1.1" status: 200 len: 801 time: 0.1178486 Jul 23 22:39:48.091983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba9b9058-9cd6-4536-b622-d29e76ec0250 None None] Provisioning for port fabd69b7-50a8-4195-b2c7-131da8628321 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:48.095980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba9b9058-9cd6-4536-b622-d29e76ec0250 None None] Provisioning complete for port fabd69b7-50a8-4195-b2c7-131da8628321 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:48.096295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba9b9058-9cd6-4536-b622-d29e76ec0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.133626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b9058-9cd6-4536-b622-d29e76ec0250 None None] Port fabd69b7-50a8-4195-b2c7-131da8628321 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:48.157382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-764bd4be-9066-4dd6-9891-3812f61f203b req-407c132e-8168-4591-8b9c-e200728d5e91 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998759 Jul 23 22:39:48.239656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c09b1-c493-4102-9986-744d6dd585f8 req-bbfe7843-144c-4b6b-880f-6714039df741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.241156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-bbfe7843-144c-4b6b-880f-6714039df741 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea720da9-0e9e-40f5-a891-d0f30486bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530066 Jul 23 22:39:48.248349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.458231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4f13-3cab-4cae-b697-058f1d234cb0 req-ef7ec762-e95e-4639-8815-c37884a4e9bf tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.459809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bdb4f13-3cab-4cae-b697-058f1d234cb0 req-ef7ec762-e95e-4639-8815-c37884a4e9bf tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.0784111 Jul 23 22:39:48.503017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bdb4f13-3cab-4cae-b697-058f1d234cb0 req-ef3f2401-40bd-4c4e-ad97-e7c0a1210427 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367756 Jul 23 22:39:48.504635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-10631b16-b209-4b35-bea1-38900d3203f3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.506137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-10631b16-b209-4b35-bea1-38900d3203f3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.3009183 Jul 23 22:39:48.526308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Request body: {'port': {'device_id': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'admin_state_up': True, 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:48.534977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-ee1a560b-e920-4fa9-8edc-dc46988bac1a service neutron] 10.222.0.22 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835383 Jul 23 22:39:48.663797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ca78f-eadd-4e30-bbd3-fa1f92599cbf req-7b16a36b-d181-4768-8990-6cea8f7288e4 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.665225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b33ca78f-eadd-4e30-bbd3-fa1f92599cbf req-7b16a36b-d181-4768-8990-6cea8f7288e4 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.0778098 Jul 23 22:39:48.673921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:48.678848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Request body: {'floatingip': {'port_id': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:48.720793 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.825847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-035c09b1-c493-4102-9986-744d6dd585f8 req-a175cabe-056e-40c5-a9e4-4c1358f38139 service neutron] 10.222.0.22 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747397 Jul 23 22:39:48.869026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff65f8-fb71-43ee-a9ab-29d954dffe1e req-01ab1136-73a3-4e26-b3a5-2b3ca551af99 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.871428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68ff65f8-fb71-43ee-a9ab-29d954dffe1e req-01ab1136-73a3-4e26-b3a5-2b3ca551af99 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 1102 time: 0.2717960 Jul 23 22:39:48.874153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:39:48.878031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.891912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b009-438a-457e-b8b5-fe0a1bf614e0 req-b529f63e-6f11-4e74-a9ec-01dc3d9c3fa4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.898005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4b009-438a-457e-b8b5-fe0a1bf614e0 req-b529f63e-6f11-4e74-a9ec-01dc3d9c3fa4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:48.899618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bd4b009-438a-457e-b8b5-fe0a1bf614e0 req-b529f63e-6f11-4e74-a9ec-01dc3d9c3fa4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1678 time: 0.1814682 Jul 23 22:39:48.963794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:48.980826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.011532 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bd4b009-438a-457e-b8b5-fe0a1bf614e0 req-ec6c19c4-80a9-4fc2-b795-11a0668da1e0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017685 Jul 23 22:39:49.046790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68ff65f8-fb71-43ee-a9ab-29d954dffe1e req-d82e942a-7cb5-4521-9058-8214e75406a6 tempest-ServersAdminNegativeTestJSON-1402505750 tempest-ServersAdminNegativeTestJSON-1402505750-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626151 Jul 23 22:39:49.123320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event updated for resources: {'Port': ['ID=fabd69b7-50a8-4195-b2c7-131da8628321,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:49.129018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.163585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.163921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.164287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.164622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.164951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.165276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.165601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.166021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.166393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.166712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.167052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.168429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:49.186533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-a440a35f-ee7d-4e20-8822-1ab7b309adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:49.187014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-a440a35f-ee7d-4e20-8822-1ab7b309adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:49.188594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-a440a35f-ee7d-4e20-8822-1ab7b309adce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dba9769b511e441eb7e63359ac845e66&device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1982 time: 0.2928772 Jul 23 22:39:49.200259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8acd6eba-6925-4202-8a9e-380e69ce7f6c req-e6b48d21-0c80-4495-ba6a-2a8927d9c7bd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 210 time: 0.0585160 Jul 23 22:39:49.221039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33cd2f51-4158-471b-b940-d00b54cacdb1 req-609c502a-f478-4d9b-8379-91cab98b4395 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0821874 Jul 23 22:39:49.283424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Allocated IP 172.20.0.8 (8024e459-e4d9-45aa-ac55-97e86d218310/c13f53ca-80a8-4d66-97d6-fb895f32b4c3/19b22184-e363-4365-8284-c1f8fc54f18c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:39:49.356924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.363848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.467561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-3cda4be9-fb5f-4dba-a5b3-351ec6a7aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:49.469077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-3cda4be9-fb5f-4dba-a5b3-351ec6a7aa3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea720da9-0e9e-40f5-a891-d0f30486bd7b HTTP/1.1" status: 200 len: 902 time: 0.2521510 Jul 23 22:39:49.472440 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Floating IP 802e8217-fc9d-4485-8b21-318366e9cf0b associated. External IP: 172.25.1.174, port: 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f. Jul 23 22:39:49.502638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:49.546417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:49.556521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-17b0bd1c-976b-4148-be53-2d0db6015de7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.90&port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3 HTTP/1.1" status: 200 len: 217 time: 0.0804210 Jul 23 22:39:49.700032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b1ee5-a3a2-42b4-8aa7-7c435cf12b91 req-8eba549b-501e-4167-a3e0-d682a9d0bb7d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:49.701656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-718b1ee5-a3a2-42b4-8aa7-7c435cf12b91 req-8eba549b-501e-4167-a3e0-d682a9d0bb7d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 950 time: 0.1252956 Jul 23 22:39:49.787628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-718b1ee5-a3a2-42b4-8aa7-7c435cf12b91 req-fc7547ef-90bd-4da3-8c79-8d0522d18dc0 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Jul 23 22:39:49.813249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:49.869862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d4378f3-615e-4f27-b606-c30aa6010224 None None] Provisioning complete for port fabd69b7-50a8-4195-b2c7-131da8628321 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:49.870917 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d4378f3-615e-4f27-b606-c30aa6010224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.908276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3d4378f3-615e-4f27-b606-c30aa6010224 None None] Port fabd69b7-50a8-4195-b2c7-131da8628321 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:39:49.928791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:49.934322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:49.940879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Sync routers for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:49.952400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:49.953377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:49.977304 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-64c49def-7a27-43f7-8f6d-af0eca32f059 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "PUT /v2.0/floatingips/802e8217-fc9d-4485-8b21-318366e9cf0b HTTP/1.1" status: 200 len: 991 time: 1.3019376 Jul 23 22:39:49.977962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:49.980777 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1dcea8-4217-434e-8aa2-28b613ebda7c" -d '{"events": [{"name": "network-changed", "server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:50.044321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789b83b-bdb6-4ae0-ab2c-97dc7b614df5 req-113cbb09-7fcb-4dab-8829-bb07112c3bc4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.045378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f789b83b-bdb6-4ae0-ab2c-97dc7b614df5 req-113cbb09-7fcb-4dab-8829-bb07112c3bc4 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.6757729 Jul 23 22:39:50.078887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:50.084018 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ccaa09-fc8d-4427-978c-cfe0d2b572bf x-openstack-request-id: req-41ccaa09-fc8d-4427-978c-cfe0d2b572bf {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:50.084315 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:50.084571 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41ccaa09-fc8d-4427-978c-cfe0d2b572bf {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:50.084975 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'status': 'completed', 'code': 200} Jul 23 22:39:50.090042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-03018de9-3eb0-4eb1-a583-55da677133e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.091674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-03018de9-3eb0-4eb1-a583-55da677133e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fdf3beb1-c406-40ca-9d4f-eddd9ef768c8 HTTP/1.1" status: 200 len: 801 time: 0.5243680 Jul 23 22:39:50.163988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:50.210018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae041e-becf-41a6-809c-e6e51cadd550 req-66c810d7-a205-4787-b229-0730e0699891 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.212709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f789b83b-bdb6-4ae0-ab2c-97dc7b614df5 req-51fb9e84-923b-4f7e-a51c-580a4e8d9f2e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521394 Jul 23 22:39:50.216947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Router faf1fb02-f53d-4aa3-99ce-6139f39aa398 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:50.221737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae041e-becf-41a6-809c-e6e51cadd550 req-66c810d7-a205-4787-b229-0730e0699891 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.223434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5eae041e-becf-41a6-809c-e6e51cadd550 req-66c810d7-a205-4787-b229-0730e0699891 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1678 time: 0.0891356 Jul 23 22:39:50.282318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5eae041e-becf-41a6-809c-e6e51cadd550 req-35883e84-b3a4-4d6b-a0e2-f765a97af48b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Jul 23 22:39:50.360426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '802e8217-fc9d-4485-8b21-318366e9cf0b', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'port_id': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'mac_address': 'fa:16:3e:e5:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:39:26Z', 'updated_at': '2021-07-23T22:39:49Z', 'revision_number': 1, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.390178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Checking router: dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:39:50.397219 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-68d30461-5c56-474d-b46e-155b28fc07e7 req-980fe5f0-c725-450e-9e8b-44d2bbf4f42b tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0313275 Jul 23 22:39:50.397677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2b06b9c-d000-4410-8711-70bce134811a req-9283ad7a-67e4-40aa-83a8-2b9ae466e10c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 210 time: 0.1034279 Jul 23 22:39:50.399082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:50.400056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.408224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-290e9ad3-c62b-4576-917d-4c98aa018015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.410049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-290e9ad3-c62b-4576-917d-4c98aa018015 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf6efacf1224d08bf0811ad299c2bda&device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 1097 time: 0.2919321 Jul 23 22:39:50.411778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-a2b467fa-4a0d-4516-a53c-ca9eb0eef1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.421904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-a2b467fa-4a0d-4516-a53c-ca9eb0eef1a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea720da9-0e9e-40f5-a891-d0f30486bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027024 Jul 23 22:39:50.465809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:50.514110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:39:50.537670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:50.540903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:50.543560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:50.551603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fb804122-e8ad-4824-a199-9d4edcbb2fe4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6846416 Jul 23 22:39:50.552378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:50.553162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] Sync routers for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:50.566206 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:50.567558 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.610823 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.613143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Network 8024e459-e4d9-45aa-ac55-97e86d218310 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:39:50.624873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:50.625971 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.631968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:39:50.641622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:39:50.672310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:50.673348 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdea8f-4e7b-4e2a-82ea-04da60ad7f57 None None] The sync data for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:50.688323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:50.694101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.resource_extend [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:39:50.707108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1809d939-f339-4b20-9822-7f3d3a56dad3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:50.736122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.736570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:50.743240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-60acc5f2-e642-451f-8fa4-353330693790 service neutron] 10.222.0.22 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041599 Jul 23 22:39:50.751213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-38540e3e-b37b-40dc-9a7b-5501719a7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:50.752740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-38540e3e-b37b-40dc-9a7b-5501719a7f7f service neutron] 10.222.0.22 "GET /v2.0/networks?id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 HTTP/1.1" status: 200 len: 905 time: 0.3265123 Jul 23 22:39:50.783168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-4f351f07-0014-455f-879c-affca6c4c3fa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2635152 Jul 23 22:39:50.819752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Request body: {'port': {'device_id': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:50.826918 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1809d939-f339-4b20-9822-7f3d3a56dad3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 22:39:50.829629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1809d939-f339-4b20-9822-7f3d3a56dad3 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398 HTTP/1.1" status: 409 len: 329 time: 0.2739410 Jul 23 22:39:50.832468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:50.933636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-8ed82b05-0edc-4577-b8c0-a255364a662d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f HTTP/1.1" status: 200 len: 999 time: 0.1691647 Jul 23 22:39:51.006923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b40f5ab-a31b-4b66-bdc0-ee47f25240f2 req-f5b4730e-b75c-44b8-ad1e-bddee55ad8d6 service neutron] 10.222.0.22 "GET /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521188 Jul 23 22:39:51.016691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.020653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.039682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-3c4aa771-5dfc-4827-a0f6-7c438c5d4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.041152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-3c4aa771-5dfc-4827-a0f6-7c438c5d4513 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=07728d0a-1a73-4a52-93ed-9e146ae3dd26 HTTP/1.1" status: 200 len: 843 time: 0.0839562 Jul 23 22:39:51.070978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:51.074551 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd16cf4-79b4-49a4-9a21-ca855f12fabd" -d '{"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-unplugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:51.079424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b2d3f-2f3e-4d17-96a3-ff8d1ba2983d req-567cfbc7-aa8e-4aff-8662-64e4d160e7c0 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.092472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f1b2d3f-2f3e-4d17-96a3-ff8d1ba2983d req-567cfbc7-aa8e-4aff-8662-64e4d160e7c0 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 950 time: 0.2137084 Jul 23 22:39:51.097027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.101551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.111633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.119999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'port_id': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'mac_address': 'fa:16:3e:04:05:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f7ca0-d4a7-426a-9093-e3ddad01d43a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:51.192099 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd1ebd-241a-48b9-81f2-ad9fb90e4007 x-openstack-request-id: req-95cd1ebd-241a-48b9-81f2-ad9fb90e4007 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:51.192368 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-unplugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:51.192626 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95cd1ebd-241a-48b9-81f2-ad9fb90e4007 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:51.193010 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'code': 200} Jul 23 22:39:51.200305 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.207160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f1b2d3f-2f3e-4d17-96a3-ff8d1ba2983d req-9d9a42fd-e9ea-4e57-9108-746d05a6da9a tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139534 Jul 23 22:39:51.227784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:51.241501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315cc33-5b5d-4da9-92b2-c0c741eb714b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:51.257189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '802e8217-fc9d-4485-8b21-318366e9cf0b', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'port_id': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'mac_address': 'fa:16:3e:e5:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:39:26Z', 'updated_at': '2021-07-23T22:39:49Z', 'revision_number': 1, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:51.288242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-6dfc9599-cc4c-487e-8be1-91c207830c51 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.289778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-6dfc9599-cc4c-487e-8be1-91c207830c51 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.25 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 950 time: 0.2037399 Jul 23 22:39:51.292982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.294460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb264ae0-546b-4df7-92c5-fd6b182f0884 None None] The sync data for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 is: [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '802e8217-fc9d-4485-8b21-318366e9cf0b', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'port_id': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'mac_address': 'fa:16:3e:e5:15:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:39:26Z', 'updated_at': '2021-07-23T22:39:49Z', 'revision_number': 1, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:51.300087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.300782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b6b8e4c4-a802-4931-a231-0dc8cb3283f3 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:51.350159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-dde01712-5dea-411e-b0f2-e2ac08c2a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.351697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-dde01712-5dea-411e-b0f2-e2ac08c2a8fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3031201 Jul 23 22:39:51.367503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.376144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:51.498126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.512294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'network_id': 'ea720da9-0e9e-40f5-a891-d0f30486bd7b', 'port_id': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'mac_address': 'fa:16:3e:ed:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf3beb1-c406-40ca-9d4f-eddd9ef768c8', 'ip_address': '19.86.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:51.561082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.579970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b8e4c4-a802-4931-a231-0dc8cb3283f3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:51.605526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cff12a-7c90-40a7-8153-4e5443634ef2 req-f06a605d-9575-4993-8892-c401ae7e5efb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.607452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7cff12a-7c90-40a7-8153-4e5443634ef2 req-f06a605d-9575-4993-8892-c401ae7e5efb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 944 time: 0.3134127 Jul 23 22:39:51.616373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.624224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.625058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1f8d3a13-8c13-469e-9c27-5992e3e855f7 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:51.661068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c4097-f81c-4b25-bbb4-65cda7a9aaba None None] New status for floating IP 802e8217-fc9d-4485-8b21-318366e9cf0b: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:39:51.683478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-001db5b1-3aed-4b15-ab4f-0c67aefedea1 service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845342 Jul 23 22:39:51.757526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:51.758813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7cff12a-7c90-40a7-8153-4e5443634ef2 req-d4072c30-a9a8-4b24-976c-ca8587ed17a7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419678 Jul 23 22:39:51.774980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Deleting port c700f769-fd7f-4908-828e-5a7a059c6377 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:51.774980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.838689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b22184-e363-4365-8284-c1f8fc54f18c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:51.860248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.913133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fadcf-6539-49fc-a8a4-f74eecae0664 req-ca1621e6-febf-490a-a0d8-af011143f4db tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.919428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fadcf-6539-49fc-a8a4-f74eecae0664 req-ca1621e6-febf-490a-a0d8-af011143f4db tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:51.921051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-312fadcf-6539-49fc-a8a4-f74eecae0664 req-ca1621e6-febf-490a-a0d8-af011143f4db tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1678 time: 0.5010970 Jul 23 22:39:51.954973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Transition to ACTIVE for port object 19b22184-e363-4365-8284-c1f8fc54f18c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:39:51.958432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.971259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1f8d3a13-8c13-469e-9c27-5992e3e855f7', 'network_id': 'd32ba42a-939c-436c-b8d6-04ea26f1c5fc', 'port_id': '1f8d3a13-8c13-469e-9c27-5992e3e855f7', 'mac_address': 'fa:16:3e:25:e9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858d5a98-3450-4170-b383-4d00cf6a12ca', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:51.978762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.980593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-312fadcf-6539-49fc-a8a4-f74eecae0664 req-c1165491-361c-48e0-9c9c-867a171214f4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Jul 23 22:39:51.988629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] For port c700f769-fd7f-4908-828e-5a7a059c6377, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c700f769-fd7f-4908-828e-5a7a059c6377,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:51.988989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:51.994477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1dcea8-4217-434e-8aa2-28b613ebda7c req-5c844a0d-442d-463b-b08c-c1918bf30898 service neutron] 10.222.0.22 "GET /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981477 Jul 23 22:39:52.030506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.033637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Calling delete_port for c700f769-fd7f-4908-828e-5a7a059c6377 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:52.065457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8d3a13-8c13-469e-9c27-5992e3e855f7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:52.095884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:52.106477 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.123852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369950-b20c-4245-b60a-6879257f1cd0 req-8e325a64-18eb-41e8-8b62-a8945adbf4de tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:52.130229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56369950-b20c-4245-b60a-6879257f1cd0 req-8e325a64-18eb-41e8-8b62-a8945adbf4de tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 931 time: 0.2725825 Jul 23 22:39:52.132103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:52.161958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d40df8d7-d028-4473-a196-399de6188c17 req-157e6d52-c8ad-4d8d-9a26-5a49081572c7 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0371950 Jul 23 22:39:52.163685 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.164557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting port fabd69b7-50a8-4195-b2c7-131da8628321 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:52.164848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.176260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:52.258775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.265716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56369950-b20c-4245-b60a-6879257f1cd0 req-1d4c6d24-c02d-489d-8f17-2ea640e141ba tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345201 Jul 23 22:39:52.272547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Calling delete_port for fabd69b7-50a8-4195-b2c7-131da8628321 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:52.334289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:39:52.334878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:39:52.335148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:52.342832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:39:52.343055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:39:52.352739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:39:52.353172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:39:52.353633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:39:52.354201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Bound port: 19b22184-e363-4365-8284-c1f8fc54f18c, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:39:52.355747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.434928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.449065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0d965ea3-f410-44cb-bc23-27559a8686d2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:52.453415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c700f769-fd7f-4908-828e-5a7a059c6377'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:52.457621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1f8d3a13-8c13-469e-9c27-5992e3e855f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:52.478433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.489790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Pushing event deleted for resources: {'Port': ['ID=c700f769-fd7f-4908-828e-5a7a059c6377,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:52.515673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Port': ['ID=fabd69b7-50a8-4195-b2c7-131da8628321,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:52.522430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b6b8e4c4-a802-4931-a231-0dc8cb3283f3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:52.536992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1315cc33-5b5d-4da9-92b2-c0c741eb714b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:52.542140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:39:52.554823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.555171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.555799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.556136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.556530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.556929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.557254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.557743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.558856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.559086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.559418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.559876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:39:52.568191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:39:52.594303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] No DVR routers for this DVR port c700f769-fd7f-4908-828e-5a7a059c6377 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:52.598786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.606892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.608910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-370eff0c-d420-40b6-b2f1-f41a607e011e req-7e508919-7fae-4095-b54a-18efaf354cb1 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.25 "DELETE /v2.0/ports/c700f769-fd7f-4908-828e-5a7a059c6377 HTTP/1.1" status: 204 len: 173 time: 1.3022771 Jul 23 22:39:52.688817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'name': 'network-vif-deleted', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:52.691206 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e496c37b-146b-4512-be5f-8b2e334dd1b6" -d '{"events": [{"server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "name": "network-vif-deleted", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:52.717854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:52.779904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4680b09-7527-49a5-aa33-e16076e599c8 req-3059477f-4e56-42e5-8718-b8121a163960 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:52.784288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4680b09-7527-49a5-aa33-e16076e599c8 req-3059477f-4e56-42e5-8718-b8121a163960 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=86174fdb-e77c-4ce3-b5af-a2310c1d1cc9 HTTP/1.1" status: 200 len: 867 time: 0.4139400 Jul 23 22:39:52.791649 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513f2ee-f026-4117-bad8-bad397424be9 x-openstack-request-id: req-8513f2ee-f026-4117-bad8-bad397424be9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:52.791915 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86174fdb-e77c-4ce3-b5af-a2310c1d1cc9", "name": "network-vif-deleted", "tag": "c700f769-fd7f-4908-828e-5a7a059c6377", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:52.792665 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8513f2ee-f026-4117-bad8-bad397424be9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:52.793086 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86174fdb-e77c-4ce3-b5af-a2310c1d1cc9', 'name': 'network-vif-deleted', 'tag': 'c700f769-fd7f-4908-828e-5a7a059c6377', 'status': 'completed', 'code': 200} Jul 23 22:39:52.794646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:52.795278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.810775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c4340dac-5832-4f50-8980-3c6b98c6a368 service neutron] 10.222.0.25 "PUT /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 1092 time: 1.9954290 Jul 23 22:39:52.818764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:52.932009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4680b09-7527-49a5-aa33-e16076e599c8 req-7cb801cd-46f3-4779-99ec-0804253a8c3c tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189570 Jul 23 22:39:52.954448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-8ff5205d-7158-45cb-bf3b-d656382f2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:52.956136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-8ff5205d-7158-45cb-bf3b-d656382f2baa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1095 time: 0.0915411 Jul 23 22:39:53.007634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-c71e4b36-75f2-4f77-aa5e-645ce9460c9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.0425367 Jul 23 22:39:53.076905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-422b537b-5764-466c-94f2-0c673e8eebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:53.078712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-422b537b-5764-466c-94f2-0c673e8eebd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.0635612 Jul 23 22:39:53.100679 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:53.104083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Router faf1fb02-f53d-4aa3-99ce-6139f39aa398 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:39:53.121125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a6690-28b1-473a-9a76-aba87da7b8a1 req-68fce525-d512-4469-8f12-cd1944d7348c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:53.126299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-119a6690-28b1-473a-9a76-aba87da7b8a1 req-68fce525-d512-4469-8f12-cd1944d7348c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 944 time: 0.2130153 Jul 23 22:39:53.127082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-20f4edc1-7312-471d-9fd8-b76752ee0fd9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401273 Jul 23 22:39:53.231235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:39:53.237987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce4dbd13-4aef-4c49-bcca-e9af111580ca tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4039292 Jul 23 22:39:53.248910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-119a6690-28b1-473a-9a76-aba87da7b8a1 req-c1bbdeb8-9f33-4e51-bd99-8f0f68d5b383 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173658 Jul 23 22:39:53.249437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:53.249595 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] Sync routers for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:39:53.259162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:53.260208 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:53.288468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec5876-6873-406f-8937-2e002d0b059b req-24ab79d4-4648-410c-9b60-6ea657284957 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:53.297022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec5876-6873-406f-8937-2e002d0b059b req-24ab79d4-4648-410c-9b60-6ea657284957 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:53.306129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bec5876-6873-406f-8937-2e002d0b059b req-24ab79d4-4648-410c-9b60-6ea657284957 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1680 time: 0.1816254 Jul 23 22:39:53.310067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:53.320482 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] Routers {'faf1fb02-f53d-4aa3-99ce-6139f39aa398'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:39:53.327673 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:53.346185 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0d448b12-8331-4dad-8903-4b32972b3539 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] show failed (client error): The resource could not be found. Jul 23 22:39:53.350794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-e7131681-34a6-4a22-b712-95f942dbf742 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131939 Jul 23 22:39:53.355422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:53.357513 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d448b12-8331-4dad-8903-4b32972b3539 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1768972835 HTTP/1.1" status: 404 len: 335 time: 0.1067986 Jul 23 22:39:53.364555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-27b81f0a-73ab-4980-bcbe-d043c58831b9 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:39:53.375372 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:53.376158 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee93f6-43bc-4a00-9d0e-bea05a8c7cd1 None None] The sync data for ids ['faf1fb02-f53d-4aa3-99ce-6139f39aa398'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:39:53.413328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-492b7157-0fed-4827-be89-86729714d1db req-5d6e71e0-c0bd-4fd2-88e8-b33daf0eb66b tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0313466 Jul 23 22:39:53.606322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f39055-a12a-41aa-aab0-db46772f9ca2 req-26a4de50-e7b8-4f63-845a-2ef8cbc97e7e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:53.607828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8f39055-a12a-41aa-aab0-db46772f9ca2 req-26a4de50-e7b8-4f63-845a-2ef8cbc97e7e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.0709631 Jul 23 22:39:53.649297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8f39055-a12a-41aa-aab0-db46772f9ca2 req-203481af-e39d-47f5-91d5-a65d9badf10b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355535 Jul 23 22:39:53.741510 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-27b81f0a-73ab-4980-bcbe-d043c58831b9 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] update failed (client error): The resource could not be found. Jul 23 22:39:53.742539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-27b81f0a-73ab-4980-bcbe-d043c58831b9 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-244997707 HTTP/1.1" status: 404 len: 334 time: 0.3845153 Jul 23 22:39:53.748174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:53.758505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bec5876-6873-406f-8937-2e002d0b059b req-21dcbc3a-fd97-4592-8017-9e69e76a2c8a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515281 Jul 23 22:39:53.810428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting subnet c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:53.813594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:53.828381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bad6373-5102-4d0c-91cb-2e04e681dda7 req-e7d33ae7-f929-4ad8-8570-1945712697af service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027672 Jul 23 22:39:53.855769 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:53.937178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.006835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.039086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:54.043375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.045341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4a42a38-4e00-401e-8f69-a5ccf579a50e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/subnets/c9a5cd18-ae96-4590-a949-fcfe9c6e6d9c HTTP/1.1" status: 204 len: 168 time: 0.2958865 Jul 23 22:39:54.047830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:54.051137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2f7e0-3ba0-44b1-b990-2f6704fff907 None None] Network 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:54.117957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting subnet b8576445-9fcb-4777-9699-b2540e9a972e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:54.121962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.171699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.288479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] DHCP port deletion for 6a4fad97-5cc3-44ed-bfbd-a65c9b021079 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:54.331942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.366300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546977ae-d688-4d11-a6bf-02fe6abab425 req-7b3a9b00-f30d-45e0-adf1-9006e89a973a tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:54.368139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-546977ae-d688-4d11-a6bf-02fe6abab425 req-7b3a9b00-f30d-45e0-adf1-9006e89a973a tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 950 time: 0.1589837 Jul 23 22:39:54.368908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Deleting port 1cb76bcb-da2a-4418-be8c-03b2436b4220 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:54.369358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.424530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99650a81-a323-4068-a550-e1ab22c7a310 req-50df2aac-2fe4-4d2e-be74-9b29177ca134 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:54.426218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99650a81-a323-4068-a550-e1ab22c7a310 req-50df2aac-2fe4-4d2e-be74-9b29177ca134 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 944 time: 0.0852847 Jul 23 22:39:54.431822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-546977ae-d688-4d11-a6bf-02fe6abab425 req-f64ae0a4-0da1-4e7c-8b49-54a89ce7cc00 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Jul 23 22:39:54.439649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] For port 1cb76bcb-da2a-4418-be8c-03b2436b4220, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1cb76bcb-da2a-4418-be8c-03b2436b4220,segment=NetworkSegment(f1bbe7dd-b65a-4261-8200-de3458623d29),segment_id=f1bbe7dd-b65a-4261-8200-de3458623d29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:54.440196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.446241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.452560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Calling delete_port for 1cb76bcb-da2a-4418-be8c-03b2436b4220 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:54.487542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.489499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/subnets/b8576445-9fcb-4777-9699-b2540e9a972e HTTP/1.1" status: 204 len: 168 time: 0.4408000 Jul 23 22:39:54.490555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3ca7-82ee-4969-b1fe-74cd09442717 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Subnet': ['ID=b8576445-9fcb-4777-9699-b2540e9a972e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:54.495410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:54.502891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99650a81-a323-4068-a550-e1ab22c7a310 req-32d50f19-5e42-46da-8c88-f390868d4001 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Jul 23 22:39:54.524782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030d587-b411-411a-aa62-275382ce67c6 None None] Network ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:54.587298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:54.594524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.604933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfc5c1ba-43f0-44f0-ad30-5debbc31a07e req-6f116a09-9d66-4d9b-a9c0-024471689b80 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0644286 Jul 23 22:39:54.612296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.648628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] Pushing event deleted for resources: {'Port': ['ID=1cb76bcb-da2a-4418-be8c-03b2436b4220,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:54.669667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b455da-1c9f-4009-ac85-ad85aff5e010 None None] No DVR routers for this DVR port 1cb76bcb-da2a-4418-be8c-03b2436b4220 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:54.711986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.723630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4fad97-5cc3-44ed-bfbd-a65c9b021079']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:54.729152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1315cc33-5b5d-4da9-92b2-c0c741eb714b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:54.729871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.753492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bbe7dd-b65a-4261-8200-de3458623d29') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:54.753858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bbe7dd-b65a-4261-8200-de3458623d29') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:54.766580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.792433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.800044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:54.802442 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6987dfb-b139-49be-81f0-1bd8298f2665" -d '{"events": [{"name": "network-changed", "server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:54.803233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:54.805970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:54.825463 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:54.849148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072cf82-05fe-4e1a-a95d-fc63c6339c5a req-0a1dc227-b53a-406a-a20e-f3f4dc94f8ab tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:54.856485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b072cf82-05fe-4e1a-a95d-fc63c6339c5a req-0a1dc227-b53a-406a-a20e-f3f4dc94f8ab tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.1107934 Jul 23 22:39:54.867222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.884531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] DHCP port deletion for ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:54.903115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:54.906046 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdcaa35-bc3e-4f6e-b2f7-fdec67374144" -d '{"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-plugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:54.907243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b072cf82-05fe-4e1a-a95d-fc63c6339c5a req-87001bc3-5e8b-466c-948c-8ba7e8b08328 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498679 Jul 23 22:39:54.913238 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.921055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.925929 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/networks/6a4fad97-5cc3-44ed-bfbd-a65c9b021079 HTTP/1.1" status: 204 len: 168 time: 0.4265995 Jul 23 22:39:54.926469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:54.953883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:54.954445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818efbb0-b4ce-424f-b690-8a4268fde520 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Network': ['ID=6a4fad97-5cc3-44ed-bfbd-a65c9b021079,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:54.954741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:54.961250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b6b8e4c4-a802-4931-a231-0dc8cb3283f3 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:55.003689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d8537-e5a4-4633-9fe4-a6f94887ef0f req-29a097c1-f67a-4231-be78-0c3e4b34a561 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.010325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d8537-e5a4-4633-9fe4-a6f94887ef0f req-29a097c1-f67a-4231-be78-0c3e4b34a561 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.027617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f80d8537-e5a4-4633-9fe4-a6f94887ef0f req-29a097c1-f67a-4231-be78-0c3e4b34a561 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1680 time: 0.1243293 Jul 23 22:39:55.058782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.060398 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f86d7-7963-4087-834f-cbc54ecc506f x-openstack-request-id: req-975f86d7-7963-4087-834f-cbc54ecc506f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:55.060696 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-plugged", "status": "completed", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:55.061278 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-975f86d7-7963-4087-834f-cbc54ecc506f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:55.061436 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'code': 200} Jul 23 22:39:55.062522 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094956f-e2c9-473a-8fc7-f11e2a3d021d x-openstack-request-id: req-b094956f-e2c9-473a-8fc7-f11e2a3d021d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:55.062821 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:55.063544 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b094956f-e2c9-473a-8fc7-f11e2a3d021d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:55.063544 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c', 'status': 'completed', 'code': 200} Jul 23 22:39:55.073992 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f80d8537-e5a4-4633-9fe4-a6f94887ef0f req-e81537bf-a0df-404c-86ba-f4666149e3cd tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Jul 23 22:39:55.078862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Deleting port 0a613562-ee80-4c5e-a902-b859a9fda6e5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:55.079303 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.169470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-839e1295-df7a-4883-a2df-283a10e997f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.171040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-839e1295-df7a-4883-a2df-283a10e997f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1095 time: 0.1068630 Jul 23 22:39:55.179266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting port 0a613562-ee80-4c5e-a902-b859a9fda6e5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:55.179611 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.246853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:55.264279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:55.299561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:55.300279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.336307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] For port 0a613562-ee80-4c5e-a902-b859a9fda6e5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a613562-ee80-4c5e-a902-b859a9fda6e5,segment=NetworkSegment(418b69dc-c3c2-4974-b8fb-acd57424fc58),segment_id=418b69dc-c3c2-4974-b8fb-acd57424fc58)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:55.336712 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.339793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] For port 0a613562-ee80-4c5e-a902-b859a9fda6e5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a613562-ee80-4c5e-a902-b859a9fda6e5,segment=NetworkSegment(418b69dc-c3c2-4974-b8fb-acd57424fc58),segment_id=418b69dc-c3c2-4974-b8fb-acd57424fc58)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:55.340172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.355912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Calling delete_port for 0a613562-ee80-4c5e-a902-b859a9fda6e5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:55.363994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Calling delete_port for 0a613562-ee80-4c5e-a902-b859a9fda6e5 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:55.396542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-d6ba05a1-9675-4a6c-a952-822470c1e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.398080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-d6ba05a1-9675-4a6c-a952-822470c1e2a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2163699 Jul 23 22:39:55.455715 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.482093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274debd-92ea-4769-87b9-ee0e878a798f req-c018b4ec-e7e4-4e2d-9f3d-b066a461da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.483640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e274debd-92ea-4769-87b9-ee0e878a798f req-c018b4ec-e7e4-4e2d-9f3d-b066a461da8c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 1097 time: 0.2585740 Jul 23 22:39:55.484324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.489982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-1154bf76-e891-41cc-a19d-66f01bbfd06d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.0621326 Jul 23 22:39:55.528929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c700f769-fd7f-4908-828e-5a7a059c6377 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:55.532947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:55.536152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] Pushing event deleted for resources: {'Port': ['ID=0a613562-ee80-4c5e-a902-b859a9fda6e5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:55.537948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f432e-341a-43d5-8e86-fffe47a608cf None None] No DVR routers for this DVR port 0a613562-ee80-4c5e-a902-b859a9fda6e5 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:55.564367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.565697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1f8d3a13-8c13-469e-9c27-5992e3e855f7 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:55.567221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: c700f769-fd7f-4908-828e-5a7a059c6377 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:55.567731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c700f769-fd7f-4908-828e-5a7a059c6377 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:55.605383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.612339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-21d24fe1-4dca-40e9-8c62-61f1d5702c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.613861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-21d24fe1-4dca-40e9-8c62-61f1d5702c77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1162436 Jul 23 22:39:55.620942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e274debd-92ea-4769-87b9-ee0e878a798f req-4eedaaaf-b3b4-4e64-a297-66793ca35e1d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239982 Jul 23 22:39:55.655255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:55.657862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Port': ['ID=0a613562-ee80-4c5e-a902-b859a9fda6e5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:55.679469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] No DVR routers for this DVR port 0a613562-ee80-4c5e-a902-b859a9fda6e5 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:55.679740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:55.683446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-3e218ec1-0981-498b-9700-bce6f3743087 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381277 Jul 23 22:39:55.685230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:55.685601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.686114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc731e75-7626-49fa-b70f-188a56ca2a7d req-60b09905-f2d1-4d04-91b2-0e8c98ceee1c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.687848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bc731e75-7626-49fa-b70f-188a56ca2a7d req-60b09905-f2d1-4d04-91b2-0e8c98ceee1c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0921369 Jul 23 22:39:55.732013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bc731e75-7626-49fa-b70f-188a56ca2a7d req-3b33de9a-c5b4-4526-93b1-97a0a875cb90 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Jul 23 22:39:55.791270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.828253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:55.834615 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.886738 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.893242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:55.906168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f9aad-8dbf-41f5-b0ca-65ea0155d8c4 req-aba1bbaa-f9fa-41dd-afa2-a1c8444b539b tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:55.907102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fc32a2-c070-4e31-ae57-02c58a796654 req-610f0054-7a47-4ec6-92cd-f462f4cb65b8 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0323875 Jul 23 22:39:55.907670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-176f9aad-8dbf-41f5-b0ca-65ea0155d8c4 req-aba1bbaa-f9fa-41dd-afa2-a1c8444b539b tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 950 time: 0.3512123 Jul 23 22:39:55.914638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:55.938653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418b69dc-c3c2-4974-b8fb-acd57424fc58') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:55.938965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418b69dc-c3c2-4974-b8fb-acd57424fc58') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:55.970918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:55.976400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-0793d23b-b1e1-4d58-9f95-0d2c67726482 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861075 Jul 23 22:39:56.023339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-9ebc27f3-a957-4d8f-aa5c-f70347f097f8 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:56.024752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-9ebc27f3-a957-4d8f-aa5c-f70347f097f8 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.22 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 950 time: 0.3100684 Jul 23 22:39:56.037313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.056480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-176f9aad-8dbf-41f5-b0ca-65ea0155d8c4 req-24301cfa-5cba-463c-bd6b-6d22779d1dd3 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/security-groups?id=89bf154a-911f-4365-b811-51b885959355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317668 Jul 23 22:39:56.079823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:56.080234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:56.084907 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:56.094267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0c24e-4f5f-430d-9c34-d8d0743a056b req-34cb386f-7d55-4467-b621-f48e6acf7935 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:56.095817 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3fb0c24e-4f5f-430d-9c34-d8d0743a056b req-34cb386f-7d55-4467-b621-f48e6acf7935 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.0697505 Jul 23 22:39:56.144692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3fb0c24e-4f5f-430d-9c34-d8d0743a056b req-bd43690c-5750-44dc-80e4-1fe79682a885 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Jul 23 22:39:56.197186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1cb76bcb-da2a-4418-be8c-03b2436b4220 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:56.231587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1cb76bcb-da2a-4418-be8c-03b2436b4220 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:56.232239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1cb76bcb-da2a-4418-be8c-03b2436b4220 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:56.232972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a613562-ee80-4c5e-a902-b859a9fda6e5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:56.266760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 0a613562-ee80-4c5e-a902-b859a9fda6e5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:56.267293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a613562-ee80-4c5e-a902-b859a9fda6e5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:56.325496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.341465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.343325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/networks/ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd HTTP/1.1" status: 204 len: 168 time: 1.4154305 Jul 23 22:39:56.345950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:56.360599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6987dfb-b139-49be-81f0-1bd8298f2665 req-cafa6c82-523f-4f5f-a3f8-d56df983aa0c service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770437 Jul 23 22:39:56.363160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87c63-4ff9-4ebd-b622-544d6b18df8e tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Network': ['ID=ecc5f5e9-c4d8-47d7-b0ff-6aeea14be7cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:56.404591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Deleting port 0d965ea3-f410-44cb-bc23-27559a8686d2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:56.404949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.416330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting subnet 12bd5436-5261-452a-a451-679b15d353b2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:39:56.418533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e4324-a20c-421a-b34f-fd82baf3ae98 req-5a833354-48dd-45ac-8d16-137355d3e667 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:56.420798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.424561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e4324-a20c-421a-b34f-fd82baf3ae98 req-5a833354-48dd-45ac-8d16-137355d3e667 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:56.426278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-085e4324-a20c-421a-b34f-fd82baf3ae98 req-5a833354-48dd-45ac-8d16-137355d3e667 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1902781 Jul 23 22:39:56.463049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.524168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-085e4324-a20c-421a-b34f-fd82baf3ae98 req-e2d800aa-28fe-4852-a432-e307bc34c7f1 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Jul 23 22:39:56.552769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] For port 0d965ea3-f410-44cb-bc23-27559a8686d2, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0d965ea3-f410-44cb-bc23-27559a8686d2,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:56.553221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.561926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.575679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Calling delete_port for 0d965ea3-f410-44cb-bc23-27559a8686d2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:56.634048 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.661516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Subnet': ['ID=12bd5436-5261-452a-a451-679b15d353b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:56.665252 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.670335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d9b6a3e-fede-4aac-a8a4-06f76870402d tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/subnets/12bd5436-5261-452a-a451-679b15d353b2 HTTP/1.1" status: 204 len: 168 time: 0.3232408 Jul 23 22:39:56.671071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:56.673300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc247c-294d-4e93-af5a-8bb10a33c2c0 None None] Network 4d3c9fae-ba26-404f-817d-35c3b43bb621 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:39:56.721159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.750660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Pushing event deleted for resources: {'Port': ['ID=0d965ea3-f410-44cb-bc23-27559a8686d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:56.756297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.826977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] No DVR routers for this DVR port 0d965ea3-f410-44cb-bc23-27559a8686d2 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:56.832012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.835780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b5a4fe7-62cc-43a3-a481-5dc9697d4b29 req-489e39b7-6aa5-4c3e-ad7c-81ab8cce7216 tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.22 "DELETE /v2.0/ports/0d965ea3-f410-44cb-bc23-27559a8686d2 HTTP/1.1" status: 204 len: 173 time: 0.7958062 Jul 23 22:39:56.859813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Deleting port ad041f41-da79-4a06-b3d1-d22af6504de8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:56.860318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.895811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] DHCP port deletion for 4d3c9fae-ba26-404f-817d-35c3b43bb621 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:39:56.951765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Deleting port ad041f41-da79-4a06-b3d1-d22af6504de8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:56.952140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.972178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] For port ad041f41-da79-4a06-b3d1-d22af6504de8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ad041f41-da79-4a06-b3d1-d22af6504de8,segment=NetworkSegment(92f28afa-e480-4b6b-afbb-813cc4a08904),segment_id=92f28afa-e480-4b6b-afbb-813cc4a08904)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:56.972545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:56.991535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Calling delete_port for ad041f41-da79-4a06-b3d1-d22af6504de8 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:57.028153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] For port ad041f41-da79-4a06-b3d1-d22af6504de8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ad041f41-da79-4a06-b3d1-d22af6504de8,segment=NetworkSegment(92f28afa-e480-4b6b-afbb-813cc4a08904),segment_id=92f28afa-e480-4b6b-afbb-813cc4a08904)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:57.028550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.041645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Calling delete_port for ad041f41-da79-4a06-b3d1-d22af6504de8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:39:57.044142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-481592a4-e935-42ec-bc67-218b8bf80773 req-1530379d-22d7-4955-b30f-58f72c7ebec7 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0360115 Jul 23 22:39:57.053118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e5a6-bfad-4383-9b8d-b5dfadcef92e req-01a449e8-acbc-40b9-9d01-83355e816cc2 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.054972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1b4e5a6-bfad-4383-9b8d-b5dfadcef92e req-01a449e8-acbc-40b9-9d01-83355e816cc2 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.2204292 Jul 23 22:39:57.064952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'name': 'network-vif-deleted', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:57.067321 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199852f-e9ed-44e3-9227-37c236d51081" -d '{"events": [{"server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "name": "network-vif-deleted", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:57.093177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3'}, {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:57.095473 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220968b-c2e2-4b1e-a6c2-7d83485493d4" -d '{"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-plugged", "status": "completed", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3"}, {"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-plugged", "status": "completed", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:57.131679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1b4e5a6-bfad-4383-9b8d-b5dfadcef92e req-77486051-b554-4dbb-abf1-a67c2b9342af tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jul 23 22:39:57.144766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.165875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.178513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Port': ['ID=ad041f41-da79-4a06-b3d1-d22af6504de8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:57.186039 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6df0f96-b91c-49aa-9412-e400e1d9b888 x-openstack-request-id: req-a6df0f96-b91c-49aa-9412-e400e1d9b888 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:57.186422 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120706f5-468d-4be9-849c-81f5b7427e35", "name": "network-vif-deleted", "tag": "0d965ea3-f410-44cb-bc23-27559a8686d2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:57.186789 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6df0f96-b91c-49aa-9412-e400e1d9b888 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:57.187868 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120706f5-468d-4be9-849c-81f5b7427e35', 'name': 'network-vif-deleted', 'tag': '0d965ea3-f410-44cb-bc23-27559a8686d2', 'status': 'completed', 'code': 200} Jul 23 22:39:57.189745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] No DVR routers for this DVR port ad041f41-da79-4a06-b3d1-d22af6504de8 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:57.207520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] Pushing event deleted for resources: {'Port': ['ID=ad041f41-da79-4a06-b3d1-d22af6504de8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:57.227303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef84f00-b813-49cc-8338-6c5f0ee74ab0 None None] No DVR routers for this DVR port ad041f41-da79-4a06-b3d1-d22af6504de8 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:39:57.251488 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4855e52-dc6b-44c3-9755-9bdda02c2f06 x-openstack-request-id: req-b4855e52-dc6b-44c3-9755-9bdda02c2f06 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:57.252003 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-plugged", "status": "completed", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3", "code": 200}, {"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-plugged", "status": "completed", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:57.252253 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4855e52-dc6b-44c3-9755-9bdda02c2f06 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:57.252654 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'code': 200} Jul 23 22:39:57.253328 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7', 'code': 200} Jul 23 22:39:57.324101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29dd627b-d876-489a-80a3-39a62c56b036 req-56acd4f5-0045-463e-a614-e1cffd33ce8d tempest-ServersAdminNegativeTestJSON-2415810 tempest-ServersAdminNegativeTestJSON-2415810-project] 10.222.0.37 "GET /v2.0/ports?device_id=120706f5-468d-4be9-849c-81f5b7427e35 HTTP/1.1" status: 200 len: 210 time: 0.0717854 Jul 23 22:39:57.379884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.400147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c9fae-ba26-404f-817d-35c3b43bb621']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:57.424386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f28afa-e480-4b6b-afbb-813cc4a08904') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:57.424667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f28afa-e480-4b6b-afbb-813cc4a08904') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:39:57.463116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.476898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead72dae-870a-4b74-b6c1-bdfabe6be178 req-b1c28930-f762-4e21-9b34-86eaed5ce865 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.478496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ead72dae-870a-4b74-b6c1-bdfabe6be178 req-b1c28930-f762-4e21-9b34-86eaed5ce865 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.1428733 Jul 23 22:39:57.488011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.496523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3c95-8d9e-4ce7-b791-7d26dba0fe22 req-a5cb272f-69ee-4665-93d6-285cd908a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.497020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d3c95-8d9e-4ce7-b791-7d26dba0fe22 req-a5cb272f-69ee-4665-93d6-285cd908a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.498634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b80d3c95-8d9e-4ce7-b791-7d26dba0fe22 req-a5cb272f-69ee-4665-93d6-285cd908a26d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1986 time: 0.1787584 Jul 23 22:39:57.498797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:39:57.499116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:39:57.502151 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:39:57.528235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:39:57.544160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ead72dae-870a-4b74-b6c1-bdfabe6be178 req-af87d989-29f9-4443-8626-9efa40aab8ec tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593171 Jul 23 22:39:57.558207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b80d3c95-8d9e-4ce7-b791-7d26dba0fe22 req-01be4307-ca00-40c2-8eda-51e34548983d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Jul 23 22:39:57.579161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e502339-c09c-4cd6-b7a1-aaac0f3e2e46 req-9eb2d521-22c4-4e15-a608-03b2c4f972a3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.582232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e502339-c09c-4cd6-b7a1-aaac0f3e2e46 req-9eb2d521-22c4-4e15-a608-03b2c4f972a3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.1607604 Jul 23 22:39:57.595736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.601079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.603006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/networks/4d3c9fae-ba26-404f-817d-35c3b43bb621 HTTP/1.1" status: 204 len: 168 time: 0.9309957 Jul 23 22:39:57.606324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:57.640115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd75a94-1baa-4dbc-b2d2-455509c4256c tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Pushing event deleted for resources: {'Network': ['ID=4d3c9fae-ba26-404f-817d-35c3b43bb621,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:57.643332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:57.646307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ba723b1-dd09-45a4-bf84-ef05dba5e5c4 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "GET /v2.0/ports?device_id=faf1fb02-f53d-4aa3-99ce-6139f39aa398 HTTP/1.1" status: 200 len: 205 time: 0.0387566 Jul 23 22:39:57.649966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:57.662273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '19b22184-e363-4365-8284-c1f8fc54f18c', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'port_id': '19b22184-e363-4365-8284-c1f8fc54f18c', 'mac_address': 'fa:16:3e:06:06:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13f53ca-80a8-4d66-97d6-fb895f32b4c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:39:57.705775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.718937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b22184-e363-4365-8284-c1f8fc54f18c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:39:57.719545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286849f-a160-432e-86ea-4c1ea986216c req-de742f66-22d6-4ebb-8c35-91f02156b322 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.727000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286849f-a160-432e-86ea-4c1ea986216c req-de742f66-22d6-4ebb-8c35-91f02156b322 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:57.728547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f286849f-a160-432e-86ea-4c1ea986216c req-de742f66-22d6-4ebb-8c35-91f02156b322 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1018860 Jul 23 22:39:57.731322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2e502339-c09c-4cd6-b7a1-aaac0f3e2e46 req-69bd70ce-7d75-4a73-be1e-f0605b3abe8d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440437 Jul 23 22:39:57.739190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.745626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:57.757791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.777332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f286849f-a160-432e-86ea-4c1ea986216c req-90d9d15c-7291-46d8-b34e-608b9da565c4 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Jul 23 22:39:57.813267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:57.932383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.935376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.989031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:57.989565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Fanout notify agent at l3_agent the message router_deleted on router faf1fb02-f53d-4aa3-99ce-6139f39aa398 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:39:57.997055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:58.000944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78fcdbf0-1bd2-4149-8ba7-7a1584398c59 tempest-RoutersNegativeTest-1699507463 tempest-RoutersNegativeTest-1699507463-project] 10.222.0.37 "DELETE /v2.0/routers/faf1fb02-f53d-4aa3-99ce-6139f39aa398 HTTP/1.1" status: 204 len: 168 time: 0.3471303 Jul 23 22:39:58.020155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:39:58.187075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99ef468b-082e-4302-8c3e-21d64cca640d req-fbe78e3b-4d48-45e1-81a6-32ec35a8d6f1 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0473123 Jul 23 22:39:58.207566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-34f64e21-70c8-4186-805d-fbb1b0ec4192 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:58.215364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-34f64e21-70c8-4186-805d-fbb1b0ec4192 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.1544259 Jul 23 22:39:58.223494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ad041f41-da79-4a06-b3d1-d22af6504de8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:58.236321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-59cf1fea-70a3-4fbb-9e2b-ef5ad66af06f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/quotas/fb6e0c1967834548af10ddffa8613f6c HTTP/1.1" status: 200 len: 375 time: 0.0199621 Jul 23 22:39:58.253253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ad041f41-da79-4a06-b3d1-d22af6504de8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:58.253591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ad041f41-da79-4a06-b3d1-d22af6504de8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:58.314312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-b6547bb4-e278-49ca-95af-f5ad8472deba tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770633 Jul 23 22:39:58.360918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:58.432977 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-9b2418d5-5e25-4e7b-a586-17d61d6d5432 service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131961 Jul 23 22:39:58.532786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:58.533033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d7057ebf-10d7-4967-982e-6e3d1118be35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aebdc406befd4642a8f2f940cf689bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709161 Jul 23 22:39:58.552400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-6f8ff54c-4faa-4a60-b6bf-bd9523fe42d2 service neutron] 10.222.0.37 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132355 Jul 23 22:39:58.597816 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:58.601902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0d965ea3-f410-44cb-bc23-27559a8686d2 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:39:58.631405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 0d965ea3-f410-44cb-bc23-27559a8686d2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:39:58.632201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0d965ea3-f410-44cb-bc23-27559a8686d2 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:39:58.640567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:58.640772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:58.697225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:58.701074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:58.703354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f5d0134-2750-43e6-82a8-bbbe807ef691 HTTP/1.1" status: 204 len: 168 time: 0.1680121 Jul 23 22:39:58.712588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1466049-f6b0-4408-9052-2fdfbf01876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d0134-2750-43e6-82a8-bbbe807ef691,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:58.781653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6e9adce-c06c-4208-9f39-dbf3b7c81a24 req-e10369e6-28a9-4f10-9434-20a7f10c4e29 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 210 time: 0.0393021 Jul 23 22:39:58.864462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c29e057-b795-4a7d-80dd-44381cf45f9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a289fbd55f8e44c6a6a510e029486e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191076 Jul 23 22:39:58.864694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:58.901315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d52a9c-466f-4b4d-b001-5e366daff087 req-764441c0-dbcc-4b3e-adff-00778fd013ec tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:58.909989 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52d52a9c-466f-4b4d-b001-5e366daff087 req-764441c0-dbcc-4b3e-adff-00778fd013ec tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.0875740 Jul 23 22:39:58.956351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52d52a9c-466f-4b4d-b001-5e366daff087 req-e3f7afcf-7416-4b7d-bca1-fd016485da0f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Jul 23 22:39:58.976833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.008442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.019009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b931c3-6966-49ff-89d9-2fa64d26abee req-574da4d3-19ec-4db3-ae11-c31c5a58715c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:59.024896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b931c3-6966-49ff-89d9-2fa64d26abee req-574da4d3-19ec-4db3-ae11-c31c5a58715c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:59.026940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05b931c3-6966-49ff-89d9-2fa64d26abee req-574da4d3-19ec-4db3-ae11-c31c5a58715c tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1481330 Jul 23 22:39:59.101680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05b931c3-6966-49ff-89d9-2fa64d26abee req-80c2974b-87a9-4c1c-b935-1950f293df2b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Jul 23 22:39:59.133169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.137347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.138961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89bf154a-911f-4365-b811-51b885959355 HTTP/1.1" status: 204 len: 168 time: 0.2731421 Jul 23 22:39:59.147454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4791-84e4-40b9-8bb8-f7a770289fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf154a-911f-4365-b811-51b885959355,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:59.394609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59f56553-fd0b-479e-9f0d-421bb3b8912d req-92515998-ced4-4a28-a17b-fa4b33cbde15 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0756490 Jul 23 22:39:59.564836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:39:59.601867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af93c00-bc55-4dba-aa7b-a3dd68ecd691 req-390a91e5-dee0-416d-9e2e-55aaa521afe0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:59.609803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af93c00-bc55-4dba-aa7b-a3dd68ecd691 req-390a91e5-dee0-416d-9e2e-55aaa521afe0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:59.610797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-6b89a1b1-a556-43e0-9e64-77ba6534c745 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:39:59.612115 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6af93c00-bc55-4dba-aa7b-a3dd68ecd691 req-390a91e5-dee0-416d-9e2e-55aaa521afe0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1433275 Jul 23 22:39:59.613094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-6b89a1b1-a556-43e0-9e64-77ba6534c745 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.22 "GET /v2.0/ports?device_id=c84625f4-800a-4a71-9fe3-fb435534756c HTTP/1.1" status: 200 len: 945 time: 0.0992296 Jul 23 22:39:59.667889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 19b22184-e363-4365-8284-c1f8fc54f18c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:39:59.676427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 19b22184-e363-4365-8284-c1f8fc54f18c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:39:59.677333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.682730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6af93c00-bc55-4dba-aa7b-a3dd68ecd691 req-2dc2ed81-86d0-4deb-b779-ef51ea959e8a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588543 Jul 23 22:39:59.703845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:59.753712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0648186f-2b18-4cc7-9970-fb9741e8697b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=297628d528a64c93bc5d3c76b618365b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483449 Jul 23 22:39:59.757523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:39:59.790647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Deleting port 1315cc33-5b5d-4da9-92b2-c0c741eb714b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:39:59.791284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.811504 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.824405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.840921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:39:59.845148 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb977cd5-68fe-4502-8ebd-a8f2bdf0aa65" -d '{"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-plugged", "status": "completed", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:39:59.852620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.893002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:39:59.903593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.932790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.936142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:39:59.939583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e6045c8-a04c-419e-b565-48e341cf3e27 HTTP/1.1" status: 204 len: 168 time: 0.1789346 Jul 23 22:39:59.958469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a2dd-3dbc-47d0-bcaf-becb97c38030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6045c8-a04c-419e-b565-48e341cf3e27,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:59.974903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:39:59.981571 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d40dd-ddb2-4731-af66-6b051cbb8544 x-openstack-request-id: req-678d40dd-ddb2-4731-af66-6b051cbb8544 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:39:59.982026 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-plugged", "status": "completed", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:39:59.982464 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-678d40dd-ddb2-4731-af66-6b051cbb8544 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:39:59.983051 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c', 'code': 200} Jul 23 22:40:00.023188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8416a90c-c71d-4548-a406-06e03160bf82 req-663a1f2d-c5c5-4ea3-b1bd-d0ee45208ab6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 210 time: 0.0752738 Jul 23 22:40:00.037038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] For port 1315cc33-5b5d-4da9-92b2-c0c741eb714b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1315cc33-5b5d-4da9-92b2-c0c741eb714b,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:00.037423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:00.051962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Calling delete_port for 1315cc33-5b5d-4da9-92b2-c0c741eb714b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:00.148934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a405a1-c6c4-4593-9189-7d95b04e64fc req-fa1bb44d-845f-4dab-a12b-8c431969d51f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:00.150756 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10a405a1-c6c4-4593-9189-7d95b04e64fc req-fa1bb44d-845f-4dab-a12b-8c431969d51f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.0935891 Jul 23 22:40:00.221106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10a405a1-c6c4-4593-9189-7d95b04e64fc req-79105038-b709-41a4-b8cc-bb935af2e821 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Jul 23 22:40:00.376732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:00.390163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1315cc33-5b5d-4da9-92b2-c0c741eb714b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:00.433624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event deleted for resources: {'Port': ['ID=1315cc33-5b5d-4da9-92b2-c0c741eb714b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:00.515447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77098be-0287-49cd-a870-a24954abbd09 req-36d48af6-c8a2-4eda-b97a-bb3c2f0a976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:00.517008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e77098be-0287-49cd-a870-a24954abbd09 req-36d48af6-c8a2-4eda-b97a-bb3c2f0a976b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1097 time: 0.3792350 Jul 23 22:40:00.530041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-c442fbd2-dffc-487e-859d-0276d668e0a3 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:00.530651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-c442fbd2-dffc-487e-859d-0276d668e0a3 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 814 time: 0.3851991 Jul 23 22:40:00.570064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] No DVR routers for this DVR port 1315cc33-5b5d-4da9-92b2-c0c741eb714b on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:00.574409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:00.577618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-563386e5-fa69-484b-b1cb-2c0a33731cb9 req-f1ae76c7-e389-45d1-8f2a-ed42840e2465 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.22 "DELETE /v2.0/ports/1315cc33-5b5d-4da9-92b2-c0c741eb714b HTTP/1.1" status: 204 len: 173 time: 0.9463155 Jul 23 22:40:00.583614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Request body: {'port': {'device_id': '5af35747-7089-4592-abcf-4586761cafa0', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'admin_state_up': True, 'tenant_id': 'fb6e0c1967834548af10ddffa8613f6c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:00.608294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-deleted', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:00.610852 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff676a-d1f8-4c02-ac6d-9f8e1d27697f" -d '{"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-deleted", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:00.632001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-134a97be-aafd-4b73-b9cb-cd0e15ee682b req-2787d48c-6eb5-4e19-a876-ec7f6daf0bc0 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.1204956 Jul 23 22:40:00.715958 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a106c705-5148-415d-b279-e63ff39d6d5f x-openstack-request-id: req-a106c705-5148-415d-b279-e63ff39d6d5f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:00.716520 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84625f4-800a-4a71-9fe3-fb435534756c", "name": "network-vif-deleted", "tag": "1315cc33-5b5d-4da9-92b2-c0c741eb714b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:00.717212 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a106c705-5148-415d-b279-e63ff39d6d5f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:00.717634 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84625f4-800a-4a71-9fe3-fb435534756c', 'name': 'network-vif-deleted', 'tag': '1315cc33-5b5d-4da9-92b2-c0c741eb714b', 'status': 'completed', 'code': 200} Jul 23 22:40:00.751839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e77098be-0287-49cd-a870-a24954abbd09 req-e8e4cb90-ab77-4cb3-8edf-c705a93a4c96 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952765 Jul 23 22:40:00.867438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Made reservation on behalf of fb6e0c1967834548af10ddffa8613f6c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:00.871947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:00.899188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb809a-f068-414b-a351-4ac68ab94c3f req-d337541b-26fe-4cf0-a4e6-0b4e687c6ed0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:00.906915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb809a-f068-414b-a351-4ac68ab94c3f req-d337541b-26fe-4cf0-a4e6-0b4e687c6ed0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:00.908613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62fb809a-f068-414b-a351-4ac68ab94c3f req-d337541b-26fe-4cf0-a4e6-0b4e687c6ed0 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1350362 Jul 23 22:40:01.034538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62fb809a-f068-414b-a351-4ac68ab94c3f req-cd07cb4a-7e80-46f8-8b4c-1e61acf775ad tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Jul 23 22:40:01.130630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-9bc97a6a-f3bb-4d86-942b-2317c4dcf40b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:01.137627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-9bc97a6a-f3bb-4d86-942b-2317c4dcf40b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:01.139481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-9bc97a6a-f3bb-4d86-942b-2317c4dcf40b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1682 time: 0.1472440 Jul 23 22:40:01.175875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ea33d61-f40e-4ba6-9aba-b260beafb0f2 req-c6aaf67d-9fc0-4abe-a2fb-ce1fd7b2034a tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 210 time: 0.0639124 Jul 23 22:40:01.184827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Allocated IP 172.20.0.2 (e513b885-4851-40eb-961a-81f220d63e5b/9f4f7ca0-d4a7-426a-9093-e3ddad01d43a/c0f9b3ec-4565-4e69-ae14-e1cba19282bd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:01.411133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66e4cf-5a8c-44b6-a303-ba85e4cdd2b1 req-fde8fb58-8c98-4e08-bc13-90d89bbc10a6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:01.419273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f66e4cf-5a8c-44b6-a303-ba85e4cdd2b1 req-fde8fb58-8c98-4e08-bc13-90d89bbc10a6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.0779197 Jul 23 22:40:01.482029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f66e4cf-5a8c-44b6-a303-ba85e4cdd2b1 req-6a95e0e4-8772-4ae1-a824-c713ba71bfd6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549791 Jul 23 22:40:01.775494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:01.776366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:01.815291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1da49f4-ef06-47d0-8418-ff2ea670070d req-4e0d48f7-ba5a-4f84-bdb0-52859cfc9357 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0471549 Jul 23 22:40:01.880368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:01.908736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 1f8d3a13-8c13-469e-9c27-5992e3e855f7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1f8d3a13-8c13-469e-9c27-5992e3e855f7,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:01.909029 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:01.926468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 1f8d3a13-8c13-469e-9c27-5992e3e855f7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:02.012270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.083430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Network e513b885-4851-40eb-961a-81f220d63e5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:02.085467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event updated for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:02.089068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:02.092709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:02.214657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:02.215410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.239208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.252289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b6b8e4c4-a802-4931-a231-0dc8cb3283f3', '1f8d3a13-8c13-469e-9c27-5992e3e855f7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:02.274246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb4cc6-57f9-4c35-887c-f2ba1a9791ae req-b989de7a-3a6f-4a91-831b-81599776df29 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:02.277881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=1f8d3a13-8c13-469e-9c27-5992e3e855f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:02.284955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-3e20bdbc-1abf-4603-8382-1ac0bd313beb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7182016 Jul 23 22:40:02.290863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb4cc6-57f9-4c35-887c-f2ba1a9791ae req-b989de7a-3a6f-4a91-831b-81599776df29 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:02.295542 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5deb4cc6-57f9-4c35-887c-f2ba1a9791ae req-b989de7a-3a6f-4a91-831b-81599776df29 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 1603 time: 0.1665270 Jul 23 22:40:02.303529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Request body: {'port': {'device_id': '5af35747-7089-4592-abcf-4586761cafa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:02.358492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5deb4cc6-57f9-4c35-887c-f2ba1a9791ae req-70362857-f6c2-4a01-ac1c-ecba2f51a73e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Jul 23 22:40:02.375332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 1f8d3a13-8c13-469e-9c27-5992e3e855f7 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:02.389996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.394877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-4d588724-392b-4127-ab79-a5fc0276015e tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "DELETE /v2.0/ports/1f8d3a13-8c13-469e-9c27-5992e3e855f7 HTTP/1.1" status: 204 len: 173 time: 1.2325904 Jul 23 22:40:02.608359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:02.642597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 1315cc33-5b5d-4da9-92b2-c0c741eb714b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:02.643231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1315cc33-5b5d-4da9-92b2-c0c741eb714b not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:02.644041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b6b8e4c4-a802-4931-a231-0dc8cb3283f3 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:02.689868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.708350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bb37c-6fd5-4f43-9fd4-4df2f3419a4c req-01d09c2c-7d7f-4d1b-8b3f-52a2b8852921 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:02.722303 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-799bb37c-6fd5-4f43-9fd4-4df2f3419a4c req-01d09c2c-7d7f-4d1b-8b3f-52a2b8852921 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 931 time: 0.1578159 Jul 23 22:40:02.741448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-deleted', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:02.750739 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c40694-a570-4c25-a9fd-028aea125868" -d '{"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-deleted", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:02.772503 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.812862 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-799bb37c-6fd5-4f43-9fd4-4df2f3419a4c req-57d86f67-bf0b-4c28-a9a7-e46cd6932464 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866356 Jul 23 22:40:02.852518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:02.864178 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a14c6ea-3692-491d-89be-f76e61388e42" -d '{"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:02.894770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:02.904092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:02.905104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1f8d3a13-8c13-469e-9c27-5992e3e855f7 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:02.991064 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d19210-7dc6-4bad-899b-b7a3ea5159dc x-openstack-request-id: req-66d19210-7dc6-4bad-899b-b7a3ea5159dc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:02.991557 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-deleted", "tag": "1f8d3a13-8c13-469e-9c27-5992e3e855f7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:02.991557 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66d19210-7dc6-4bad-899b-b7a3ea5159dc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:02.991734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:02.991962 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-deleted', 'tag': '1f8d3a13-8c13-469e-9c27-5992e3e855f7', 'status': 'completed', 'code': 200} Jul 23 22:40:02.996101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:02.996538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.002230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 1f8d3a13-8c13-469e-9c27-5992e3e855f7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:03.003147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1f8d3a13-8c13-469e-9c27-5992e3e855f7 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:03.034652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:03.064058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290edb2-ce9d-4c7b-a250-43de28e0b5c4 req-d600f0b6-83c4-481d-ae74-3f5d410ee833 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:03.065636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f290edb2-ce9d-4c7b-a250-43de28e0b5c4 req-d600f0b6-83c4-481d-ae74-3f5d410ee833 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.2411506 Jul 23 22:40:03.113619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-988cc5ba-2040-463a-b0cd-bee508f30f35 req-70550cf3-6888-433b-b4ff-e79b092af304 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0391176 Jul 23 22:40:03.161873 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b233d4b-ef71-4e57-9485-39355204744d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.194550 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c1efc-4f9a-45d2-8a90-71272d4ecdbe x-openstack-request-id: req-687c1efc-4f9a-45d2-8a90-71272d4ecdbe {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:03.194927 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:03.195255 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-687c1efc-4f9a-45d2-8a90-71272d4ecdbe {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:03.195757 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'code': 200} Jul 23 22:40:03.218575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f290edb2-ce9d-4c7b-a250-43de28e0b5c4 req-106463d7-e06e-448a-b5cc-ea981d4af265 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198866 Jul 23 22:40:03.244273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port b6b8e4c4-a802-4931-a231-0dc8cb3283f3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:03.244273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.266353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for b6b8e4c4-a802-4931-a231-0dc8cb3283f3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:03.290382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b233d4b-ef71-4e57-9485-39355204744d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.299244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b233d4b-ef71-4e57-9485-39355204744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.327607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f9b3ec-4565-4e69-ae14-e1cba19282bd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:03.374154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b233d4b-ef71-4e57-9485-39355204744d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e302096c9ab42709b4d74ee6713458f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772347 Jul 23 22:40:03.374407 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.374515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b233d4b-ef71-4e57-9485-39355204744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eaa38b-5665-4f71-86f6-c71ecf425630,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:03.375088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:03.392341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Transition to ACTIVE for port object c0f9b3ec-4565-4e69-ae14-e1cba19282bd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:03.404978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.477167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915db43-60ac-4070-9b6d-61dfc2dea0fd req-00f6a868-1496-4907-bb78-4e72c352a667 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:03.480376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7915db43-60ac-4070-9b6d-61dfc2dea0fd req-00f6a868-1496-4907-bb78-4e72c352a667 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1620283 Jul 23 22:40:03.483790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:03.505823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.552291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.569167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7915db43-60ac-4070-9b6d-61dfc2dea0fd req-2543ac29-8ea4-4cad-a828-4433b10bae78 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711761 Jul 23 22:40:03.665011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Attempting to bind port c0f9b3ec-4565-4e69-ae14-e1cba19282bd on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:03.665515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Attempting to bind port c0f9b3ec-4565-4e69-ae14-e1cba19282bd by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:03.666058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Attempting to bind port c0f9b3ec-4565-4e69-ae14-e1cba19282bd on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:03.679265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.681633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.683920 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1eaa38b-5665-4f71-86f6-c71ecf425630 HTTP/1.1" status: 204 len: 168 time: 0.3043990 Jul 23 22:40:03.709695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43502d10-ad56-4cd6-b0b7-5e860ec416bb req-37fedf1a-a46a-46aa-8c4a-c3bf580e1331 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:03.719681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43502d10-ad56-4cd6-b0b7-5e860ec416bb req-37fedf1a-a46a-46aa-8c4a-c3bf580e1331 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/ports?device_id=79d1eb15-3ac5-42a2-9926-73e0f3024d98 HTTP/1.1" status: 200 len: 943 time: 0.2584803 Jul 23 22:40:03.726125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee1fa0-8690-4531-bafb-78d470853e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eaa38b-5665-4f71-86f6-c71ecf425630,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:03.745632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Port c0f9b3ec-4565-4e69-ae14-e1cba19282bd on network e513b885-4851-40eb-961a-81f220d63e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:03.746310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Attempting to bind port c0f9b3ec-4565-4e69-ae14-e1cba19282bd on network e513b885-4851-40eb-961a-81f220d63e5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:03.758244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:03.759243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Checking segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:03.759650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Bound using segment: {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:03.762660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Bound port: c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe522e8-1e79-4e87-ae61-b6a18d701bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:03.763301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.799475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:03.876892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=b6b8e4c4-a802-4931-a231-0dc8cb3283f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:03.880505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55ff0e52-c72f-4d03-ac07-51cc4e60fb2a req-498e6c8e-d97f-4060-a947-96070abff43c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0914276 Jul 23 22:40:03.906378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43502d10-ad56-4cd6-b0b7-5e860ec416bb req-93b0ce30-9879-4a17-99a5-375401b989ed tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "GET /v2.0/security-groups?id=52d719df-c2a0-4547-8576-c753a8caf949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854398 Jul 23 22:40:04.040785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27f12e-80c6-4b77-b8fb-f66a1d215207 req-431ce119-9a4d-4329-b02c-bf65ccf87110 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:04.043373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c27f12e-80c6-4b77-b8fb-f66a1d215207 req-431ce119-9a4d-4329-b02c-bf65ccf87110 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 943 time: 0.1078382 Jul 23 22:40:04.074978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port b6b8e4c4-a802-4931-a231-0dc8cb3283f3 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:04.081238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.083815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3060b43-77c0-4c40-8263-7de1ffb245f3 req-2ccf417c-1f23-4971-ad2f-a95a12a5924a tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.22 "DELETE /v2.0/ports/b6b8e4c4-a802-4931-a231-0dc8cb3283f3 HTTP/1.1" status: 204 len: 173 time: 1.6784647 Jul 23 22:40:04.096373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:04.138933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:04.154702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.178567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c27f12e-80c6-4b77-b8fb-f66a1d215207 req-01d01747-02a9-4fa4-a01f-f0e3ed96624e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Jul 23 22:40:04.179509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:04.180002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.181688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0f9b3ec-4565-4e69-ae14-e1cba19282bd HTTP/1.1" status: 200 len: 1092 time: 1.8880944 Jul 23 22:40:04.245565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:04.259634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b97ec85-11b3-4fa3-ab1b-b4f999f6bb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.392232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d8dfa-39b1-4de7-9676-fe5f47ec74d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:04.397550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dad287c1-c3e2-49ab-be65-4e01cdcbf1a5 req-19933b8a-326b-4f0c-9f7b-2cff2f6ec6a0 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0369039 Jul 23 22:40:04.434219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b97ec85-11b3-4fa3-ab1b-b4f999f6bb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.434807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-645c9c43-89ab-42d0-b279-770747af4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:04.437018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-645c9c43-89ab-42d0-b279-770747af4bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 1095 time: 0.1239603 Jul 23 22:40:04.440819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b97ec85-11b3-4fa3-ab1b-b4f999f6bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.484950 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b97ec85-11b3-4fa3-ab1b-b4f999f6bb44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01bd5d92397943e0a17e1c6ee6efada4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383175 Jul 23 22:40:04.485885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97ec85-11b3-4fa3-ab1b-b4f999f6bb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ec216-65cd-4365-93e8-ffbf9a6fd9fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:04.488396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:04.508496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-85a3a7f5-d4b0-4775-bbce-7137a90eb25e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd HTTP/1.1" status: 200 len: 217 time: 0.0609381 Jul 23 22:40:04.578990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-ce98d6af-e178-48d8-afc3-0d0ee504d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:04.580201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.580498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-ce98d6af-e178-48d8-afc3-0d0ee504d5b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.0649703 Jul 23 22:40:04.622420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.632813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-883a4e98-37a8-4936-8b9f-9f76bee9c7ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452812 Jul 23 22:40:04.752503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.755167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:04.756401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c9ec216-65cd-4365-93e8-ffbf9a6fd9fb HTTP/1.1" status: 204 len: 168 time: 0.2670772 Jul 23 22:40:04.778513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bd978-5f17-4c3a-8744-d8ac40df7279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ec216-65cd-4365-93e8-ffbf9a6fd9fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:04.864584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-47ce90e5-adb6-4294-8c54-7d5da8ae0dbe service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189167 Jul 23 22:40:04.979698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:05.003816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-deleted', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3'}, {'name': 'network-changed', 'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:05.006984 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547194e-ac28-41e4-be49-fbbac44465c2" -d '{"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-deleted", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3"}, {"name": "network-changed", "server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:05.053357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ecf1067-cc28-4620-a058-7dd8373be1df req-d993ab78-a037-465d-baca-04fe96349053 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754580 Jul 23 22:40:05.075080 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50800b6a-1c08-4c89-8bf6-70490b452da3 x-openstack-request-id: req-50800b6a-1c08-4c89-8bf6-70490b452da3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:05.075080 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d1eb15-3ac5-42a2-9926-73e0f3024d98", "name": "network-vif-deleted", "tag": "b6b8e4c4-a802-4931-a231-0dc8cb3283f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:05.077338 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50800b6a-1c08-4c89-8bf6-70490b452da3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:05.080827 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d1eb15-3ac5-42a2-9926-73e0f3024d98', 'name': 'network-vif-deleted', 'tag': 'b6b8e4c4-a802-4931-a231-0dc8cb3283f3', 'status': 'completed', 'code': 200} Jul 23 22:40:05.080827 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd', 'status': 'completed', 'code': 200} Jul 23 22:40:05.110391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting subnet fdf3beb1-c406-40ca-9d4f-eddd9ef768c8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:40:05.114709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:05.185739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:05.238176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-faa63b81-66f8-406e-8e37-3a593abd6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:05.238176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-faa63b81-66f8-406e-8e37-3a593abd6509 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb6e0c1967834548af10ddffa8613f6c&device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 1095 time: 0.1250293 Jul 23 22:40:05.437056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:05.444372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-9dc67bd9-be57-40a4-b46c-0442f00c4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:05.447536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-9dc67bd9-be57-40a4-b46c-0442f00c4b05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 200 len: 915 time: 0.1921892 Jul 23 22:40:05.557729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-e0c43c44-29b8-46a1-971f-7abe5db4523d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd HTTP/1.1" status: 200 len: 217 time: 0.1027529 Jul 23 22:40:05.663472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ed075bc-b92b-448c-b31b-de2a73b4635c req-e2169be6-b11f-4fe8-ba3e-9a3295bcc5d2 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0758009 Jul 23 22:40:05.677263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-cdf1e082-4404-4231-9ce3-efae191192eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:05.679204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-cdf1e082-4404-4231-9ce3-efae191192eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 200 len: 854 time: 0.1105590 Jul 23 22:40:05.725293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-c88cb765-ffdd-43fa-bbbd-fea1f6bb8698 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e513b885-4851-40eb-961a-81f220d63e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372651 Jul 23 22:40:05.856667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-c706958f-0af8-48a0-9974-87438789d244 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224208 Jul 23 22:40:05.910319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:05.939257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec33549-a9bb-4f93-a857-66ce66e06740 req-dc8e17e4-69d6-4123-842d-04a40cb7f4d0 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:05.941696 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ec33549-a9bb-4f93-a857-66ce66e06740 req-dc8e17e4-69d6-4123-842d-04a40cb7f4d0 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 943 time: 0.5653901 Jul 23 22:40:05.980548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2547194e-ac28-41e4-be49-fbbac44465c2 req-be96a0cf-37a9-44fe-accb-7cbef594c739 service neutron] 10.222.0.25 "GET /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162987 Jul 23 22:40:05.982806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf3beb1-c406-40ca-9d4f-eddd9ef768c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:05.993916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:05.995548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9c801b20-bcc0-4efa-abb3-4fa6bb4f69d5 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/subnets/fdf3beb1-c406-40ca-9d4f-eddd9ef768c8 HTTP/1.1" status: 204 len: 168 time: 1.0149257 Jul 23 22:40:05.998284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:06.001135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a2134b-b00b-4bd1-b236-e32d55bbcfa0 None None] Network ea720da9-0e9e-40f5-a891-d0f30486bd7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:06.031054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:06.071640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ec33549-a9bb-4f93-a857-66ce66e06740 req-f8ffd561-3ae7-49a6-94ba-9807d3927591 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906358 Jul 23 22:40:06.129992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.163242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-041dae55-9109-4a2d-9603-8573665b412f req-86aae206-a5d8-4de9-8d01-3beea1e78236 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5&device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0611248 Jul 23 22:40:06.225379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:06.226057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.279095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] DHCP port deletion for ea720da9-0e9e-40f5-a891-d0f30486bd7b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:40:06.344399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-network', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:06.345445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Deleting port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:06.346039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.364025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:06.364388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.380050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:06.455944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] For port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,segment=NetworkSegment(4bfea07a-5c48-42f0-9104-55afeb15a4a9),segment_id=4bfea07a-5c48-42f0-9104-55afeb15a4a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:06.456771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.479756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Calling delete_port for 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:06.485935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c228eea-707c-42c1-a773-680f7d8a58c0 req-2640418a-ff65-4c99-9666-66f228a5ff57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06782236133841ba927716bc90b5c218&device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0630920 Jul 23 22:40:06.504471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d58fa1fd-448c-4ce0-868e-8f3ddd4d3179 req-c9c75934-ae3e-4225-8fa4-adf7a11e4f97 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0369318 Jul 23 22:40:06.508750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.544853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:06.551081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:06.557180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Made reservation on behalf of a929a4b4eb134788959b635b28da3cc0 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:06.560107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.576982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c228eea-707c-42c1-a773-680f7d8a58c0 req-87ad4783-c0df-4bba-b633-99614b49f21f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=06782236133841ba927716bc90b5c218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763307 Jul 23 22:40:06.594193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.642914 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.688940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.692503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] No DVR routers for this DVR port 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:06.716553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea720da9-0e9e-40f5-a891-d0f30486bd7b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:06.720921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c228eea-707c-42c1-a773-680f7d8a58c0 req-31548426-b2ea-4657-b8c9-3b934d009ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:06.727548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c228eea-707c-42c1-a773-680f7d8a58c0 req-31548426-b2ea-4657-b8c9-3b934d009ac1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440015 Jul 23 22:40:06.728774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b781299-1826-48cd-8c95-58b9871d91b4 None None] Pushing event deleted for resources: {'Port': ['ID=3ae11a01-3abc-4391-b6c7-cce0be0a43f7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:06.744518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfea07a-5c48-42f0-9104-55afeb15a4a9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:06.744816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfea07a-5c48-42f0-9104-55afeb15a4a9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:06.761458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.788329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.804597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:40:06.804995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:40:06.809036 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:40:06.921137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.934221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.934835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.936841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/networks/ea720da9-0e9e-40f5-a891-d0f30486bd7b HTTP/1.1" status: 204 len: 168 time: 0.9374683 Jul 23 22:40:06.939514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:06.957281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9495b51-e788-436e-853d-15dda1855b14 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Network': ['ID=ea720da9-0e9e-40f5-a891-d0f30486bd7b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:06.959213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:06.983269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:07.019851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.019851 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Added segment ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9 of type vlan for network 6c02a8db-aabf-4acd-9370-4a406ab68b05 Jul 23 22:40:07.054131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting subnet 858d5a98-3450-4170-b383-4d00cf6a12ca {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:40:07.065571 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.101925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2751c9-fcc6-49c8-8a82-c544446d49a3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:07.134161 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.140594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.178563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.180398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:07.180787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.265390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.294483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] Pushing event updated for resources: {'Network': ['ID=6c02a8db-aabf-4acd-9370-4a406ab68b05,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:07.305391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:07.353077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0fa930fa-c8f6-4952-97c1-013efdb1eb8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3125172 Jul 23 22:40:07.353340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:07.360184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Request body: {'subnet': {'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-subnet', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:07.393330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.410002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Made reservation on behalf of a929a4b4eb134788959b635b28da3cc0 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:07.412623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.449333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.453517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/subnets/858d5a98-3450-4170-b383-4d00cf6a12ca HTTP/1.1" status: 204 len: 168 time: 0.5107348 Jul 23 22:40:07.453517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f332-195a-483d-a5af-08eb3df9701b tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Subnet': ['ID=858d5a98-3450-4170-b383-4d00cf6a12ca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:07.455991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:07.460870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c663883-2626-4bc2-a6ac-4edbd5cf31ad None None] Network d32ba42a-939c-436c-b8d6-04ea26f1c5fc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:07.518900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a4446-aab2-47b3-8909-e49cee833af1 req-97669a0f-6c2e-44e7-92f5-fd030f684257 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:07.521473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-387a4446-aab2-47b3-8909-e49cee833af1 req-97669a0f-6c2e-44e7-92f5-fd030f684257 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 943 time: 0.2320991 Jul 23 22:40:07.623109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.722344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] DHCP port deletion for d32ba42a-939c-436c-b8d6-04ea26f1c5fc request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:40:07.771541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-960ec928-324f-4570-a132-541fff78bcca req-ed35398e-b2a6-4f36-8fe7-539eaf919917 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.0578418 Jul 23 22:40:07.785049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Deleting port 73b9d7a2-6432-410a-a7c4-c33991037020 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:07.785631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.818499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Deleting port 73b9d7a2-6432-410a-a7c4-c33991037020 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:07.819180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.861979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] For port 73b9d7a2-6432-410a-a7c4-c33991037020, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=73b9d7a2-6432-410a-a7c4-c33991037020,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:07.862450 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.876789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Calling delete_port for 73b9d7a2-6432-410a-a7c4-c33991037020 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:07.892169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] For port 73b9d7a2-6432-410a-a7c4-c33991037020, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=73b9d7a2-6432-410a-a7c4-c33991037020,segment=NetworkSegment(960fe77c-bee8-47c4-b475-9da5983d0cca),segment_id=960fe77c-bee8-47c4-b475-9da5983d0cca)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:07.892894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.907486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Calling delete_port for 73b9d7a2-6432-410a-a7c4-c33991037020 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:07.924129 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-387a4446-aab2-47b3-8909-e49cee833af1 req-a21d254e-3e2b-4c68-86d0-8b8e74b88ab8 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941159 Jul 23 22:40:07.930903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:07.991601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0f6009-d844-4e72-af04-01db0fdaecb3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:08.054109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Checking segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:08.054681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Network hostable DHCP agents. Network: 6c02a8db-aabf-4acd-9370-4a406ab68b05, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:08.059637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.067865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.088773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:08.101295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Port': ['ID=73b9d7a2-6432-410a-a7c4-c33991037020,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:08.108393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] No DVR routers for this DVR port 73b9d7a2-6432-410a-a7c4-c33991037020 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:08.109686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6c02a8db-aabf-4acd-9370-4a406ab68b05) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:08.113892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] Pushing event deleted for resources: {'Port': ['ID=73b9d7a2-6432-410a-a7c4-c33991037020,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:08.118015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:08.118620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.136718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd4b4d-0123-49fa-b04c-950d80a2fe3c None None] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:08.153135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-15747b6d-a674-4532-a53f-f471dfb85494 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7981420 Jul 23 22:40:08.157330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:08.162859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:08.208340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10fe13-8017-4c91-98c2-3d75a49d58a4 None None] No DVR routers for this DVR port 73b9d7a2-6432-410a-a7c4-c33991037020 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:08.236459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.239395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.296990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 73b9d7a2-6432-410a-a7c4-c33991037020 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:08.365865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.507941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.513495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c228eea-707c-42c1-a773-680f7d8a58c0 req-513334ae-ef63-422b-99cf-1eeac2be477c tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.3491492 Jul 23 22:40:08.524746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32ba42a-939c-436c-b8d6-04ea26f1c5fc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:08.527283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 73b9d7a2-6432-410a-a7c4-c33991037020 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:08.528197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 73b9d7a2-6432-410a-a7c4-c33991037020 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:08.528914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:08.554731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:08.555076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3ae11a01-3abc-4391-b6c7-cce0be0a43f7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:08.567913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960fe77c-bee8-47c4-b475-9da5983d0cca') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:08.573223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960fe77c-bee8-47c4-b475-9da5983d0cca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:08.613992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.641195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.658509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:40:08.659140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:40:08.662453 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:40:08.694716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.740036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6c02a8db-aabf-4acd-9370-4a406ab68b05', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:40:08.747084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.778252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.802401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:08.815048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] 10.222.0.37 "DELETE /v2.0/networks/d32ba42a-939c-436c-b8d6-04ea26f1c5fc HTTP/1.1" status: 204 len: 168 time: 1.3577473 Jul 23 22:40:08.816724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b769a2f-8faa-47b6-9786-ee966525af57 tempest-ServersTestMultiNic-383074096 tempest-ServersTestMultiNic-383074096-project] Pushing event deleted for resources: {'Network': ['ID=d32ba42a-939c-436c-b8d6-04ea26f1c5fc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:08.820912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:09.063634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Allocated IP 172.20.0.2 (6c02a8db-aabf-4acd-9370-4a406ab68b05/ab0f6009-d844-4e72-af04-01db0fdaecb3/ccf805ef-731b-463f-a11b-60b4372037fe) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:09.066424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5598e50b-ff10-4aff-84ec-207c2f8ca422 req-36b5cef0-912a-417b-8953-5ca4f5891b2e tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3a260c1-734c-4816-ab48-305c17606df5 HTTP/1.1" status: 200 len: 210 time: 0.1145389 Jul 23 22:40:09.094584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-050cdd9e-57eb-44b4-8029-d201ba922104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.214283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:09.326233 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.340480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Transition to ACTIVE for port object ccf805ef-731b-463f-a11b-60b4372037fe will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:09.368077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Transition to ACTIVE for port object ccf805ef-731b-463f-a11b-60b4372037fe will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:09.378125 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.382354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-050cdd9e-57eb-44b4-8029-d201ba922104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.393374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-050cdd9e-57eb-44b4-8029-d201ba922104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.404709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.434867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:09.438728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:09.442929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:09.458151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.502485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07affccf-95d8-44bd-96fc-581d89c6d954 req-dc349462-b7ab-41f6-a4a3-02acd45fd70e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:09.510749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cdd9e-57eb-44b4-8029-d201ba922104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91bae3-1523-4807-852c-a71ab17a110d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:09.512347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07affccf-95d8-44bd-96fc-581d89c6d954 req-dc349462-b7ab-41f6-a4a3-02acd45fd70e tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 943 time: 0.2878404 Jul 23 22:40:09.522372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-050cdd9e-57eb-44b4-8029-d201ba922104 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8ecef71ee4f45d08059cf81f1ba20fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6996529 Jul 23 22:40:09.523079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:09.572825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Attempting to bind port ccf805ef-731b-463f-a11b-60b4372037fe on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:09.573429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Attempting to bind port ccf805ef-731b-463f-a11b-60b4372037fe by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:09.574344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Attempting to bind port ccf805ef-731b-463f-a11b-60b4372037fe on network 6c02a8db-aabf-4acd-9370-4a406ab68b05 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:09.577703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Pushing event updated for resources: {'Port': ['ID=ccf805ef-731b-463f-a11b-60b4372037fe,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:09.591124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:09.591493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Checking segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:09.592042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.592434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Bound using segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:09.592936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Bound port: ccf805ef-731b-463f-a11b-60b4372037fe, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:09.593446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.604931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.614441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c0f9b3ec-4565-4e69-ae14-e1cba19282bd details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:40:09.663733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.679177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07affccf-95d8-44bd-96fc-581d89c6d954 req-8fee8c0e-7374-4dd7-8f32-1115a4f0e071 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650183 Jul 23 22:40:09.723238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:09.741480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd', 'network_id': 'e513b885-4851-40eb-961a-81f220d63e5b', 'port_id': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd', 'mac_address': 'fa:16:3e:f0:6a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f7ca0-d4a7-426a-9093-e3ddad01d43a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:40:09.775970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Allocated IP 172.25.1.148 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/6b14847e-2203-445c-92e0-a6f2a8a3085d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:09.788525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.796666 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.800108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf91bae3-1523-4807-852c-a71ab17a110d HTTP/1.1" status: 204 len: 168 time: 0.2709489 Jul 23 22:40:09.811754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.834411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e11261-5c30-4e41-a6b5-a6c55a99b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91bae3-1523-4807-852c-a71ab17a110d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:09.840113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f9b3ec-4565-4e69-ae14-e1cba19282bd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:09.888187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] For port ccf805ef-731b-463f-a11b-60b4372037fe, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:09.895191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:09.908334 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.913094 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.914681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] For port ccf805ef-731b-463f-a11b-60b4372037fe, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ccf805ef-731b-463f-a11b-60b4372037fe,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:09.948778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.980184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:09.989940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:10.023109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:10.061012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f325f2-83c6-4597-97a9-17a1038effa2 None None] Pushing event updated for resources: {'Port': ['ID=ccf805ef-731b-463f-a11b-60b4372037fe,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:10.091785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:10.095193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:10.100960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:10.126365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Pushing event updated for resources: {'Port': ['ID=6b14847e-2203-445c-92e0-a6f2a8a3085d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:10.191825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c0f9b3ec-4565-4e69-ae14-e1cba19282bd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:10.390056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:10.420065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ce14994-b05f-4ef9-9f4b-0ef7e7b082f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:10.627146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f0d2e27-fce9-4687-9142-720f3888f4ad req-d7ed8bdb-8ea9-41b1-8ea5-165c6eb4ab0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=06782236133841ba927716bc90b5c218&device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0951457 Jul 23 22:40:10.668650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f0d2e27-fce9-4687-9142-720f3888f4ad req-29ac6be8-e962-45d5-bb83-f13d80fe57b9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=06782236133841ba927716bc90b5c218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311720 Jul 23 22:40:10.694511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-89bfa692-bc43-4c4c-8770-3c63a8cc9561 req-c6d1dff1-1088-4f03-aefb-905d2ad7c06a tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0807874 Jul 23 22:40:10.771259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ce14994-b05f-4ef9-9f4b-0ef7e7b082f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:10.771842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:10.818249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ce14994-b05f-4ef9-9f4b-0ef7e7b082f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:10.875608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d2e27-fce9-4687-9142-720f3888f4ad req-7700cd07-427a-45ac-8e5f-4cc904181775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:10.877099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f0d2e27-fce9-4687-9142-720f3888f4ad req-7700cd07-427a-45ac-8e5f-4cc904181775 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991076 Jul 23 22:40:10.997270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70764cf0-d06b-43fd-b0f4-e5a1c3b79670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.009675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Deleting port 47a31f97-f327-4fad-8279-761569851ef1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:11.010823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.019239 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ce14994-b05f-4ef9-9f4b-0ef7e7b082f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ee2099ef7e54ca09ab381e7e2d53243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271789 Jul 23 22:40:11.024185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:11.026927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce14994-b05f-4ef9-9f4b-0ef7e7b082f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ec3389-7e6d-4815-b7ee-1f523cdb3c41,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:11.144102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] For port 47a31f97-f327-4fad-8279-761569851ef1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47a31f97-f327-4fad-8279-761569851ef1,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:11.144576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.163216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Calling delete_port for 47a31f97-f327-4fad-8279-761569851ef1 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:11.220536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cff33-ec8f-4a3b-8ed4-01319a2786b7 req-77f46170-5fbc-466e-b2ac-01bc68e025b9 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:11.234117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ef8cff33-ec8f-4a3b-8ed4-01319a2786b7 req-77f46170-5fbc-466e-b2ac-01bc68e025b9 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 944 time: 0.4184504 Jul 23 22:40:11.312672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.337667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ef8cff33-ec8f-4a3b-8ed4-01319a2786b7 req-c7e43731-6d66-4617-ac6e-714c22c26679 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023221 Jul 23 22:40:11.351358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.377256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.411798 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:40:11.464369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.467395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.468934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1ec3389-7e6d-4815-b7ee-1f523cdb3c41 HTTP/1.1" status: 204 len: 168 time: 0.4441288 Jul 23 22:40:11.484619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c8ae5-200b-4c46-802f-197a780ca79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ec3389-7e6d-4815-b7ee-1f523cdb3c41,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:11.521015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.590793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9784e90-df0a-4ac9-8d8a-7364afef03c2 None None] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:11.592277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Router 3b00f003-8ca3-41f5-ba6a-d2336a41627f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:40:11.611155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c0f9b3ec-4565-4e69-ae14-e1cba19282bd up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:11.674889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Pushing event deleted for resources: {'Port': ['ID=47a31f97-f327-4fad-8279-761569851ef1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:11.851907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ddef019-a3fc-4459-9580-7f2a67990a4d None None] Provisioning for port ccf805ef-731b-463f-a11b-60b4372037fe completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:11.874896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:40:11.880810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port c0f9b3ec-4565-4e69-ae14-e1cba19282bd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:11.899177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Sync routers for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:40:11.904411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port c0f9b3ec-4565-4e69-ae14-e1cba19282bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:11.904786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.906479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:11.908832 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-74ac796c-b018-49a7-8021-dbb51463aa43 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7499189 Jul 23 22:40:11.914443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:11.941613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a251833-ebc1-46de-afad-f799f75a0c77 req-de809d5a-ddd9-4fe4-b797-8ecf8aca2c03 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0982275 Jul 23 22:40:11.991138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:11.991979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:12.004329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:12.241996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:12.256968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f0d2e27-fce9-4687-9142-720f3888f4ad req-af60a0d2-f7ff-4625-ae1f-a3ce54406320 tempest-ServerShowV247Test-2058669762 tempest-ServerShowV247Test-2058669762-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7ad9ab9-f075-43d3-8842-c353e470f68e HTTP/1.1" status: 200 len: 210 time: 0.0519114 Jul 23 22:40:12.376476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:12.438535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9a75-596a-4e6a-b650-bf91b5522fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:12.469627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ccf805ef-731b-463f-a11b-60b4372037fe up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:12.474061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Router 9b7c5aeb-df30-4aba-9846-4867f1b6823e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:40:12.515585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:12.586614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:12.621597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:12.624258 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0839ed-b612-4ada-8092-17e2d3eeee7e" -d '{"events": [{"server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:12.631496 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:12.665815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbf003-ff00-4f33-ba9a-d34dc816bdf7 req-378ed746-f175-405a-9b86-a0ffb56ac24f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:12.667824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6acbf003-ff00-4f33-ba9a-d34dc816bdf7 req-378ed746-f175-405a-9b86-a0ffb56ac24f tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 944 time: 0.1921792 Jul 23 22:40:12.819457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6acbf003-ff00-4f33-ba9a-d34dc816bdf7 req-05c55f90-33a7-44b2-8e19-90e6d707277c tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443901 Jul 23 22:40:12.854383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:40:12.861511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6c6b66e-b0d6-42b6-b46c-9338792c810b admin admin] 10.222.0.37 "PUT /v2.0/routers/9b7c5aeb-df30-4aba-9846-4867f1b6823e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6458640 Jul 23 22:40:12.864510 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Sync routers for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:40:12.876336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:12.878679 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:12.879533 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:12.952830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:12.964326 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0bbb4-039c-445e-8550-17d88f97b8df x-openstack-request-id: req-cbc0bbb4-039c-445e-8550-17d88f97b8df {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:12.964777 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:12.964969 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbc0bbb4-039c-445e-8550-17d88f97b8df {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:12.965369 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd', 'code': 200} Jul 23 22:40:12.989142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ccf805ef-731b-463f-a11b-60b4372037fe completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:13.023658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ccf805ef-731b-463f-a11b-60b4372037fe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:13.024091 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.176922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.215187 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:13.310875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.373306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:10Z', 'revision_number': 3, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:13.410938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063175e-0158-449c-a084-4db3e2d4acb3 req-24b02761-d2b4-4d4b-a2d5-adc653d47523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:13.414017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7063175e-0158-449c-a084-4db3e2d4acb3 req-24b02761-d2b4-4d4b-a2d5-adc653d47523 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 1097 time: 0.6143122 Jul 23 22:40:13.437571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9a75-596a-4e6a-b650-bf91b5522fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.443600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.456493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.475393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Checking router: 3b00f003-8ca3-41f5-ba6a-d2336a41627f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:40:13.476384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Updating router 3b00f003-8ca3-41f5-ba6a-d2336a41627f port 6b14847e-2203-445c-92e0-a6f2a8a3085d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:40:13.494688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7063175e-0158-449c-a084-4db3e2d4acb3 req-49d99604-c9c6-48d2-8a23-836c998c53e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734365 Jul 23 22:40:13.500151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Deleting port 2720f035-a27f-4636-9b64-11b0e824cbe8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:13.500696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.575094 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.575454 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:40:11Z', 'revision_number': 5, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port': {'id': '2720f035-a27f-4636-9b64-11b0e824cbe8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:71:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:38:27Z', 'updated_at': '2021-07-23T22:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:13.583774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1dcd9a75-596a-4e6a-b650-bf91b5522fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.611149 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Checking router: 9b7c5aeb-df30-4aba-9846-4867f1b6823e for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:40:13.633310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Routers {'9b7c5aeb-df30-4aba-9846-4867f1b6823e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:13.636189 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:13.672156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1dcd9a75-596a-4e6a-b650-bf91b5522fd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed4763970e5341eaa224ff50d75124c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2946172 Jul 23 22:40:13.675339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:13.690411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd9a75-596a-4e6a-b650-bf91b5522fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25688eec-bd03-4234-8dd4-f4bf1004b8d5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:13.696082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] For port 2720f035-a27f-4636-9b64-11b0e824cbe8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2720f035-a27f-4636-9b64-11b0e824cbe8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:13.696734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.716562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Allocated IP 172.20.0.1 (6c02a8db-aabf-4acd-9370-4a406ab68b05/ab0f6009-d844-4e72-af04-01db0fdaecb3/215ccd7e-89ae-4ff2-952d-fa1d7871b9ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:13.719832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:13.732547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Calling delete_port for 2720f035-a27f-4636-9b64-11b0e824cbe8 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:13.788855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.819974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] Set router 9b7c5aeb-df30-4aba-9846-4867f1b6823e gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:13.869091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.961908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.967250 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:40:13Z', 'revision_number': 6, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:13.996724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:13.999832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.000220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.005534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790257e4-cb49-4ec8-93ab-8dd41cea71ca None None] The sync data for ids ['9b7c5aeb-df30-4aba-9846-4867f1b6823e'] in n-d-791506-25 is: [{'id': '9b7c5aeb-df30-4aba-9846-4867f1b6823e', 'name': 'tempest-ServersTestMultiNic-1448287962-router', 'tenant_id': 'dba9769b511e441eb7e63359ac845e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:38:26Z', 'updated_at': '2021-07-23T22:40:13Z', 'revision_number': 6, 'project_id': 'dba9769b511e441eb7e63359ac845e66', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:40:14.016113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25688eec-bd03-4234-8dd4-f4bf1004b8d5 HTTP/1.1" status: 204 len: 168 time: 0.3380363 Jul 23 22:40:14.024193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Transition to ACTIVE for port object 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:14.038711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Transition to ACTIVE for port object 6b14847e-2203-445c-92e0-a6f2a8a3085d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:14.054681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d14f3-1a36-4629-b450-9b0791863a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25688eec-bd03-4234-8dd4-f4bf1004b8d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.087307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port ccf805ef-731b-463f-a11b-60b4372037fe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ccf805ef-731b-463f-a11b-60b4372037fe,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:14.106933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d50f6356-1da1-4c57-bee9-e3e49ee141c4 None None] Provisioning complete for port ccf805ef-731b-463f-a11b-60b4372037fe triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:14.107668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d50f6356-1da1-4c57-bee9-e3e49ee141c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.109146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a5e6-1979-4e87-8970-600f990c3cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.151242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.178226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.183833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.248270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a5e6-1979-4e87-8970-600f990c3cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.256587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.268600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3a3a5e6-1979-4e87-8970-600f990c3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.288018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:14.299279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:14.304441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:14.313416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b94cb50-124d-4246-8476-e67e5ded4d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.329084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Attempting to bind port 6b14847e-2203-445c-92e0-a6f2a8a3085d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:14.330734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Attempting to bind port 6b14847e-2203-445c-92e0-a6f2a8a3085d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:14.331215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Attempting to bind port 6b14847e-2203-445c-92e0-a6f2a8a3085d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:14.380656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d3a3a5e6-1979-4e87-8970-600f990c3cb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06782236133841ba927716bc90b5c218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594698 Jul 23 22:40:14.393157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:14.404191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.420185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Pushing event updated for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.478739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.488235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Pushing event deleted for resources: {'Port': ['ID=2720f035-a27f-4636-9b64-11b0e824cbe8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.508816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47a31f97-f327-4fad-8279-761569851ef1 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:14.538430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:14.539214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:14.539432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27216be4-ea09-4ce6-9425-5421442df04b req-a7aa9096-8299-4808-8280-13e8bbdd9313 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:14.540098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.540730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:14.542258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Bound port: 6b14847e-2203-445c-92e0-a6f2a8a3085d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:14.543212 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.552212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27216be4-ea09-4ce6-9425-5421442df04b req-a7aa9096-8299-4808-8280-13e8bbdd9313 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.5278490 Jul 23 22:40:14.606484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 47a31f97-f327-4fad-8279-761569851ef1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:14.607060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47a31f97-f327-4fad-8279-761569851ef1 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:14.631439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e9fc3-927c-4a0b-8f4f-e7ed0fe54999 None None] Pushing event updated for resources: {'Port': ['ID=6b14847e-2203-445c-92e0-a6f2a8a3085d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.644720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3a5e6-1979-4e87-8970-600f990c3cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052fa87-8111-441c-8f0c-41a9097a6ad0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.667435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] For port 6b14847e-2203-445c-92e0-a6f2a8a3085d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:14.682608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] For port 6b14847e-2203-445c-92e0-a6f2a8a3085d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6b14847e-2203-445c-92e0-a6f2a8a3085d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:14.711847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.747925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.756879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:14.757553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:14.779736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.795629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27216be4-ea09-4ce6-9425-5421442df04b req-31873871-4cf0-49b4-8da3-7692d40ecfbb tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368066 Jul 23 22:40:14.829034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.842068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.845901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=ccf805ef-731b-463f-a11b-60b4372037fe,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:14.909355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-431e1971-188e-4a48-bb3a-87e4e1f8c142 None None] Provisioning for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:14.933647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-431e1971-188e-4a48-bb3a-87e4e1f8c142 None None] Provisioning complete for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:14.934061 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-431e1971-188e-4a48-bb3a-87e4e1f8c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.964844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.968044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.981813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:14.990189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-431e1971-188e-4a48-bb3a-87e4e1f8c142 None None] Port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:40:14.999204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.005784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.011669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e9fc3-927c-4a0b-8f4f-e7ed0fe54999 None None] Pushing event updated for resources: {'Port': ['ID=6b14847e-2203-445c-92e0-a6f2a8a3085d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:15.038630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:15.051213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.054414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.058472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6052fa87-8111-441c-8f0c-41a9097a6ad0 HTTP/1.1" status: 204 len: 168 time: 0.6579664 Jul 23 22:40:15.066100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd0c5d-c4e7-4237-852a-c55c3a819930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052fa87-8111-441c-8f0c-41a9097a6ad0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:15.076758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.077584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7c5aeb-df30-4aba-9846-4867f1b6823e {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:40:15.082829 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.084256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-56db3885-d07c-4c1a-9c13-3cae2a00404b admin admin] 10.222.0.37 "DELETE /v2.0/routers/9b7c5aeb-df30-4aba-9846-4867f1b6823e HTTP/1.1" status: 204 len: 168 time: 2.2016380 Jul 23 22:40:15.086453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:15.119940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Pushing event updated for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:15.152770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.242938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Deleting subnet 59c7b96a-e2a2-48f4-8b20-bb3f79066a0d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:40:15.264963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.292258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:15.294197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:15.393361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.502205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Router 3b00f003-8ca3-41f5-ba6a-d2336a41627f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:40:15.628985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.664093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '215ccd7e-89ae-4ff2-952d-fa1d7871b9ae', 'name': '', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'mac_address': 'fa:16:3e:12:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:13Z', 'updated_at': '2021-07-23T22:40:13Z', 'revision_number': 1, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'subnets': [{'id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:15.719765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1566b6-cf5d-441a-9a3c-f5b20d01760e None None] The sync data for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 is: [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '215ccd7e-89ae-4ff2-952d-fa1d7871b9ae', 'name': '', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'mac_address': 'fa:16:3e:12:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:13Z', 'updated_at': '2021-07-23T22:40:13Z', 'revision_number': 1, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'subnets': [{'id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:40:15.730406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:40:15.739052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b2a6844-a089-4aec-ba9a-d5fcd429e919 admin admin] 10.222.0.37 "PUT /v2.0/routers/3b00f003-8ca3-41f5-ba6a-d2336a41627f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232131 Jul 23 22:40:15.739577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.781171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c7b96a-e2a2-48f4-8b20-bb3f79066a0d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:15.785117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.790541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:15.790762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-32386f5d-7324-4273-943b-4aefc8be2411 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59c7b96a-e2a2-48f4-8b20-bb3f79066a0d HTTP/1.1" status: 204 len: 168 time: 0.6994431 Jul 23 22:40:15.794227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67904761-9d30-4e72-8bf5-57210c061205 None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:15.925856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:15.934478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23fbcff5-b508-4441-952c-89d324f92d0a None None] Provisioning complete for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:15.934913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23fbcff5-b508-4441-952c-89d324f92d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.051456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-23fbcff5-b508-4441-952c-89d324f92d0a None None] Port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:40:16.086552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Deleting port 655662ee-9e71-4bef-a1bd-9a0112921dfe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:16.086897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.190695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] DHCP port deletion for 417892cd-7d9f-44af-abc0-95370db05a39 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:40:16.205405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] For port 655662ee-9e71-4bef-a1bd-9a0112921dfe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=655662ee-9e71-4bef-a1bd-9a0112921dfe,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:16.205630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.225379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Calling delete_port for 655662ee-9e71-4bef-a1bd-9a0112921dfe owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:16.236065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b0870-29e2-4a15-bb66-9293e1c7abee req-c352ea4f-b521-4e59-9410-da78b7d7572d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:16.244259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5a8b0870-29e2-4a15-bb66-9293e1c7abee req-c352ea4f-b521-4e59-9410-da78b7d7572d tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.3327806 Jul 23 22:40:16.325585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Deleting port 655662ee-9e71-4bef-a1bd-9a0112921dfe {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:16.326612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.351491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5a8b0870-29e2-4a15-bb66-9293e1c7abee req-5519cb60-1dd2-4dbb-b80d-d06882fe6077 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051145 Jul 23 22:40:16.358296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ccf805ef-731b-463f-a11b-60b4372037fe up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:16.418750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.471193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] No DVR routers for this DVR port 655662ee-9e71-4bef-a1bd-9a0112921dfe on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:16.473749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Pushing event deleted for resources: {'Port': ['ID=655662ee-9e71-4bef-a1bd-9a0112921dfe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:16.485330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.519468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] For port 655662ee-9e71-4bef-a1bd-9a0112921dfe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=655662ee-9e71-4bef-a1bd-9a0112921dfe,segment=NetworkSegment(def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb),segment_id=def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:16.520260 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.538568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Calling delete_port for 655662ee-9e71-4bef-a1bd-9a0112921dfe owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:16.567658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ccf805ef-731b-463f-a11b-60b4372037fe triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:16.575181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.586861 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.600920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417892cd-7d9f-44af-abc0-95370db05a39']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:16.615363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:16.615667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def59ae4-8c31-4f8a-a7ef-b0ab50d9f9cb') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:16.629259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.655381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.665742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:40:16.667427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.691236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7e37-5831-4fac-8cc3-40e37352c5d5 req-a16d0009-2890-4895-a2bf-61a451c50a03 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:16.693686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdeb7e37-5831-4fac-8cc3-40e37352c5d5 req-a16d0009-2890-4895-a2bf-61a451c50a03 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1434119 Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:40:16.696135 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:40:16.746170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdeb7e37-5831-4fac-8cc3-40e37352c5d5 req-bd1b2774-d3a2-4fe1-88e0-01d87f5a3ef7 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455043 Jul 23 22:40:16.749879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.759280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.765987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] 10.222.0.37 "DELETE /v2.0/networks/417892cd-7d9f-44af-abc0-95370db05a39 HTTP/1.1" status: 204 len: 168 time: 0.9693613 Jul 23 22:40:16.782593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912757-b38e-4425-a2f2-3ff610ffd04d admin admin] Pushing event deleted for resources: {'Network': ['ID=417892cd-7d9f-44af-abc0-95370db05a39,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:16.861422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:16.880297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Network 417892cd-7d9f-44af-abc0-95370db05a39 is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:40:16.880765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] No DVR routers for this DVR port 655662ee-9e71-4bef-a1bd-9a0112921dfe on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:16.935650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4357f6-ff37-40fa-839d-d435c4ab0136 None None] Pushing event deleted for resources: {'Port': ['ID=655662ee-9e71-4bef-a1bd-9a0112921dfe,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:16.939094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 655662ee-9e71-4bef-a1bd-9a0112921dfe no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:16.973679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 655662ee-9e71-4bef-a1bd-9a0112921dfe {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:16.974225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 655662ee-9e71-4bef-a1bd-9a0112921dfe not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:16.974956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2720f035-a27f-4636-9b64-11b0e824cbe8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:17.023042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2720f035-a27f-4636-9b64-11b0e824cbe8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:17.023527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2720f035-a27f-4636-9b64-11b0e824cbe8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:17.125100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55727cb-7a83-4b9d-b3fb-95bb9beb43a2 req-3165d878-a0fd-4214-8267-78a4331f7d77 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:17.132082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a55727cb-7a83-4b9d-b3fb-95bb9beb43a2 req-3165d878-a0fd-4214-8267-78a4331f7d77 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.0935037 Jul 23 22:40:17.181374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a55727cb-7a83-4b9d-b3fb-95bb9beb43a2 req-f9862430-d30c-4de7-ad05-1f9116e4d8be tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Jul 23 22:40:17.262586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:17.356980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e905e477-9d15-4cbc-b773-bf12e79368d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dba9769b511e441eb7e63359ac845e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932050 Jul 23 22:40:17.361894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:17.445783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.454714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cecef-d53f-427d-a17e-c0788531ba6b req-46c44f2a-c509-47c5-a6ee-51815efe28ce tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:17.462705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d39cecef-d53f-427d-a17e-c0788531ba6b req-46c44f2a-c509-47c5-a6ee-51815efe28ce tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1778131 Jul 23 22:40:17.517786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d39cecef-d53f-427d-a17e-c0788531ba6b req-da0f8145-fbf9-4e0f-8786-c7ddbc2eb349 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Jul 23 22:40:17.532008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.625267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.628303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.629525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52d719df-c2a0-4547-8576-c753a8caf949 HTTP/1.1" status: 204 len: 168 time: 0.2625792 Jul 23 22:40:17.648132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae7364-314a-4f70-8a62-5c2cd37eaefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d719df-c2a0-4547-8576-c753a8caf949,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:17.686817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:17.692294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-network', 'tenant_id': '07dd943475a14325b522d26604a97b57'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:17.738304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Made reservation on behalf of 07dd943475a14325b522d26604a97b57 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:17.741297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.780221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:17.993343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.000479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.069113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:18.092017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b4ae9-bfd9-419c-afd3-6280a44acbf4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:18.098265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.098666 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Added segment 7276311c-9cbb-448f-a251-64037f663d13 of type vlan for network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 Jul 23 22:40:18.186194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fadca4-2420-4e10-ba9f-1ebe3ce5022d req-f0ae601d-f841-4689-bdd8-576cf8727802 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:18.187929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88fadca4-2420-4e10-ba9f-1ebe3ce5022d req-f0ae601d-f841-4689-bdd8-576cf8727802 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1632462 Jul 23 22:40:18.260789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88fadca4-2420-4e10-ba9f-1ebe3ce5022d req-7296c5c9-6813-42e4-b57c-561cc59409e6 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616035 Jul 23 22:40:18.262769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42ed8a15-4d6b-4eb8-b742-6aa835556bbe req-ad61e82d-21b1-4418-848e-144f4099ae1d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0543134 Jul 23 22:40:18.276291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.364962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.365993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:18.367636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.390911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6b14847e-2203-445c-92e0-a6f2a8a3085d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:18.412636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7246971 Jul 23 22:40:18.415891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:18.442090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Request body: {'subnet': {'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-subnet', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:18.508787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6b14847e-2203-445c-92e0-a6f2a8a3085d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:18.512373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1f570-cc84-4ec2-93a1-9add4d03018e admin admin] Pushing event updated for resources: {'Network': ['ID=0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:18.527888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6b14847e-2203-445c-92e0-a6f2a8a3085d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:18.528265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.528998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Made reservation on behalf of 07dd943475a14325b522d26604a97b57 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:18.532564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.535517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:18.544152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73be7b-d34e-437c-ac30-161ea863461a req-d50584ed-843c-48d9-ab7f-9051ea8582d1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:18.545810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea73be7b-d34e-437c-ac30-161ea863461a req-d50584ed-843c-48d9-ab7f-9051ea8582d1 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1533382 Jul 23 22:40:18.610703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea73be7b-d34e-437c-ac30-161ea863461a req-94207d50-1dc0-4455-a585-dafde54f6973 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Jul 23 22:40:18.813016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:18.825378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.897543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6b14847e-2203-445c-92e0-a6f2a8a3085d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6b14847e-2203-445c-92e0-a6f2a8a3085d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:18.911174 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:18.939580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.066704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Pushing event updated for resources: {'Subnet': ['ID=628d90a6-c0d5-4328-97a1-6aad4b25499d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:19.069929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6b14847e-2203-445c-92e0-a6f2a8a3085d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:19.135081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Checking segment: {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:19.135589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Network hostable DHCP agents. Network: 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:19.147610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39cc6e0c-620b-497d-87e9-38ff8f46de23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.186734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:19.201397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:19.212563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:19.213983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30021846-6d3b-4c8c-abaf-d11c4c90aa02 None None] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:19.214972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.347557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Sync routers for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:40:19.393337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:19.429128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39cc6e0c-620b-497d-87e9-38ff8f46de23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.453298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39cc6e0c-620b-497d-87e9-38ff8f46de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.472895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1a2b9c88-4ae3-4532-ba80-a12f25017035 req-3a8c341a-e70f-4833-afab-3fc7f624d0eb tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0504878 Jul 23 22:40:19.479151 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af79ce34-1350-4195-ae6a-06ee0ba7445f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0587809 Jul 23 22:40:19.481441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:19.491031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:19.500609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc6e0c-620b-497d-87e9-38ff8f46de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461be143-fab4-4be9-b0ed-cc4241530592,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:19.519425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bfe0d-0f54-4c08-88d7-4f6c65e77aed req-36a3fa2f-2d99-4947-8259-1d456cd39a46 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:19.521791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b75bfe0d-0f54-4c08-88d7-4f6c65e77aed req-36a3fa2f-2d99-4947-8259-1d456cd39a46 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1927762 Jul 23 22:40:19.530998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.533297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.556396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-39cc6e0c-620b-497d-87e9-38ff8f46de23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba07ab89d48c4657b5aa42736926a77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7410936 Jul 23 22:40:19.559903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:19.609121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b75bfe0d-0f54-4c08-88d7-4f6c65e77aed req-940a9ef6-78bd-41b4-be8d-2635cfaa2938 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 Jul 23 22:40:19.621006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.642201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-303588971-network', 'tenant_id': '3d53160f722f466eaa8ba1151cbe8d9a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:19.662736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:19.663375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:19.673433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.699388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.779072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.782699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'fixed_ips': [{'subnet_id': '628d90a6-c0d5-4328-97a1-6aad4b25499d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:40:19.783601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.785311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.786659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/461be143-fab4-4be9-b0ed-cc4241530592 HTTP/1.1" status: 204 len: 168 time: 0.2257512 Jul 23 22:40:19.790613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Made reservation on behalf of 3d53160f722f466eaa8ba1151cbe8d9a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:19.794345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.826096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7efaa-0665-4f2b-8ea2-c8adbfb24e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461be143-fab4-4be9-b0ed-cc4241530592,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:19.848884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.855968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:19.938425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:20.071858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.079220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.112490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:20.142197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Allocated IP 172.20.0.2 (0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8/628d90a6-c0d5-4328-97a1-6aad4b25499d/b996be6e-45ef-4eac-a297-53da510e2e21) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:20.193584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.194019 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Added segment ef5c2310-8123-4138-91eb-a360a50173db of type vlan for network 8db226de-59b1-4b1b-bf46-494c22cea7fb Jul 23 22:40:20.203737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:20.274941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.302390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.328875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:20.330649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.350054 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25ea79e1-7b48-40c8-beba-b221ca781122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.364966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6b14847e-2203-445c-92e0-a6f2a8a3085d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:20.387169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.388136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:20.388722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.454223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '215ccd7e-89ae-4ff2-952d-fa1d7871b9ae', 'name': '', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'mac_address': 'fa:16:3e:12:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:13Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 2, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'subnets': [{'id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:20.481849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25ea79e1-7b48-40c8-beba-b221ca781122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.493376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8db226de-59b1-4b1b-bf46-494c22cea7fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:20.493611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Checking router: 3b00f003-8ca3-41f5-ba6a-d2336a41627f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:40:20.493740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Updating router 3b00f003-8ca3-41f5-ba6a-d2336a41627f port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:40:20.494542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25ea79e1-7b48-40c8-beba-b221ca781122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.505229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37d06510-a16a-4a8f-9f2f-4b7bb02bd6c6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1101966 Jul 23 22:40:20.508477 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.510547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:20.516315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Request body: {'subnet': {'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-303588971-subnet', 'tenant_id': '3d53160f722f466eaa8ba1151cbe8d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:20.530694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8db226de-59b1-4b1b-bf46-494c22cea7fb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:20.542225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Allocated IP 172.25.1.28 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ba41ed64-7d64-4937-84bc-6690594f41e7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:20.576078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Transition to ACTIVE for port object b996be6e-45ef-4eac-a297-53da510e2e21 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:20.605381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fd1604ec-9411-4e9e-b0cd-a9cc8ae2ca17 req-d85dfb07-2919-4eb6-a6e4-33b8533ac576 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0445294 Jul 23 22:40:20.612153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-25ea79e1-7b48-40c8-beba-b221ca781122 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33bd43072030413e9dd1041b8c86cb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781987 Jul 23 22:40:20.612373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Made reservation on behalf of 3d53160f722f466eaa8ba1151cbe8d9a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:20.612490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:20.613669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.622902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea79e1-7b48-40c8-beba-b221ca781122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c533ce8-b1ee-4408-b5d2-86c1dc214113,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:20.655690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.663501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6b14847e-2203-445c-92e0-a6f2a8a3085d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:20.664173 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.731091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-960b6bc5-7272-4876-bca1-890f4029b962 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:20.732410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Transition to ACTIVE for port object b996be6e-45ef-4eac-a297-53da510e2e21 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:20.734113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-960b6bc5-7272-4876-bca1-890f4029b962 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.2489820 Jul 23 22:40:20.776179 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.800444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.816939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.832122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:20.862915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:20.873708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:20.875461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:20.937590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c002b64-dd25-49c8-8a5d-9724c61775ed req-2ee50951-c2dd-40d4-ad33-5a1f7f082c68 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:20.939195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c002b64-dd25-49c8-8a5d-9724c61775ed req-2ee50951-c2dd-40d4-ad33-5a1f7f082c68 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1371512 Jul 23 22:40:20.955279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Pushing event updated for resources: {'Port': ['ID=b996be6e-45ef-4eac-a297-53da510e2e21,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:20.977052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10679a-d67b-4309-9fda-a2a194d7932b req-9669ca5e-7acf-4160-913f-880971b1f587 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:20.980034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d10679a-d67b-4309-9fda-a2a194d7932b req-9669ca5e-7acf-4160-913f-880971b1f587 tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/ports?device_id=5af35747-7089-4592-abcf-4586761cafa0 HTTP/1.1" status: 200 len: 945 time: 0.1977520 Jul 23 22:40:21.012624 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.017656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Deleting port c0f9b3ec-4565-4e69-ae14-e1cba19282bd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:21.018482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.029518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.032926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.034718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c533ce8-b1ee-4408-b5d2-86c1dc214113 HTTP/1.1" status: 204 len: 168 time: 0.4211740 Jul 23 22:40:21.041879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Attempting to bind port b996be6e-45ef-4eac-a297-53da510e2e21 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:21.042250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Attempting to bind port b996be6e-45ef-4eac-a297-53da510e2e21 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:21.043059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Attempting to bind port b996be6e-45ef-4eac-a297-53da510e2e21 on network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:21.046879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.054740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:21.055117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Checking segment: {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:21.055519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.055912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Bound using segment: {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:21.056399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Bound port: b996be6e-45ef-4eac-a297-53da510e2e21, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:21.057340 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.100162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:21.108393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c002b64-dd25-49c8-8a5d-9724c61775ed req-33f825cb-790c-49d9-bb1a-15cac3b9d518 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384833 Jul 23 22:40:21.116296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:21.127352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:21.142866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Pushing event updated for resources: {'Port': ['ID=ba41ed64-7d64-4937-84bc-6690594f41e7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:21.190123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3613138c-22dd-4068-96f0-1f805fa2537b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:21.211236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Checking segment: {'id': 'ef5c2310-8123-4138-91eb-a360a50173db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:21.211976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Network hostable DHCP agents. Network: 8db226de-59b1-4b1b-bf46-494c22cea7fb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:21.236147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] For port b996be6e-45ef-4eac-a297-53da510e2e21, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:21.239714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] For port b996be6e-45ef-4eac-a297-53da510e2e21, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b996be6e-45ef-4eac-a297-53da510e2e21,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:21.246636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2745f619-0cd1-458c-aa72-3015934ccd6d req-b9a7b993-f31d-4d02-aeca-814e418857da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0707371 Jul 23 22:40:21.254451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578f70-1942-4076-a175-b380a4916fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c533ce8-b1ee-4408-b5d2-86c1dc214113,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:21.280971 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.327287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d10679a-d67b-4309-9fda-a2a194d7932b req-75838438-f145-4df3-b891-22e3bc2367ee tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae05726f-924f-43e1-916c-4d66b7273eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977123 Jul 23 22:40:21.330020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] For port c0f9b3ec-4565-4e69-ae14-e1cba19282bd, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,segment=NetworkSegment(2fe522e8-1e79-4e87-ae61-b6a18d701bd5),segment_id=2fe522e8-1e79-4e87-ae61-b6a18d701bd5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:21.330403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.348349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Calling delete_port for c0f9b3ec-4565-4e69-ae14-e1cba19282bd owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:21.348543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Network 8db226de-59b1-4b1b-bf46-494c22cea7fb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:21.387028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8db226de-59b1-4b1b-bf46-494c22cea7fb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:21.402111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7113d9e-58de-40e4-b112-0bee21578090 None None] Network 8db226de-59b1-4b1b-bf46-494c22cea7fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:21.425508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df047a3-0853-4ef9-b2e8-9020c7310c43 None None] Pushing event updated for resources: {'Port': ['ID=b996be6e-45ef-4eac-a297-53da510e2e21,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:21.441208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:21.441848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.458013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.496428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Transition to ACTIVE for port object 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:21.508259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-877545da-f5fe-47c3-941f-33cffdb1362e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9886813 Jul 23 22:40:21.589355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.632472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.685570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c0f9b3ec-4565-4e69-ae14-e1cba19282bd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:21.716068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.762278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Pushing event deleted for resources: {'Port': ['ID=c0f9b3ec-4565-4e69-ae14-e1cba19282bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:21.927821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] No DVR routers for this DVR port c0f9b3ec-4565-4e69-ae14-e1cba19282bd on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:21.941023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:21.943665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07b3428e-f5a7-40ce-8e22-66f39b31dd0c req-7be85ce8-e6df-4dbe-8008-29e7f11819dd tempest-ServerDiskConfigTestJSON-102767347 tempest-ServerDiskConfigTestJSON-102767347-project] 10.222.0.25 "DELETE /v2.0/ports/c0f9b3ec-4565-4e69-ae14-e1cba19282bd HTTP/1.1" status: 204 len: 173 time: 1.2035902 Jul 23 22:40:22.006490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'name': 'network-vif-deleted', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:22.015869 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1495c295-e6b6-4b50-8eae-b068038f048b" -d '{"events": [{"server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "name": "network-vif-deleted", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:22.022949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d39b475-28b3-45d3-847f-c67c851e41cc req-a15ac390-0582-4ce5-9e1b-d4958fd2b9eb tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1709044 Jul 23 22:40:22.221059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea5d21-f8b8-493a-b327-3791233b3003 None None] Pushing event updated for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:22.250618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d17cc7-13bd-4c81-b55d-6669a0da0160 None None] Network 8db226de-59b1-4b1b-bf46-494c22cea7fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:22.258265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:22.380583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Attempting to bind port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:22.381223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Attempting to bind port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Attempting to bind port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae on network 6c02a8db-aabf-4acd-9370-4a406ab68b05 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Checking segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Bound using segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Bound port: 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:22.432515 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:22.438419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:22.439444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b996be6e-45ef-4eac-a297-53da510e2e21 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:22.559303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Router f6a42c9c-e721-4cd9-9506-eb99e4962281 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:40:22.776017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:40:22.792209 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Sync routers for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:40:22.808188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:22.809881 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f3cac91-5e23-49ba-9f55-e4441c018658 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3254559 Jul 23 22:40:22.812748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:22.814438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:22.815428 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:22.934123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] For port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:22.945126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b996be6e-45ef-4eac-a297-53da510e2e21 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:22.987114 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:23.002118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] For port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:23.020678 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.090362 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.137636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:23.138728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:23.145669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea5d21-f8b8-493a-b327-3791233b3003 None None] Pushing event updated for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:23.203023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb57799-4574-4374-8ac6-66b2529923bf None None] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:23.341302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Provisioning for port b996be6e-45ef-4eac-a297-53da510e2e21 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:23.362868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Provisioning complete for port b996be6e-45ef-4eac-a297-53da510e2e21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:23.363238 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.381577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:21Z', 'revision_number': 3, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:23.420986 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Checking router: f6a42c9c-e721-4cd9-9506-eb99e4962281 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:40:23.422226 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Updating router f6a42c9c-e721-4cd9-9506-eb99e4962281 port ba41ed64-7d64-4937-84bc-6690594f41e7 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:40:23.464115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:23.476364 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.638467 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.646277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-505670ec-d023-4951-a1dd-34642d9f9df4 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:23.654389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-505670ec-d023-4951-a1dd-34642d9f9df4 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/networks?id=8db226de-59b1-4b1b-bf46-494c22cea7fb HTTP/1.1" status: 200 len: 821 time: 0.7288475 Jul 23 22:40:23.683375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-95417cf4-1878-4d9e-90db-0149e30a9738 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/quotas/3d53160f722f466eaa8ba1151cbe8d9a HTTP/1.1" status: 200 len: 375 time: 0.0277972 Jul 23 22:40:23.692877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] For port b996be6e-45ef-4eac-a297-53da510e2e21, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b996be6e-45ef-4eac-a297-53da510e2e21,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:23.701329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.730873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-5ba84129-4782-4ef8-a38b-15019b9dc18e tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d53160f722f466eaa8ba1151cbe8d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460780 Jul 23 22:40:23.878801 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.894046 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Transition to ACTIVE for port object ba41ed64-7d64-4937-84bc-6690594f41e7 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:23.905268 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:23.963820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bad254-24b6-4e9f-ba00-9a902647a19d None None] Pushing event updated for resources: {'Port': ['ID=b996be6e-45ef-4eac-a297-53da510e2e21,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:23.970787 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Attempting to bind port ba41ed64-7d64-4937-84bc-6690594f41e7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:23.971402 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Attempting to bind port ba41ed64-7d64-4937-84bc-6690594f41e7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:23.971910 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Attempting to bind port ba41ed64-7d64-4937-84bc-6690594f41e7 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:23.983503 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Pushing event updated for resources: {'Port': ['ID=ba41ed64-7d64-4937-84bc-6690594f41e7,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:23.992617 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.993256 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.993912 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.994819 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.995402 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.995772 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.996205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.996500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '215ccd7e-89ae-4ff2-952d-fa1d7871b9ae', 'name': '', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'mac_address': 'fa:16:3e:12:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:13Z', 'updated_at': '2021-07-23T22:40:22Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'subnets': [{'id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:23.996684 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.997219 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.997826 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.998363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:23.998899 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:24.002965 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:24.003777 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:24.004365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8b0f580e-762b-40e0-9656-206ccd11ab25 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:40:24.004807 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.005400 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:24.006086 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Bound port: ba41ed64-7d64-4937-84bc-6690594f41e7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:24.006653 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.014653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8b0f580e-762b-40e0-9656-206ccd11ab25 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4017675 Jul 23 22:40:24.047390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a5696-f3e3-40dc-b022-af10c2a25f92 None None] The sync data for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 is: [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:40:14Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '215ccd7e-89ae-4ff2-952d-fa1d7871b9ae', 'name': '', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'mac_address': 'fa:16:3e:12:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:13Z', 'updated_at': '2021-07-23T22:40:22Z', 'revision_number': 4, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'subnets': [{'id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:40:24.113845 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] For port ba41ed64-7d64-4937-84bc-6690594f41e7, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:24.118500 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] For port ba41ed64-7d64-4937-84bc-6690594f41e7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ba41ed64-7d64-4937-84bc-6690594f41e7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:24.122145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Request body: {'binding': {'host': 'n-h2-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:24.122640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Unknown quota resources ['binding']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:40:24.128329 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.187740 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:24.188485 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:24.225452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f096bdda-0d3a-4472-8bd1-a992132ea07b service neutron] 10.222.0.37 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935122 Jul 23 22:40:24.377344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:24.391980 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7acae4-7ae8-48e2-9cd4-3567bef164c7 None None] Pushing event updated for resources: {'Port': ['ID=ba41ed64-7d64-4937-84bc-6690594f41e7,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:24.424862 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:24.461646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d661a011-d210-4aeb-a3f1-d0555af74759 None None] Provisioning complete for port b996be6e-45ef-4eac-a297-53da510e2e21 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:24.462110 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d661a011-d210-4aeb-a3f1-d0555af74759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.509136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:24.516805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:24.517265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.659021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-ce112c30-1534-4325-a863-770db50a4100 service neutron] 10.222.0.37 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824594 Jul 23 22:40:24.689662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.721437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.740616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:21Z', 'revision_number': 3, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:24.772332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:24.780464 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:24.781276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b996be6e-45ef-4eac-a297-53da510e2e21 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:24.924811 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0becea-0f81-49c2-bf10-7d4934ab40a2 x-openstack-request-id: req-be0becea-0f81-49c2-bf10-7d4934ab40a2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:24.925110 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af35747-7089-4592-abcf-4586761cafa0", "name": "network-vif-deleted", "tag": "c0f9b3ec-4565-4e69-ae14-e1cba19282bd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:24.925367 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be0becea-0f81-49c2-bf10-7d4934ab40a2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:24.925789 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af35747-7089-4592-abcf-4586761cafa0', 'name': 'network-vif-deleted', 'tag': 'c0f9b3ec-4565-4e69-ae14-e1cba19282bd', 'status': 'completed', 'code': 200} Jul 23 22:40:24.936497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h2-791506-25 for vnic_type normal with profile None {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:24.937065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:24.937545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:24.951440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:24.952085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:24.966315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:24.969833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:24.970505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:24.971375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Bound port: 19b22184-e363-4365-8284-c1f8fc54f18c, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:24.992440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:25.046810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b996be6e-45ef-4eac-a297-53da510e2e21 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:25.048109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.057030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee13e9-fc78-4c92-9988-db4936d28072 None None] The sync data for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 is: [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:21Z', 'revision_number': 3, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:40:25.119208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:25.297353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3db1d2a2-d4dc-4258-bb88-5585bc0dfe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.308957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:25.319833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.321899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-8f5baaae-e5ce-4a81-b4a5-352b9338287c service neutron] 10.222.0.37 "POST /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c/bindings HTTP/1.1" status: 201 len: 390 time: 1.3062689 Jul 23 22:40:25.326044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Allocated IP 172.20.0.1 (0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8/628d90a6-c0d5-4328-97a1-6aad4b25499d/5cb6a3b6-638c-474c-a0cd-622c2685d009) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:25.511515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae49abef-aa03-4920-9b22-dc77d2536730 req-e9c98be7-e0f4-402b-9ead-5860a0a0f130 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1276455 Jul 23 22:40:25.631587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.655604 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bea43c58-8d92-44a6-aa2c-910aff399323 req-64033cf8-5ca6-4b88-9379-6de983fa7952 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 210 time: 0.1066675 Jul 23 22:40:25.673567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3db1d2a2-d4dc-4258-bb88-5585bc0dfe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.688081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Transition to ACTIVE for port object 5cb6a3b6-638c-474c-a0cd-622c2685d009 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:25.688247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3db1d2a2-d4dc-4258-bb88-5585bc0dfe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.693169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c0f9b3ec-4565-4e69-ae14-e1cba19282bd no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:25.757601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: c0f9b3ec-4565-4e69-ae14-e1cba19282bd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:25.782642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c0f9b3ec-4565-4e69-ae14-e1cba19282bd not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:25.791737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-36d8e5ac-fddf-4a4b-9c51-52a52de66ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:25.793489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-36d8e5ac-fddf-4a4b-9c51-52a52de66ac6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1097 time: 0.1471245 Jul 23 22:40:25.794490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3db1d2a2-d4dc-4258-bb88-5585bc0dfe1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d25d3ece022471c9abc8b6ebfe2a27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992451 Jul 23 22:40:25.797199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:25.802741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:25.919272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:25.930883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:25.964916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d2a2-d4dc-4258-bb88-5585bc0dfe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f330bc0f-23ac-43ab-8cbd-ab8db4137db3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:26.012458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-a7c510cc-4621-4ee9-a0cf-033527f67c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:26.017530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-a7c510cc-4621-4ee9-a0cf-033527f67c0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.2122869 Jul 23 22:40:26.018692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:26.025004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Pushing event updated for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:26.092367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.136732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5f2e9-f0ce-4a20-a7a2-edf1e71fdc8e req-2680e6b5-82dc-4bff-acd5-46928f5286cc tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:26.144106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3a5f2e9-f0ce-4a20-a7a2-edf1e71fdc8e req-2680e6b5-82dc-4bff-acd5-46928f5286cc tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.3397009 Jul 23 22:40:26.205603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-76b6a2c1-c215-462f-993d-627de03c1cea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.1735170 Jul 23 22:40:26.269925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.394407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98463e8b-db89-47bc-ad6e-4c5f4ddf6d8d None None] Provisioning for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:26.402627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98463e8b-db89-47bc-ad6e-4c5f4ddf6d8d None None] Provisioning complete for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:26.403505 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98463e8b-db89-47bc-ad6e-4c5f4ddf6d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.480285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98463e8b-db89-47bc-ad6e-4c5f4ddf6d8d None None] Port 5cb6a3b6-638c-474c-a0cd-622c2685d009 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:40:26.523035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-a585734c-b50e-4759-8ca1-56dd1b8b8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:26.526252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-a585734c-b50e-4759-8ca1-56dd1b8b8875 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.3109412 Jul 23 22:40:26.543583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ba41ed64-7d64-4937-84bc-6690594f41e7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:26.623743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-0bb3b55d-01ed-4501-a95b-873c0174fc71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884833 Jul 23 22:40:26.676717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ba41ed64-7d64-4937-84bc-6690594f41e7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:26.683127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ba41ed64-7d64-4937-84bc-6690594f41e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:26.683653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.815920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.825702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.842349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port ba41ed64-7d64-4937-84bc-6690594f41e7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ba41ed64-7d64-4937-84bc-6690594f41e7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:26.850613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.852143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:26.862594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6d0c4fde-aa9c-4381-bd8d-c626d5958a59 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876419 Jul 23 22:40:26.863180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:26.898379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d3a5f2e9-f0ce-4a20-a7a2-edf1e71fdc8e req-7377c927-cbc1-428b-a5b4-13c1db61ab40 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7481868 Jul 23 22:40:26.981534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=ba41ed64-7d64-4937-84bc-6690594f41e7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:27.000977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:27.001643 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.003712 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.006262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.007544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f330bc0f-23ac-43ab-8cbd-ab8db4137db3 HTTP/1.1" status: 204 len: 168 time: 1.2057507 Jul 23 22:40:27.016678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300a7ff-5eb8-4468-aeee-68f0741b67ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f330bc0f-23ac-43ab-8cbd-ab8db4137db3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:27.132816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-4007cb12-0740-43a8-be0b-3b67e37520e1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:27.134546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-4007cb12-0740-43a8-be0b-3b67e37520e1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.25 "GET /v2.0/networks?id=8db226de-59b1-4b1b-bf46-494c22cea7fb HTTP/1.1" status: 200 len: 821 time: 0.4223478 Jul 23 22:40:27.145232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e5405021-4ccb-485c-bd8a-2684604a8e72 req-ca5998a4-f141-4b1a-886e-22b9dcbb2f00 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 210 time: 0.0491757 Jul 23 22:40:27.173816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Request body: {'port': {'device_id': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb', 'admin_state_up': True, 'tenant_id': '3d53160f722f466eaa8ba1151cbe8d9a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:27.193627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-4137b560-b455-476b-88d4-564926194a68 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101888 Jul 23 22:40:27.254322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:27.333937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Deleting subnet 9f4f7ca0-d4a7-426a-9093-e3ddad01d43a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:40:27.339296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.376947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f50f30a0-52b2-47ea-97cf-6cdccfc49c11 req-93df8c6d-d83b-4d33-b34a-d185be611320 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0522065 Jul 23 22:40:27.390642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.455797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.489875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Made reservation on behalf of 3d53160f722f466eaa8ba1151cbe8d9a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:27.494258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.516293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.527954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.588422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.600274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:27.658924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be853755-2f91-4b5f-bde8-42aed06898c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.660995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.661937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.664765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9f4f7ca0-d4a7-426a-9093-e3ddad01d43a HTTP/1.1" status: 204 len: 168 time: 0.4094229 Jul 23 22:40:27.668358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Pushing event updated for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:27.668513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37451f2a-1c51-456b-b62c-ca690a1a7ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4f7ca0-d4a7-426a-9093-e3ddad01d43a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:27.673699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:27.800005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be853755-2f91-4b5f-bde8-42aed06898c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.807582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be853755-2f91-4b5f-bde8-42aed06898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.851101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be853755-2f91-4b5f-bde8-42aed06898c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ed40e-66d6-489f-a786-e52dbc3cb152,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:27.856882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-be853755-2f91-4b5f-bde8-42aed06898c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1582cc0891d462abe14bb1f50afee66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295172 Jul 23 22:40:27.861580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:27.871925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Allocated IP 172.20.0.11 (8db226de-59b1-4b1b-bf46-494c22cea7fb/3613138c-22dd-4068-96f0-1f805fa2537b/63b4d490-4eae-42e5-a61e-ae3e1df4b9ef) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:27.887366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.910474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:27.912467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:27.923519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:27.951330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.054588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.057095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.058406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/955ed40e-66d6-489f-a786-e52dbc3cb152 HTTP/1.1" status: 204 len: 168 time: 0.1955235 Jul 23 22:40:28.073773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a41a0-f156-4634-ab03-91e2c1c772cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ed40e-66d6-489f-a786-e52dbc3cb152,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:28.111309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ff7c7-5006-4cf0-839d-e6c9730722b6 req-44087d98-82fd-4e6c-a4ab-c8adfa6ee9da tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:28.116741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-176ff7c7-5006-4cf0-839d-e6c9730722b6 req-44087d98-82fd-4e6c-a4ab-c8adfa6ee9da tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.1230211 Jul 23 22:40:28.187080 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-176ff7c7-5006-4cf0-839d-e6c9730722b6 req-5960c2ab-97be-483b-91a3-45ce2f24f2cd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651596 Jul 23 22:40:28.326570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9657f2dc-5a8f-4041-8c5d-d489ad2334e4 None None] Provisioning complete for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:28.327172 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9657f2dc-5a8f-4041-8c5d-d489ad2334e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.364268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ba41ed64-7d64-4937-84bc-6690594f41e7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:28.374155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.387305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e513b885-4851-40eb-961a-81f220d63e5b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:28.399522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe522e8-1e79-4e87-ae61-b6a18d701bd5') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:28.400114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe522e8-1e79-4e87-ae61-b6a18d701bd5') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:28.413687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.439953 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.449074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:40:28.449711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:40:28.466241 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:40:28.546135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-720d9280-a4b1-4298-a4e1-c59ceb56dcdd req-676c77a8-724a-4420-bf41-061c99a4d192 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0417898 Jul 23 22:40:28.613386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9657f2dc-5a8f-4041-8c5d-d489ad2334e4 None None] Port 5cb6a3b6-638c-474c-a0cd-622c2685d009 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:40:28.630258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ba41ed64-7d64-4937-84bc-6690594f41e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:28.630656 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:28.918257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Router f6a42c9c-e721-4cd9-9506-eb99e4962281 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:40:28.925180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f49a7732-9f5c-4c46-a5e5-b13083c23e72 req-07b3aa4c-7898-4a05-bbbe-98c84d0db6b0 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 210 time: 0.4473591 Jul 23 22:40:29.002313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.012681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.017917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e513b885-4851-40eb-961a-81f220d63e5b HTTP/1.1" status: 204 len: 168 time: 1.3177271 Jul 23 22:40:29.074726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:29.092603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53b6d-1e65-4b69-a6cf-7d5a46ba4278 admin admin] Pushing event deleted for resources: {'Network': ['ID=e513b885-4851-40eb-961a-81f220d63e5b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:29.131889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.167313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:40:29.182684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bb70bee8-04b1-4cbd-8514-bd5bbf4b980e admin admin] 10.222.0.37 "PUT /v2.0/routers/f6a42c9c-e721-4cd9-9506-eb99e4962281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3596864 Jul 23 22:40:29.191918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Sync routers for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:40:29.221247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-236408769-network', 'tenant_id': '9b27686d98174ab4be77cb482a814921'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:29.230590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:29.231540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:29.234904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.266370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Made reservation on behalf of 9b27686d98174ab4be77cb482a814921 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:29.269057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.288435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.356268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:29.369816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Network 8db226de-59b1-4b1b-bf46-494c22cea7fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:29.377323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Pushing event updated for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:29.381939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:29.386271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:29.467760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.478706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.493037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:29.507816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:29.510144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-93ff44f4-05c8-4acf-9ed2-0899f6541639 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb6e0c1967834548af10ddffa8613f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448107 Jul 23 22:40:29.535759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:29.536383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.542547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:29.579190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-f56c50d7-a604-448a-b80c-33d55d28c8d9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4238772 Jul 23 22:40:29.592791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Request body: {'port': {'device_id': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:29.646745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.647413 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Added segment 0869a302-bcc4-4582-9b61-a1b79ebe5a68 of type vlan for network 362d03b1-b82c-4b22-95c3-41c620b161d2 Jul 23 22:40:29.652310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c0499-fe69-4ccb-8442-51fe3b644bda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:29.742441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.779678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aa472-10b4-4e4a-8f7e-994cf7e3cf9a req-5e896349-914c-4af1-a466-a088626607c1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:29.785133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db07aa58-17d8-4c55-b6b0-7961c907fcc1 req-8943c093-74fd-4954-a6b5-061d0b0c424e tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0391583 Jul 23 22:40:29.801644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b97aa472-10b4-4e4a-8f7e-994cf7e3cf9a req-5e896349-914c-4af1-a466-a088626607c1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.4667463 Jul 23 22:40:29.816666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.818921 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.893931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:29.923656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5cb6a3b6-638c-474c-a0cd-622c2685d009', 'name': '', 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'mac_address': 'fa:16:3e:bb:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:24Z', 'updated_at': '2021-07-23T22:40:27Z', 'revision_number': 2, 'project_id': '07dd943475a14325b522d26604a97b57', 'subnets': [{'id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:29.963657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:40:30.000927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Checking router: f6a42c9c-e721-4cd9-9506-eb99e4962281 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:40:30.001636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Updating router f6a42c9c-e721-4cd9-9506-eb99e4962281 port 5cb6a3b6-638c-474c-a0cd-622c2685d009 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:40:30.068373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.071393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b97aa472-10b4-4e4a-8f7e-994cf7e3cf9a req-3ae7aa5e-1887-479a-99af-1b4efe0e0858 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683804 Jul 23 22:40:30.089990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.091243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:30.091980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.208757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.211516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.216125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae05726f-924f-43e1-916c-4d66b7273eb8 HTTP/1.1" status: 204 len: 168 time: 0.7008495 Jul 23 22:40:30.231083 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1552112 Jul 23 22:40:30.234709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9416d39-71f2-440e-beb1-25fb1b0c9bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae05726f-924f-43e1-916c-4d66b7273eb8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:30.236702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52614) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:30.279660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Request body: {'subnet': {'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-236408769-subnet', 'tenant_id': '9b27686d98174ab4be77cb482a814921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:30.284767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6896a3-128f-4f8f-b4d3-e7cbaf1b05ac admin admin] Pushing event updated for resources: {'Network': ['ID=362d03b1-b82c-4b22-95c3-41c620b161d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:30.311007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Made reservation on behalf of 9b27686d98174ab4be77cb482a814921 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:30.313539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.518157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 362d03b1-b82c-4b22-95c3-41c620b161d2 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:30.660254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bc355-8cd8-450f-bba1-98e12aa7e3c0 req-840d6121-19b0-471b-802f-4d3edf236c46 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:30.673134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f41bc355-8cd8-450f-bba1-98e12aa7e3c0 req-840d6121-19b0-471b-802f-4d3edf236c46 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 932 time: 0.3362939 Jul 23 22:40:30.785739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:30.823748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f41bc355-8cd8-450f-bba1-98e12aa7e3c0 req-136515eb-5d0e-4ded-94ec-94baa6355e25 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476066 Jul 23 22:40:30.845636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.846486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:30.877223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Transition to ACTIVE for port object 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:30.894889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.036777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.038472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Pushing event updated for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:31.049971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4e9be2-e481-4918-9789-d6dda9354cf4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:31.066149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Transition to ACTIVE for port object 5cb6a3b6-638c-474c-a0cd-622c2685d009 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:31.077985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.157289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1d2f765-bc55-49b0-8964-0d9607cae344 req-7b31d0af-3bc8-44f9-b9c6-defddade1e3d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1167624 Jul 23 22:40:31.227163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Checking segment: {'id': '0869a302-bcc4-4582-9b61-a1b79ebe5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:31.227491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Network hostable DHCP agents. Network: 362d03b1-b82c-4b22-95c3-41c620b161d2, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:31.290552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Network 362d03b1-b82c-4b22-95c3-41c620b161d2 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:31.294696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Attempting to bind port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:31.295033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Attempting to bind port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ef5c2310-8123-4138-91eb-a360a50173db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:31.295362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Attempting to bind port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef on network 8db226de-59b1-4b1b-bf46-494c22cea7fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:31.318773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef on network 8db226de-59b1-4b1b-bf46-494c22cea7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:31.318773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Attempting to bind port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef on network 8db226de-59b1-4b1b-bf46-494c22cea7fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:31.330748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 362d03b1-b82c-4b22-95c3-41c620b161d2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:31.336574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:31.337369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Checking segment: {'id': 'ef5c2310-8123-4138-91eb-a360a50173db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:31.339724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Bound using segment: {'id': 'ef5c2310-8123-4138-91eb-a360a50173db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:31.340315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Bound port: 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5c2310-8123-4138-91eb-a360a50173db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:31.340839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.350359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:31.358543 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.400852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d866c-f8b4-4f1a-a8f4-cafcdf5be126 None None] Network 362d03b1-b82c-4b22-95c3-41c620b161d2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:31.554072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6b6d472-69a3-4a41-8374-279fec5ba902 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2795300 Jul 23 22:40:31.689599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65d844-81f0-489b-ac47-99e8db64d77c req-03cdfba2-8770-41db-9b42-c6c4d435dd35 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:31.694909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:31.702830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,segment=NetworkSegment(ef5c2310-8123-4138-91eb-a360a50173db),segment_id=ef5c2310-8123-4138-91eb-a360a50173db)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:31.724757 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0e65d844-81f0-489b-ac47-99e8db64d77c req-03cdfba2-8770-41db-9b42-c6c4d435dd35 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.3133242 Jul 23 22:40:31.730320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.967161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0e65d844-81f0-489b-ac47-99e8db64d77c req-7da37f15-38bb-4108-bc8b-0c746341347c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377763 Jul 23 22:40:31.968883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:31.970241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:31.975153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] 10.222.0.25 "PUT /v2.0/ports/63b4d490-4eae-42e5-a61e-ae3e1df4b9ef HTTP/1.1" status: 200 len: 1093 time: 2.3843408 Jul 23 22:40:31.976098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:31.984055 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e42fa5b-493e-4a52-ba38-eec19e647327" -d '{"events": [{"name": "network-changed", "server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:32.108595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fe5b0-088f-469c-b4ea-206f7b3acf31 service neutron] Pushing event updated for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:32.280505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Pushing event updated for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:32.359958 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d97999-2f1c-410a-b164-b648dc11053a x-openstack-request-id: req-d6d97999-2f1c-410a-b164-b648dc11053a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:32.362998 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:32.364305 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6d97999-2f1c-410a-b164-b648dc11053a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:32.364763 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef', 'status': 'completed', 'code': 200} Jul 23 22:40:32.429679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:32.549684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.557023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.557837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.560830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.561476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.562123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.562691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.563256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.563820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.566670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.570547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.571440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:32.588978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0051c-6cbe-4a1d-ad38-ae19ec09d9d3 None None] Network 362d03b1-b82c-4b22-95c3-41c620b161d2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:32.609994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-772a8692-cd83-415e-9bdd-d1e5b4d5b1f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8284137 Jul 23 22:40:32.730187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1133166244-network', 'tenant_id': '5ddf45cf129741bcbbd695197da47db3'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:32.781973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Attempting to bind port 5cb6a3b6-638c-474c-a0cd-622c2685d009 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:32.782634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Attempting to bind port 5cb6a3b6-638c-474c-a0cd-622c2685d009 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:32.783274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Attempting to bind port 5cb6a3b6-638c-474c-a0cd-622c2685d009 on network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:32.792909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0415c515-c6d7-4a47-baa9-43d4e65df3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:32.797374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-0415c515-c6d7-4a47-baa9-43d4e65df3b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d53160f722f466eaa8ba1151cbe8d9a&device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 1096 time: 0.7669802 Jul 23 22:40:32.797740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:32.798283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Checking segment: {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:32.798786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:32.799278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Bound using segment: {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:32.799885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Bound port: 5cb6a3b6-638c-474c-a0cd-622c2685d009, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7276311c-9cbb-448f-a251-64037f663d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:32.800523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:32.888684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-465e0a78-20f6-4656-9a22-3a23be543c8d req-78e60e13-9ffc-4da8-ab29-f9d3b8fbac7d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.2022297 Jul 23 22:40:32.910312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-ea39e7ed-2b7e-4e74-8775-75c41c9ebcfc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef HTTP/1.1" status: 200 len: 217 time: 0.0998554 Jul 23 22:40:32.939398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b2c51-ca9d-4e3f-b291-8edf3b0fc17e req-1d66617b-c3cd-4bf8-a78d-c99e72e76b4d tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:32.950872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea2b2c51-ca9d-4e3f-b291-8edf3b0fc17e req-1d66617b-c3cd-4bf8-a78d-c99e72e76b4d tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 944 time: 0.8971953 Jul 23 22:40:32.966533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Made reservation on behalf of 5ddf45cf129741bcbbd695197da47db3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:32.975446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.016778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.128955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] For port 5cb6a3b6-638c-474c-a0cd-622c2685d009, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:33.146192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] For port 5cb6a3b6-638c-474c-a0cd-622c2685d009, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5cb6a3b6-638c-474c-a0cd-622c2685d009,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:33.163100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.197731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea2b2c51-ca9d-4e3f-b291-8edf3b0fc17e req-19e93517-84d6-4d4b-b287-81b2a619c2c5 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442601 Jul 23 22:40:33.210432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-ca3ff59d-267c-4973-872a-7bf26ad34a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.225264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-ca3ff59d-267c-4973-872a-7bf26ad34a1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3613138c-22dd-4068-96f0-1f805fa2537b HTTP/1.1" status: 200 len: 861 time: 0.2600114 Jul 23 22:40:33.246655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.258261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.261362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.265464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.268670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.271672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.274415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.275264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.280531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.283849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-1805aef9-8d56-4c4a-9490-023eb1e12d83 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 0.6121378 Jul 23 22:40:33.372773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:33.404094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:40:33.405412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:33.480703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.481480 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Added segment 41835d9d-a1c5-4f27-b39c-f68d537e15c5 of type vlan for network 5d405c31-9dfb-457c-b2d6-2c5110e27272 Jul 23 22:40:33.482835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab9a0c1-2884-46d0-848c-0c7c22fac620,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:33.615586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-dc007973-ff03-4e79-9b86-6b5466d80474 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8db226de-59b1-4b1b-bf46-494c22cea7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3265481 Jul 23 22:40:33.670542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b3f74-c90f-4750-a1c3-629ad57226ec None None] Pushing event updated for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:33.672668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.707940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52674) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:33.720407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-657924087-network', 'tenant_id': '537eef41821c4a9c93dd8c0c0e493896'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:33.769116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Made reservation on behalf of 537eef41821c4a9c93dd8c0c0e493896 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:33.772997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.788462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.795165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.796587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.797396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:33.823969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:40:33.880369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4450135 Jul 23 22:40:33.880534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d4932-8e19-4821-9103-abe9dbf0f30f req-227f56a2-056b-497b-934c-008c241cb697 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.888774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432d4932-8e19-4821-9103-abe9dbf0f30f req-227f56a2-056b-497b-934c-008c241cb697 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.3950942 Jul 23 22:40:33.890625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:33.895933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-75e989f6-05e6-4398-b89d-3aa25319d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.896559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-75e989f6-05e6-4398-b89d-3aa25319d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.897505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-75e989f6-05e6-4398-b89d-3aa25319d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:33.898752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-75e989f6-05e6-4398-b89d-3aa25319d5b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 2299 time: 0.4351616 Jul 23 22:40:33.929778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Request body: {'subnet': {'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1133166244-subnet', 'tenant_id': '5ddf45cf129741bcbbd695197da47db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:33.959793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-df913d68-6e45-4ed1-a525-f07db65f9c58 service neutron] 10.222.0.25 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382888 Jul 23 22:40:33.972584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1548d8-3c4b-4822-adca-4c82fc5343ae admin admin] Pushing event updated for resources: {'Network': ['ID=5d405c31-9dfb-457c-b2d6-2c5110e27272,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:33.990149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5d405c31-9dfb-457c-b2d6-2c5110e27272 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:34.145950 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-487461cd-59d7-4831-9b8d-274929c8f37b req-273888f2-ab1f-4c63-af0e-a14652517a54 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0761600 Jul 23 22:40:34.198999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a94c6f14-a621-4ef1-9619-6138d4a067e9 req-914606fa-09e0-4b16-bf55-292dbc7a0aa0 service neutron] 10.222.0.25 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851957 Jul 23 22:40:34.214083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5cb6a3b6-638c-474c-a0cd-622c2685d009', 'name': '', 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'mac_address': 'fa:16:3e:bb:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:24Z', 'updated_at': '2021-07-23T22:40:33Z', 'revision_number': 4, 'project_id': '07dd943475a14325b522d26604a97b57', 'subnets': [{'id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:34.252606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d9568-240a-4ef7-8a47-850a6659b4fe None None] The sync data for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 is: [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5cb6a3b6-638c-474c-a0cd-622c2685d009', 'name': '', 'network_id': '0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'mac_address': 'fa:16:3e:bb:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:24Z', 'updated_at': '2021-07-23T22:40:33Z', 'revision_number': 4, 'project_id': '07dd943475a14325b522d26604a97b57', 'subnets': [{'id': '628d90a6-c0d5-4328-97a1-6aad4b25499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:40:34.286153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-432d4932-8e19-4821-9103-abe9dbf0f30f req-71ba7fb7-57b1-4c33-bba8-518c0a58cfff tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815107 Jul 23 22:40:34.334442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.358358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.391412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-61e14bc9-59bd-410e-9616-1188dd9a47f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 1001 time: 0.4345257 Jul 23 22:40:34.527746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Made reservation on behalf of 5ddf45cf129741bcbbd695197da47db3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:34.531167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:34.535474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.546051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.547002 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Added segment 728fd46b-433a-42c6-b95e-911d9fad34df of type vlan for network f9e93005-e364-4200-98b9-0387a1d3e2cf Jul 23 22:40:34.646474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.726029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-a348746a-7a99-4c01-bb95-5a01b118011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:34.727651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-a348746a-7a99-4c01-bb95-5a01b118011e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 200 len: 856 time: 0.2599356 Jul 23 22:40:34.747008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-6925ef9f-b28d-4260-8071-8bc726fd238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:34.750514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-6925ef9f-b28d-4260-8071-8bc726fd238d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d53160f722f466eaa8ba1151cbe8d9a&device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 1096 time: 0.4447606 Jul 23 22:40:34.796887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.807987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:34.808950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:34.874378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50a69e-0030-4e69-83a0-fc46efb67ab4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:34.882122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-1ed8f17a-adc6-4eb1-be95-d19345d9624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:34.883898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-1ed8f17a-adc6-4eb1-be95-d19345d9624a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8db226de-59b1-4b1b-bf46-494c22cea7fb HTTP/1.1" status: 200 len: 922 time: 0.1115932 Jul 23 22:40:34.912537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1981311 Jul 23 22:40:34.913376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:34.961325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Request body: {'subnet': {'network_id': 'f9e93005-e364-4200-98b9-0387a1d3e2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-657924087-subnet', 'tenant_id': '537eef41821c4a9c93dd8c0c0e493896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:34.972208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-61fd84f6-f6d9-496c-8465-a46b2541a5ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef HTTP/1.1" status: 200 len: 217 time: 0.0686240 Jul 23 22:40:35.004353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b20d9-7657-4696-be59-8a3e8d0b2603 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e93005-e364-4200-98b9-0387a1d3e2cf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:35.021025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f9e93005-e364-4200-98b9-0387a1d3e2cf details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:35.025370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Made reservation on behalf of 537eef41821c4a9c93dd8c0c0e493896 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:35.028108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:35.076018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-f28c79c9-9608-47b9-9583-6ae233eed567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:35.077689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-f28c79c9-9608-47b9-9583-6ae233eed567 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3613138c-22dd-4068-96f0-1f805fa2537b HTTP/1.1" status: 200 len: 861 time: 0.0797870 Jul 23 22:40:35.101372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528bd82-10d7-41b5-84c1-52859bd12da2 req-a4654897-0f01-487f-82d2-9e037fc8a8aa tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:35.104876 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6528bd82-10d7-41b5-84c1-52859bd12da2 req-a4654897-0f01-487f-82d2-9e037fc8a8aa tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 944 time: 0.6747096 Jul 23 22:40:35.210331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-74169f46-33d8-4a7e-9a57-1a809900a5a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8db226de-59b1-4b1b-bf46-494c22cea7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071901 Jul 23 22:40:35.216242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-ae63c2a1-c555-46c2-9dc3-0fdf4084d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:35.224336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-ae63c2a1-c555-46c2-9dc3-0fdf4084d244 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4716754 Jul 23 22:40:35.268334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6528bd82-10d7-41b5-84c1-52859bd12da2 req-a5753914-7670-4299-82ca-24c6f1b0a8b4 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492665 Jul 23 22:40:35.441658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16c189e7-0327-476f-92ea-fd0806623880 req-977cb31d-b090-4598-baf4-e1e426a3da3e tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1074283 Jul 23 22:40:35.519408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:35.590934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:35.713440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-c36a0b5f-e17f-4ee7-a0f6-3e41015fe535 service neutron] 10.222.0.25 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877417 Jul 23 22:40:35.718315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Checking segment: {'id': '728fd46b-433a-42c6-b95e-911d9fad34df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f9e93005-e364-4200-98b9-0387a1d3e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:35.718875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Network hostable DHCP agents. Network: f9e93005-e364-4200-98b9-0387a1d3e2cf, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:35.724891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b5838a-76c9-4236-a9a3-422db131cd1b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:35.736832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff26d3-7fe6-4360-b640-4dea7d0f0b9c req-93786b26-2307-4563-892a-e12a7352e7c6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:35.738610 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6ff26d3-7fe6-4360-b640-4dea7d0f0b9c req-93786b26-2307-4563-892a-e12a7352e7c6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.2349668 Jul 23 22:40:35.740144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9934c828-a3a9-4b52-a969-ee658e742e07,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:35.788851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-cf3e0e42-c7d7-4dcc-8076-3c5202471435 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458241 Jul 23 22:40:35.805937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6ff26d3-7fe6-4360-b640-4dea7d0f0b9c req-a184f1a5-2172-49a3-a9a4-3a7d6dd1d455 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575304 Jul 23 22:40:35.826494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Network f9e93005-e364-4200-98b9-0387a1d3e2cf is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:35.840139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f9e93005-e364-4200-98b9-0387a1d3e2cf) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:35.854535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:35.856572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:35.860778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc1ee0-f290-4e06-b184-38e5bd727e7b None None] Network f9e93005-e364-4200-98b9-0387a1d3e2cf requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:35.919281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d64a23ed-3c42-4322-8378-762512627520 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0008454 Jul 23 22:40:35.982958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Checking segment: {'id': '41835d9d-a1c5-4f27-b39c-f68d537e15c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:35.983512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Network hostable DHCP agents. Network: 5d405c31-9dfb-457c-b2d6-2c5110e27272, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:35.999764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-4114f26b-0724-44ed-b149-ac52cfd92789 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027795 Jul 23 22:40:36.078206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-478cf41c-65cf-46e1-9fbe-b48fb2086e60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 217 time: 0.0540061 Jul 23 22:40:36.078719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Network 5d405c31-9dfb-457c-b2d6-2c5110e27272 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:36.140310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5d405c31-9dfb-457c-b2d6-2c5110e27272) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:36.156195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4a210-883b-450e-9532-09aa47efb59d None None] Network 5d405c31-9dfb-457c-b2d6-2c5110e27272 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:36.166389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:36.168103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:36.233903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-e83b32fe-a7dc-4eda-bf9d-ce44f8ba1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:36.235690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-e83b32fe-a7dc-4eda-bf9d-ce44f8ba1708 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1517227 Jul 23 22:40:36.248447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e42fa5b-493e-4a52-ba38-eec19e647327 req-95a7444f-210b-4515-8cb1-efcd3c7b1c15 service neutron] 10.222.0.25 "GET /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104620 Jul 23 22:40:36.404552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f0b098ac-b2f1-4b35-a429-a760030c9138 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5103931 Jul 23 22:40:36.510423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-313b2186-f4ba-4508-9f6b-d7c4ab4295b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:36.513579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-313b2186-f4ba-4508-9f6b-d7c4ab4295b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2393646 Jul 23 22:40:36.570811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5cb6a3b6-638c-474c-a0cd-622c2685d009 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:36.596041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461554c-2170-475c-af35-7396fa89d4e4 req-343fe9bb-f4bd-4759-ae0a-5e23787dd6b7 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:36.605963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1461554c-2170-475c-af35-7396fa89d4e4 req-343fe9bb-f4bd-4759-ae0a-5e23787dd6b7 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 944 time: 0.1606028 Jul 23 22:40:36.607589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e76eb2-260a-4ec1-9c90-0b0a2e70d480 None None] Network f9e93005-e364-4200-98b9-0387a1d3e2cf requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:36.683548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1461554c-2170-475c-af35-7396fa89d4e4 req-77d0e7b2-090c-4989-8835-96c3d7a8bb9f tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764353 Jul 23 22:40:36.742120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:36.749426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:36.749808 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:36.826773 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-c80c50e7-7a08-47b3-9e8e-8c357c757e17 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049424 Jul 23 22:40:36.836420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79525b3b-f840-4518-9dcd-5d0d195325c5 None None] Network 5d405c31-9dfb-457c-b2d6-2c5110e27272 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:36.848761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dba406ea-939f-40e9-bcff-aa72a2097b7e req-bbecf69f-2fc2-4956-a9ee-ad0baa4b1cf7 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0942729 Jul 23 22:40:37.045088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:37.045670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-b797c406-81ed-40ab-b648-bee8749471f4 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108181 Jul 23 22:40:37.056425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-848aecc1-ee4b-4f3d-b4de-a2bfd4399010 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:37.063899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-848aecc1-ee4b-4f3d-b4de-a2bfd4399010 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/networks?id=362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 200 len: 811 time: 0.1817875 Jul 23 22:40:37.080333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 5cb6a3b6-638c-474c-a0cd-622c2685d009, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5cb6a3b6-638c-474c-a0cd-622c2685d009,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:37.089013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:37.154401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:37.272416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-8d1fc74e-246f-426e-8a6e-b2c74c3c7d7b tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:37.274271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-8d1fc74e-246f-426e-8a6e-b2c74c3c7d7b tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/networks?id=5d405c31-9dfb-457c-b2d6-2c5110e27272 HTTP/1.1" status: 200 len: 814 time: 0.1158752 Jul 23 22:40:37.292958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-33c00440-3d94-4df9-b4e8-29f12601a1ed tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/quotas/5ddf45cf129741bcbbd695197da47db3 HTTP/1.1" status: 200 len: 375 time: 0.0114553 Jul 23 22:40:37.340423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-013cdc56-5a4b-455a-a029-f40eeb26eff8 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ddf45cf129741bcbbd695197da47db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410559 Jul 23 22:40:37.447647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-d6b18da3-00c4-4aa8-a6f3-d296f0f54203 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/quotas/9b27686d98174ab4be77cb482a814921 HTTP/1.1" status: 200 len: 375 time: 0.3820419 Jul 23 22:40:37.449369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-2a7feb43-241e-4bbc-ac51-5af89fec2cfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 217 time: 0.3747473 Jul 23 22:40:37.451398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-c2531b48-e5f2-46f1-8060-d94bc8073917 service neutron] 10.222.0.37 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040719 Jul 23 22:40:37.528009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-a9426e67-e156-4a93-aab9-e9f8b6601dd2 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b27686d98174ab4be77cb482a814921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621259 Jul 23 22:40:37.538542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-fc9a165c-eae7-4116-8940-fd9d206bfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:37.541106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-fc9a165c-eae7-4116-8940-fd9d206bfee2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0839746 Jul 23 22:40:37.563183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-bee20507-09a7-4a6b-b4f5-2bdd2520f398 service neutron] 10.222.0.37 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058819 Jul 23 22:40:37.672304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-4bdc5431-1a23-4664-89e6-7784c32cb587 service neutron] 10.222.0.37 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356719 Jul 23 22:40:37.674073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-80f38556-dabd-434d-aba3-204505ef8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:37.675492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-80f38556-dabd-434d-aba3-204505ef8b35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275005 Jul 23 22:40:37.751683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:40:37.840865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eab96-c41e-41c1-be8c-e3780286999b req-742a496c-64d8-4d9e-b7ff-d6e791ad5c68 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:37.849492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c9eab96-c41e-41c1-be8c-e3780286999b req-742a496c-64d8-4d9e-b7ff-d6e791ad5c68 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.0949366 Jul 23 22:40:37.893226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,segment=NetworkSegment(ef5c2310-8123-4138-91eb-a360a50173db),segment_id=ef5c2310-8123-4138-91eb-a360a50173db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:37.907325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef', 'network_id': '8db226de-59b1-4b1b-bf46-494c22cea7fb', 'port_id': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef', 'mac_address': 'fa:16:3e:dd:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3613138c-22dd-4068-96f0-1f805fa2537b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:40:37.918391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c9eab96-c41e-41c1-be8c-e3780286999b req-b3e149e8-6c33-4c28-a2c9-c989cd943b10 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jul 23 22:40:37.980939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:38.004268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-7926c4d0-7fa1-49b2-8d4f-fb7ddf3f8f4c service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157604 Jul 23 22:40:38.008438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:38.026837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-6d310a97-1a64-467f-8615-78b394b8d3f4 service neutron] 10.222.0.37 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462582 Jul 23 22:40:38.062438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,segment=NetworkSegment(ef5c2310-8123-4138-91eb-a360a50173db),segment_id=ef5c2310-8123-4138-91eb-a360a50173db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:38.088148 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:38.156527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-3dcd7602-efb4-4b4c-9e11-7cca5afe56e8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433089 Jul 23 22:40:38.170940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71368eae-5a64-4625-871d-5216b7ce7f02 req-8c17baa3-8b62-4c6b-8e1c-38d1f8f3f92b tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 210 time: 0.0683956 Jul 23 22:40:38.186170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:38.255373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-9eac48cc-43ea-42a4-b45d-60f7aaa061a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 200 len: 217 time: 0.0883522 Jul 23 22:40:38.346279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5cb6a3b6-638c-474c-a0cd-622c2685d009 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:38.383502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c57cec-8bfa-4d4e-a7b3-55435bc44a86 req-c6fd652c-4024-43a5-b281-273d6ac46372 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:38.385411 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5c57cec-8bfa-4d4e-a7b3-55435bc44a86 req-c6fd652c-4024-43a5-b281-273d6ac46372 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 945 time: 0.1465516 Jul 23 22:40:38.406825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['63b4d490-4eae-42e5-a61e-ae3e1df4b9ef'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:38.408518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-c2f51b7f-28fa-4c50-9622-702bc673aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:38.426935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-c2f51b7f-28fa-4c50-9622-702bc673aff6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1654167 Jul 23 22:40:38.464152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5c57cec-8bfa-4d4e-a7b3-55435bc44a86 req-1c886c9d-cf01-42ff-bace-9b03ed46eae4 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Jul 23 22:40:38.492315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48c6a303-2b92-47d7-86ff-977895d9e890 req-50ab27a5-c497-450d-b3b3-aaaaa79340e4 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0602674 Jul 23 22:40:38.550585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5cb6a3b6-638c-474c-a0cd-622c2685d009 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:38.551010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:38.686349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7840f09-14b6-48e4-920d-0de75b81eb55 req-e755cf53-a5e9-428b-a7e0-c94947b10fc8 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 210 time: 0.0704141 Jul 23 22:40:38.696129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-77b96703-6a98-497d-bad1-ed25950a8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:38.710122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-77b96703-6a98-497d-bad1-ed25950a8b6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1994214 Jul 23 22:40:38.813955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-c57d72ed-421a-4621-b7fd-21bd99d41cf0 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026411 Jul 23 22:40:38.943019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-ba903d43-2ab4-48f6-8501-d4de8c35e6a8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218081 Jul 23 22:40:39.011518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-44c47de2-42b6-4061-972f-21db62fae673 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 200 len: 217 time: 0.0614905 Jul 23 22:40:39.109167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-3a4257d8-7d8e-4d7c-a17d-de75ce706d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:39.112581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-3a4257d8-7d8e-4d7c-a17d-de75ce706d9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0937762 Jul 23 22:40:39.193417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59adff-6fee-4799-b332-cee594fc7eef req-48f01350-a54e-4c53-9ec5-6255fb429ac2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:39.201017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca59adff-6fee-4799-b332-cee594fc7eef req-48f01350-a54e-4c53-9ec5-6255fb429ac2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.1405439 Jul 23 22:40:39.257837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca59adff-6fee-4799-b332-cee594fc7eef req-d192e9bb-c18c-47e6-b9d5-8384d4d6efeb tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Jul 23 22:40:39.416947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48b06a35-7de8-43b0-82e5-1f8df1d54e87 req-1b5b36f8-4d6c-4be9-9fb3-3687182fe448 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 210 time: 0.0742178 Jul 23 22:40:39.482177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-22927251-71e6-45da-a491-592f14444377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:39.483719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-22927251-71e6-45da-a491-592f14444377 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3621266 Jul 23 22:40:39.532877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-3279a059-de4d-448f-8da7-74a591da430d tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:39.534585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-3279a059-de4d-448f-8da7-74a591da430d tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.22 "GET /v2.0/networks?id=5d405c31-9dfb-457c-b2d6-2c5110e27272 HTTP/1.1" status: 200 len: 814 time: 0.3026047 Jul 23 22:40:39.558272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Request body: {'port': {'device_id': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272', 'admin_state_up': True, 'tenant_id': '5ddf45cf129741bcbbd695197da47db3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:39.694141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-84acb59b-1014-42e6-b7e6-dcef004b7b72 req-77dbba27-18e2-4163-a9ff-e755c25de877 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0671446 Jul 23 22:40:39.708563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24482a0c-2970-4822-bfc1-71107be4289a req-6b3fe0ce-9fd7-432e-a5c3-2807d70721e9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:39.710506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24482a0c-2970-4822-bfc1-71107be4289a req-6b3fe0ce-9fd7-432e-a5c3-2807d70721e9 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 945 time: 0.0923314 Jul 23 22:40:39.766793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:39.770452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-e17ce5ed-97f7-4afd-a250-01ddf6b27ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749410 Jul 23 22:40:39.782819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-24482a0c-2970-4822-bfc1-71107be4289a req-741c1a43-1fef-4d67-b7fc-0850d430afdf tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626314 Jul 23 22:40:39.790236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Made reservation on behalf of 5ddf45cf129741bcbbd695197da47db3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:39.803940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:39.902226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:39.909995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:39.914330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:39.915441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-740827b9-70c0-4584-8bdd-ae1eaf8de7f3 req-3575544c-b59d-4bfb-9ee6-92130c3d9122 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 210 time: 0.0461242 Jul 23 22:40:40.030741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:40.053846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-71e0b044-10c8-4eb3-8b3e-4ba2e410c827 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689521 Jul 23 22:40:40.071995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:40.080243 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27630f-9ad7-48e9-a2bf-6eaa559f7b1f" -d '{"events": [{"server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "name": "network-vif-plugged", "status": "completed", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:40.129342 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884559e-22e3-4844-a086-18bd552b3f40 x-openstack-request-id: req-8884559e-22e3-4844-a086-18bd552b3f40 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:40.134002 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "name": "network-vif-plugged", "status": "completed", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:40.134813 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8884559e-22e3-4844-a086-18bd552b3f40 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:40.135507 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef', 'code': 200} Jul 23 22:40:40.137700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,segment=NetworkSegment(ef5c2310-8123-4138-91eb-a360a50173db),segment_id=ef5c2310-8123-4138-91eb-a360a50173db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:40.145232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:40.165250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-b9f1a77e-888a-4875-84eb-a23bbe13ec97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 217 time: 0.1115117 Jul 23 22:40:40.250823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:40.282214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Allocated IP 172.20.0.3 (5d405c31-9dfb-457c-b2d6-2c5110e27272/a5b5838a-76c9-4236-a9a3-422db131cd1b/f33bdd35-7025-491b-ac3e-13873dc70dfd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:40.347486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-5dd2622f-ec15-4026-9efe-f26a9cf8f531 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:40.349047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-5dd2622f-ec15-4026-9efe-f26a9cf8f531 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.22 "GET /v2.0/networks?id=362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 200 len: 811 time: 0.3629727 Jul 23 22:40:40.358622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-afe1d114-48db-42c9-88cb-63fdead56930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:40.360226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-afe1d114-48db-42c9-88cb-63fdead56930 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.1818531 Jul 23 22:40:40.376857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Request body: {'port': {'device_id': 'c339bd93-e625-417c-892c-0a1ce6900504', 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2', 'admin_state_up': True, 'tenant_id': '9b27686d98174ab4be77cb482a814921'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:40.552678 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-455b885f-3697-461c-80e0-d3edc76a4e20 req-677b79cb-e1c9-44b8-9132-9aa74ca9ad86 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 210 time: 0.0340710 Jul 23 22:40:40.638530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be48e9-3cc5-41e2-a337-3411c896cf57 req-e19b293c-3045-44d1-bba5-46baa59ff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:40.640086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81be48e9-3cc5-41e2-a337-3411c896cf57 req-e19b293c-3045-44d1-bba5-46baa59ff9fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 1098 time: 0.4000249 Jul 23 22:40:40.700316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399020c-235a-47f1-9ee2-229ec21e1580 req-4076d113-907c-4cd5-90c5-f7a88fa46f5b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:40.701906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5399020c-235a-47f1-9ee2-229ec21e1580 req-4076d113-907c-4cd5-90c5-f7a88fa46f5b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.3452494 Jul 23 22:40:40.730422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-cbde1a8b-fdaf-46b1-9f82-48f24341f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:40.731933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-cbde1a8b-fdaf-46b1-9f82-48f24341f662 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3381906 Jul 23 22:40:40.798245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:40.811869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81be48e9-3cc5-41e2-a337-3411c896cf57 req-e1bf7d6b-7482-4d7e-b5a9-55fd32358011 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624441 Jul 23 22:40:40.831884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Made reservation on behalf of 9b27686d98174ab4be77cb482a814921 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:40.835871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:40.868108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8adb7a16-2520-42ed-8427-a3c8eac2fd3c req-c5b8bfde-4167-4909-917e-4c86151296d7 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0503678 Jul 23 22:40:40.908749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5399020c-235a-47f1-9ee2-229ec21e1580 req-ac27e2ad-8ad6-4e10-959d-33452ad4eb93 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957974 Jul 23 22:40:40.986533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-888bef42-a464-41b7-b852-86bacdb7a09b service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346845 Jul 23 22:40:41.007676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:41.018334 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-677fe161-7cf0-41ef-a74a-b5c0539b66e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:41.093935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58214-69b7-4fe2-8d63-6548e63cf540 req-c27a07a8-5a5b-4e92-90d6-c24b0a82e990 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:41.095837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00d58214-69b7-4fe2-8d63-6548e63cf540 req-c27a07a8-5a5b-4e92-90d6-c24b0a82e990 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.1261172 Jul 23 22:40:41.140031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00d58214-69b7-4fe2-8d63-6548e63cf540 req-eeaed399-0a4c-46f6-b3d0-07be30ce9497 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Jul 23 22:40:41.187106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Network 5d405c31-9dfb-457c-b2d6-2c5110e27272 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:41.189611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43fc7f49-ed73-4c54-b90c-dd2d0fb52dcd req-394e264b-cb3c-4bb1-a5a2-830e3779e911 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 210 time: 0.0836608 Jul 23 22:40:41.222693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:41.228602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:41.233532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Pushing event updated for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:41.609378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Allocated IP 172.20.0.11 (362d03b1-b82c-4b22-95c3-41c620b161d2/dc4e9be2-e481-4918-9789-d6dda9354cf4/fd067900-9f68-42b4-a7db-dc54578806ca) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:41.631064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-728d7660-3570-46b5-a020-6dd0f636627c service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294448 Jul 23 22:40:41.672073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:41.672844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:41.754633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-33b3aacf-bf78-49d4-8584-203ad76624f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 217 time: 0.0746956 Jul 23 22:40:41.789963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-fb2d7c61-8af3-4fa0-8157-16109a9847df tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2385268 Jul 23 22:40:41.810665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-43866d1c-038d-441e-8f43-9b056a20dfa5 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:41.812441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-43866d1c-038d-441e-8f43-9b056a20dfa5 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.0707517 Jul 23 22:40:41.824115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-25'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:41.824682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Request body: {'port': {'device_id': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:41.918591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-028deae7-f2ea-41f2-bbc9-95b32ffde3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:41.918830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:41.920106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-028deae7-f2ea-41f2-bbc9-95b32ffde3a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.1546330 Jul 23 22:40:42.021677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d3651-eb28-45cc-9d82-29750c8867af req-bdfdf4a7-e003-4908-a1c8-d267a7a0692a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.023310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca2d3651-eb28-45cc-9d82-29750c8867af req-bdfdf4a7-e003-4908-a1c8-d267a7a0692a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 931 time: 0.3445210 Jul 23 22:40:42.053786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.060657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.069690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-563aaf5c-b717-4e96-b906-698a0d85aeb0 req-55bbee98-b08d-4cc4-a806-962f9ab1abfd tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0401704 Jul 23 22:40:42.170104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:42.185276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca2d3651-eb28-45cc-9d82-29750c8867af req-627b5bba-7371-4eb1-8918-b2be61e8e4fe tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505597 Jul 23 22:40:42.246647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-a12dd911-947d-4a06-a40d-ff15a2b9525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.249649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-a12dd911-947d-4a06-a40d-ff15a2b9525b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3212483 Jul 23 22:40:42.257665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.307407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:42.366292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2d5d-f3ed-4b3f-a34e-982c3fcf468c req-bb162380-fd22-4710-8acb-67e6caa3c47d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.367873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09ad2d5d-f3ed-4b3f-a34e-982c3fcf468c req-bb162380-fd22-4710-8acb-67e6caa3c47d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 945 time: 0.1355250 Jul 23 22:40:42.422590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09ad2d5d-f3ed-4b3f-a34e-982c3fcf468c req-ab74a4c1-030e-4447-9cdb-1a40068ea0e7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Jul 23 22:40:42.426109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:42.428426 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd92f81-fe77-4fc3-b4ee-00145bf826a8" -d '{"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:42.433064 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.453572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.492347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Network 362d03b1-b82c-4b22-95c3-41c620b161d2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:42.497047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Pushing event updated for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:42.534602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:42.548832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:42.578965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:42.609103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h1-791506-25 for vnic_type normal with profile {"migrating_to": "n-h2-791506-25"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:42.609435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:42.609804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:42.616060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:42.616646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:42.643383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:42.643829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:42.644115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:42.644574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Bound port: 19b22184-e363-4365-8284-c1f8fc54f18c, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:42.644937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.685070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-b5018e2d-9333-4c03-b81c-295276824633 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199991 Jul 23 22:40:42.700196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.700882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.727824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e1115-e6c3-48a6-9440-eae0c35f0511 req-10f7151e-d11d-4539-95eb-64867b8060e5 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.730492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad6e1115-e6c3-48a6-9440-eae0c35f0511 req-10f7151e-d11d-4539-95eb-64867b8060e5 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.3493209 Jul 23 22:40:42.749365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850d38-176c-4853-adb2-1a0ad4d8637d req-d080c462-dd8b-45c1-86d5-4a65120f6fec tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:42.752440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7850d38-176c-4853-adb2-1a0ad4d8637d req-d080c462-dd8b-45c1-86d5-4a65120f6fec tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 932 time: 0.1760192 Jul 23 22:40:42.785213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:42.809395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:40:42.816250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:42.839240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7850d38-176c-4853-adb2-1a0ad4d8637d req-14dab585-3c47-4aaa-83ef-3624e186f703 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806620 Jul 23 22:40:42.840912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:42.854545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-9a9d97b3-3014-4f3f-b5da-0ebfc8b61210 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4895520 Jul 23 22:40:42.866222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad6e1115-e6c3-48a6-9440-eae0c35f0511 req-20681f0f-1e8d-4b86-8074-fd52369a3382 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137872 Jul 23 22:40:42.874520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Request body: {'port': {'device_id': 'c339bd93-e625-417c-892c-0a1ce6900504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:42.956679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.032778 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce65eb-3ee0-4c12-aef5-760494fecc86 x-openstack-request-id: req-65ce65eb-3ee0-4c12-aef5-760494fecc86 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:43.033084 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:43.033318 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65ce65eb-3ee0-4c12-aef5-760494fecc86 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:43.033718 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c', 'code': 200} Jul 23 22:40:43.039503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:43.040121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.042612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 1123 time: 1.2235878 Jul 23 22:40:43.045299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140f7b1-dd16-4a1b-92a5-108969fdb4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:43.077594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1219e05-821e-4298-b2ec-5db739b83a4c req-f1456ccc-45c1-452b-936b-b0ab8a4b44df service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713045 Jul 23 22:40:43.120617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33bdd35-7025-491b-ac3e-13873dc70dfd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:43.144778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.161261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:43.193867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h1-791506-25 for vnic_type normal with profile {"migrating_to": "n-h2-791506-25"} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:43.194495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:43.195554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:43.198991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:43.203226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:43.270269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Transition to ACTIVE for port object f33bdd35-7025-491b-ac3e-13873dc70dfd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:43.281185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.291966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:43.292690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Attempting to bind port 19b22184-e363-4365-8284-c1f8fc54f18c on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:43.336117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:43.336490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:43.337153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:43.338565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Bound port: 19b22184-e363-4365-8284-c1f8fc54f18c, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:43.339050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.457287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090e481-c207-4208-a1fd-0c47d16179f3 req-8f647476-97a1-4dc7-a5ea-ca3e009d2870 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:43.458867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4090e481-c207-4208-a1fd-0c47d16179f3 req-8f647476-97a1-4dc7-a5ea-ca3e009d2870 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 943 time: 0.1122787 Jul 23 22:40:43.486122 n-d-791506-25 neutron-server[93837]: WARNING neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Concurrent port binding operations failed on port 19b22184-e363-4365-8284-c1f8fc54f18c Jul 23 22:40:43.490854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:43.507282 n-d-791506-25 neutron-server[93837]: INFO neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Attempt 2 to bind port 19b22184-e363-4365-8284-c1f8fc54f18c Jul 23 22:40:43.507988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c has no active binding in host n-h2-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:40:43.539598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4090e481-c207-4208-a1fd-0c47d16179f3 req-c01fa3fc-3091-422f-a596-e8cd38dd3486 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Jul 23 22:40:43.567537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:43.589655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-910e0b77-723c-4966-b9ef-4de29c882008 req-cf4256da-6fde-4539-a943-e8ddcdb08899 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.2841856 Jul 23 22:40:43.741114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd067900-9f68-42b4-a7db-dc54578806ca {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:43.753973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.775309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90fc5fc8-1d90-42c1-a781-d414d7863488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.781156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Attempting to bind port f33bdd35-7025-491b-ac3e-13873dc70dfd on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:43.781497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Attempting to bind port f33bdd35-7025-491b-ac3e-13873dc70dfd by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '41835d9d-a1c5-4f27-b39c-f68d537e15c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:43.781867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Attempting to bind port f33bdd35-7025-491b-ac3e-13873dc70dfd on network 5d405c31-9dfb-457c-b2d6-2c5110e27272 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:43.785701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Transition to ACTIVE for port object fd067900-9f68-42b4-a7db-dc54578806ca will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:43.788346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Port f33bdd35-7025-491b-ac3e-13873dc70dfd on network 5d405c31-9dfb-457c-b2d6-2c5110e27272 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:43.788794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Attempting to bind port f33bdd35-7025-491b-ac3e-13873dc70dfd on network 5d405c31-9dfb-457c-b2d6-2c5110e27272 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:43.796598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.800473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:43.800719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Checking segment: {'id': '41835d9d-a1c5-4f27-b39c-f68d537e15c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:43.801106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Bound using segment: {'id': '41835d9d-a1c5-4f27-b39c-f68d537e15c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:43.802743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Bound port: f33bdd35-7025-491b-ac3e-13873dc70dfd, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41835d9d-a1c5-4f27-b39c-f68d537e15c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:43.802743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:43.902588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6b5bb-e4cb-4309-99e8-3e6497f2d9b8 req-04030fa7-0d4a-4da6-b158-ad4b4d82e468 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:43.904184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2aa6b5bb-e4cb-4309-99e8-3e6497f2d9b8 req-04030fa7-0d4a-4da6-b158-ad4b4d82e468 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.0709693 Jul 23 22:40:43.936752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Pushing event updated for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:43.953818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2aa6b5bb-e4cb-4309-99e8-3e6497f2d9b8 req-d71db36c-a795-4a4b-9ef0-bd6992907a27 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Jul 23 22:40:44.055355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fece-6514-4439-babd-33601021c09b req-8dcad1f5-4906-483f-8e5b-fc69d776af4c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.057741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4612fece-6514-4439-babd-33601021c09b req-8dcad1f5-4906-483f-8e5b-fc69d776af4c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.2497718 Jul 23 22:40:44.058979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:44.064361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd,segment=NetworkSegment(41835d9d-a1c5-4f27-b39c-f68d537e15c5),segment_id=41835d9d-a1c5-4f27-b39c-f68d537e15c5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:44.092575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.104015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Attempting to bind port fd067900-9f68-42b4-a7db-dc54578806ca on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:44.104573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Attempting to bind port fd067900-9f68-42b4-a7db-dc54578806ca by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '0869a302-bcc4-4582-9b61-a1b79ebe5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:44.104711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Attempting to bind port fd067900-9f68-42b4-a7db-dc54578806ca on network 362d03b1-b82c-4b22-95c3-41c620b161d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:44.111720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e4c21-7496-4917-93ff-f7c4643519d9 req-821b14d2-51fd-4e03-994f-16ae480b74dc tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.112850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-369e4c21-7496-4917-93ff-f7c4643519d9 req-821b14d2-51fd-4e03-994f-16ae480b74dc tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 944 time: 0.0803926 Jul 23 22:40:44.117049 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.143474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Port fd067900-9f68-42b4-a7db-dc54578806ca on network 362d03b1-b82c-4b22-95c3-41c620b161d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:44.143691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Attempting to bind port fd067900-9f68-42b4-a7db-dc54578806ca on network 362d03b1-b82c-4b22-95c3-41c620b161d2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:44.157733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.158391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.159807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f33bdd35-7025-491b-ac3e-13873dc70dfd HTTP/1.1" status: 200 len: 1092 time: 2.3413901 Jul 23 22:40:44.162397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:44.164730 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8089bc-9409-4c85-885c-5f3bd8912c65" -d '{"events": [{"name": "network-changed", "server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:44.176978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:44.177357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Checking segment: {'id': '0869a302-bcc4-4582-9b61-a1b79ebe5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:44.177846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Bound using segment: {'id': '0869a302-bcc4-4582-9b61-a1b79ebe5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:44.178354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Bound port: fd067900-9f68-42b4-a7db-dc54578806ca, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0869a302-bcc4-4582-9b61-a1b79ebe5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:44.178711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.179358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-369e4c21-7496-4917-93ff-f7c4643519d9 req-d7599dde-887e-41e1-afb7-96ea3975dd98 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568709 Jul 23 22:40:44.190935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4612fece-6514-4439-babd-33601021c09b req-8f26e133-a5e2-4971-ae68-e0ff087f8d52 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209512 Jul 23 22:40:44.227204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a627c1-7f33-455a-a930-87ab90ce70c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:44.269882 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558ee908-7d54-4d2d-8d51-15b9e4a4365e x-openstack-request-id: req-558ee908-7d54-4d2d-8d51-15b9e4a4365e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:44.270278 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:44.270601 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-558ee908-7d54-4d2d-8d51-15b9e4a4365e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:44.271113 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd', 'status': 'completed', 'code': 200} Jul 23 22:40:44.345775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-9a437546-e74a-48e7-8672-cbda4c5652e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.347409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-9a437546-e74a-48e7-8672-cbda4c5652e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ddf45cf129741bcbbd695197da47db3&device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 1095 time: 0.1124022 Jul 23 22:40:44.351292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:44.355072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=fd067900-9f68-42b4-a7db-dc54578806ca,segment=NetworkSegment(0869a302-bcc4-4582-9b61-a1b79ebe5a68),segment_id=0869a302-bcc4-4582-9b61-a1b79ebe5a68)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:44.364325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.401780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-96af028e-65c8-46be-940a-ca4004342dc4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd HTTP/1.1" status: 200 len: 217 time: 0.0453136 Jul 23 22:40:44.461393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.461393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.461793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] 10.222.0.22 "PUT /v2.0/ports/fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 200 len: 1093 time: 1.5915368 Jul 23 22:40:44.499633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-e90a577a-8790-4637-b8db-15d0d2a5e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.501082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-e90a577a-8790-4637-b8db-15d0d2a5e756 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a5b5838a-76c9-4236-a9a3-422db131cd1b HTTP/1.1" status: 200 len: 854 time: 0.0773892 Jul 23 22:40:44.501708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc75c56-9be4-4fde-b9c4-840c6c77f75d service neutron] Pushing event updated for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:44.587919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-ee3e5000-1923-4c94-93e7-fc19736ef377 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d405c31-9dfb-457c-b2d6-2c5110e27272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779917 Jul 23 22:40:44.722938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-965d1591-8702-4341-ad0d-44af34f0a7ca service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250534 Jul 23 22:40:44.727511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7b86b34-2c8b-4b5d-ab7e-3973342457fb req-999c633a-9647-4f56-959b-b0d988d53726 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0397577 Jul 23 22:40:44.731606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-3c0468c9-4b06-4bc9-aedb-f2d6ec281e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.733123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-3c0468c9-4b06-4bc9-aedb-f2d6ec281e8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b27686d98174ab4be77cb482a814921&device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 1096 time: 0.2092166 Jul 23 22:40:44.794112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-65a08147-0f5a-48c0-8812-89d9aa4dd315 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 200 len: 217 time: 0.0479000 Jul 23 22:40:44.854034 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:44.948293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-477ec9ca-0b20-4d50-bff9-491843c398e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:44.949873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-477ec9ca-0b20-4d50-bff9-491843c398e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc4e9be2-e481-4918-9789-d6dda9354cf4 HTTP/1.1" status: 200 len: 851 time: 0.1426520 Jul 23 22:40:44.998144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-87ae6f0d-dfff-4e08-baf4-eac4673d81c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=362d03b1-b82c-4b22-95c3-41c620b161d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392997 Jul 23 22:40:45.027525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bcfed8a-6e6b-46bf-a42f-7d8b4f8f2444 req-d4c4a520-417e-40c8-a2af-f32528a1b464 service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932813 Jul 23 22:40:45.034677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:45.044599 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e10ef-479d-44d3-afe1-23127618e58a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:45.053669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d8eda-d00c-4bf8-8b2e-0065c8b5241c req-debd20ca-80b7-4fa8-8ae0-c5c00b08f62a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.062147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-249d8eda-d00c-4bf8-8b2e-0065c8b5241c req-debd20ca-80b7-4fa8-8ae0-c5c00b08f62a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 943 time: 0.4275849 Jul 23 22:40:45.138995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8bf5e-c061-4331-bb78-157fa8c7a62d req-99320fc0-4df4-4c04-952a-4baa115adf2b tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.140757 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17b8bf5e-c061-4331-bb78-157fa8c7a62d req-99320fc0-4df4-4c04-952a-4baa115adf2b tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.0818052 Jul 23 22:40:45.209701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-249d8eda-d00c-4bf8-8b2e-0065c8b5241c req-cf9230a3-f0e5-4fc5-8865-bf04f6b25588 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461680 Jul 23 22:40:45.218887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-17b8bf5e-c061-4331-bb78-157fa8c7a62d req-5e51c5d8-f817-4401-bcf5-86ee24dc9521 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720673 Jul 23 22:40:45.248297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-fde0def6-8fad-458a-883c-49af6fd79c0e service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435505 Jul 23 22:40:45.273547 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6a3bb9-782a-4032-ab68-b4a0480a360c x-openstack-request-id: req-ca6a3bb9-782a-4032-ab68-b4a0480a360c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:45.273881 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:45.274276 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca6a3bb9-782a-4032-ab68-b4a0480a360c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:45.274542 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c', 'status': 'completed', 'code': 200} Jul 23 22:40:45.282733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-24e6ac8e-057f-431a-b98a-5f0c3ac5492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.284436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-24e6ac8e-057f-431a-b98a-5f0c3ac5492f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ddf45cf129741bcbbd695197da47db3&device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 1095 time: 0.1919246 Jul 23 22:40:45.451064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7f552-452e-437a-9573-5b1d7d960406 req-eff3a337-00e8-46e2-aea2-5784496e823e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.458724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75b7f552-452e-437a-9573-5b1d7d960406 req-eff3a337-00e8-46e2-aea2-5784496e823e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.1104236 Jul 23 22:40:45.570547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-75b7f552-452e-437a-9573-5b1d7d960406 req-5bc240d5-3311-4fc8-81db-296fbc6f2b58 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064577 Jul 23 22:40:45.756792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-b2988112-8959-43c4-a12a-30d6c9dfbbbd tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.758366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-b2988112-8959-43c4-a12a-30d6c9dfbbbd tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.25 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.6130044 Jul 23 22:40:45.869958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11a58d4c-4a28-4a4b-bedc-aaec2a7d37f7 req-51a2d22a-b4c6-4d22-bb60-50d01eb6c784 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0457747 Jul 23 22:40:45.890576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c52fd31b-df6e-42c3-a325-fdd5a1415328 req-b3c0baa0-b47b-48dd-bef1-f53224e39853 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284552 Jul 23 22:40:45.956323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-b780c23c-ae9d-4ae1-b367-180311998abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:45.957833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-b780c23c-ae9d-4ae1-b367-180311998abd service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d405c31-9dfb-457c-b2d6-2c5110e27272 HTTP/1.1" status: 200 len: 915 time: 0.6580253 Jul 23 22:40:45.998580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e10ef-479d-44d3-afe1-23127618e58a req-44f034f7-4ed5-4299-af4f-58b4352ee258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.000108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-44f034f7-4ed5-4299-af4f-58b4352ee258 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1126 time: 0.6899688 Jul 23 22:40:46.017851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff69d3c-28f6-41e9-be66-c082585074f5 req-67c5e12c-52cc-447b-ac0e-2989055a5f91 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.019369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ff69d3c-28f6-41e9-be66-c082585074f5 req-67c5e12c-52cc-447b-ac0e-2989055a5f91 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 944 time: 0.6924968 Jul 23 22:40:46.069655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-e57963be-97b1-4cf8-8431-ce3f877c690e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd HTTP/1.1" status: 200 len: 217 time: 0.0670879 Jul 23 22:40:46.202146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-0934e11b-719f-4f34-8c36-4e2e6e430d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.203606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-0934e11b-719f-4f34-8c36-4e2e6e430d13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a5b5838a-76c9-4236-a9a3-422db131cd1b HTTP/1.1" status: 200 len: 854 time: 0.1109908 Jul 23 22:40:46.213966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ff69d3c-28f6-41e9-be66-c082585074f5 req-50e0b469-19bb-43e9-af6b-608eaa1ae13c tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815321 Jul 23 22:40:46.216402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Deleting port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:46.216864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:46.272480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:46.275708 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755" -d '{"events": [{"name": "network-changed", "server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:46.290381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-c9d834ad-c97a-4b3d-b087-7b59a163939f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d405c31-9dfb-457c-b2d6-2c5110e27272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684836 Jul 23 22:40:46.340860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e10ef-479d-44d3-afe1-23127618e58a req-430ea465-f009-445a-a01d-028631a5a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.342378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-430ea465-f009-445a-a01d-028631a5a383 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.3206670 Jul 23 22:40:46.392269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426f42-aaea-4a7c-8d63-ba20a76744c6 req-5a2b85ca-52b2-4b2c-b864-c2c174360684 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.400583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00426f42-aaea-4a7c-8d63-ba20a76744c6 req-5a2b85ca-52b2-4b2c-b864-c2c174360684 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 946 time: 0.0980110 Jul 23 22:40:46.449887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-00426f42-aaea-4a7c-8d63-ba20a76744c6 req-2ad877dd-0f22-46bd-bb14-e39981a18db1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Jul 23 22:40:46.450733 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:46.518729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-8b8a60c9-d617-4b87-abc5-b865c781ff2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.1621699 Jul 23 22:40:46.521474 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa989f7e-b8d5-497e-a138-cc841d84567b x-openstack-request-id: req-fa989f7e-b8d5-497e-a138-cc841d84567b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:46.521921 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:46.522171 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa989f7e-b8d5-497e-a138-cc841d84567b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:46.523374 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca', 'status': 'completed', 'code': 200} Jul 23 22:40:46.654748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] For port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,segment=NetworkSegment(ef5c2310-8123-4138-91eb-a360a50173db),segment_id=ef5c2310-8123-4138-91eb-a360a50173db)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:46.655509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:46.698639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Calling delete_port for 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:46.715282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-f7188725-f2c8-4a0b-abcb-64cd6eadb1c6 service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148610 Jul 23 22:40:46.731155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e10ef-479d-44d3-afe1-23127618e58a req-b4e37659-5c38-40af-8b56-0142f62d1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.733394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-b4e37659-5c38-40af-8b56-0142f62d1f11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1934311 Jul 23 22:40:46.799512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f33bdd35-7025-491b-ac3e-13873dc70dfd details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:40:46.804636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acba45c-12b4-400a-a838-f5cd1aa86083 req-e807f761-f505-44ca-be91-eaae8550cdbf tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.813545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acba45c-12b4-400a-a838-f5cd1aa86083 req-e807f761-f505-44ca-be91-eaae8550cdbf tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.1313572 Jul 23 22:40:46.838709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d8089bc-9409-4c85-885c-5f3bd8912c65 req-00bcf03c-e81b-4f05-980e-a0b700f46e9a service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049521 Jul 23 22:40:46.846965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff9692-6ebd-4d8b-bf05-524de65e5ae7 req-4fd206b4-1d79-4799-b956-e72f87432160 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.855410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddff9692-6ebd-4d8b-bf05-524de65e5ae7 req-4fd206b4-1d79-4799-b956-e72f87432160 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 943 time: 0.5102158 Jul 23 22:40:46.877492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acba45c-12b4-400a-a838-f5cd1aa86083 req-a01ff53a-0873-4d47-9c5f-d833c05c3719 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629668 Jul 23 22:40:46.938435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd,segment=NetworkSegment(41835d9d-a1c5-4f27-b39c-f68d537e15c5),segment_id=41835d9d-a1c5-4f27-b39c-f68d537e15c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:46.952579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f33bdd35-7025-491b-ac3e-13873dc70dfd', 'network_id': '5d405c31-9dfb-457c-b2d6-2c5110e27272', 'port_id': 'f33bdd35-7025-491b-ac3e-13873dc70dfd', 'mac_address': 'fa:16:3e:81:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5838a-76c9-4236-a9a3-422db131cd1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:40:46.968136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-0b01f923-3ad8-497d-a0ca-441add038f6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885565 Jul 23 22:40:46.978805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-aab3822c-d7c6-4e10-86ab-8efcf163f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:46.980366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-aab3822c-d7c6-4e10-86ab-8efcf163f050 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b27686d98174ab4be77cb482a814921&device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 1096 time: 0.4604895 Jul 23 22:40:47.005632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:47.026396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33bdd35-7025-491b-ac3e-13873dc70dfd {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:47.049965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd,segment=NetworkSegment(41835d9d-a1c5-4f27-b39c-f68d537e15c5),segment_id=41835d9d-a1c5-4f27-b39c-f68d537e15c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:47.059558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:47.154986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:47.162452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e388bf8-1da1-43d5-ae0a-5ed134a4468a req-af8c09e6-ba3b-498b-af13-a8a2ae731e9d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0533006 Jul 23 22:40:47.163515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddff9692-6ebd-4d8b-bf05-524de65e5ae7 req-f857cab2-aba0-4070-8cc4-2f2e6996d943 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048155 Jul 23 22:40:47.213372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-6a68f97b-7597-4aa0-8825-68097e97c0ab service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289562 Jul 23 22:40:47.307660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f33bdd35-7025-491b-ac3e-13873dc70dfd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:47.457329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-e06f4075-65ba-4f3d-b213-fa319517ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:47.458853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-e06f4075-65ba-4f3d-b213-fa319517ea0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 200 len: 912 time: 0.3973434 Jul 23 22:40:47.517651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-209e10ef-479d-44d3-afe1-23127618e58a req-14ea63db-e54d-4221-9dd6-3ffd52a793af service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965434 Jul 23 22:40:47.578001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:47.581989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-45c9378c-df3c-4ea6-a306-f9a7da2b2648 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 200 len: 217 time: 0.0851331 Jul 23 22:40:47.590704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-543ec3aa-6ecf-4e34-a3d6-7c265c305cd6 req-9f3cf669-a667-44a8-9f41-0b468cb8a1e0 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.37 "GET /v2.0/ports?device_id=814d0138-351a-4ad1-bd2f-c0e8f151faa0 HTTP/1.1" status: 200 len: 210 time: 0.0571322 Jul 23 22:40:47.592352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['63b4d490-4eae-42e5-a61e-ae3e1df4b9ef'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:47.634300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Pushing event deleted for resources: {'Port': ['ID=63b4d490-4eae-42e5-a61e-ae3e1df4b9ef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:47.706825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a368-0ae9-4bb7-ad7c-0c09020aaa89 req-ae3c6a2f-d639-445a-aa1b-5a4b42bc1443 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:47.708331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9b5a368-0ae9-4bb7-ad7c-0c09020aaa89 req-ae3c6a2f-d639-445a-aa1b-5a4b42bc1443 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 944 time: 0.3971717 Jul 23 22:40:47.734419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] No DVR routers for this DVR port 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:47.741532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-99a2eaf1-f051-4b87-8234-0f37196a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:47.743234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-99a2eaf1-f051-4b87-8234-0f37196a5ba7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc4e9be2-e481-4918-9789-d6dda9354cf4 HTTP/1.1" status: 200 len: 851 time: 0.1258600 Jul 23 22:40:47.744782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:47.747345 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff362ae6-f5ad-4aa5-b262-9fcd2797d370 req-f4f4d73d-0591-4ee0-ae66-e2d2845828c1 tempest-InstanceActionsNegativeTestJSON-1775328856 tempest-InstanceActionsNegativeTestJSON-1775328856-project] 10.222.0.25 "DELETE /v2.0/ports/63b4d490-4eae-42e5-a61e-ae3e1df4b9ef HTTP/1.1" status: 204 len: 173 time: 1.9351218 Jul 23 22:40:47.795961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-17427fa7-e692-4759-99a4-774b04419eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=362d03b1-b82c-4b22-95c3-41c620b161d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407069 Jul 23 22:40:47.831374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9b5a368-0ae9-4bb7-ad7c-0c09020aaa89 req-f495a082-c7b8-4c7f-9a04-6f4841086169 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990338 Jul 23 22:40:47.939912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-6b4ea3f8-269a-4572-bb48-c8bbdeff74b3 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242414 Jul 23 22:40:48.045241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f156df-dfa7-48d2-8749-bdc9a03faa03 req-140568d2-0b98-4035-a6ec-93a968d3d0b9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:48.046939 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a4f156df-dfa7-48d2-8749-bdc9a03faa03 req-140568d2-0b98-4035-a6ec-93a968d3d0b9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.0818501 Jul 23 22:40:48.079904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e99b7d-5eb5-49fd-8bf9-d93bc7dc6755 req-38f93392-8695-4a5b-be1b-8dd12288f311 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294260 Jul 23 22:40:48.137836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a4f156df-dfa7-48d2-8749-bdc9a03faa03 req-b3112ea2-8f64-4a2d-829a-8accfc43c85d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779557 Jul 23 22:40:48.341941 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-003050e5-a0de-4aac-86d8-7690b234d1ce req-9a198555-6ee8-4bf4-8e4f-fbdae30c1524 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0391481 Jul 23 22:40:48.405277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdbeef-c9fe-4528-a64e-d5ed33609b28 req-b37bd7c0-77e7-4de9-8865-64abdb6dd9e2 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:48.407002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafdbeef-c9fe-4528-a64e-d5ed33609b28 req-b37bd7c0-77e7-4de9-8865-64abdb6dd9e2 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 944 time: 0.1356125 Jul 23 22:40:48.412432 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:40:48.471923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafdbeef-c9fe-4528-a64e-d5ed33609b28 req-f3d1cf77-c5de-4c2b-b8f8-9528e59b4427 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Jul 23 22:40:48.523873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'name': 'network-vif-deleted', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:48.527567 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d2c45d-5e4e-4fd2-97d6-2bc4d5fe5611" -d '{"events": [{"server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "name": "network-vif-deleted", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:48.574221 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a6320-ad44-416b-babc-9358134f2d69 x-openstack-request-id: req-4c1a6320-ad44-416b-babc-9358134f2d69 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:48.574577 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814d0138-351a-4ad1-bd2f-c0e8f151faa0", "name": "network-vif-deleted", "tag": "63b4d490-4eae-42e5-a61e-ae3e1df4b9ef", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:48.574755 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c1a6320-ad44-416b-babc-9358134f2d69 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:48.575177 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814d0138-351a-4ad1-bd2f-c0e8f151faa0', 'name': 'network-vif-deleted', 'tag': '63b4d490-4eae-42e5-a61e-ae3e1df4b9ef', 'status': 'completed', 'code': 200} Jul 23 22:40:48.646969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:48.704312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Deleting subnet 3613138c-22dd-4068-96f0-1f805fa2537b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:40:48.707773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:48.754169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:48.805804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:48.825909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device fd067900-9f68-42b4-a7db-dc54578806ca details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:40:48.831735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f33bdd35-7025-491b-ac3e-13873dc70dfd up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:48.886177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:48.951717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3613138c-22dd-4068-96f0-1f805fa2537b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:48.967353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:48.969741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1a3e433-bf3b-4bec-b476-bda84683ba37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3613138c-22dd-4068-96f0-1f805fa2537b HTTP/1.1" status: 204 len: 168 time: 0.3215117 Jul 23 22:40:48.972354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:49.041828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0a58-1bd6-407a-a9f5-381a35ecf2d7 req-43bf2bab-3a98-426f-b4e2-442d9461f19f tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:49.044267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-916a0a58-1bd6-407a-a9f5-381a35ecf2d7 req-43bf2bab-3a98-426f-b4e2-442d9461f19f tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 944 time: 0.0937557 Jul 23 22:40:49.085118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.122979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f33bdd35-7025-491b-ac3e-13873dc70dfd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:49.126870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-916a0a58-1bd6-407a-a9f5-381a35ecf2d7 req-05a63160-cb58-46f3-8db6-4602bc51737e tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737712 Jul 23 22:40:49.149096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f33bdd35-7025-491b-ac3e-13873dc70dfd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:49.149845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.153386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=fd067900-9f68-42b4-a7db-dc54578806ca,segment=NetworkSegment(0869a302-bcc4-4582-9b61-a1b79ebe5a68),segment_id=0869a302-bcc4-4582-9b61-a1b79ebe5a68)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:49.198898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'fd067900-9f68-42b4-a7db-dc54578806ca', 'network_id': '362d03b1-b82c-4b22-95c3-41c620b161d2', 'port_id': 'fd067900-9f68-42b4-a7db-dc54578806ca', 'mac_address': 'fa:16:3e:f9:78:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4e9be2-e481-4918-9789-d6dda9354cf4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:40:49.343548 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.344227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.365923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd067900-9f68-42b4-a7db-dc54578806ca {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:49.369816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db226de-59b1-4b1b-bf46-494c22cea7fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:49.380438 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.394267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5c2310-8123-4138-91eb-a360a50173db') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:49.395019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5c2310-8123-4138-91eb-a360a50173db') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:40:49.399513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=fd067900-9f68-42b4-a7db-dc54578806ca,segment=NetworkSegment(0869a302-bcc4-4582-9b61-a1b79ebe5a68),segment_id=0869a302-bcc4-4582-9b61-a1b79ebe5a68)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:49.409374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.413540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.422010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:49.424531 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec583fee-a85b-4f00-80b9-77bc1ae29abd" -d '{"events": [{"server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "name": "network-vif-plugged", "status": "completed", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:49.441687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc26c0-cd08-4a39-8299-ea84628de790 req-31961541-317f-457f-9bf4-ce58cec37da8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:49.449573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5bc26c0-cd08-4a39-8299-ea84628de790 req-31961541-317f-457f-9bf4-ce58cec37da8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.2219253 Jul 23 22:40:49.463419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd,segment=NetworkSegment(41835d9d-a1c5-4f27-b39c-f68d537e15c5),segment_id=41835d9d-a1c5-4f27-b39c-f68d537e15c5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:49.471254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.485439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.490122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:49.525105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5bc26c0-cd08-4a39-8299-ea84628de790 req-c7a32d17-3ce5-4287-8051-f7e97267a72e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742648 Jul 23 22:40:49.535330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:40:49.535982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:40:49.542906 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:40:49.577033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:49.611648 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391194bd-ae9a-486e-8ec0-ad6cd7aee0c6 x-openstack-request-id: req-391194bd-ae9a-486e-8ec0-ad6cd7aee0c6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:49.612040 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "name": "network-vif-plugged", "status": "completed", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:49.612376 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-391194bd-ae9a-486e-8ec0-ad6cd7aee0c6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:49.612843 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd', 'code': 200} Jul 23 22:40:49.656784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['fd067900-9f68-42b4-a7db-dc54578806ca'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:49.685489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.710615 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d76e9d4c-84da-4392-8f45-95fe639b7d45 req-e47fda11-f6f6-4d42-a804-e671be1e9321 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.1093338 Jul 23 22:40:49.730574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:49.733361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/8db226de-59b1-4b1b-bf46-494c22cea7fb HTTP/1.1" status: 204 len: 168 time: 0.7598627 Jul 23 22:40:49.777824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8db226de-59b1-4b1b-bf46-494c22cea7fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:49.797595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.798257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.798753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.799241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.799727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.800208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.800701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.801177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.802052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.802536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.803296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.803796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3fe33-e67e-44f6-b57c-e284690c21ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:40:49.838990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:49.874796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:40:49.875218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 63b4d490-4eae-42e5-a61e-ae3e1df4b9ef not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:40:49.875836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:40:49.879957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be0e5-f001-492d-99d5-da45073f0bf9 req-e19501fe-dbe2-41d8-9626-3e82f6c67fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:49.881876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d2be0e5-f001-492d-99d5-da45073f0bf9 req-e19501fe-dbe2-41d8-9626-3e82f6c67fb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 1097 time: 0.1474228 Jul 23 22:40:49.938529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d2be0e5-f001-492d-99d5-da45073f0bf9 req-0f4aa306-a260-4daf-a52d-e3b090a2c89b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Jul 23 22:40:49.950459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b09cb2-0108-4540-930d-4b30d3b8c916 req-fbdfe653-edba-4a04-a7a6-a7828419ab47 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:49.952188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8b09cb2-0108-4540-930d-4b30d3b8c916 req-fbdfe653-edba-4a04-a7a6-a7828419ab47 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.1215370 Jul 23 22:40:50.011327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8b09cb2-0108-4540-930d-4b30d3b8c916 req-88a73681-0ca4-4e4f-9960-46a1a81d4e6c tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 Jul 23 22:40:50.023406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52940) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:50.080652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-048c36a6-750b-4ea6-8665-a4c0d07ee1ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d53160f722f466eaa8ba1151cbe8d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560558 Jul 23 22:40:50.083341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:50.149180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:50.180971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:50.260617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:50.263772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:50.267945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5 HTTP/1.1" status: 204 len: 168 time: 0.1808143 Jul 23 22:40:50.301843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b818a-f600-46e5-a33d-7629fce4a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3e4c08-1fd1-4d25-a47d-6afd1ec459f5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:50.332413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4262-36f4-49ba-b90f-4e897c23f61f req-8e170032-7d56-4266-9d15-361e0043f91b tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:50.334051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e3d4262-36f4-49ba-b90f-4e897c23f61f req-8e170032-7d56-4266-9d15-361e0043f91b tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 945 time: 0.0938921 Jul 23 22:40:50.394016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e3d4262-36f4-49ba-b90f-4e897c23f61f req-b09673ac-4ddb-4d75-8076-900f6aa9acac tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500298 Jul 23 22:40:50.753570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258c169-0fee-4535-b48e-7ba8bc41af32 req-b7154197-c169-4985-8831-5f9b7531f037 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:50.766587 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7258c169-0fee-4535-b48e-7ba8bc41af32 req-b7154197-c169-4985-8831-5f9b7531f037 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 943 time: 0.1370523 Jul 23 22:40:50.832338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device fd067900-9f68-42b4-a7db-dc54578806ca up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:40:50.889461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7258c169-0fee-4535-b48e-7ba8bc41af32 req-1cac7307-89fe-487a-a185-2b26d5c6f390 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154814 Jul 23 22:40:50.954920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port fd067900-9f68-42b4-a7db-dc54578806ca completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:40:50.963001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port fd067900-9f68-42b4-a7db-dc54578806ca triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:40:50.963390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:50.989326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1291dc0e-b0b6-4604-97fe-64d2b7bfd42f req-3fb19aa6-59bc-49c1-873f-2be7cf2e089f tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0448229 Jul 23 22:40:51.127695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-10a7054a-366e-44eb-b0ae-b983cafcdacb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:40:51.128744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-10a7054a-366e-44eb-b0ae-b983cafcdacb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053966 Jul 23 22:40:51.242459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec21e-0642-4c17-8bae-949a61249318 req-b7c11b22-e4b6-4287-a4e2-8b20da6d6f7a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:51.252295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b1ec21e-0642-4c17-8bae-949a61249318 req-b7c11b22-e4b6-4287-a4e2-8b20da6d6f7a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.1552610 Jul 23 22:40:51.269530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-3e420c9b-2877-45d6-a0e4-c7225aa11393 service neutron] 10.222.0.25 "GET /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c/bindings/n-h2-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1329341 Jul 23 22:40:51.274072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:51.314795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=fd067900-9f68-42b4-a7db-dc54578806ca,segment=NetworkSegment(0869a302-bcc4-4582-9b61-a1b79ebe5a68),segment_id=0869a302-bcc4-4582-9b61-a1b79ebe5a68)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:51.325009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:51.368596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5b1ec21e-0642-4c17-8bae-949a61249318 req-730bca60-ee81-45ec-9086-61c6e7df8d9e tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096327 Jul 23 22:40:51.450069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:51.517187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:51.593030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:51.614295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:51.618295 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457ed28a-e0c3-44c9-b8d9-ba905ea5e19f" -d '{"events": [{"server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "name": "network-vif-plugged", "status": "completed", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:51.645906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:51.698307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f57e28-77f4-4a0f-acc7-5150a6a7ada9 req-77e7422a-2124-43dc-a3bd-fe9e3e9cdb20 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:51.703588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71f57e28-77f4-4a0f-acc7-5150a6a7ada9 req-77e7422a-2124-43dc-a3bd-fe9e3e9cdb20 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.1579893 Jul 23 22:40:51.731883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b22184-e363-4365-8284-c1f8fc54f18c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:51.745983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:51.755475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-752833969-network', 'tenant_id': 'f2c861eb46b14e7d95ed6fe54d39527e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:51.771676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:51.806855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71f57e28-77f4-4a0f-acc7-5150a6a7ada9 req-8858acf8-a2cc-424e-b64f-cae32cf8b6cc tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914171 Jul 23 22:40:51.819420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Made reservation on behalf of f2c861eb46b14e7d95ed6fe54d39527e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:51.823344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:51.833773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:51.854847 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2286cc6d-3eeb-4dcc-9db9-1474c3108877 x-openstack-request-id: req-2286cc6d-3eeb-4dcc-9db9-1474c3108877 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:51.856310 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "name": "network-vif-plugged", "status": "completed", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:51.856310 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2286cc6d-3eeb-4dcc-9db9-1474c3108877 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:51.856310 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca', 'code': 200} Jul 23 22:40:51.948648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-d112e7f6-eaf8-4216-90f9-75d5482ff4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:51.950251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-d112e7f6-eaf8-4216-90f9-75d5482ff4db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ddf45cf129741bcbbd695197da47db3&device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 1097 time: 0.1919672 Jul 23 22:40:51.955511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] Transition to ACTIVE for port object 19b22184-e363-4365-8284-c1f8fc54f18c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:51.980200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.011282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.021714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.070252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b8382-3fc5-4f1e-84f3-73001bb4941b req-2c6beb40-a414-484a-ac2e-9f41cabfd421 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.072102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:40:52.078489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c2b8382-3fc5-4f1e-84f3-73001bb4941b req-2c6beb40-a414-484a-ac2e-9f41cabfd421 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.2690170 Jul 23 22:40:52.078664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e1449-3914-425b-a7ad-75855e38f7cb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:52.106717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.107367 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Added segment 302a6889-fe53-4986-8b68-ee6617f54ed8 of type vlan for network a5c48c56-286d-4e56-b01c-99759baa3d98 Jul 23 22:40:52.148330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.199587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] No DVR routers for this DVR port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:52.211863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.224780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] Pushing event updated for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:52.282180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e80c83-f15e-45b5-8985-299d9e427e31 req-74019e9e-8bc4-4650-b5d4-9c4b1441cd2f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.284053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-18e80c83-f15e-45b5-8985-299d9e427e31 req-74019e9e-8bc4-4650-b5d4-9c4b1441cd2f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.1747744 Jul 23 22:40:52.291718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c2b8382-3fc5-4f1e-84f3-73001bb4941b req-1742150a-4b6d-447a-8695-c9ab03ff20f2 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120221 Jul 23 22:40:52.301425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-7ec14cdf-cb5a-44b2-917b-441f1ce8faaf service neutron] 10.222.0.25 "PUT /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c/bindings/n-h2-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 1.0219526 Jul 23 22:40:52.312357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.313027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.313619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.329416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-8c65423d-4e46-4605-90da-c78ee67085e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.338172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-8c65423d-4e46-4605-90da-c78ee67085e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5d405c31-9dfb-457c-b2d6-2c5110e27272 HTTP/1.1" status: 200 len: 915 time: 0.3675144 Jul 23 22:40:52.338172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c14d4-25a7-4d1f-8f00-2887e1242b75 req-564b8d53-58c7-4eb1-9d26-af039133cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.339461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a9c14d4-25a7-4d1f-8f00-2887e1242b75 req-564b8d53-58c7-4eb1-9d26-af039133cf77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 1098 time: 0.3847859 Jul 23 22:40:52.386098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-06a26d4c-4539-4544-bb7c-09516c19fafe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd HTTP/1.1" status: 200 len: 217 time: 0.0457623 Jul 23 22:40:52.488572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] Pushing event updated for resources: {'Network': ['ID=a5c48c56-286d-4e56-b01c-99759baa3d98,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:52.502782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a5c48c56-286d-4e56-b01c-99759baa3d98 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:40:52.508756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddc197a4-0016-4464-8e60-0265d82ed275 req-001221ab-9fb4-4ddb-a778-bcef07fec49d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0647511 Jul 23 22:40:52.510906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a9c14d4-25a7-4d1f-8f00-2887e1242b75 req-508e78db-69dd-4949-94cc-116b5a5ab9b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324463 Jul 23 22:40:52.517051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-c1074953-bed2-489d-8c8f-b6f1cfce9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.519063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-c1074953-bed2-489d-8c8f-b6f1cfce9e87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a5b5838a-76c9-4236-a9a3-422db131cd1b HTTP/1.1" status: 200 len: 854 time: 0.1084354 Jul 23 22:40:52.525705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07ce6035-e00d-48c6-a688-0d8423203beb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0072002 Jul 23 22:40:52.528824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:40:52.530124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-18e80c83-f15e-45b5-8985-299d9e427e31 req-f71bd793-f403-49ea-84c1-35b079ffa45d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365301 Jul 23 22:40:52.535062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Request body: {'subnet': {'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-752833969-subnet', 'tenant_id': 'f2c861eb46b14e7d95ed6fe54d39527e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:52.609007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-f411901a-42f3-49eb-baa1-7162b5f1e651 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5d405c31-9dfb-457c-b2d6-2c5110e27272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417290 Jul 23 22:40:52.612383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-faeac0c3-cec5-42ae-bee8-6d305b652928 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.613901 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-faeac0c3-cec5-42ae-bee8-6d305b652928 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.2102149 Jul 23 22:40:52.614835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Made reservation on behalf of f2c861eb46b14e7d95ed6fe54d39527e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:52.617333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:52.693338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-d8d7d60d-d931-49b5-8076-f730e7b0108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.695885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-d8d7d60d-d931-49b5-8076-f730e7b0108e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3&tenant_id=2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 1096 time: 0.0695641 Jul 23 22:40:52.821278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-1ae079db-06f8-45d5-b86a-9d70fe3ed0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.823355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-1ae079db-06f8-45d5-b86a-9d70fe3ed0bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0908411 Jul 23 22:40:52.833077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-b033c653-86c3-464c-87e4-7036db4a953f service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984642 Jul 23 22:40:52.960794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-80a95afe-1590-467b-a9ff-b93b5384387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:52.962397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-80a95afe-1590-467b-a9ff-b93b5384387e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.1281648 Jul 23 22:40:53.020647 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:53.020873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-442e8790-568d-4e30-90d3-c4c9a916a9ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.0453119 Jul 23 22:40:53.112259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-83e30ddd-dcf6-4e33-a591-ef997a7bbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.114500 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-83e30ddd-dcf6-4e33-a591-ef997a7bbcba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.0861342 Jul 23 22:40:53.160471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-dac9fa6a-ad9d-42d4-ae19-81e1fa5e916e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357122 Jul 23 22:40:53.283881 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-fdd6daac-af5e-4ecf-b8b2-f7cac87b4e4b service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156273 Jul 23 22:40:53.405734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:53.443766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-dfca8d9b-3a05-4b99-a26d-a2e475f8c623 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532130 Jul 23 22:40:53.464636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05210a2-f6e3-4436-b22b-dd0a406f68f4 req-fce7f7d2-bc4b-4ad0-a42f-9cac5c20b7d8 service neutron] 10.222.0.22 "GET /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236272 Jul 23 22:40:53.512926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32093f6c-63e4-4799-9b32-bb03290c6db8 req-445144f9-9919-4372-a6c1-1134a6327920 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.515261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32093f6c-63e4-4799-9b32-bb03290c6db8 req-445144f9-9919-4372-a6c1-1134a6327920 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.2788160 Jul 23 22:40:53.538768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc91a-9522-45ba-9488-de0440e85729 req-87bd9edf-37bd-4aa6-b692-845147c0a6d4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.542720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28bbc91a-9522-45ba-9488-de0440e85729 req-87bd9edf-37bd-4aa6-b692-845147c0a6d4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.1158624 Jul 23 22:40:53.557610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:53.591517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Checking segment: {'id': '302a6889-fe53-4986-8b68-ee6617f54ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:53.591633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Network hostable DHCP agents. Network: a5c48c56-286d-4e56-b01c-99759baa3d98, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:40:53.595658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28bbc91a-9522-45ba-9488-de0440e85729 req-79963093-678d-421f-bbc8-0295ba4323f1 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472474 Jul 23 22:40:53.653002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32093f6c-63e4-4799-9b32-bb03290c6db8 req-5edb3ad2-07e2-429d-b936-3113e9cab355 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183650 Jul 23 22:40:53.683240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Network a5c48c56-286d-4e56-b01c-99759baa3d98 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:40:53.708487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a5c48c56-286d-4e56-b01c-99759baa3d98) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:53.718669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.719577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:53.720345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f204e-0457-4314-a37e-4b63cdb52e44 None None] Network a5c48c56-286d-4e56-b01c-99759baa3d98 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:53.785360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eaf56b2d-a2bf-40aa-8810-ee91dbd0e66f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2553625 Jul 23 22:40:53.850664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8192dc-9112-40e7-9398-e7273f99cf54 req-122f1d30-cd3a-4524-8f73-2a0c1036a81d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.858225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec8192dc-9112-40e7-9398-e7273f99cf54 req-122f1d30-cd3a-4524-8f73-2a0c1036a81d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.1740870 Jul 23 22:40:53.906351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60968161-8c3f-4abe-923b-9145293a3cd7 req-f70ccf70-ac64-4e54-9d9c-dd9fb2d87880 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0666742 Jul 23 22:40:53.937578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec8192dc-9112-40e7-9398-e7273f99cf54 req-9b539dda-0607-4ead-b2d9-13315afef66c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775118 Jul 23 22:40:53.950080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8765a0-d546-42ae-b9c0-461ae2a02b7c None None] Network a5c48c56-286d-4e56-b01c-99759baa3d98 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:40:53.963699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6d099536-cb9f-452c-b31b-7ab595c1d3d0 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:53.963699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-6d099536-cb9f-452c-b31b-7ab595c1d3d0 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.1877592 Jul 23 22:40:54.248576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-69745988-48e7-4849-ba07-9ab76d6b219e service neutron] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:54.254082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-69745988-48e7-4849-ba07-9ab76d6b219e service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:54.256533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2acefa29-2dfc-4fe3-ab5d-bf2c42f424f7 req-69745988-48e7-4849-ba07-9ab76d6b219e service neutron] 10.222.0.22 "DELETE /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c/bindings/n-h1-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.2830582 Jul 23 22:40:54.565311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-45534641-ee7d-4699-9c95-8ba40fbe7c76 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:54.567888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-45534641-ee7d-4699-9c95-8ba40fbe7c76 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/networks?id=a5c48c56-286d-4e56-b01c-99759baa3d98 HTTP/1.1" status: 200 len: 808 time: 0.1401625 Jul 23 22:40:54.602442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-e16f3d29-5f0e-4e0c-9bc4-fe5cb8512f5a tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/quotas/f2c861eb46b14e7d95ed6fe54d39527e HTTP/1.1" status: 200 len: 375 time: 0.0245223 Jul 23 22:40:54.644362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-6671d78d-64f0-4ee7-8fb9-2104266f5825 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2c861eb46b14e7d95ed6fe54d39527e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398529 Jul 23 22:40:54.748892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd9455-0376-41ca-934b-98c3666e4536 req-202d3252-6902-4616-8783-c027a402f2fa tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:54.756308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2cdd9455-0376-41ca-934b-98c3666e4536 req-202d3252-6902-4616-8783-c027a402f2fa tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.0752883 Jul 23 22:40:54.773542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-f11c6746-7439-438b-9009-89ad1a18203d service neutron] 10.222.0.37 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208436 Jul 23 22:40:54.802326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2cdd9455-0376-41ca-934b-98c3666e4536 req-1b7c06d1-01c8-4902-bbfd-6c96f6a532c2 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Jul 23 22:40:54.892475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-4de5ed3c-9b87-4fdd-95ba-9c5649c02c02 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043513 Jul 23 22:40:54.953948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c437e0-3a8a-4da9-b1c8-c1afb58ecca9 req-6b8a758e-6414-43e9-84d5-b607774ab721 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:54.961788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0c437e0-3a8a-4da9-b1c8-c1afb58ecca9 req-6b8a758e-6414-43e9-84d5-b607774ab721 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.0833154 Jul 23 22:40:55.014565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0c437e0-3a8a-4da9-b1c8-c1afb58ecca9 req-5ccf8e55-4c58-4059-9278-0732ca9066f7 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511863 Jul 23 22:40:55.147574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6ea7ad36-8cbc-4bf6-bfc8-b71ef33a5757 req-600ab24b-fd61-4cc9-9b1c-c56e91ae307f tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0552101 Jul 23 22:40:55.350065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28bca6-3ee1-4c53-9c14-2139a5ed7cd6 req-ec7d9631-f7ee-42c6-9c1b-07b7ac2a5109 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:55.352183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e28bca6-3ee1-4c53-9c14-2139a5ed7cd6 req-ec7d9631-f7ee-42c6-9c1b-07b7ac2a5109 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.1095359 Jul 23 22:40:55.384592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-664cddbe-2685-4872-9167-a3cbbacfb075 req-b23a19ac-c5f6-4f76-b195-907c422aa2c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0397472 Jul 23 22:40:55.393983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f18f2-2386-443c-a236-5addd1e50a88 req-cf1907e0-14e8-401a-bd7d-2a0444a22f23 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:55.396035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-610f18f2-2386-443c-a236-5addd1e50a88 req-cf1907e0-14e8-401a-bd7d-2a0444a22f23 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.1733375 Jul 23 22:40:55.422005 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e28bca6-3ee1-4c53-9c14-2139a5ed7cd6 req-559ab560-5c01-44bf-acf2-52563036b164 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Jul 23 22:40:55.479112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-610f18f2-2386-443c-a236-5addd1e50a88 req-173e0afd-4e3f-4eff-8da1-4f751bd82e42 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669553 Jul 23 22:40:55.561982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-59e8eeb3-ce8a-4d1b-9364-f64bba2a624b req-0eb87c70-96f4-4f6f-9e11-f83cd056d4da tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 210 time: 0.0449018 Jul 23 22:40:55.994343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993452-acda-4868-9cd7-311250905ecb req-8d255e88-5876-49ad-acbc-746f8537306e tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:55.996765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7993452-acda-4868-9cd7-311250905ecb req-8d255e88-5876-49ad-acbc-746f8537306e tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.1022286 Jul 23 22:40:56.040821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4212-20ae-4365-bdc2-d5a0f1a8e057 req-99b1f5bc-0fd5-48c7-a512-249a98b5ade1 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:56.046412 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8da4212-20ae-4365-bdc2-d5a0f1a8e057 req-99b1f5bc-0fd5-48c7-a512-249a98b5ade1 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1159806 Jul 23 22:40:56.073357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7993452-acda-4868-9cd7-311250905ecb req-858edb44-1bea-4f6f-9942-9180ea27e542 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652382 Jul 23 22:40:56.098117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b8da4212-20ae-4365-bdc2-d5a0f1a8e057 req-c75c8895-5fce-47bc-bcab-1527315ac617 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Jul 23 22:40:56.230655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6e5b-15b5-4506-b4e1-02bbe3305b8d req-bd09c808-1533-46a3-8d1a-9753621de2e6 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:56.238229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f9cf6e5b-15b5-4506-b4e1-02bbe3305b8d req-bd09c808-1533-46a3-8d1a-9753621de2e6 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0745652 Jul 23 22:40:56.241807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254fe4-0227-4d45-8848-b8e90fb338dc req-26afdd2c-dc52-40cb-87ee-75c26677cfc0 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:56.243444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d254fe4-0227-4d45-8848-b8e90fb338dc req-26afdd2c-dc52-40cb-87ee-75c26677cfc0 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.0841157 Jul 23 22:40:56.296121 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f9cf6e5b-15b5-4506-b4e1-02bbe3305b8d req-b52ad0db-0d8e-4623-b23c-9814cfab1ba6 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570042 Jul 23 22:40:56.309455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d254fe4-0227-4d45-8848-b8e90fb338dc req-077cec27-830d-4fe1-9114-bad46359d901 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Jul 23 22:40:56.470613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff4a7c41-b687-4c53-89a0-68b8212f4630 req-ffa5093f-8b46-40d5-9330-70c020890f67 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0504622 Jul 23 22:40:56.798575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-913583f9-19f3-4870-8289-a99169915992 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:56.800062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-913583f9-19f3-4870-8289-a99169915992 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.25 "GET /v2.0/networks?id=a5c48c56-286d-4e56-b01c-99759baa3d98 HTTP/1.1" status: 200 len: 808 time: 0.3097992 Jul 23 22:40:56.814406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Request body: {'port': {'device_id': '5ee254bb-8fe4-4148-8377-c6518114389c', 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98', 'admin_state_up': True, 'tenant_id': 'f2c861eb46b14e7d95ed6fe54d39527e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:56.816557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5652386-76e4-4aad-8be8-488292716435 req-233c881a-a4c4-495d-b0e3-fbe2777ae672 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 210 time: 0.0548589 Jul 23 22:40:57.020137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Made reservation on behalf of f2c861eb46b14e7d95ed6fe54d39527e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:40:57.026486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:57.194146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Allocated IP 172.20.0.12 (a5c48c56-286d-4e56-b01c-99759baa3d98/7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c/dba86704-215a-4325-888e-4454be0a6bad) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:40:57.243121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b4c0-08ac-44cf-b9fb-8d8269ffa868 req-f5c61fea-26aa-4967-a65e-0845f7895898 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:57.246268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1f8b4c0-08ac-44cf-b9fb-8d8269ffa868 req-f5c61fea-26aa-4967-a65e-0845f7895898 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.0945380 Jul 23 22:40:57.296747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1f8b4c0-08ac-44cf-b9fb-8d8269ffa868 req-dd3b9224-0a04-4902-96f3-d2882a080c1e tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/security-groups?id=bab9a0c1-2884-46d0-848c-0c7c22fac620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Jul 23 22:40:57.459655 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:57.566337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-a571940c-385b-4de5-a5e6-caac2853640a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:57.567908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-a571940c-385b-4de5-a5e6-caac2853640a tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.22 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 945 time: 0.1587601 Jul 23 22:40:57.579391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ec34-0f58-41c4-bd37-0621db561d92 req-ee27b922-ca9a-41e8-8e81-dc4f204cfe3e tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:57.581145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8471ec34-0f58-41c4-bd37-0621db561d92 req-ee27b922-ca9a-41e8-8e81-dc4f204cfe3e tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.1598136 Jul 23 22:40:57.582509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:57.634553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bdb266e0-79d2-4586-8375-455ee6744bce req-daeb3e1e-a47f-439f-be23-b64a43113063 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0401680 Jul 23 22:40:57.687792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Network a5c48c56-286d-4e56-b01c-99759baa3d98 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:40:57.704615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:40:57.711807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:40:57.750155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Pushing event updated for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:57.789980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8471ec34-0f58-41c4-bd37-0621db561d92 req-12cc57ab-6611-4a29-977f-7bdf5f0c726d tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659307 Jul 23 22:40:57.816326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:57.816968 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:57.843490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-adec81a0-be57-49b0-8632-7ac0cbb44607 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0340705 Jul 23 22:40:57.849157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Deleting port f33bdd35-7025-491b-ac3e-13873dc70dfd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:40:57.849501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:57.958837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Request body: {'port': {'device_id': '5ee254bb-8fe4-4148-8377-c6518114389c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:40:58.074618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] For port f33bdd35-7025-491b-ac3e-13873dc70dfd, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f33bdd35-7025-491b-ac3e-13873dc70dfd,segment=NetworkSegment(41835d9d-a1c5-4f27-b39c-f68d537e15c5),segment_id=41835d9d-a1c5-4f27-b39c-f68d537e15c5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:40:58.075302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:58.077361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:58.105802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Calling delete_port for f33bdd35-7025-491b-ac3e-13873dc70dfd owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:40:58.128891 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b3dab2fb-3b38-49d4-a1c2-655786979832 req-72f387a5-40e7-4c3d-947b-18879fb545f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb34df64eb4747b297dca20213b5eb89&device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0554326 Jul 23 22:40:58.183334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b3dab2fb-3b38-49d4-a1c2-655786979832 req-b45194c8-d104-4f66-91ad-cdc33973f536 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bb34df64eb4747b297dca20213b5eb89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435295 Jul 23 22:40:58.196070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-23c5ae76-8dd7-468d-9e93-8d41b6782905 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:58.205403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-23c5ae76-8dd7-468d-9e93-8d41b6782905 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/networks?id=6c02a8db-aabf-4acd-9370-4a406ab68b05 HTTP/1.1" status: 200 len: 814 time: 0.2698102 Jul 23 22:40:58.233869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-794941f4-8f33-4e96-82af-249b428ec054 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/quotas/a929a4b4eb134788959b635b28da3cc0 HTTP/1.1" status: 200 len: 375 time: 0.0274587 Jul 23 22:40:58.549336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f2f85-0077-4c6c-972b-b97fa8a79d84 req-05d4b88a-be8f-41c5-8099-1b7773e3bf5c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:58.551050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d8f2f85-0077-4c6c-972b-b97fa8a79d84 req-05d4b88a-be8f-41c5-8099-1b7773e3bf5c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 932 time: 0.2666414 Jul 23 22:40:58.555296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-6f16fe20-f415-4c34-abb9-7dbe2b8847f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:58.557396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-6f16fe20-f415-4c34-abb9-7dbe2b8847f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b27686d98174ab4be77cb482a814921&device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 1098 time: 0.2704844 Jul 23 22:40:58.559922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:58.572946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f33bdd35-7025-491b-ac3e-13873dc70dfd'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:40:58.643070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Pushing event deleted for resources: {'Port': ['ID=f33bdd35-7025-491b-ac3e-13873dc70dfd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:58.733711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dab2fb-3b38-49d4-a1c2-655786979832 req-d89a7adc-b53f-408a-8042-59db20436389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:58.735232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b3dab2fb-3b38-49d4-a1c2-655786979832 req-d89a7adc-b53f-408a-8042-59db20436389 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260551 Jul 23 22:40:58.749523 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-50e7e044-0f3c-48a4-85e5-64aa16e20eb1 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a929a4b4eb134788959b635b28da3cc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5146651 Jul 23 22:40:58.755367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-2c081275-0b3e-4840-93aa-af85ef14202c tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:40:58.758873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-2c081275-0b3e-4840-93aa-af85ef14202c tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085192 Jul 23 22:40:58.768856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d8f2f85-0077-4c6c-972b-b97fa8a79d84 req-1186b747-7a08-451e-86c7-4d8b8721160a tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069614 Jul 23 22:40:58.786960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] No DVR routers for this DVR port f33bdd35-7025-491b-ac3e-13873dc70dfd on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:40:58.793593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:58.795621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54d7f4d2-709b-4b2c-b94e-cc86cba9fed4 req-8749c149-2abe-4a9d-8c79-b13830cfb2e4 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.22 "DELETE /v2.0/ports/f33bdd35-7025-491b-ac3e-13873dc70dfd HTTP/1.1" status: 204 len: 173 time: 1.2111707 Jul 23 22:40:58.796108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'name': 'network-vif-deleted', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:40:58.798450 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c649e-29aa-499f-b95d-ab47d5208fb5" -d '{"events": [{"server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "name": "network-vif-deleted", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:40:58.841199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-0d7d8792-19d5-461f-aa30-0cf4957b214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:58.846932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-0d7d8792-19d5-461f-aa30-0cf4957b214a service neutron] 10.222.0.22 "GET /v2.0/networks?id=362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 200 len: 912 time: 0.2731667 Jul 23 22:40:58.856693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba86704-215a-4325-888e-4454be0a6bad {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:40:58.866126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:58.888997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-cff2ecfe-b23d-4ed7-b2d1-dabdc360530b service neutron] 10.222.0.37 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233668 Jul 23 22:40:58.938738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-ddb51cd1-b584-4811-893c-3748e1fb4c96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 200 len: 217 time: 0.0688217 Jul 23 22:40:58.944172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Transition to ACTIVE for port object dba86704-215a-4325-888e-4454be0a6bad will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:40:58.963195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:59.001545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-20e8b7ba-48ee-49ab-bf3a-43d221b7bf3c service neutron] 10.222.0.37 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116948 Jul 23 22:40:59.048065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3de6ad92-ed49-4b3c-8f7c-3259f0627e64 req-6de0044a-6432-4039-a13e-9ec1fe6d3114 tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0957539 Jul 23 22:40:59.086113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-f73aef3f-32d8-433b-b354-1296c31ce6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:59.087812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-f73aef3f-32d8-433b-b354-1296c31ce6dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc4e9be2-e481-4918-9789-d6dda9354cf4 HTTP/1.1" status: 200 len: 851 time: 0.1366813 Jul 23 22:40:59.093551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Pushing event updated for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:40:59.199948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-b526c91e-ae4e-49cc-905a-568882dd0833 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=362d03b1-b82c-4b22-95c3-41c620b161d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813441 Jul 23 22:40:59.222341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-a6c8a8d9-bc14-4862-9bdf-631c2046762d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:40:59.223346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-a6c8a8d9-bc14-4862-9bdf-631c2046762d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144055 Jul 23 22:40:59.283099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Attempting to bind port dba86704-215a-4325-888e-4454be0a6bad on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:40:59.283461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Attempting to bind port dba86704-215a-4325-888e-4454be0a6bad by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '302a6889-fe53-4986-8b68-ee6617f54ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:40:59.283796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Attempting to bind port dba86704-215a-4325-888e-4454be0a6bad on network a5c48c56-286d-4e56-b01c-99759baa3d98 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:59.300162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-681b5cde-ecb4-4825-8baa-fc7b162cb483 req-6916ca94-ddce-4d82-9f62-cbad798635d1 tempest-InstanceActionsTestJSON-1049701778 tempest-InstanceActionsTestJSON-1049701778-project] 10.222.0.37 "GET /v2.0/ports?device_id=0be929f0-ea16-404f-9de9-d37a86b830d4 HTTP/1.1" status: 200 len: 210 time: 0.0420370 Jul 23 22:40:59.302852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Port dba86704-215a-4325-888e-4454be0a6bad on network a5c48c56-286d-4e56-b01c-99759baa3d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:40:59.303183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Attempting to bind port dba86704-215a-4325-888e-4454be0a6bad on network a5c48c56-286d-4e56-b01c-99759baa3d98 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:40:59.342584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:40:59.342921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Checking segment: {'id': '302a6889-fe53-4986-8b68-ee6617f54ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:40:59.343311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Bound using segment: {'id': '302a6889-fe53-4986-8b68-ee6617f54ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:40:59.343765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Bound port: dba86704-215a-4325-888e-4454be0a6bad, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302a6889-fe53-4986-8b68-ee6617f54ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:40:59.344125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:59.358712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838fe7d-0ad7-4b6d-bfa8-0bae0039883c req-1e71e598-b0fc-4209-8fbc-37ee94401fb7 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:59.367335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6838fe7d-0ad7-4b6d-bfa8-0bae0039883c req-1e71e598-b0fc-4209-8fbc-37ee94401fb7 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.2460320 Jul 23 22:40:59.473856 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ede155-4194-4a20-b89a-3eaab51eb82b x-openstack-request-id: req-c3ede155-4194-4a20-b89a-3eaab51eb82b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:40:59.474134 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be929f0-ea16-404f-9de9-d37a86b830d4", "name": "network-vif-deleted", "tag": "f33bdd35-7025-491b-ac3e-13873dc70dfd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:40:59.474390 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3ede155-4194-4a20-b89a-3eaab51eb82b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:40:59.474804 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be929f0-ea16-404f-9de9-d37a86b830d4', 'name': 'network-vif-deleted', 'tag': 'f33bdd35-7025-491b-ac3e-13873dc70dfd', 'status': 'completed', 'code': 200} Jul 23 22:40:59.481398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-830a8c5e-b332-4083-97a8-2fca5c4d0733 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476327 Jul 23 22:40:59.491787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6838fe7d-0ad7-4b6d-bfa8-0bae0039883c req-88c3f074-5b63-45e0-bbe4-4471f6692b51 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234994 Jul 23 22:40:59.536353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:40:59.539639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=dba86704-215a-4325-888e-4454be0a6bad,segment=NetworkSegment(302a6889-fe53-4986-8b68-ee6617f54ed8),segment_id=302a6889-fe53-4986-8b68-ee6617f54ed8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:40:59.549073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:59.559658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1ece3d7-0391-4baa-8a2d-103f9a3abfa2 req-8916580c-dc3c-44f6-8418-6f2b7ac4bc9a tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 210 time: 0.0449927 Jul 23 22:40:59.615790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:40:59.616603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:40:59.619117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] 10.222.0.25 "PUT /v2.0/ports/dba86704-215a-4325-888e-4454be0a6bad HTTP/1.1" status: 200 len: 1093 time: 1.7660453 Jul 23 22:40:59.673312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756b3d-913f-4ac1-8970-029c0b4ab1de service neutron] Pushing event updated for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:00.141248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3dab2fb-3b38-49d4-a1c2-655786979832 req-fb9c1c8e-aa94-499e-92c0-1ad0d53d041f tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.22 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0622206 Jul 23 22:41:00.161363 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5a5e393e-e00a-4d4f-8e77-367ad503d720 req-72821f47-e55e-48ce-8b6f-3611c05c8e4d tempest-ServerShowV254Test-2012952842 tempest-ServerShowV254Test-2012952842-project] 10.222.0.37 "GET /v2.0/ports?device_id=41e449f2-975b-48d1-9aaa-c54bcc6cf8c5 HTTP/1.1" status: 200 len: 210 time: 0.0368474 Jul 23 22:41:00.179925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c5bb767-9f27-4672-984d-d51dfc19897a req-75e2933b-e9a6-41b4-aab7-b4155f2b86a9 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850808 Jul 23 22:41:00.182415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-158303a7-3f40-40a7-8547-e55dbc2df5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:00.183825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-158303a7-3f40-40a7-8547-e55dbc2df5fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2c861eb46b14e7d95ed6fe54d39527e&device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 1096 time: 0.5203805 Jul 23 22:41:00.242813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-87738a1f-9209-466b-84e8-dfa26cd6a19a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba86704-215a-4325-888e-4454be0a6bad HTTP/1.1" status: 200 len: 217 time: 0.0473123 Jul 23 22:41:00.251443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d81b8b-b7f2-4e9b-9c65-06b1be77e7f5 req-87626891-c8ff-4a68-9151-dd9ac9f63df1 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:00.259725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86d81b8b-b7f2-4e9b-9c65-06b1be77e7f5 req-87626891-c8ff-4a68-9151-dd9ac9f63df1 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 944 time: 0.1809485 Jul 23 22:41:00.343962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-0ca4d455-188f-4202-9afa-6211bd366644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:00.345443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-0ca4d455-188f-4202-9afa-6211bd366644 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c HTTP/1.1" status: 200 len: 848 time: 0.0833600 Jul 23 22:41:00.355902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86d81b8b-b7f2-4e9b-9c65-06b1be77e7f5 req-c59033b7-e41f-4120-9b05-0b805c99d956 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Jul 23 22:41:00.362880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:00.398544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-4d5a38be-ec7f-4ccf-bb16-c6f4727a4fda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a5c48c56-286d-4e56-b01c-99759baa3d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415061 Jul 23 22:41:00.424377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Deleting subnet a5b5838a-76c9-4236-a9a3-422db131cd1b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:41:00.429018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.470350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.523135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.632522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.673231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-7c30710f-a27c-4206-ba3a-f607f3f86f08 service neutron] 10.222.0.25 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643509 Jul 23 22:41:00.674758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b5838a-76c9-4236-a9a3-422db131cd1b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:00.677662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.682338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5b5838a-76c9-4236-a9a3-422db131cd1b HTTP/1.1" status: 204 len: 168 time: 0.3179076 Jul 23 22:41:00.684287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:00.734361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.734705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.735429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.735429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.735695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.736018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.736342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.736811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.737139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.737465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.737960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.738284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0c7389-3dad-4d88-a298-bb6fc3a89185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:00.755435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45b14634-e181-4b09-8181-d4d260a646b7 req-26e14e42-020a-468f-8d42-e4789c616ee4 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 210 time: 0.0776608 Jul 23 22:41:00.781562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-80fc2f5c-ace8-4b4e-80e8-9aeeec6af6dc tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:00.783365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-80fc2f5c-ace8-4b4e-80e8-9aeeec6af6dc tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.25 "GET /v2.0/networks?id=6c02a8db-aabf-4acd-9370-4a406ab68b05 HTTP/1.1" status: 200 len: 814 time: 0.3881176 Jul 23 22:41:00.797107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Request body: {'port': {'device_id': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'admin_state_up': True, 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:00.825402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158fbd2-31b3-4e48-95d7-d105851d88e8 req-2b967320-c76f-4455-ac35-1e78847615c5 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:00.832473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b158fbd2-31b3-4e48-95d7-d105851d88e8 req-2b967320-c76f-4455-ac35-1e78847615c5 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.2413111 Jul 23 22:41:00.839656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.976360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:00.993527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d405c31-9dfb-457c-b2d6-2c5110e27272']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:01.005232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41835d9d-a1c5-4f27-b39c-f68d537e15c5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:01.005539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41835d9d-a1c5-4f27-b39c-f68d537e15c5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:01.006731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b158fbd2-31b3-4e48-95d7-d105851d88e8 req-c315b874-7c25-44d1-8b45-6f796885a700 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732469 Jul 23 22:41:01.018082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef1464b1-a302-4b88-a8cd-b4ea3542db03 req-4ad6e534-93da-450c-a9ff-fb01726ba05b service neutron] 10.222.0.25 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342912 Jul 23 22:41:01.028103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.047741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.054884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:41:01.055574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:41:01.058892 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:41:01.060584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Made reservation on behalf of a929a4b4eb134788959b635b28da3cc0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:01.065606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.172417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.198683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.205662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d405c31-9dfb-457c-b2d6-2c5110e27272 HTTP/1.1" status: 204 len: 168 time: 0.5118771 Jul 23 22:41:01.207083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e1e3d-7b52-4e40-af8d-fc2100c167b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d405c31-9dfb-457c-b2d6-2c5110e27272,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:01.338713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Allocated IP 172.20.0.9 (6c02a8db-aabf-4acd-9370-4a406ab68b05/ab0f6009-d844-4e72-af04-01db0fdaecb3/180196ed-efdb-4bb5-8e15-ada14680000f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:01.451975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:01.482084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:01.484459 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755acfd-73d5-46a8-80f3-8b9b8a28a875" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "tag": "dba86704-215a-4325-888e-4454be0a6bad"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:01.581712 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d6d7e-08be-4d62-9423-f1d638e3bf44 x-openstack-request-id: req-a32d6d7e-08be-4d62-9423-f1d638e3bf44 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:01.582065 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "tag": "dba86704-215a-4325-888e-4454be0a6bad", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:01.582317 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a32d6d7e-08be-4d62-9423-f1d638e3bf44 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:01.582709 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad', 'status': 'completed', 'code': 200} Jul 23 22:41:01.604851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-61741b97-158f-415d-9f47-0b9cc4a840d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ddf45cf129741bcbbd695197da47db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516168 Jul 23 22:41:01.609340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:01.688490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e6758-df26-4029-804d-ae3a5a181939 req-ff005e89-f15f-4240-bfda-d254588bb222 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:01.696243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d68e6758-df26-4029-804d-ae3a5a181939 req-ff005e89-f15f-4240-bfda-d254588bb222 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 944 time: 0.1970203 Jul 23 22:41:01.769496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.801172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:01.805254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Transition to ACTIVE for port object 180196ed-efdb-4bb5-8e15-ada14680000f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:01.845535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d68e6758-df26-4029-804d-ae3a5a181939 req-6c2d57ce-0718-4c30-af1a-c0130a5822ad tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474776 Jul 23 22:41:01.856352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.891373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.939662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-40ef5d29-c4cf-4e9a-8757-8ef2c9b6c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:01.943284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-40ef5d29-c4cf-4e9a-8757-8ef2c9b6c666 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2c861eb46b14e7d95ed6fe54d39527e&device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 1096 time: 0.3112557 Jul 23 22:41:01.944708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.994680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.997980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:01.999108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bab9a0c1-2884-46d0-848c-0c7c22fac620 HTTP/1.1" status: 204 len: 168 time: 0.3797035 Jul 23 22:41:02.009479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56600a-6faf-4df6-abce-993e91a88ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab9a0c1-2884-46d0-848c-0c7c22fac620,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:02.074655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:02.149167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220491aa-000f-4f89-a059-1a13703a76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:02.322677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-cd439924-2ef9-4f06-853d-5e37c0f466cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:02.322677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-cd439924-2ef9-4f06-853d-5e37c0f466cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=a5c48c56-286d-4e56-b01c-99759baa3d98 HTTP/1.1" status: 200 len: 909 time: 0.3347201 Jul 23 22:41:02.322677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:02.323942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Pushing event updated for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:02.328401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:02.356734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b4e56-77ff-428f-8d8f-3221a3ea3dcc req-53d8b405-e422-4d42-8e1e-fa29dbf44053 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:02.384798 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-268b4e56-77ff-428f-8d8f-3221a3ea3dcc req-53d8b405-e422-4d42-8e1e-fa29dbf44053 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.1954908 Jul 23 22:41:02.387400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-aade13ac-0134-4122-956c-64ed85753898 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba86704-215a-4325-888e-4454be0a6bad HTTP/1.1" status: 200 len: 217 time: 0.0540986 Jul 23 22:41:02.570969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-5dc3308f-598f-47a3-9529-7b40b2884dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:02.573386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-5dc3308f-598f-47a3-9529-7b40b2884dea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c HTTP/1.1" status: 200 len: 848 time: 0.1514227 Jul 23 22:41:02.575909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220491aa-000f-4f89-a059-1a13703a76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:02.606334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-268b4e56-77ff-428f-8d8f-3221a3ea3dcc req-7ca39fe4-6f11-45e5-8a0d-76f03db89105 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187617 Jul 23 22:41:02.607630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65e7b-ac9e-4b52-86b4-c215aed8157f req-470d3a9d-930e-4f27-965f-d7889e868d49 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:02.608513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220491aa-000f-4f89-a059-1a13703a76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:02.609510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9f65e7b-ac9e-4b52-86b4-c215aed8157f req-470d3a9d-930e-4f27-965f-d7889e868d49 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 931 time: 0.7322605 Jul 23 22:41:02.749482 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-220491aa-000f-4f89-a059-1a13703a76d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb34df64eb4747b297dca20213b5eb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340882 Jul 23 22:41:02.751405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:02.765351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220491aa-000f-4f89-a059-1a13703a76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a7e76-6f32-43eb-a3a5-e93eb1942b61,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:02.773296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:02.773987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:02.782907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-442d0ed6-ae48-43be-ab88-47a216e32af8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a5c48c56-286d-4e56-b01c-99759baa3d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719885 Jul 23 22:41:02.859926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5563295-812b-458c-959e-f1c1b20a3ecb None None] Provisioning for port 180196ed-efdb-4bb5-8e15-ada14680000f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:02.865965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-4920e706-dc87-471c-b55d-b12301433ebd tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0731645 Jul 23 22:41:02.876601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f33bdd35-7025-491b-ac3e-13873dc70dfd no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:02.880471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9f65e7b-ac9e-4b52-86b4-c215aed8157f req-173ff904-b5d4-4629-9d9e-eeb1125a3b35 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395246 Jul 23 22:41:02.921579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Request body: {'port': {'device_id': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:02.938837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:02.944382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f33bdd35-7025-491b-ac3e-13873dc70dfd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:02.947560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f33bdd35-7025-491b-ac3e-13873dc70dfd not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:02.954686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5563295-812b-458c-959e-f1c1b20a3ecb None None] Provisioning complete for port 180196ed-efdb-4bb5-8e15-ada14680000f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:02.956359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5563295-812b-458c-959e-f1c1b20a3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:03.005746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:03.096374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f5563295-812b-458c-959e-f1c1b20a3ecb None None] Port 180196ed-efdb-4bb5-8e15-ada14680000f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:03.137098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:03.140629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:03.142654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f04a7e76-6f32-43eb-a3a5-e93eb1942b61 HTTP/1.1" status: 204 len: 168 time: 0.3894408 Jul 23 22:41:03.160482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013273a4-b795-4ccb-bd01-8eec039df5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a7e76-6f32-43eb-a3a5-e93eb1942b61,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:03.242053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144480cf-a4ee-4929-ab9b-c091f0778105 req-fc2d3afd-c1e5-4d05-8e42-ed30f48d0c5c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:03.259346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-144480cf-a4ee-4929-ab9b-c091f0778105 req-fc2d3afd-c1e5-4d05-8e42-ed30f48d0c5c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 944 time: 0.0920165 Jul 23 22:41:03.292248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:03.316044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-144480cf-a4ee-4929-ab9b-c091f0778105 req-08bf8c6a-d4a4-49b7-b379-5f384cb63be5 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Jul 23 22:41:03.330873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-1b91dd5e-8519-4821-881d-b548f9199a14 service neutron] 10.222.0.25 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074975 Jul 23 22:41:03.429746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdaaf2-a3b9-484b-9b7c-e2dcfd699467 req-7c8ce76f-7e43-4a14-8da7-9bebc4036851 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:03.436363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdbdaaf2-a3b9-484b-9b7c-e2dcfd699467 req-7c8ce76f-7e43-4a14-8da7-9bebc4036851 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.2039137 Jul 23 22:41:03.584623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdbdaaf2-a3b9-484b-9b7c-e2dcfd699467 req-d5cb8f8c-8e04-482c-9c69-5580b8ade331 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897090 Jul 23 22:41:03.733376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53276) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:03.900583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device dba86704-215a-4325-888e-4454be0a6bad details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:03.952758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1950221107-network', 'tenant_id': 'd3bd35ac2f94418f8a113fbd1d7b2672'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:04.017504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Made reservation on behalf of d3bd35ac2f94418f8a113fbd1d7b2672 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:04.021438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.047455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.176566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2755acfd-73d5-46a8-80f3-8b9b8a28a875 req-f893f63d-0e4c-497e-9d05-3274aec4b464 service neutron] 10.222.0.25 "GET /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260248 Jul 23 22:41:04.212898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=dba86704-215a-4325-888e-4454be0a6bad,segment=NetworkSegment(302a6889-fe53-4986-8b68-ee6617f54ed8),segment_id=302a6889-fe53-4986-8b68-ee6617f54ed8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:04.245855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'dba86704-215a-4325-888e-4454be0a6bad', 'network_id': 'a5c48c56-286d-4e56-b01c-99759baa3d98', 'port_id': 'dba86704-215a-4325-888e-4454be0a6bad', 'mac_address': 'fa:16:3e:9b:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:04.340038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.344819 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.351080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.353682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180196ed-efdb-4bb5-8e15-ada14680000f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:04.375159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.380137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba86704-215a-4325-888e-4454be0a6bad {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:04.391403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Transition to ACTIVE for port object 180196ed-efdb-4bb5-8e15-ada14680000f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:04.403142 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.427919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:04.440218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=dba86704-215a-4325-888e-4454be0a6bad,segment=NetworkSegment(302a6889-fe53-4986-8b68-ee6617f54ed8),segment_id=302a6889-fe53-4986-8b68-ee6617f54ed8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:04.447196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.454968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db8307-4b1e-428a-84c5-2f5b40670c29,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:04.510462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.511978 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Added segment b4f92b31-0a6a-44ca-9350-bbce1a69b68f of type vlan for network 4046789a-5f36-479b-bb2e-77acd9cb31c8 Jul 23 22:41:04.579961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:04.611534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Pushing event updated for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:04.629458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.709883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65943f-ab22-411f-b812-7609b6edfbc1 req-270f17c0-d1de-46c3-af80-6f4c753c30c2 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:04.710167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.713465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:04.714512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:04.731466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['dba86704-215a-4325-888e-4454be0a6bad'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:04.731680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c65943f-ab22-411f-b812-7609b6edfbc1 req-270f17c0-d1de-46c3-af80-6f4c753c30c2 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 931 time: 0.7118871 Jul 23 22:41:04.780323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:04.939972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2043951 Jul 23 22:41:04.941231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:04.959485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Request body: {'subnet': {'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1950221107-subnet', 'tenant_id': 'd3bd35ac2f94418f8a113fbd1d7b2672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:04.996600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c65943f-ab22-411f-b812-7609b6edfbc1 req-58a2c9eb-0dcf-4af6-8370-9518ca7e62e6 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641528 Jul 23 22:41:05.053375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb4b2c-5bcf-417f-81e3-5803a4f27934 admin admin] Pushing event updated for resources: {'Network': ['ID=4046789a-5f36-479b-bb2e-77acd9cb31c8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:05.089241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:05.094720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285139c-32c4-4ca9-a046-f10d3ad97212 req-d462c731-8208-4707-b2cf-ba357838bf17 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:05.103222 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8285139c-32c4-4ca9-a046-f10d3ad97212 req-d462c731-8208-4707-b2cf-ba357838bf17 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 945 time: 0.6333897 Jul 23 22:41:05.110909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Made reservation on behalf of d3bd35ac2f94418f8a113fbd1d7b2672 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:05.120222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Attempting to bind port 180196ed-efdb-4bb5-8e15-ada14680000f on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:05.120695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Attempting to bind port 180196ed-efdb-4bb5-8e15-ada14680000f by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:05.120989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Attempting to bind port 180196ed-efdb-4bb5-8e15-ada14680000f on network 6c02a8db-aabf-4acd-9370-4a406ab68b05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:05.135449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.143125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-205818910-network', 'tenant_id': 'b46c44445b224ee0ab37c736baaeb32b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:05.235915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8285139c-32c4-4ca9-a046-f10d3ad97212 req-71daebf5-b18d-43d1-acdf-376b2ebe853f tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297829 Jul 23 22:41:05.249584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Made reservation on behalf of b46c44445b224ee0ab37c736baaeb32b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:05.254919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.285134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Port 180196ed-efdb-4bb5-8e15-ada14680000f on network 6c02a8db-aabf-4acd-9370-4a406ab68b05 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:05.285597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Attempting to bind port 180196ed-efdb-4bb5-8e15-ada14680000f on network 6c02a8db-aabf-4acd-9370-4a406ab68b05 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:05.375122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.388554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:05.392119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Checking segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:05.392671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Bound using segment: {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:05.393308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Bound port: 180196ed-efdb-4bb5-8e15-ada14680000f, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:05.393525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.481779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.565767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b3e109-d849-4075-9946-28080f71a169,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:05.593578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f81be-c997-4e63-97d2-a9f6d444a27d req-f2074461-e78d-4da6-adf3-13b40aec2f09 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:05.595201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c00f81be-c997-4e63-97d2-a9f6d444a27d req-f2074461-e78d-4da6-adf3-13b40aec2f09 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.3632407 Jul 23 22:41:05.613086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Checking segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:05.613576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Network hostable DHCP agents. Network: 4046789a-5f36-479b-bb2e-77acd9cb31c8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:05.637332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:05.639320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:05.661809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4046789a-5f36-479b-bb2e-77acd9cb31c8) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:05.667886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:05.668665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.674208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=180196ed-efdb-4bb5-8e15-ada14680000f,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:05.683116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e439e-1855-4931-9abb-31990e85be2a None None] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:05.687949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.696274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c00f81be-c997-4e63-97d2-a9f6d444a27d req-e2d47f58-efb2-437d-b095-bcdd3dbdc999 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Jul 23 22:41:05.758707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:05.770033 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.772472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] 10.222.0.25 "PUT /v2.0/ports/180196ed-efdb-4bb5-8e15-ada14680000f HTTP/1.1" status: 200 len: 1092 time: 2.8658817 Jul 23 22:41:05.776731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:05.779384 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:05.914252 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2b6f2-a2cd-49b4-a9af-3017e9ab0b98 x-openstack-request-id: req-31f2b6f2-a2cd-49b4-a9af-3017e9ab0b98 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:05.914615 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:05.914881 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31f2b6f2-a2cd-49b4-a9af-3017e9ab0b98 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:05.915357 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f', 'status': 'completed', 'code': 200} Jul 23 22:41:05.918193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:05.954268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ef1b793f-f5b2-452a-b111-98b0a1cbf2fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0066767 Jul 23 22:41:05.985420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281ed80-15ed-4cec-aa87-bdc49418e7f3 None None] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:06.092070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.132978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b241406-1720-4e69-96bb-bb7811583d90 service neutron] Pushing event updated for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:06.196978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:06.332251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.333570 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Added segment ce193bb5-7228-4787-be12-bd462fc2cdc8 of type vlan for network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 Jul 23 22:41:06.338747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad41ca-bd3c-4097-93c2-d65dc422d68c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:06.364440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63835c43-d4f7-473c-926c-baf76aafc23b req-b8762896-da92-4e0a-b2da-15a4e0b1e3cc tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.375500 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63835c43-d4f7-473c-926c-baf76aafc23b req-b8762896-da92-4e0a-b2da-15a4e0b1e3cc tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 943 time: 0.2137792 Jul 23 22:41:06.433322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.440510 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63835c43-d4f7-473c-926c-baf76aafc23b req-1ede55e3-b218-435e-8859-2e72c4a7311b tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608532 Jul 23 22:41:06.498467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-cf93dae5-3104-43de-82e2-1c75bedfffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.500870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-cf93dae5-3104-43de-82e2-1c75bedfffd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a929a4b4eb134788959b635b28da3cc0&device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 1095 time: 0.5757356 Jul 23 22:41:06.537415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-53ea1984-8300-4946-8d75-9c265c8f4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.539367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-53ea1984-8300-4946-8d75-9c265c8f4eb0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b27686d98174ab4be77cb482a814921&device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 1098 time: 0.4776843 Jul 23 22:41:06.644840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f31e8-c53c-4cec-a3a7-b5b31bbf88e4 req-2be62986-f09e-447b-bdc8-51ef41e08153 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.648651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-623f31e8-c53c-4cec-a3a7-b5b31bbf88e4 req-2be62986-f09e-447b-bdc8-51ef41e08153 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.4472435 Jul 23 22:41:06.653168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.654464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.656170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.746537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ff131-adfc-4b22-9de7-e523e14da87b req-559baed0-654f-4535-a1cc-f4f2d4aff63f tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.751078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d3ff131-adfc-4b22-9de7-e523e14da87b req-559baed0-654f-4535-a1cc-f4f2d4aff63f tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 945 time: 0.1670289 Jul 23 22:41:06.770320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-623f31e8-c53c-4cec-a3a7-b5b31bbf88e4 req-33a62534-a617-4ec6-9311-b8a6d6b8432e tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012383 Jul 23 22:41:06.814923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0334969 Jul 23 22:41:06.820364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:06.834694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d3ff131-adfc-4b22-9de7-e523e14da87b req-630ec2a9-0f00-4efb-b454-e3dd8de17193 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Jul 23 22:41:06.839946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Request body: {'subnet': {'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-205818910-subnet', 'tenant_id': 'b46c44445b224ee0ab37c736baaeb32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:06.871606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b2f5-ffdd-4ab1-b2f4-74d846f27306 admin admin] Pushing event updated for resources: {'Network': ['ID=aae97090-3e52-4b60-a2c6-0ee3d1457ac5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:06.879898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Made reservation on behalf of b46c44445b224ee0ab37c736baaeb32b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:06.883543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:06.892877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:06.925110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-6c62e333-49f8-44ea-923c-85f9f1bd3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:06.928028 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-6c62e333-49f8-44ea-923c-85f9f1bd3c60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 200 len: 912 time: 0.3755307 Jul 23 22:41:07.048793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-1d0de778-b673-4c78-aaa5-b9f5f03eba03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 200 len: 217 time: 0.1131330 Jul 23 22:41:07.134790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-f5b220e0-148d-4482-9213-d89cdb45395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:07.136567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-f5b220e0-148d-4482-9213-d89cdb45395c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc4e9be2-e481-4918-9789-d6dda9354cf4 HTTP/1.1" status: 200 len: 851 time: 0.0800500 Jul 23 22:41:07.182237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-4806a010-42f3-4c3a-bc8c-3b04cdcd3c7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=362d03b1-b82c-4b22-95c3-41c620b161d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388060 Jul 23 22:41:07.347010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-6b3fc7c8-dc5b-4069-9b2b-64b347daaff5 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486490 Jul 23 22:41:07.384343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:07.625103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665272df-8a90-4459-8d5f-721903010b6e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:07.667858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Checking segment: {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:07.667858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Network hostable DHCP agents. Network: aae97090-3e52-4b60-a2c6-0ee3d1457ac5, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:07.729706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:07.746770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, aae97090-3e52-4b60-a2c6-0ee3d1457ac5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:07.752685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:07.753353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:07.758860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b531e-330f-404c-8852-e38bd0520957 None None] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:07.818342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a9158c3e-84f9-4aef-a40d-0777d5cf1296 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9823074 Jul 23 22:41:07.980705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device dba86704-215a-4325-888e-4454be0a6bad up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:08.037080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2cdcafc-7af1-4ab0-9e32-cf3d2483abe1 req-c9700ee4-1f74-4115-8cc0-305474e950f2 service neutron] 10.222.0.22 "GET /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825469 Jul 23 22:41:08.120871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63111a04-9890-40ba-a5b3-44b43be1cd52 None None] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:08.201966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port dba86704-215a-4325-888e-4454be0a6bad completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:08.211437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port dba86704-215a-4325-888e-4454be0a6bad triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:08.211834 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:08.371299 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:08.419647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=dba86704-215a-4325-888e-4454be0a6bad,segment=NetworkSegment(302a6889-fe53-4986-8b68-ee6617f54ed8),segment_id=302a6889-fe53-4986-8b68-ee6617f54ed8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:08.421062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:08.424290 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ccc50-dfc5-4e4a-8083-21e13998d848" -d '{"events": [{"server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "name": "network-vif-plugged", "status": "completed", "tag": "dba86704-215a-4325-888e-4454be0a6bad"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:08.433230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:08.498968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:10.995428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3aaf0bb5-71fc-4415-b4a3-594357fd4213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:12.365347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-6869d468-5b51-42ba-92e5-2739d40a5d02 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:12.366856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-6869d468-5b51-42ba-92e5-2739d40a5d02 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 818 time: 0.1122842 Jul 23 22:41:12.383305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-ab2d5b20-c30b-4aba-89b4-49a993f8776b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/quotas/d3bd35ac2f94418f8a113fbd1d7b2672 HTTP/1.1" status: 200 len: 375 time: 0.0102770 Jul 23 22:41:12.421941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-7b06e776-53dc-4d6e-8cec-a9d4e3284ad6 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311577 Jul 23 22:41:12.531573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-68d65e40-10fd-4a73-96b9-e44be2ea681a service neutron] 10.222.0.37 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029441 Jul 23 22:41:12.622054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-4a649001-a3b3-4976-8004-b18fa881b5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Jul 23 22:41:12.850906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-2aa5e576-1231-4368-808d-456dc15037d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180196ed-efdb-4bb5-8e15-ada14680000f HTTP/1.1" status: 200 len: 217 time: 0.0690360 Jul 23 22:41:12.968419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5468fd11-d4cc-4dee-b069-8fd233a8da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:12.969974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-5468fd11-d4cc-4dee-b069-8fd233a8da54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab0f6009-d844-4e72-af04-01db0fdaecb3 HTTP/1.1" status: 200 len: 853 time: 0.1102483 Jul 23 22:41:12.972209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f81b-d0ab-455a-b765-59c9c38d9b18 req-993909ef-fd58-4599-91ee-e7e83ce037e5 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:12.979223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6646f81b-d0ab-455a-b765-59c9c38d9b18 req-993909ef-fd58-4599-91ee-e7e83ce037e5 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 943 time: 0.1144092 Jul 23 22:41:13.046205 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6646f81b-d0ab-455a-b765-59c9c38d9b18 req-ce1d95f0-b8fc-4930-8883-7d23d886516c tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Jul 23 22:41:13.048929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be358f0-df21-47e8-b4e7-ed2589a86df6 req-f419d0c3-b226-4e5e-830a-89e58c1f82ce tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.050516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7be358f0-df21-47e8-b4e7-ed2589a86df6 req-f419d0c3-b226-4e5e-830a-89e58c1f82ce tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.1431315 Jul 23 22:41:13.088577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43102d70-68b2-453e-b1bc-463f4e59469c req-90046462-e33d-4518-aab8-9629280cd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.089950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-90046462-e33d-4518-aab8-9629280cd18f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c02a8db-aabf-4acd-9370-4a406ab68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109843 Jul 23 22:41:13.131631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7be358f0-df21-47e8-b4e7-ed2589a86df6 req-5024e783-5c62-4a46-9a87-2cc08ab532b6 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708525 Jul 23 22:41:13.218755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-49582a3e-c7f6-47c7-b252-5d9f2423dfd4 service neutron] 10.222.0.25 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179564 Jul 23 22:41:13.221086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f409fb-43d7-485b-b6ed-0103e65918b2 req-2da0b8ab-f994-4668-9a62-f81976aba2a4 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.222909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f409fb-43d7-485b-b6ed-0103e65918b2 req-2da0b8ab-f994-4668-9a62-f81976aba2a4 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.1129472 Jul 23 22:41:13.293274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f409fb-43d7-485b-b6ed-0103e65918b2 req-e4ff554b-3380-4dbf-8971-b0b2ccb56ade tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618908 Jul 23 22:41:13.392154 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b62ef3-e47f-4b3b-a7dc-07bec7d510eb x-openstack-request-id: req-08b62ef3-e47f-4b3b-a7dc-07bec7d510eb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:13.392634 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "name": "network-vif-plugged", "status": "completed", "tag": "dba86704-215a-4325-888e-4454be0a6bad", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:13.392724 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08b62ef3-e47f-4b3b-a7dc-07bec7d510eb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:13.393070 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad', 'code': 200} Jul 23 22:41:13.418365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43102d70-68b2-453e-b1bc-463f4e59469c req-1c9700ef-8e94-460a-b435-b0ba51e7af28 service neutron] 10.222.0.25 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870790 Jul 23 22:41:13.762154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3f011b3-e06f-49e3-98e4-1662d8a99bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:13.809053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-2c060467-094e-45e6-b32f-c7b6db15244c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.819218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-2c060467-094e-45e6-b32f-c7b6db15244c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 813 time: 0.3189685 Jul 23 22:41:13.830413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aaa70-2832-48a6-9775-b6851f7e5088 req-3a345345-852d-4ee0-ba7e-f4334e7cfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.832054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7aaa70-2832-48a6-9775-b6851f7e5088 req-3a345345-852d-4ee0-ba7e-f4334e7cfe4a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 1098 time: 0.3097038 Jul 23 22:41:13.839247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-c74c6a79-3ba6-4136-99d2-d2f6feb84677 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/quotas/b46c44445b224ee0ab37c736baaeb32b HTTP/1.1" status: 200 len: 375 time: 0.0197947 Jul 23 22:41:13.843811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-f2f62346-93dd-4e9b-99b6-7708c7b02039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:13.845254 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff8e8328-a04a-42c2-a9ee-1da8bb292b8d req-f9b81af1-90c1-42c4-9d7e-087ec961f009 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 210 time: 0.0421815 Jul 23 22:41:13.846255 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-f2f62346-93dd-4e9b-99b6-7708c7b02039 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a929a4b4eb134788959b635b28da3cc0&device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 1095 time: 0.2659335 Jul 23 22:41:13.947595 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-824b0332-c2c4-4b57-9ebe-1490b9832871 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910187 Jul 23 22:41:14.004090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041200a2-ad28-4be0-81a3-a8cd3e8e7745 req-8fc6da04-2a34-41ad-b4f5-de9c72f8fabe tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.007232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-041200a2-ad28-4be0-81a3-a8cd3e8e7745 req-8fc6da04-2a34-41ad-b4f5-de9c72f8fabe tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.0983260 Jul 23 22:41:14.048717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc7aaa70-2832-48a6-9775-b6851f7e5088 req-b777903e-ff91-4388-88da-c22a2813b274 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075353 Jul 23 22:41:14.095769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-041200a2-ad28-4be0-81a3-a8cd3e8e7745 req-94037e9e-3625-457a-944e-12f43c62b067 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Jul 23 22:41:14.126038 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:14.168553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-2df43e22-95b3-4d88-a6a3-c1f272400546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.172174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-2df43e22-95b3-4d88-a6a3-c1f272400546 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6c02a8db-aabf-4acd-9370-4a406ab68b05 HTTP/1.1" status: 200 len: 915 time: 0.2985225 Jul 23 22:41:14.182122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-3a744121-9b9f-484e-ae09-3db7ed741c87 service neutron] 10.222.0.37 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333224 Jul 23 22:41:14.242277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-80054641-c6be-474b-9cb2-c85ca5d80836 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180196ed-efdb-4bb5-8e15-ada14680000f HTTP/1.1" status: 200 len: 217 time: 0.0510325 Jul 23 22:41:14.344257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-4d4c4c74-3681-4a9e-af65-f377fd17b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.345750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-4d4c4c74-3681-4a9e-af65-f377fd17b061 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ab0f6009-d844-4e72-af04-01db0fdaecb3 HTTP/1.1" status: 200 len: 853 time: 0.0941954 Jul 23 22:41:14.375802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694baa7-84d5-47c4-852d-e3c551f7c599 req-5cce28c5-5fab-4277-bc66-eceddc4b921d tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.377795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5694baa7-84d5-47c4-852d-e3c551f7c599 req-5cce28c5-5fab-4277-bc66-eceddc4b921d tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 943 time: 0.0823991 Jul 23 22:41:14.391207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fc8ce4f7-9079-474b-b8f4-a0c1fb2ab7ca service neutron] 10.222.0.37 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082176 Jul 23 22:41:14.420962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5694baa7-84d5-47c4-852d-e3c551f7c599 req-5ab01215-e99d-4468-bb10-a27065148963 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Jul 23 22:41:14.422925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-112e0a45-70aa-4664-90f1-5c1822190012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.424456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-112e0a45-70aa-4664-90f1-5c1822190012 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6c02a8db-aabf-4acd-9370-4a406ab68b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695908 Jul 23 22:41:14.618613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-5b2af784-4562-4979-b654-992e474d3dbc service neutron] 10.222.0.25 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863897 Jul 23 22:41:14.723903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16e195-d2c7-4573-8854-97886fccd787 req-fcc38577-b8b7-4553-8be3-7010af84e354 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:14.731824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf16e195-d2c7-4573-8854-97886fccd787 req-fcc38577-b8b7-4553-8be3-7010af84e354 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.1577358 Jul 23 22:41:14.810183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf16e195-d2c7-4573-8854-97886fccd787 req-0d2f3e8a-28de-4662-92c2-270f949e1545 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Jul 23 22:41:14.813463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8cfff76-ff31-4a8d-8c72-e49f576e69e5 req-c43392c7-0aa9-413b-9984-a8a2c4aa1de1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 210 time: 0.1675105 Jul 23 22:41:14.867606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:14.994748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3cfeb8c-5ac3-4f34-97a8-f9d90c5e7df3 req-1a46c704-30e3-42fb-bcef-6bf3c57c0b94 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 210 time: 0.0495026 Jul 23 22:41:15.144337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdf73c8e-6a0e-4242-99cd-a9e7dcbb6207 req-b3c26533-469d-4a3a-afdf-88399304fda4 service neutron] 10.222.0.25 "GET /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162792 Jul 23 22:41:15.299338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-54738f60-0f2e-4e6d-91be-2d01cae87e1a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.300906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-54738f60-0f2e-4e6d-91be-2d01cae87e1a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 818 time: 0.5812931 Jul 23 22:41:15.324350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Request body: {'port': {'device_id': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'admin_state_up': True, 'tenant_id': 'd3bd35ac2f94418f8a113fbd1d7b2672'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:15.410850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-33d235ca-bc87-492d-94c7-554d90718512 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.412372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-33d235ca-bc87-492d-94c7-554d90718512 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.25 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 818 time: 0.3639007 Jul 23 22:41:15.437935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Request body: {'port': {'device_id': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'admin_state_up': True, 'tenant_id': 'd3bd35ac2f94418f8a113fbd1d7b2672'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:15.526647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76533c2f-4811-4ba9-8a73-14f28c6e1b6f req-1ce4eb18-9cd5-4301-9ed2-fe0bb7cf3713 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.534014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76533c2f-4811-4ba9-8a73-14f28c6e1b6f req-1ce4eb18-9cd5-4301-9ed2-fe0bb7cf3713 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.3029602 Jul 23 22:41:15.573300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-684b77ca-bb83-436b-af44-0f2c0e363ad2 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.574795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-684b77ca-bb83-436b-af44-0f2c0e363ad2 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 818 time: 0.3959887 Jul 23 22:41:15.608273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27cc55-e8f8-4091-8022-08756ea90b83 req-07fd6074-7a11-411d-b968-43cf3f876178 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.617482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Request body: {'port': {'device_id': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'admin_state_up': True, 'tenant_id': 'd3bd35ac2f94418f8a113fbd1d7b2672'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:15.619080 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c27cc55-e8f8-4091-8022-08756ea90b83 req-07fd6074-7a11-411d-b968-43cf3f876178 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 943 time: 0.0972183 Jul 23 22:41:15.690375 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c27cc55-e8f8-4091-8022-08756ea90b83 req-3e662b8c-72dc-442d-ac20-5b5b896d9ecc tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Jul 23 22:41:15.697414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76533c2f-4811-4ba9-8a73-14f28c6e1b6f req-eaa48583-bb65-4798-8e31-8215a8af7af9 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/security-groups?id=171c0499-fe69-4ccb-8442-51fe3b644bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624401 Jul 23 22:41:15.778480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Made reservation on behalf of d3bd35ac2f94418f8a113fbd1d7b2672 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:15.783352 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:15.866158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-d7266605-2d3f-479e-9205-adfad8f0454f tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:15.870205 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-d7266605-2d3f-479e-9205-adfad8f0454f tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.22 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 946 time: 0.0802281 Jul 23 22:41:15.886013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Made reservation on behalf of d3bd35ac2f94418f8a113fbd1d7b2672 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:15.891740 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:15.971055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe857ba4-fd77-4a3d-a5d8-65b91cc78daf req-46cbfa92-23d3-4e96-ba24-7ea430e98aa8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 210 time: 0.0442705 Jul 23 22:41:15.981979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 180196ed-efdb-4bb5-8e15-ada14680000f details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:16.048633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Made reservation on behalf of d3bd35ac2f94418f8a113fbd1d7b2672 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:16.052443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.136215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-52e91028-0a69-4493-a1a4-25da2cc3a2b3 req-94b7ae6f-4ae6-48d5-9bf3-9d1c1b4f1ad9 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 210 time: 0.0575624 Jul 23 22:41:16.139584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Allocated IP 172.20.0.10 (4046789a-5f36-479b-bb2e-77acd9cb31c8/d8b3e109-d849-4075-9946-28080f71a169/a799e0d9-bb9f-4fb6-808d-ea366932a852) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:16.168226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Deleting port fd067900-9f68-42b4-a7db-dc54578806ca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:16.168483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.171763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=180196ed-efdb-4bb5-8e15-ada14680000f,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:16.189558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '180196ed-efdb-4bb5-8e15-ada14680000f', 'network_id': '6c02a8db-aabf-4acd-9370-4a406ab68b05', 'port_id': '180196ed-efdb-4bb5-8e15-ada14680000f', 'mac_address': 'fa:16:3e:00:8a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0f6009-d844-4e72-af04-01db0fdaecb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:16.218674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9a87-d3b7-477c-a381-e183cc169d53 req-e168fd43-ad23-419a-9701-235d446fde1c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:16.220396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8da9a87-d3b7-477c-a381-e183cc169d53 req-e168fd43-ad23-419a-9701-235d446fde1c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.3210313 Jul 23 22:41:16.265904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.293690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180196ed-efdb-4bb5-8e15-ada14680000f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:16.361730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] For port fd067900-9f68-42b4-a7db-dc54578806ca, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=fd067900-9f68-42b4-a7db-dc54578806ca,segment=NetworkSegment(0869a302-bcc4-4582-9b61-a1b79ebe5a68),segment_id=0869a302-bcc4-4582-9b61-a1b79ebe5a68)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:16.362557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.367394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=180196ed-efdb-4bb5-8e15-ada14680000f,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:16.373461 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.389440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Calling delete_port for fd067900-9f68-42b4-a7db-dc54578806ca owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:16.452281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.490459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:16.564084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.578896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['fd067900-9f68-42b4-a7db-dc54578806ca'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:16.622365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Pushing event deleted for resources: {'Port': ['ID=fd067900-9f68-42b4-a7db-dc54578806ca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:16.654249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['180196ed-efdb-4bb5-8e15-ada14680000f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:16.683845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] No DVR routers for this DVR port fd067900-9f68-42b4-a7db-dc54578806ca on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:16.686685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.689604 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3fb7ad8-d994-43da-81fb-8d8b56e26442 req-9d3934de-7370-4b8b-9e78-656ee0bacb03 tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.22 "DELETE /v2.0/ports/fd067900-9f68-42b4-a7db-dc54578806ca HTTP/1.1" status: 204 len: 173 time: 0.8111281 Jul 23 22:41:16.690110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'name': 'network-vif-deleted', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:16.694978 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7106f60a-8a28-4694-aef8-6ba4b76b3e8d" -d '{"events": [{"server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "name": "network-vif-deleted", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:16.706042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8da9a87-d3b7-477c-a381-e183cc169d53 req-07825add-5e7f-4373-8fae-f7a7560384fc tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719405 Jul 23 22:41:16.720601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a0d57e1c-f3a1-42f4-af06-0d733f75b8de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:16.722180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a0d57e1c-f3a1-42f4-af06-0d733f75b8de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 813 time: 0.6086903 Jul 23 22:41:16.744765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Request body: {'port': {'device_id': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'admin_state_up': True, 'tenant_id': 'b46c44445b224ee0ab37c736baaeb32b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:16.954664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:16.963007 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a5932-1b78-479b-8170-b7dd788affec x-openstack-request-id: req-887a5932-1b78-479b-8170-b7dd788affec {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:16.963307 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c339bd93-e625-417c-892c-0a1ce6900504", "name": "network-vif-deleted", "tag": "fd067900-9f68-42b4-a7db-dc54578806ca", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:16.963567 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-887a5932-1b78-479b-8170-b7dd788affec {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:16.963976 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c339bd93-e625-417c-892c-0a1ce6900504', 'name': 'network-vif-deleted', 'tag': 'fd067900-9f68-42b4-a7db-dc54578806ca', 'status': 'completed', 'code': 200} Jul 23 22:41:16.997915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Made reservation on behalf of b46c44445b224ee0ab37c736baaeb32b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:17.001354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.023219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a650ec0-ba35-4721-9e09-6ea51f9fd8da req-e04380c6-8cb1-4869-9fb8-74be5de547b9 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:17.024762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a650ec0-ba35-4721-9e09-6ea51f9fd8da req-e04380c6-8cb1-4869-9fb8-74be5de547b9 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 944 time: 0.1679554 Jul 23 22:41:17.075499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3508af8e-5e3e-4f83-9037-a0b1e695770b req-1f3bb676-5a0f-4818-a89e-764769e2ca2b tempest-TestServerAdvancedOps-2054210482 tempest-TestServerAdvancedOps-2054210482-project] 10.222.0.37 "GET /v2.0/ports?device_id=c339bd93-e625-417c-892c-0a1ce6900504 HTTP/1.1" status: 200 len: 210 time: 0.0477879 Jul 23 22:41:17.135132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.162968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a650ec0-ba35-4721-9e09-6ea51f9fd8da req-8acf00a5-da01-4176-9f79-55675524a472 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274920 Jul 23 22:41:17.271312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:17.272347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event updated for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:17.281645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:17.292039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:17.302369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Allocated IP 172.20.0.7 (aae97090-3e52-4b60-a2c6-0ee3d1457ac5/665272df-8a90-4459-8d5f-721903010b6e/a20fdab2-f976-4a72-aceb-bb96ac45a9a4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:17.334813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-b06bb5b5-d581-4a1c-bb82-791919da6e8c {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:41:17.335596 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:41:17.440584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c17373a2-4d75-44c0-abcf-1458170cdc44 req-f76c14c6-d018-4085-8245-60a361c90423 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 210 time: 0.0875182 Jul 23 22:41:17.447966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:17.448922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.453114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76df295d-aa41-46b2-b472-22e74aa35a04 req-f0a975a9-f8c4-4d30-b9a9-9852bf026613 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 210 time: 0.0717444 Jul 23 22:41:17.461153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Allocated IP 172.20.0.11 (4046789a-5f36-479b-bb2e-77acd9cb31c8/d8b3e109-d849-4075-9946-28080f71a169/f59230ae-ee95-4258-9028-f502d3fcc9ce) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:17.507372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b375a805-b1ec-4582-8858-43311f2f76f7 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1954412 Jul 23 22:41:17.529498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Request body: {'port': {'device_id': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:17.777024 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.783912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.829643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.848063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:17.998501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 180196ed-efdb-4bb5-8e15-ada14680000f up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:18.037651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.078894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 180196ed-efdb-4bb5-8e15-ada14680000f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:18.085100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 180196ed-efdb-4bb5-8e15-ada14680000f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:18.085484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.106624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:18.112197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:18.119868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:18.128458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.154257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:18.182539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:18.229370 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.248580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:18.256647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:18.257285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.297125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=180196ed-efdb-4bb5-8e15-ada14680000f,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:18.297438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:18.298187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:18.301668 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed9f459-ee4a-49ab-8b85-a23ed91c6d26" -d '{"events": [{"server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "name": "network-vif-plugged", "status": "completed", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:18.307625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:18.323750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.339444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event updated for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:18.346317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-fb558677-55a1-450b-9ab9-c13a03056075 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6068351 Jul 23 22:41:18.360858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Request body: {'port': {'device_id': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:18.362509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Deleting subnet dc4e9be2-e481-4918-9789-d6dda9354cf4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:41:18.394350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:18.412633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.439291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:18.439928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.482494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.496083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb687656-9af6-4b92-9474-d605eaa4668a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8859363 Jul 23 22:41:18.525785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Request body: {'port': {'device_id': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:18.552347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429a24-e08b-497b-b42e-de22699f9f7e req-89882a78-ab7e-42f6-813d-57b2634db0de tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:18.554130 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30429a24-e08b-497b-b42e-de22699f9f7e req-89882a78-ab7e-42f6-813d-57b2634db0de tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.2741451 Jul 23 22:41:18.557061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.567320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.598081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a799e0d9-bb9f-4fb6-808d-ea366932a852 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:18.610582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.637627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30429a24-e08b-497b-b42e-de22699f9f7e req-4319b52c-4be2-46c4-ac9a-56c5bbe1a8ec tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572860 Jul 23 22:41:18.668871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Transition to ACTIVE for port object a799e0d9-bb9f-4fb6-808d-ea366932a852 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:18.679366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.683321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.698683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.701223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dc4e9be2-e481-4918-9789-d6dda9354cf4 HTTP/1.1" status: 204 len: 168 time: 0.5449877 Jul 23 22:41:18.725521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:18.731003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7fde2-19ab-42c7-8536-c6efd3f2af2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4e9be2-e481-4918-9789-d6dda9354cf4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:18.734333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:18.759865 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af667c3a-48ea-4b55-9b79-b8f6289e0b64 x-openstack-request-id: req-af667c3a-48ea-4b55-9b79-b8f6289e0b64 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:18.760441 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "name": "network-vif-plugged", "status": "completed", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:18.760890 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af667c3a-48ea-4b55-9b79-b8f6289e0b64 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:18.763190 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f', 'code': 200} Jul 23 22:41:18.935962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ea338-21b3-4048-bf52-ae93d79843ed req-8157116c-7478-401c-8e75-8b1602e7e65d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:18.937855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-982ea338-21b3-4048-bf52-ae93d79843ed req-8157116c-7478-401c-8e75-8b1602e7e65d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 932 time: 0.0842280 Jul 23 22:41:18.986046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:19.000026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-982ea338-21b3-4048-bf52-ae93d79843ed req-67b8e40d-adb2-4e17-a9c7-462b332b6584 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502145 Jul 23 22:41:19.037785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Allocated IP 172.20.0.4 (4046789a-5f36-479b-bb2e-77acd9cb31c8/d8b3e109-d849-4075-9946-28080f71a169/10dcec59-7c36-4df0-a091-a8f4c25736c4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:19.115760 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:19.466073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5c216-9bc6-41fe-a55f-6e9662d70a03 req-db428942-dcc9-42a4-b913-0dbf4f65a046 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:19.468048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ed5c216-9bc6-41fe-a55f-6e9662d70a03 req-db428942-dcc9-42a4-b913-0dbf4f65a046 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 931 time: 0.5868959 Jul 23 22:41:19.500110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Attempting to bind port a799e0d9-bb9f-4fb6-808d-ea366932a852 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:19.500657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Attempting to bind port a799e0d9-bb9f-4fb6-808d-ea366932a852 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:19.500991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Attempting to bind port a799e0d9-bb9f-4fb6-808d-ea366932a852 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:19.528612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49f40-0a8a-4168-ac3c-372080c92449 req-3f469084-e0e3-4b48-8853-de9892875696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:19.530149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2a49f40-0a8a-4168-ac3c-372080c92449 req-3f469084-e0e3-4b48-8853-de9892875696 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 1097 time: 0.6759255 Jul 23 22:41:19.583936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Port a799e0d9-bb9f-4fb6-808d-ea366932a852 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:19.584175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Attempting to bind port a799e0d9-bb9f-4fb6-808d-ea366932a852 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:19.912900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673583c5-17ff-4d05-a8e7-e6962901233d req-0f1dca08-3e46-44d6-90bb-66ffa70f596c tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:19.914496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-673583c5-17ff-4d05-a8e7-e6962901233d req-0f1dca08-3e46-44d6-90bb-66ffa70f596c tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.1208110 Jul 23 22:41:19.959467 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-673583c5-17ff-4d05-a8e7-e6962901233d req-0262cfa3-d795-4e7a-8b8c-af3a1523cf47 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Jul 23 22:41:19.986546 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.031741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:20.032072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Checking segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:20.032480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Bound using segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:20.032848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Bound port: a799e0d9-bb9f-4fb6-808d-ea366932a852, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:20.033209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.036356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362d03b1-b82c-4b22-95c3-41c620b161d2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:20.098127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0869a302-bcc4-4582-9b61-a1b79ebe5a68') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:20.098421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0869a302-bcc4-4582-9b61-a1b79ebe5a68') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:20.131580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ed5c216-9bc6-41fe-a55f-6e9662d70a03 req-291d225c-038f-4d25-8486-2d0c67fe13a6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188135 Jul 23 22:41:20.131580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:20.142730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.147600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2a49f40-0a8a-4168-ac3c-372080c92449 req-bc4349c6-135c-4626-aa6f-5c692bcd08ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082752 Jul 23 22:41:20.151992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.154756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.213410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.216884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Transition to ACTIVE for port object a20fdab2-f976-4a72-aceb-bb96ac45a9a4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:20.235802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:41:20.236220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:41:20.238009 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:41:20.257870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.290390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c337d-f3ac-48eb-9576-a0d0be46c9ac req-da8a1e01-6742-4f80-9709-58a31979915b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:20.298568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-934c337d-f3ac-48eb-9576-a0d0be46c9ac req-da8a1e01-6742-4f80-9709-58a31979915b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 932 time: 0.1021965 Jul 23 22:41:20.309027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:20.340455 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-934c337d-f3ac-48eb-9576-a0d0be46c9ac req-7b6707c0-3421-48c0-be01-8303ef92fe79 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Jul 23 22:41:20.391799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:20.410369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.412365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.414732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.432914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.434795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] 10.222.0.37 "DELETE /v2.0/networks/362d03b1-b82c-4b22-95c3-41c620b161d2 HTTP/1.1" status: 204 len: 168 time: 1.6983254 Jul 23 22:41:20.437873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:20.444602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:20.488988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3164556-c9ed-43a9-9539-e9eaeae7e41e admin admin] Pushing event deleted for resources: {'Network': ['ID=362d03b1-b82c-4b22-95c3-41c620b161d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:20.517602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Deleting subnet 9934c828-a3a9-4b52-a969-ee658e742e07 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:41:20.521634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.542418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:20.543061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.544536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/a799e0d9-bb9f-4fb6-808d-ea366932a852 HTTP/1.1" status: 200 len: 1093 time: 3.0222611 Jul 23 22:41:20.548037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:20.550416 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921bbe5-1dba-4644-9ffe-c623fb75c135" -d '{"events": [{"name": "network-changed", "server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:20.565535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17cdec-7329-45e6-8e08-32dc8f2b130d req-2f2a8738-970f-42d2-abeb-20864dac4b9e tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:20.567021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b17cdec-7329-45e6-8e08-32dc8f2b130d req-2f2a8738-970f-42d2-abeb-20864dac4b9e tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.1393290 Jul 23 22:41:20.598359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Network 4046789a-5f36-479b-bb2e-77acd9cb31c8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:20.601652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.610501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:20.620566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:20.667562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b17cdec-7329-45e6-8e08-32dc8f2b130d req-f20d60ea-ddaf-45c7-b3c8-afe352c79f7b tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871916 Jul 23 22:41:20.703058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.731187 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc86511-78a6-4117-a272-afe65094b24d x-openstack-request-id: req-dbc86511-78a6-4117-a272-afe65094b24d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:20.731485 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:20.731740 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbc86511-78a6-4117-a272-afe65094b24d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:20.732144 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852', 'status': 'completed', 'code': 200} Jul 23 22:41:20.742831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903774d6-dd8f-4ac2-a7e8-cddc9b2f77b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:20.761872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Attempting to bind port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:20.762220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Attempting to bind port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:20.762553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Attempting to bind port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:20.795820 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.800541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:20.801178 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.812379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:20.812715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Attempting to bind port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:20.825071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9934c828-a3a9-4b52-a969-ee658e742e07,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:20.827115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.829149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1743703d-e492-4591-a862-2364e3c1d61e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9934c828-a3a9-4b52-a969-ee658e742e07 HTTP/1.1" status: 204 len: 168 time: 0.3905573 Jul 23 22:41:20.831611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:20.866816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:20.867203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Checking segment: {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:20.867547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Bound using segment: {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:20.868636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Bound port: a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:20.868989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.876096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event updated for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:20.891549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-dd0dcb48-b12d-4a29-94ce-f5d79b605f54 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4597483 Jul 23 22:41:20.911125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Request body: {'port': {'device_id': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:20.914950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59230ae-ee95-4258-9028-f502d3fcc9ce {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:20.916069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.920554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-6115cde0-25f7-4380-8c6d-3912c8ed78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:20.922422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-6115cde0-25f7-4380-8c6d-3912c8ed78a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 1096 time: 0.2864442 Jul 23 22:41:20.949148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:20.955972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device fd067900-9f68-42b4-a7db-dc54578806ca no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:20.984632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: fd067900-9f68-42b4-a7db-dc54578806ca {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:20.985563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device fd067900-9f68-42b4-a7db-dc54578806ca not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:21.022743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Transition to ACTIVE for port object f59230ae-ee95-4258-9028-f502d3fcc9ce will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:21.028849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b1b58b20-48f3-437a-8ae1-babb65f1510b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852 HTTP/1.1" status: 200 len: 217 time: 0.0602698 Jul 23 22:41:21.055188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.069941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.080912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e93005-e364-4200-98b9-0387a1d3e2cf']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:21.090958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728fd46b-433a-42c6-b95e-911d9fad34df') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:21.091291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728fd46b-433a-42c6-b95e-911d9fad34df') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:21.103142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.124874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.138667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:41:21.139073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:41:21.141274 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:41:21.180050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:21.216821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.228986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:21.237655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-91104f31-67e2-4490-ab43-5ca45ab3a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.238780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.239374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-91104f31-67e2-4490-ab43-5ca45ab3a720 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.1990888 Jul 23 22:41:21.239907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Pushing event updated for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:21.242210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f9e93005-e364-4200-98b9-0387a1d3e2cf HTTP/1.1" status: 204 len: 168 time: 0.4094887 Jul 23 22:41:21.255175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.260071 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.261938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb10fd-78a2-418a-bc43-de4a92637ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e93005-e364-4200-98b9-0387a1d3e2cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:21.314348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-ec6f4ead-0e40-405c-8039-278d3d206bd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674071 Jul 23 22:41:21.360891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a67db0-dde5-4e2c-b280-766f12c88b67 req-0c15af50-cfc2-4b66-b57d-57499f990b43 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.363612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5a67db0-dde5-4e2c-b280-766f12c88b67 req-0c15af50-cfc2-4b66-b57d-57499f990b43 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.0986948 Jul 23 22:41:21.423132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d5a67db0-dde5-4e2c-b280-766f12c88b67 req-2543c261-7392-407b-871e-f0dcb4fc074a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Jul 23 22:41:21.450172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.450676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.452091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] 10.222.0.25 "PUT /v2.0/ports/a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 1092 time: 3.0953996 Jul 23 22:41:21.453117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:21.468748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4ca8c-93f6-4452-8eca-1309f3584c5d service neutron] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:21.533851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82587d-bba9-4975-9f7b-dd33787d414b req-215b0b35-18ab-47e6-af5a-78c1614710bf tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.535993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f82587d-bba9-4975-9f7b-dd33787d414b req-215b0b35-18ab-47e6-af5a-78c1614710bf tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.4522340 Jul 23 22:41:21.560746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-679d9ca1-75fa-449e-b21d-2d938331a0e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b27686d98174ab4be77cb482a814921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038187 Jul 23 22:41:21.562149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:21.614811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d485-1ba4-4e65-b3cc-d260b61cbd4d req-eab887ec-4a6c-4246-8b31-fc0c30a95e1c tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.616462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0af9d485-1ba4-4e65-b3cc-d260b61cbd4d req-eab887ec-4a6c-4246-8b31-fc0c30a95e1c tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.1185987 Jul 23 22:41:21.657183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.676691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Attempting to bind port f59230ae-ee95-4258-9028-f502d3fcc9ce on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:21.677005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Attempting to bind port f59230ae-ee95-4258-9028-f502d3fcc9ce by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:21.677853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Attempting to bind port f59230ae-ee95-4258-9028-f502d3fcc9ce on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:21.690311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0af9d485-1ba4-4e65-b3cc-d260b61cbd4d req-9dad9020-3930-4f47-a034-7d5bbe6e54d5 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641210 Jul 23 22:41:21.703800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.713512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Port f59230ae-ee95-4258-9028-f502d3fcc9ce on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:21.713871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Attempting to bind port f59230ae-ee95-4258-9028-f502d3fcc9ce on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:21.729906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:21.729906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Checking segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:21.730317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Bound using segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:21.731005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Bound port: f59230ae-ee95-4258-9028-f502d3fcc9ce, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:21.731372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.738723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-b126e45e-54d1-43a9-8b0f-ec03a8b3a295 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867607 Jul 23 22:41:21.741857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f82587d-bba9-4975-9f7b-dd33787d414b req-ac2aea64-b837-4b2f-9110-3f4bd973d380 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866601 Jul 23 22:41:21.800319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.803559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:21.807279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/171c0499-fe69-4ccb-8442-51fe3b644bda HTTP/1.1" status: 204 len: 168 time: 0.2418728 Jul 23 22:41:21.823111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6945cc-2d34-4271-92d1-3693d36ec4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c0499-fe69-4ccb-8442-51fe3b644bda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:21.978076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-7a522fac-255a-4eb6-acd9-eb468b3586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:21.979723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-7a522fac-255a-4eb6-acd9-eb468b3586d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1095 time: 0.4342618 Jul 23 22:41:22.127775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-f068f876-7fd7-4ead-a972-86d2ae01dda3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.1101704 Jul 23 22:41:22.155681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.210416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:22.261551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-95654c3b-79e4-4f1d-9ac7-0fae33e9c7d2 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026474 Jul 23 22:41:22.272193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:22.326260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:22.358079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.367561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-3c9bfbfe-6480-4397-a16c-dd5e851b998c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.370216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-3c9bfbfe-6480-4397-a16c-dd5e851b998c tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.5778842 Jul 23 22:41:22.378553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f2796774-d3aa-46d4-9830-e239b9648da5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=537eef41821c4a9c93dd8c0c0e493896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485957 Jul 23 22:41:22.379337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:22.445223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.484275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.520956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Pushing event updated for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:22.528914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.531378 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.533815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-631842dd-4c57-4f3c-a7fa-e4c28f7a45fd service neutron] 10.222.0.22 "PUT /v2.0/ports/f59230ae-ee95-4258-9028-f502d3fcc9ce HTTP/1.1" status: 200 len: 1093 time: 4.0286767 Jul 23 22:41:22.546123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.549621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.551159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d50a69e-0030-4e69-83a0-fc46efb67ab4 HTTP/1.1" status: 204 len: 168 time: 0.1705706 Jul 23 22:41:22.590221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-ba24c528-1540-4717-bdba-b3593d0aabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.592359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-ba24c528-1540-4717-bdba-b3593d0aabd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.4514177 Jul 23 22:41:22.596216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6171329-cc65-4208-8261-f2e3613a8386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50a69e-0030-4e69-83a0-fc46efb67ab4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:22.596712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dcec59-7c36-4df0-a091-a8f4c25736c4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:22.629199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.668454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Transition to ACTIVE for port object 10dcec59-7c36-4df0-a091-a8f4c25736c4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:22.674683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09949f5c-0bfb-415d-a601-36506dfbdc12 req-073bfa1b-c8ff-4958-82bf-333af03c21f9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.676604 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09949f5c-0bfb-415d-a601-36506dfbdc12 req-073bfa1b-c8ff-4958-82bf-333af03c21f9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1238394 Jul 23 22:41:22.728702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543796-11a2-47ae-8e6a-da1f293125f0 req-89de86b0-d727-4812-baaf-47c027dc4ad4 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.737265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75543796-11a2-47ae-8e6a-da1f293125f0 req-89de86b0-d727-4812-baaf-47c027dc4ad4 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 0.8517704 Jul 23 22:41:22.755291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-09949f5c-0bfb-415d-a601-36506dfbdc12 req-ec5f9693-8389-4e80-a358-a2d284a93494 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722065 Jul 23 22:41:22.759268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}, {'name': 'network-changed', 'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:22.761826 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}, {"name": "network-changed", "server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:22.764992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:22.854233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-acf1992d-6a80-44d5-b69e-5a44c2daebaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088269 Jul 23 22:41:22.975287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0bd83-faba-478a-a73a-ce219c740766 req-990f28ce-f259-48f5-b08b-4c8ffe9bafd9 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:22.984280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-22d0bd83-faba-478a-a73a-ce219c740766 req-990f28ce-f259-48f5-b08b-4c8ffe9bafd9 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.0957420 Jul 23 22:41:22.998581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-74cd9f48-d115-493d-a881-ab1d8bc4a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:23.000344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-74cd9f48-d115-493d-a881-ab1d8bc4a3be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 1096 time: 0.5768011 Jul 23 22:41:23.028986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:23.057054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Pushing event updated for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:23.075711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-22d0bd83-faba-478a-a73a-ce219c740766 req-3696ad38-fe7d-49dc-a595-755000517424 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862954 Jul 23 22:41:23.080558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75543796-11a2-47ae-8e6a-da1f293125f0 req-28cafcab-d254-48e7-8ebf-17d0f2b5243d tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388031 Jul 23 22:41:23.187566 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda5916-52a4-4ded-90f8-91558c19ee0e x-openstack-request-id: req-7fda5916-52a4-4ded-90f8-91558c19ee0e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:23.188204 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:23.188204 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fda5916-52a4-4ded-90f8-91558c19ee0e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:23.188472 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'status': 'completed', 'code': 200} Jul 23 22:41:23.188850 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce', 'status': 'completed', 'code': 200} Jul 23 22:41:23.715324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-5a833874-c86a-4cd8-87bb-e04d2358686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:23.717097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-5a833874-c86a-4cd8-87bb-e04d2358686c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 1096 time: 1.0441499 Jul 23 22:41:23.788541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-6803549e-1e24-4d39-ab36-28a4610806a6 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011822 Jul 23 22:41:23.796886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:23.819730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-e9a18b54-506c-4dbf-adaf-0caf22038a9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce HTTP/1.1" status: 200 len: 217 time: 0.0904572 Jul 23 22:41:23.899814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-9be56914-2885-4bce-a585-43fda0f1a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:23.901608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-9be56914-2885-4bce-a585-43fda0f1a732 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 919 time: 0.8680556 Jul 23 22:41:23.920705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Deleting port dba86704-215a-4325-888e-4454be0a6bad {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:23.921033 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:23.939364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Attempting to bind port 10dcec59-7c36-4df0-a091-a8f4c25736c4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:23.939714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Attempting to bind port 10dcec59-7c36-4df0-a091-a8f4c25736c4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:23.940058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Attempting to bind port 10dcec59-7c36-4df0-a091-a8f4c25736c4 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:24.019154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dbff6-4321-477e-ac0b-ce3e2c4c36fe req-3ac470dd-8fa0-4139-b452-7eb866959ebb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:24.021040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-217dbff6-4321-477e-ac0b-ce3e2c4c36fe req-3ac470dd-8fa0-4139-b452-7eb866959ebb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1546988 Jul 23 22:41:24.022403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-39481e31-11d8-41ca-9306-c1322068d936 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852 HTTP/1.1" status: 200 len: 217 time: 0.1045430 Jul 23 22:41:24.027637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-121014036-network', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:24.060289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Port 10dcec59-7c36-4df0-a091-a8f4c25736c4 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:24.060863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Attempting to bind port 10dcec59-7c36-4df0-a091-a8f4c25736c4 on network 4046789a-5f36-479b-bb2e-77acd9cb31c8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:24.090035 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-217dbff6-4321-477e-ac0b-ce3e2c4c36fe req-a45028dd-2a14-4696-bc37-80df431125d1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Jul 23 22:41:24.091277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Made reservation on behalf of b2b1524e18244d3189998f1dee9be9b6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:24.093657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.120439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.279821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-52c6c23c-9ff2-4cce-a6c3-014b56be46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:24.281429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-52c6c23c-9ff2-4cce-a6c3-014b56be46c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.4411623 Jul 23 22:41:24.282795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:24.283379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Checking segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:24.283912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Bound using segment: {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:24.286702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Bound port: 10dcec59-7c36-4df0-a091-a8f4c25736c4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:24.287229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.300713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7334ca-b4bf-4551-83f0-2d15d421366e req-10343dea-b01e-4555-973a-91a99e4cffdd tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:24.302676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8f7334ca-b4bf-4551-83f0-2d15d421366e req-10343dea-b01e-4555-973a-91a99e4cffdd tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.1275277 Jul 23 22:41:24.342189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-42aa533b-cb6e-421f-b96c-eab7fddb0d02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513566 Jul 23 22:41:24.357286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbabc5ab-7c4e-4ec6-8ae8-83a25addc65c req-026ddcd0-586e-4c95-ad78-587c340b5bad service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432134 Jul 23 22:41:24.391691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.413826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8f7334ca-b4bf-4551-83f0-2d15d421366e req-fceeb5fa-6b87-4e0c-8d61-c96a5a5e2d3d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945261 Jul 23 22:41:24.417792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.514828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:24.527791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-8c1c60c4-cf71-4f15-8cf5-d81d2c56681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:24.529220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2654c6d4-a8ef-4827-b821-ef193d07c4ea,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:24.531218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-8c1c60c4-cf71-4f15-8cf5-d81d2c56681a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.4672494 Jul 23 22:41:24.536746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.537086 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Added segment 202e0eec-129e-41c8-86bf-4009f022ea29 of type vlan for network 9c05515b-9d64-4dc9-913d-532d4dfc911a Jul 23 22:41:24.572040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] For port dba86704-215a-4325-888e-4454be0a6bad, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=dba86704-215a-4325-888e-4454be0a6bad,segment=NetworkSegment(302a6889-fe53-4986-8b68-ee6617f54ed8),segment_id=302a6889-fe53-4986-8b68-ee6617f54ed8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:24.572763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.594041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Calling delete_port for dba86704-215a-4325-888e-4454be0a6bad owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:24.613795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.685022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.687413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:24.688205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.734531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9363401 Jul 23 22:41:24.737566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:24.743877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Request body: {'subnet': {'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-121014036-subnet', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:24.787737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512c6f2-8dfa-4054-b827-d9c45f5017f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c05515b-9d64-4dc9-913d-532d4dfc911a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:24.799585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:24.823427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Made reservation on behalf of b2b1524e18244d3189998f1dee9be9b6 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:24.828764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:24.977808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a799e0d9-bb9f-4fb6-808d-ea366932a852 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:25.005613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-11e774e1-4a90-4110-9c8e-4009ea662bea service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458609 Jul 23 22:41:25.045913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.133089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.148781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-d43e1b21-00d0-4f4a-8bc5-ad4ed75ae082 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912048 Jul 23 22:41:25.242423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Checking segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:25.243970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Network hostable DHCP agents. Network: 9c05515b-9d64-4dc9-913d-532d4dfc911a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:25.257976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d98d30-5e6b-4d5b-b292-9c6de722eb63,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:25.291555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:25.334071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8268ec7-fa91-42a5-90e3-e515fcdbcf5a req-6784aead-6be3-498e-a807-7869c2fde678 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:25.342577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8268ec7-fa91-42a5-90e3-e515fcdbcf5a req-6784aead-6be3-498e-a807-7869c2fde678 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee254bb-8fe4-4148-8377-c6518114389c HTTP/1.1" status: 200 len: 946 time: 1.1383793 Jul 23 22:41:25.358657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9c05515b-9d64-4dc9-913d-532d4dfc911a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:25.376317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:25.377639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.379816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177b067-6745-4e50-81e1-c76b37195968 None None] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:25.413732 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:41:25.421258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:25.423860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] No DVR routers for this DVR port dba86704-215a-4325-888e-4454be0a6bad on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:25.429107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.434861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f9e685e-4c8b-419d-ba4b-a8545beaa809 req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.25 "DELETE /v2.0/ports/dba86704-215a-4325-888e-4454be0a6bad HTTP/1.1" status: 204 len: 173 time: 2.9369380 Jul 23 22:41:25.435886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe6a92-4ee8-4f7b-8f67-307aaf6009e9 tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] Pushing event deleted for resources: {'Port': ['ID=dba86704-215a-4325-888e-4454be0a6bad,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:25.447655 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b321ac17-7edb-44b1-98c4-e601d0406fc8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7087235 Jul 23 22:41:25.458185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'name': 'network-vif-deleted', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:25.460189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1cd4-d5ea-47c9-ad23-ad542433dba4 req-4ba54a91-c4ca-41c2-a615-f331efe346ea tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:25.460915 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbeebeb-46cf-4417-a359-c217aa477976" -d '{"events": [{"server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "name": "network-vif-deleted", "tag": "dba86704-215a-4325-888e-4454be0a6bad"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:25.463098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d67e1cd4-d5ea-47c9-ad23-ad542433dba4 req-4ba54a91-c4ca-41c2-a615-f331efe346ea tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1554325 Jul 23 22:41:25.463817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:25.469912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:25.525571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:25.537183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:25.581597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d67e1cd4-d5ea-47c9-ad23-ad542433dba4 req-8a0b2f96-dc5c-4fd6-a979-f78df6ff7add tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846124 Jul 23 22:41:25.584034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.585122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.592998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.635090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-428796f3-7032-4f4d-aabc-c5b865dcf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:25.642681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-428796f3-7032-4f4d-aabc-c5b865dcf8be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1095 time: 1.1900306 Jul 23 22:41:25.760690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'a799e0d9-bb9f-4fb6-808d-ea366932a852', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'port_id': 'a799e0d9-bb9f-4fb6-808d-ea366932a852', 'mac_address': 'fa:16:3e:55:9d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b3e109-d849-4075-9946-28080f71a169', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:25.768522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.844695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cf064544-fc6d-431c-8d18-185d98448672 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7784741 Jul 23 22:41:25.866418 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:25.897781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8268ec7-fa91-42a5-90e3-e515fcdbcf5a req-8f4f3ca2-3bd2-491a-a1bd-9fbb227ec1ca tempest-ServerTagsTestJSON-564721679 tempest-ServerTagsTestJSON-564721679-project] 10.222.0.37 "GET /v2.0/security-groups?id=385e1449-3914-425b-a7ad-75855e38f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541668 Jul 23 22:41:25.908392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-d818d17d-d6b6-47be-9a1e-ca43368f0ef1 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822644 Jul 23 22:41:26.011394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.031803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a799e0d9-bb9f-4fb6-808d-ea366932a852 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:26.073284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63bf1a-b2f9-4950-aa00-3d4f62f195d2 req-cc9b9942-f5e3-477f-8eaa-5d636e49d3b2 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:26.080647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b63bf1a-b2f9-4950-aa00-3d4f62f195d2 req-cc9b9942-f5e3-477f-8eaa-5d636e49d3b2 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.3348274 Jul 23 22:41:26.090265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:26.127801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device dba86704-215a-4325-888e-4454be0a6bad no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:26.130694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7b63bf1a-b2f9-4950-aa00-3d4f62f195d2 req-2a300bc2-2f33-4b7e-8a6c-9a903cfb4ead tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Jul 23 22:41:26.189202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: dba86704-215a-4325-888e-4454be0a6bad {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:26.189544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device dba86704-215a-4325-888e-4454be0a6bad not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:26.191073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.273473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Pushing event updated for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:26.318463 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9310e388-91a2-456a-8371-d0d5f7a46448 x-openstack-request-id: req-9310e388-91a2-456a-8371-d0d5f7a46448 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:26.319293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:26.319931 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee254bb-8fe4-4148-8377-c6518114389c", "name": "network-vif-deleted", "tag": "dba86704-215a-4325-888e-4454be0a6bad", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:26.322959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9c05515b-9d64-4dc9-913d-532d4dfc911a', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:41:26.325316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.332199 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9310e388-91a2-456a-8371-d0d5f7a46448 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:26.332638 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee254bb-8fe4-4148-8377-c6518114389c', 'name': 'network-vif-deleted', 'tag': 'dba86704-215a-4325-888e-4454be0a6bad', 'status': 'completed', 'code': 200} Jul 23 22:41:26.462188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['a799e0d9-bb9f-4fb6-808d-ea366932a852'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:26.469981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.484456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:26.485993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.487778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-cb1c71e9-98cc-407a-9526-0c3fbc142b5d service neutron] 10.222.0.25 "PUT /v2.0/ports/10dcec59-7c36-4df0-a091-a8f4c25736c4 HTTP/1.1" status: 200 len: 1092 time: 5.5811856 Jul 23 22:41:26.529294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.580364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Allocated IP 172.20.0.2 (9c05515b-9d64-4dc9-913d-532d4dfc911a/41d98d30-5e6b-4d5b-b292-9c6de722eb63/cc805021-5542-434a-97c2-b96bef65c6b4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:26.840497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Allocated IP 172.25.1.55 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/fb52b31e-4e12-40a6-bb58-ff04aae8d77d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:26.884555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a921bbe5-1dba-4644-9ffe-c623fb75c135 req-487105e0-12c3-405a-a90c-732da2b86814 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480527 Jul 23 22:41:26.937187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-d21bd9ca-cf23-4267-8ef8-82738f2be57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:26.938723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-d21bd9ca-cf23-4267-8ef8-82738f2be57a service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 1.0247538 Jul 23 22:41:26.965930 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:26.967487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf453d5-87a3-4f5e-ad6b-fb79542e42e4 req-bbc14c4e-fce0-4d43-b590-9d79c348aa6f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:26.975494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddf453d5-87a3-4f5e-ad6b-fb79542e42e4 req-bbc14c4e-fce0-4d43-b590-9d79c348aa6f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.2346244 Jul 23 22:41:26.976789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Transition to ACTIVE for port object cc805021-5542-434a-97c2-b96bef65c6b4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:26.982015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:27.001531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Transition to ACTIVE for port object cc805021-5542-434a-97c2-b96bef65c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:27.015330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.018527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-2952ced3-739a-4b11-9ad0-50619ee53abb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.0646534 Jul 23 22:41:27.021101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-aafd3607-36d7-4b37-83fb-cafecc892d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.023938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-aafd3607-36d7-4b37-83fb-cafecc892d46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 1096 time: 0.7220461 Jul 23 22:41:27.042849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-2260c1f3-0b82-49ea-8071-9559f9f6de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.044770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-2260c1f3-0b82-49ea-8071-9559f9f6de07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 1095 time: 0.4924016 Jul 23 22:41:27.069076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:27.075580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:27.084804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:27.087117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.109417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Deleting subnet 7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:41:27.125561 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddf453d5-87a3-4f5e-ad6b-fb79542e42e4 req-d46ebc37-9d28-4276-8031-6df970275c28 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490963 Jul 23 22:41:27.127765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.160870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-3314dc21-0b98-48af-a3ff-8de72a9fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.164854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-3314dc21-0b98-48af-a3ff-8de72a9fb5c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 919 time: 0.1227021 Jul 23 22:41:27.189083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Pushing event updated for resources: {'Port': ['ID=cc805021-5542-434a-97c2-b96bef65c6b4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:27.197082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.199444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Attempting to bind port cc805021-5542-434a-97c2-b96bef65c6b4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:27.199819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Attempting to bind port cc805021-5542-434a-97c2-b96bef65c6b4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:27.200519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Attempting to bind port cc805021-5542-434a-97c2-b96bef65c6b4 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:27.206991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:27.207799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Checking segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:27.208642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.209037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Bound using segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:27.209522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Bound port: cc805021-5542-434a-97c2-b96bef65c6b4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:27.209931 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.243113 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.256392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-5eea4856-59b8-4321-8682-703f8ab2eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.257985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-5eea4856-59b8-4321-8682-703f8ab2eef9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.2318151 Jul 23 22:41:27.305193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Pushing event updated for resources: {'Port': ['ID=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:27.306008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] For port cc805021-5542-434a-97c2-b96bef65c6b4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:27.310379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] For port cc805021-5542-434a-97c2-b96bef65c6b4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc805021-5542-434a-97c2-b96bef65c6b4,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:27.317205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.326330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:27.330593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:27.333839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:27.360415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:27.404289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ca866-0ce6-4f58-bbac-cc6164a4d37b None None] Pushing event updated for resources: {'Port': ['ID=cc805021-5542-434a-97c2-b96bef65c6b4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:27.476704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-42efcc1f-3d72-402b-9b0a-9ffbf130b8f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4 HTTP/1.1" status: 200 len: 217 time: 0.2583466 Jul 23 22:41:27.479354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-78ed445e-4a62-43fd-a3f8-d35068938cd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345921 Jul 23 22:41:27.481253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-dd240a04-9fd0-43ad-801c-a8415cc88ec4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce HTTP/1.1" status: 200 len: 217 time: 0.2612121 Jul 23 22:41:27.691663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-e496d287-6fde-4db5-8c61-08ee6d73462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.693417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-e496d287-6fde-4db5-8c61-08ee6d73462b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.2048535 Jul 23 22:41:27.694965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-2ca5cc3d-3e07-4389-8c52-1cb1c66e0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.696747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-2ca5cc3d-3e07-4389-8c52-1cb1c66e0bfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.1963487 Jul 23 22:41:27.790019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-e00f0355-dfb0-4bf6-8246-5ef2000680fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722952 Jul 23 22:41:27.797230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-b9128ccd-d0b5-478d-9cb0-1f9a4639a8d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815523 Jul 23 22:41:27.821696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a00c6-190e-4657-8281-87058e587c9a req-9add10dc-2735-4c8d-902e-6357c34f09ef tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:27.829241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae6a00c6-190e-4657-8281-87058e587c9a req-9add10dc-2735-4c8d-902e-6357c34f09ef tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.5641723 Jul 23 22:41:27.897340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-64747e50-3aa5-41bc-bb65-a571e7ee6ce6 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991947 Jul 23 22:41:28.043846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:28.093900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae6a00c6-190e-4657-8281-87058e587c9a req-28845358-f793-4a05-ae4c-5c927bf9b403 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463906 Jul 23 22:41:28.107604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.156283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:28.168111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-a7a365c6-2b29-4586-a891-b7b92cbe0513 service neutron] 10.222.0.25 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376732 Jul 23 22:41:28.171578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-753c7b80-4399-46ce-8a6b-1d9fc992cfc6 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352983 Jul 23 22:41:28.173817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-7fdd87f0-31c4-4355-b487-8ea35b6f005f service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594316 Jul 23 22:41:28.259559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.261478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7525c5fc-db39-4356-b2dc-9fe77daf83cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7d5fb4dd-2f4a-45b9-ab4b-3780a6884f5c HTTP/1.1" status: 204 len: 168 time: 1.2778156 Jul 23 22:41:28.265102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:28.270286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:28.280658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'port_id': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'mac_address': 'fa:16:3e:b2:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665272df-8a90-4459-8d5f-721903010b6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:28.342691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.370568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-9e325ed6-e922-484a-adb3-dc643256cdc6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:28.377902 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-9e325ed6-e922-484a-adb3-dc643256cdc6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.3702216 Jul 23 22:41:28.380962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:28.419732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.458896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:28.464781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc805021-5542-434a-97c2-b96bef65c6b4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:28.471355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.663700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:28.686956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-380a4348-7626-4077-981f-245ba79308aa tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/quotas/2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 375 time: 0.3077505 Jul 23 22:41:28.694853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port cc805021-5542-434a-97c2-b96bef65c6b4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:28.753873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:28.756203 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4758af82-9434-43a2-b9a7-5713382fc4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:28.777660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a20fdab2-f976-4a72-aceb-bb96ac45a9a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:28.866279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.940964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7d8564a-c95d-4442-8f9d-b0daae3a9d95 req-6ba48c51-286c-43e2-99d7-2ec2b17b1f36 service neutron] 10.222.0.22 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573814 Jul 23 22:41:28.947912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4c7c7b1-03a3-46c8-a2c4-c8ead5bf5da7 req-571619e8-8072-48f8-af9a-a01dbb7f9d63 service neutron] 10.222.0.25 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7726586 Jul 23 22:41:28.955769 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:28.997381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f59230ae-ee95-4258-9028-f502d3fcc9ce details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:29.009315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-485dfd55-1e9b-4d01-a21a-ac2a52019b79 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3105211 Jul 23 22:41:29.013550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a799e0d9-bb9f-4fb6-808d-ea366932a852 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:29.027146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c690cf-8d87-4f8b-9cc2-d92ce82fb895 req-73af20cc-e7a4-4187-aa74-eaf963bcf4f0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:29.029294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6c690cf-8d87-4f8b-9cc2-d92ce82fb895 req-73af20cc-e7a4-4187-aa74-eaf963bcf4f0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 0.2621682 Jul 23 22:41:29.079636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d960e9-a23d-4554-b9ff-04e50738f664 None None] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:29.108264 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.135769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c48c56-286d-4e56-b01c-99759baa3d98']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:29.145900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6c690cf-8d87-4f8b-9cc2-d92ce82fb895 req-410da0fe-187d-4529-9aaa-638f5f77a2e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008391 Jul 23 22:41:29.151237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302a6889-fe53-4986-8b68-ee6617f54ed8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:29.151237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302a6889-fe53-4986-8b68-ee6617f54ed8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:29.161226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.190306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.194492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:41:29.200019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:41:29.200528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:41:29.203484 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:41:29.268097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Provisioning for port cc805021-5542-434a-97c2-b96bef65c6b4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:29.272180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.280194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.303928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a5c48c56-286d-4e56-b01c-99759baa3d98 HTTP/1.1" status: 204 len: 168 time: 0.5510349 Jul 23 22:41:29.327777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-5f7b9f19-0615-4037-a401-4ea6f8ae4c06 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907116 Jul 23 22:41:29.332190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48b6d6-30f3-4591-9494-3ede5c5dbc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c48c56-286d-4e56-b01c-99759baa3d98,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:29.358432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Provisioning complete for port cc805021-5542-434a-97c2-b96bef65c6b4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:29.358802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.409412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:29.436688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port a799e0d9-bb9f-4fb6-808d-ea366932a852 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:29.445219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port a799e0d9-bb9f-4fb6-808d-ea366932a852 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:29.445598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.468050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-4d3bdb6b-49cb-4f82-83bf-b67736afda02 service neutron] 10.222.0.37 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235051 Jul 23 22:41:29.491870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f59230ae-ee95-4258-9028-f502d3fcc9ce', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'port_id': 'f59230ae-ee95-4258-9028-f502d3fcc9ce', 'mac_address': 'fa:16:3e:58:49:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b3e109-d849-4075-9946-28080f71a169', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:29.497744 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57dff9e-2534-45e1-b743-1dc1b2dd7507 x-openstack-request-id: req-e57dff9e-2534-45e1-b743-1dc1b2dd7507 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:29.498369 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:29.498905 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e57dff9e-2534-45e1-b743-1dc1b2dd7507 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:29.499651 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4', 'status': 'completed', 'code': 200} Jul 23 22:41:29.536205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:29.551592 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Sync routers for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:29.566066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:29.569453 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:29.570135 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:29.590223 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.605460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.607463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4e2c372e-4c40-4b64-9cf4-1f7bfb6680be admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1422777 Jul 23 22:41:29.610263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:29.668467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59230ae-ee95-4258-9028-f502d3fcc9ce {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:29.773674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b0e9fac-e6f8-4c8e-b94c-159026481007 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2c861eb46b14e7d95ed6fe54d39527e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906538 Jul 23 22:41:29.781370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:29.782317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:29.802599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:29.849207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-2e092c7b-3d14-4263-9e04-d2169ac5414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:29.851351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-2e092c7b-3d14-4263-9e04-d2169ac5414d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 1095 time: 0.3377917 Jul 23 22:41:29.862000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:29.898270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faf795-9b5b-4636-956e-64a6269a06aa req-ad9c6b6b-79fe-4feb-bf80-42f4de6a4ee3 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:29.911727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91faf795-9b5b-4636-956e-64a6269a06aa req-ad9c6b6b-79fe-4feb-bf80-42f4de6a4ee3 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 944 time: 0.3233542 Jul 23 22:41:30.057372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:30.057883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91faf795-9b5b-4636-956e-64a6269a06aa req-259cb7e3-19c3-483f-9572-25b5c0cbd865 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410377 Jul 23 22:41:30.059579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.069056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.137851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.167606 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:28Z', 'revision_number': 3, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:30.190844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f59230ae-ee95-4258-9028-f502d3fcc9ce'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:30.203890 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.207651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c767ff51-30b3-42f2-85ea-3f5f4dfcba59 req-fd8422da-e97f-4cc0-820c-d41abcde2be9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0362515 Jul 23 22:41:30.214474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-e23fcc18-51c7-4746-aeb1-4c340970c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:30.215962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-e23fcc18-51c7-4746-aeb1-4c340970c8eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 200 len: 919 time: 0.3543665 Jul 23 22:41:30.253265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Checking router: 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:30.253618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Updating router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e port fb52b31e-4e12-40a6-bb58-ff04aae8d77d binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:41:30.270611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-f409e82d-30d4-4f32-a1f1-1cfa0c281976 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4 HTTP/1.1" status: 200 len: 217 time: 0.0476639 Jul 23 22:41:30.345315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-87b681ba-4e0f-448f-adc2-2003aebf4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:30.347537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-87b681ba-4e0f-448f-adc2-2003aebf4d6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 200 len: 858 time: 0.0651970 Jul 23 22:41:30.391426 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.404567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.407309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.410929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/385e1449-3914-425b-a7ad-75855e38f7cb HTTP/1.1" status: 204 len: 168 time: 0.6176088 Jul 23 22:41:30.424718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380956b-a5f1-4adb-a84d-907ee2ef0ea4 req-576ad356-9f12-4930-9180-31159f366f91 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:30.426317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8380956b-a5f1-4adb-a84d-907ee2ef0ea4 req-576ad356-9f12-4930-9180-31159f366f91 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.4101491 Jul 23 22:41:30.436029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:30.443483 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cecfcbf-7764-4461-94ce-a376ddcb2f31" -d '{"events": [{"server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "name": "network-vif-plugged", "status": "completed", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:30.475104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:30.500437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] For port cc805021-5542-434a-97c2-b96bef65c6b4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc805021-5542-434a-97c2-b96bef65c6b4,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:30.503969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:30.535230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.543289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.564219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-b8c79088-5667-4955-b834-f7f9ac73f8a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4046789a-5f36-479b-bb2e-77acd9cb31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025075 Jul 23 22:41:30.568098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7495c2-3b2d-4c87-8d15-54477bd6ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e1449-3914-425b-a7ad-75855e38f7cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:30.587091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8380956b-a5f1-4adb-a84d-907ee2ef0ea4 req-77d74038-5127-4bfb-ab55-97dee79dd32a tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510642 Jul 23 22:41:30.633723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:30.668020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:30.668401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.759292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:30.840875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-853eefbf-008b-412c-ad14-8d8d40bbe4d5 service neutron] 10.222.0.25 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610841 Jul 23 22:41:30.872762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c27b-ee07-44b1-98cf-0f4732697416 req-c0031b58-a78e-4af8-9ce7-b405badda73c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:30.886019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f14c27b-ee07-44b1-98cf-0f4732697416 req-c0031b58-a78e-4af8-9ce7-b405badda73c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 0.5026674 Jul 23 22:41:30.928041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:30.964792 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2fa552-06e8-49fe-9f1f-6f9e9ce13888 x-openstack-request-id: req-bc2fa552-06e8-49fe-9f1f-6f9e9ce13888 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:30.965143 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "name": "network-vif-plugged", "status": "completed", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:30.965358 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc2fa552-06e8-49fe-9f1f-6f9e9ce13888 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:30.965773 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852', 'code': 200} Jul 23 22:41:31.133566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4758af82-9434-43a2-b9a7-5713382fc4f3 req-01bd1764-4d96-470e-9b37-201a86aa2c63 service neutron] 10.222.0.25 "GET /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391915 Jul 23 22:41:31.206600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c35ea-c700-4ab8-820c-5add7028ba27 None None] Pushing event updated for resources: {'Port': ['ID=cc805021-5542-434a-97c2-b96bef65c6b4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:31.231384 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.249300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Transition to ACTIVE for port object fb52b31e-4e12-40a6-bb58-ff04aae8d77d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:31.276433 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.282962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f14c27b-ee07-44b1-98cf-0f4732697416 req-472b1d4b-55b1-4f22-8088-b451c4dc99eb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956473 Jul 23 22:41:31.321989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Attempting to bind port fb52b31e-4e12-40a6-bb58-ff04aae8d77d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:31.322533 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Attempting to bind port fb52b31e-4e12-40a6-bb58-ff04aae8d77d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:31.322994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Attempting to bind port fb52b31e-4e12-40a6-bb58-ff04aae8d77d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:31.338660 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.382124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Allocated IP 172.20.0.1 (9c05515b-9d64-4dc9-913d-532d4dfc911a/41d98d30-5e6b-4d5b-b292-9c6de722eb63/e8f82352-a6f6-4270-9cdd-781d7eda2e11) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:31.394341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fd585-8983-4fde-8102-048a605d1fca req-63f62bca-889b-4123-8dd9-7debdc7bd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:31.395195 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:31.395575 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:31.396018 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.396297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d9fd585-8983-4fde-8102-048a605d1fca req-63f62bca-889b-4123-8dd9-7debdc7bd181 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 1098 time: 0.2600620 Jul 23 22:41:31.396506 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:31.397511 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Bound port: fb52b31e-4e12-40a6-bb58-ff04aae8d77d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:31.398093 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.420989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-90ed45f2-61d9-4e8d-80ab-40d8d2a4cd8a None None] Provisioning complete for port cc805021-5542-434a-97c2-b96bef65c6b4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:31.421321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90ed45f2-61d9-4e8d-80ab-40d8d2a4cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.456876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:31.468468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.476715 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] For port fb52b31e-4e12-40a6-bb58-ff04aae8d77d, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:31.483494 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] For port fb52b31e-4e12-40a6-bb58-ff04aae8d77d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:31.493570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e37bd1e1-ed94-45d7-8491-0bf8f6285ecd req-fe60b7b3-d17b-4013-86a9-8a67a2e25688 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0784247 Jul 23 22:41:31.497749 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.510812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221052-44a3-404a-bef8-db8e5b450cdf req-aa12e9cd-1bed-4c58-bcfd-46dbfae7b672 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:31.513587 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80221052-44a3-404a-bef8-db8e5b450cdf req-aa12e9cd-1bed-4c58-bcfd-46dbfae7b672 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 945 time: 0.3099689 Jul 23 22:41:31.533959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d9fd585-8983-4fde-8102-048a605d1fca req-a040ea3c-63ed-41c5-bc19-bc04389d2b48 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280529 Jul 23 22:41:31.545193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:31.561168 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:31.561839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:31.612614 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Pushing event updated for resources: {'Port': ['ID=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:31.621182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-80221052-44a3-404a-bef8-db8e5b450cdf req-715f15b4-c0f8-425e-9d21-2df6d6f6e96d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952756 Jul 23 22:41:31.652014 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.652349 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.652841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.653308 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.653790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.654265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.654767 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.655244 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.655723 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.656052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.656374 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.657415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:31.705968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.724604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Transition to ACTIVE for port object e8f82352-a6f6-4270-9cdd-781d7eda2e11 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:31.783746 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1218b-5c9a-47a8-a28f-72b805c42cf2 None None] Pushing event updated for resources: {'Port': ['ID=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:31.814048 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:31.832418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-cbcf7341-cf98-468a-9bd3-a1fd613e493e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948799 Jul 23 22:41:31.834753 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:31.903664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:31.907160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:31.924960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:31.939750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:32.045334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 10dcec59-7c36-4df0-a091-a8f4c25736c4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:32.098382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.149577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-556f6aae-a2c2-4d07-b44a-6f7a8a7c3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:32.154354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-556f6aae-a2c2-4d07-b44a-6f7a8a7c3801 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 1097 time: 0.2629168 Jul 23 22:41:32.162648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-58190965-44cd-4345-856b-29b008e11ea8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:32.164384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-58190965-44cd-4345-856b-29b008e11ea8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 807 time: 0.3233707 Jul 23 22:41:32.185883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53884) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:32.223310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Request body: {'port': {'device_id': '78caf607-1202-40e4-9f56-947c2626d408', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'admin_state_up': True, 'tenant_id': '2cefa5a8cd934da4aca701578bdb2d94'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:32.263010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c090d-f52a-40d9-8ac3-38fc72d06f4a req-19b39534-1b02-41ea-a174-e21edc642adc tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:32.264590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d81c090d-f52a-40d9-8ac3-38fc72d06f4a req-19b39534-1b02-41ea-a174-e21edc642adc tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.3366077 Jul 23 22:41:32.310176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:32.329161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '10dcec59-7c36-4df0-a091-a8f4c25736c4', 'network_id': '4046789a-5f36-479b-bb2e-77acd9cb31c8', 'port_id': '10dcec59-7c36-4df0-a091-a8f4c25736c4', 'mac_address': 'fa:16:3e:f1:30:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b3e109-d849-4075-9946-28080f71a169', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:32.345521 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:28Z', 'revision_number': 3, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:32.391656 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f71baa-9e8a-4289-b4bb-ac36176774cb None None] The sync data for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 is: [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:28Z', 'revision_number': 3, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:32.429619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-96c3a763-b7b6-4fe4-8708-f9b08d2ceff5 None None] Provisioning for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:32.445313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1540484908-network', 'tenant_id': '5243b5a7a3144997b3421593f9dbac7c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:32.462507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-96c3a763-b7b6-4fe4-8708-f9b08d2ceff5 None None] Provisioning complete for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:32.463055 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96c3a763-b7b6-4fe4-8708-f9b08d2ceff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.471682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc805021-5542-434a-97c2-b96bef65c6b4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:32.487255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d81c090d-f52a-40d9-8ac3-38fc72d06f4a req-66e13c68-389d-4fe9-8acc-a76b2183c569 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113087 Jul 23 22:41:32.500966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Made reservation on behalf of 5243b5a7a3144997b3421593f9dbac7c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:32.504003 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.548018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.590783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.595854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.656696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dcec59-7c36-4df0-a091-a8f4c25736c4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:32.677073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-96c3a763-b7b6-4fe4-8708-f9b08d2ceff5 None None] Port e8f82352-a6f6-4270-9cdd-781d7eda2e11 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:32.718420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:32.735459 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.744720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2d02fe8a-7f7b-4bc6-856a-a99c4dfdb6d0 req-620f10be-1d87-4047-aa4c-03bee3de82f2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0719070 Jul 23 22:41:32.777350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-264245b5-fe82-49f2-8883-546ba2ada10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:32.778908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-264245b5-fe82-49f2-8883-546ba2ada10f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.6024835 Jul 23 22:41:32.886909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cc805021-5542-434a-97c2-b96bef65c6b4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:32.902128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:32.963659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-207e5557-3c92-4853-8ee6-5bef4ad42c64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 200 len: 217 time: 0.1759100 Jul 23 22:41:32.974461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:32.980487 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9d5f13-bcdc-4a50-ac1b-5de26e93bee2" -d '{"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:32.988639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:33.001292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0225-a479-4ed3-b44b-e5cba3d79aef req-88e24f14-7ee2-4e7d-b182-5b26767b5430 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.003755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-004c0225-a479-4ed3-b44b-e5cba3d79aef req-88e24f14-7ee2-4e7d-b182-5b26767b5430 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.5455289 Jul 23 22:41:33.005416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f59230ae-ee95-4258-9028-f502d3fcc9ce up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:33.011938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.012242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.012521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.013052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.013387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.013712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.014058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.014380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.014699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.015016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.015333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.015649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:33.107368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-d0aecbbc-15c6-430d-9781-3f7691966152 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4299984 Jul 23 22:41:33.119629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f59230ae-ee95-4258-9028-f502d3fcc9ce completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:33.133279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-595ff634-a1c5-4e0d-bf58-8ff278999038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.134195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['10dcec59-7c36-4df0-a091-a8f4c25736c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:33.136204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-595ff634-a1c5-4e0d-bf58-8ff278999038 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1653411 Jul 23 22:41:33.141671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f59230ae-ee95-4258-9028-f502d3fcc9ce triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:33.142131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.202545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-004c0225-a479-4ed3-b44b-e5cba3d79aef req-bf808129-e0c4-449a-97de-5021a4633093 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342676 Jul 23 22:41:33.205061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-c28dc056-a169-42d7-83cc-2e661b0de2de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541284 Jul 23 22:41:33.415723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.434898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-54853b3a-7a78-40be-bf2a-f561e9c62b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.437284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-54853b3a-7a78-40be-bf2a-f561e9c62b19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 1096 time: 0.2260456 Jul 23 22:41:33.441368 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.450076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-0c8d0a14-1ca0-441c-8e62-da779f925778 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335083 Jul 23 22:41:33.458205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.528246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Made reservation on behalf of 2cefa5a8cd934da4aca701578bdb2d94 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:33.535675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.576613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:33.598571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:33.610802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.610802 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Added segment 27922945-ac2f-484b-ba59-394fdf3c4992 of type vlan for network a7c8b2fc-b423-4aa7-84ae-032521ce1138 Jul 23 22:41:33.627583 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.632836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e6698d-35ce-43a5-b9af-f0b8ab4f1209,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:33.707115 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9897418-656a-44bf-9cb3-6969c2618da9 x-openstack-request-id: req-c9897418-656a-44bf-9cb3-6969c2618da9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:33.707397 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:33.707650 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9897418-656a-44bf-9cb3-6969c2618da9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:33.708049 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'code': 200} Jul 23 22:41:33.720516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:33.780585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.827976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0c05-ce2c-48c1-8413-998a8b3a1388 req-14b10b28-b314-4d69-a012-c19876701665 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.835399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffeb0c05-ce2c-48c1-8413-998a8b3a1388 req-14b10b28-b314-4d69-a012-c19876701665 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 945 time: 0.5644169 Jul 23 22:41:33.860493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.861282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c66a6299-bda2-46a5-a276-ad0892f1e15f req-292fa953-ac31-4318-9f45-f856c0293e3e service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973913 Jul 23 22:41:33.880803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.922533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-04df3eaa-b226-40a2-a70b-d62182961dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.924068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-04df3eaa-b226-40a2-a70b-d62182961dd5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.4329872 Jul 23 22:41:33.941917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:33.942937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:33.943541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.002081 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffeb0c05-ce2c-48c1-8413-998a8b3a1388 req-1527d0da-6d61-46d2-9e39-9b1fff7cbcec tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656139 Jul 23 22:41:34.007959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-f1d9c4d6-108b-4208-9ffc-f383fee67765 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 200 len: 217 time: 0.0730884 Jul 23 22:41:34.017544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8281984 Jul 23 22:41:34.020576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:34.040802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Request body: {'subnet': {'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1540484908-subnet', 'tenant_id': '5243b5a7a3144997b3421593f9dbac7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:34.053959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:34.059930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.074378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb02b88-c1e6-409f-9bbd-169147ff64f5 req-7cb2cf5f-6d94-4082-9329-3dc279c2011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:34.075919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8eb02b88-c1e6-409f-9bbd-169147ff64f5 req-7cb2cf5f-6d94-4082-9329-3dc279c2011c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1097 time: 0.2914379 Jul 23 22:41:34.105939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Allocated IP 172.20.0.4 (8024e459-e4d9-45aa-ac55-97e86d218310/c13f53ca-80a8-4d66-97d6-fb895f32b4c3/01485c70-f3a2-4e6c-96ba-fccdb6b0be92) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:34.113531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741079-ea20-48e0-89e8-30846e9b2b03 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c8b2fc-b423-4aa7-84ae-032521ce1138,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:34.129692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a7c8b2fc-b423-4aa7-84ae-032521ce1138 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:34.153490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Made reservation on behalf of 5243b5a7a3144997b3421593f9dbac7c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:34.155834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.157478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94ae0f-c93d-4663-ba29-bfa93c15c8c0 req-613b17a8-870d-4033-9057-8f908a66ef6a tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:34.159669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d94ae0f-c93d-4663-ba29-bfa93c15c8c0 req-613b17a8-870d-4033-9057-8f908a66ef6a tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.3011301 Jul 23 22:41:34.164090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-fdf8e7ac-e427-4eae-9fa6-ef01f5cbef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:34.165919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-fdf8e7ac-e427-4eae-9fa6-ef01f5cbef5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1420932 Jul 23 22:41:34.226935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8eb02b88-c1e6-409f-9bbd-169147ff64f5 req-1db0d0c9-d9ab-408e-9e46-dcba35fa15fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396401 Jul 23 22:41:34.233509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-0857949c-6542-49f6-a3bf-bfbf067b7888 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578678 Jul 23 22:41:34.295929 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12553628-3aa5-4e7f-bc21-e0eeb6593389 req-1f54d69d-91af-4574-b815-01e7de8d8703 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.1127870 Jul 23 22:41:34.416869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:34.430031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:34.440772 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d94ae0f-c93d-4663-ba29-bfa93c15c8c0 req-b757024e-a57d-4e5f-af2d-60bc723e5d09 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470632 Jul 23 22:41:34.451177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb52b31e-4e12-40a6-bb58-ff04aae8d77d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:34.476705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-943acbdb-8811-477c-8d13-a77fd892c31c service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344000 Jul 23 22:41:34.524466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port fb52b31e-4e12-40a6-bb58-ff04aae8d77d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:34.542091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fb52b31e-4e12-40a6-bb58-ff04aae8d77d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:34.542624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.691460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faf28bc5-f7b8-44f1-b632-e99560f0acec req-5fcbe800-fe83-43dd-9446-a66fc4237d46 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861012 Jul 23 22:41:34.723285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.767956 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.770774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.800984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port fb52b31e-4e12-40a6-bb58-ff04aae8d77d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:34.807097 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.843642 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.861025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:34.888962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:34.908240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1fa868-f731-4b8c-bf57-cb150c75211a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:34.917899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:34.930853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303325-f824-4ae2-b9ed-264b50946ae5 req-155a3187-e4c7-4154-96ea-f0c415634a07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:34.932648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33303325-f824-4ae2-b9ed-264b50946ae5 req-155a3187-e4c7-4154-96ea-f0c415634a07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4225585 Jul 23 22:41:34.953966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:41:34.972338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b9b6367-df32-4dc1-a670-f57c6a634997 None None] Provisioning complete for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:34.972713 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6367-df32-4dc1-a670-f57c6a634997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:34.979079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Checking segment: {'id': '27922945-ac2f-484b-ba59-394fdf3c4992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:34.979481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Network hostable DHCP agents. Network: a7c8b2fc-b423-4aa7-84ae-032521ce1138, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:35.008955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Network 8024e459-e4d9-45aa-ac55-97e86d218310 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:35.012120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:35.017716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:35.069552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b6367-df32-4dc1-a670-f57c6a634997 None None] Port e8f82352-a6f6-4270-9cdd-781d7eda2e11 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:35.135922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-33303325-f824-4ae2-b9ed-264b50946ae5 req-03344001-750d-4ec5-866e-51918967e80d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921034 Jul 23 22:41:35.149670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Network a7c8b2fc-b423-4aa7-84ae-032521ce1138 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:35.173312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a7c8b2fc-b423-4aa7-84ae-032521ce1138) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:35.174073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:35.176543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:35.182305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:35.182950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e6218-8f2a-45bc-8246-68643d1a2fdd None None] Network a7c8b2fc-b423-4aa7-84ae-032521ce1138 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:35.183406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:35.212409 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0a37ddc8-0fd8-4eba-869f-25ccaaaafcca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1829515 Jul 23 22:41:35.220046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:35.231037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d01d35c2-d4e1-4e4e-b89d-498135dba1b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6194110 Jul 23 22:41:35.272385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-c740ff6b-97c9-43eb-a85d-91c8156b30e0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0575364 Jul 23 22:41:35.290865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Request body: {'port': {'device_id': '78caf607-1202-40e4-9f56-947c2626d408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:35.303694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-516d0a03-bd96-4abc-9e08-27f38a54ef0d tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:35.306000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-516d0a03-bd96-4abc-9e08-27f38a54ef0d tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.3846428 Jul 23 22:41:35.356081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Sync routers for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:35.400883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:35.404984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:35.577784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70cfc9-a151-41f7-8f8c-13d1b0875fdf req-9225401e-39fe-4fad-9f97-752fbc4b93ef tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:35.591154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba70cfc9-a151-41f7-8f8c-13d1b0875fdf req-9225401e-39fe-4fad-9f97-752fbc4b93ef tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 931 time: 0.1651292 Jul 23 22:41:35.620986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:35.687128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba70cfc9-a151-41f7-8f8c-13d1b0875fdf req-af78bc3b-c977-4323-bf50-8956473a882a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895805 Jul 23 22:41:35.745972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:35.751275 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa37f2-4041-40b6-abae-658b005cd453" -d '{"events": [{"server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:35.843910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7fb31-bbee-4aaf-864d-a53c7e45549a None None] Network a7c8b2fc-b423-4aa7-84ae-032521ce1138 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:35.881671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04052e47-9e45-4cc8-aeb7-6dfd0b0418af req-09a7de0a-df54-477d-890b-24dc2f9cf4c3 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:35.891884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04052e47-9e45-4cc8-aeb7-6dfd0b0418af req-09a7de0a-df54-477d-890b-24dc2f9cf4c3 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.1114945 Jul 23 22:41:35.940275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04052e47-9e45-4cc8-aeb7-6dfd0b0418af req-6a1c312a-3bf4-48c3-8f6e-3514dc6aa0dd tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 Jul 23 22:41:35.956899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.036389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce6405-9656-420e-8cb0-597c39ddf93d req-d11d7325-e0df-44a9-b5e0-cb2c0fe61cba tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:36.039122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86ce6405-9656-420e-8cb0-597c39ddf93d req-d11d7325-e0df-44a9-b5e0-cb2c0fe61cba tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 946 time: 0.8562593 Jul 23 22:41:36.121349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:36.128281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-570536267-network', 'tenant_id': '68a6979f4547468395f2a66f15a4b619'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:36.150063 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffdf7a-4db2-42e1-9d7a-7a0701dec4a0 x-openstack-request-id: req-a6ffdf7a-4db2-42e1-9d7a-7a0701dec4a0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:36.150354 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "name": "network-vif-plugged", "status": "completed", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:36.150588 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6ffdf7a-4db2-42e1-9d7a-7a0701dec4a0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:36.151042 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce', 'code': 200} Jul 23 22:41:36.159159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 10dcec59-7c36-4df0-a091-a8f4c25736c4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:36.320081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Made reservation on behalf of 68a6979f4547468395f2a66f15a4b619 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:36.326348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.357277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.437201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb52b31e-4e12-40a6-bb58-ff04aae8d77d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:36.475455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86ce6405-9656-420e-8cb0-597c39ddf93d req-92f70fb5-4197-401e-bba8-e73c56c0bc6e tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865871 Jul 23 22:41:36.501152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 10dcec59-7c36-4df0-a091-a8f4c25736c4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:36.530000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:32Z', 'revision_number': 4, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e8f82352-a6f6-4270-9cdd-781d7eda2e11', 'name': '', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'mac_address': 'fa:16:3e:10:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:30Z', 'updated_at': '2021-07-23T22:41:32Z', 'revision_number': 2, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'subnets': [{'id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:36.535315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2517-1855-49d3-9535-346188725f1b req-78131414-2705-4bc4-91d4-f3e8e8c0a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:36.536833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a90b2517-1855-49d3-9535-346188725f1b req-78131414-2705-4bc4-91d4-f3e8e8c0a924 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 1098 time: 0.2969067 Jul 23 22:41:36.543784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:36.556548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-647089475-network', 'tenant_id': '65c4e956df8d4a7f859307a822819a95'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:36.562280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Deleting port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:36.563003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.572694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 10dcec59-7c36-4df0-a091-a8f4c25736c4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:36.573078 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.578524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Checking router: 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:36.579054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Updating router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e port e8f82352-a6f6-4270-9cdd-781d7eda2e11 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:41:36.628898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46ec6d-ca7b-466d-8c9d-d25f2e02901e req-1ff09e98-3aff-4919-894c-a05a92f3f4d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:36.630456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e46ec6d-ca7b-466d-8c9d-d25f2e02901e req-1ff09e98-3aff-4919-894c-a05a92f3f4d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2527378 Jul 23 22:41:36.641776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.642306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a90b2517-1855-49d3-9535-346188725f1b req-1dcac684-317d-4ced-8893-5a8d530cad4b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942168 Jul 23 22:41:36.689497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fb52b31e-4e12-40a6-bb58-ff04aae8d77d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:36.689914 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.700511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:36.712624 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.718332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.724132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8e46ec6d-ca7b-466d-8c9d-d25f2e02901e req-46d5589a-2cc3-47c8-88d5-bbc56587ea63 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845358 Jul 23 22:41:36.730470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] For port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:36.730965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.731380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.758745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Transition to ACTIVE for port object 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:36.768764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7996d-acd5-41a4-86a4-be8deffcdb4b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:36.780312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:36.802751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.803102 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Added segment 3e92a92d-b426-4026-b983-1f5a519b3841 of type vlan for network ac7d7511-6b1e-4c83-ac19-3999422292c9 Jul 23 22:41:36.816999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.877632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.892775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Made reservation on behalf of 65c4e956df8d4a7f859307a822819a95 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:36.895918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.916380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:36.921042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:36.933551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.036394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:37.053050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.054550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:37.056133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.067605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.128849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:37.194221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d7511-6b1e-4c83-ac19-3999422292c9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:37.214150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ac7d7511-6b1e-4c83-ac19-3999422292c9 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:37.237899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a3f6c-3d6a-4c8e-bf1d-c34424e59252 req-dac2b592-3a0f-48bb-a334-8927d1a07bf1 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:37.245647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0e3a3f6c-3d6a-4c8e-bf1d-c34424e59252 req-dac2b592-3a0f-48bb-a334-8927d1a07bf1 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 945 time: 0.1349924 Jul 23 22:41:37.301190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0e3a3f6c-3d6a-4c8e-bf1d-c34424e59252 req-f9e94364-857d-424b-9a18-4967a62c3921 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups?id=2195b31a-e46c-42b9-8f0b-002d1d063b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520616 Jul 23 22:41:37.302895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:37.303244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:37.303570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:37.344726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791f66-ffb1-4b0e-becd-1ccc63d9d7c1 req-ee836254-e1c8-4874-ae21-66eed256f9ed tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:37.347187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25791f66-ffb1-4b0e-becd-1ccc63d9d7c1 req-ee836254-e1c8-4874-ae21-66eed256f9ed tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.4390736 Jul 23 22:41:37.368113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:37.368484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:37.381501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.382107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.382686 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Floating IP 802e8217-fc9d-4485-8b21-318366e9cf0b disassociated. External IP: 172.25.1.174, port: 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f. Jul 23 22:41:37.383771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Calling delete_port for 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:37.404727 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.416698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Transition to ACTIVE for port object e8f82352-a6f6-4270-9cdd-781d7eda2e11 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:37.428186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.430934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:37.431607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:37.432206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:37.432949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Bound port: 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:37.433860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.513845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6152-9eeb-4686-bab3-291175cbe99a None None] Pushing event updated for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:37.603356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-a5c24dae-5ef6-4ac5-87e4-b97ef564276b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:37.611793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-a5c24dae-5ef6-4ac5-87e4-b97ef564276b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 813 time: 0.1927185 Jul 23 22:41:37.625657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25791f66-ffb1-4b0e-becd-1ccc63d9d7c1 req-f27e9385-190d-4529-946b-478f4231d68d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605772 Jul 23 22:41:37.631158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-db5be26f-481c-441c-b0c1-83e3a372b5c6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/quotas/b46c44445b224ee0ab37c736baaeb32b HTTP/1.1" status: 200 len: 375 time: 0.0182433 Jul 23 22:41:37.654461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.681565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f7684412-d938-4dde-a505-105b243f5313 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5586348 Jul 23 22:41:37.683347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:37.694634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Attempting to bind port e8f82352-a6f6-4270-9cdd-781d7eda2e11 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:37.694634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Attempting to bind port e8f82352-a6f6-4270-9cdd-781d7eda2e11 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:37.694634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Attempting to bind port e8f82352-a6f6-4270-9cdd-781d7eda2e11 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:37.695370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Request body: {'subnet': {'network_id': 'ac7d7511-6b1e-4c83-ac19-3999422292c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-570536267-subnet', 'tenant_id': '68a6979f4547468395f2a66f15a4b619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:37.701170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:37.702353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Checking segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:37.702774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.706526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Bound using segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:37.707290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Bound port: e8f82352-a6f6-4270-9cdd-781d7eda2e11, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:37.707946 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.730898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Made reservation on behalf of 68a6979f4547468395f2a66f15a4b619 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:37.733122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:37.733930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.737430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:37.749652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.782181 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-f1260338-eccd-45fc-9071-6ce6ba42d2e7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498525 Jul 23 22:41:37.806571 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.862710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] For port e8f82352-a6f6-4270-9cdd-781d7eda2e11, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:37.871583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] For port e8f82352-a6f6-4270-9cdd-781d7eda2e11, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e8f82352-a6f6-4270-9cdd-781d7eda2e11,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:37.879079 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.924835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:37.948387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-1d3e1550-73ad-4784-9986-ddd1069a88e1 service neutron] 10.222.0.37 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649234 Jul 23 22:41:37.951748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:37.977892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6152-9eeb-4686-bab3-291175cbe99a None None] Pushing event updated for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:37.990561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:37.991194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:38.023950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:41:38.091326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:38.092278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.093938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] 10.222.0.22 "PUT /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 1092 time: 2.8124800 Jul 23 22:41:38.096179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:38.105557 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061" -d '{"events": [{"name": "network-changed", "server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:38.117481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.118111 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Added segment 600e6595-226e-4736-8df4-b02ea6bf842b of type vlan for network 1c1d23f1-be29-489e-9fb3-736959978ed7 Jul 23 22:41:38.152082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:38.156396 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac393dc-3444-415a-8730-57b6cfbf8af5" -d '{"events": [{"server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "name": "network-vif-plugged", "status": "completed", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:38.166449 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-4d277e51-aca4-4054-a5d5-6121a284ec56 service neutron] 10.222.0.37 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170317 Jul 23 22:41:38.179562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:38.262987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.374295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.375564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:38.376325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.382944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.397008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8247e23-533d-4ed8-a381-c74401a191ab service neutron] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:38.470194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c3fc7d-a2ad-44cc-bf02-ff9e4e48c7e9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:38.496852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event deleted for resources: {'Port': ['ID=2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:38.528389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Checking segment: {'id': '3e92a92d-b426-4026-b983-1f5a519b3841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ac7d7511-6b1e-4c83-ac19-3999422292c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:38.528855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Network hostable DHCP agents. Network: ac7d7511-6b1e-4c83-ac19-3999422292c9, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:38.537530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9914658 Jul 23 22:41:38.547251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:38.556017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Request body: {'subnet': {'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-647089475-subnet', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:38.597946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Network ac7d7511-6b1e-4c83-ac19-3999422292c9 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:38.639691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9438c29-6ce1-4ce8-8a1a-148aa00e3595 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1d23f1-be29-489e-9fb3-736959978ed7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:38.645720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:32Z', 'revision_number': 4, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e8f82352-a6f6-4270-9cdd-781d7eda2e11', 'name': '', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'mac_address': 'fa:16:3e:10:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:30Z', 'updated_at': '2021-07-23T22:41:37Z', 'revision_number': 4, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'subnets': [{'id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:38.649190 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3c051c-b516-417c-a8f8-977dbe488927 x-openstack-request-id: req-aa3c051c-b516-417c-a8f8-977dbe488927 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:38.650038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ac7d7511-6b1e-4c83-ac19-3999422292c9) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:38.653012 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:38.653397 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa3c051c-b516-417c-a8f8-977dbe488927 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:38.655359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Made reservation on behalf of 65c4e956df8d4a7f859307a822819a95 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:38.655540 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'status': 'completed', 'code': 200} Jul 23 22:41:38.659337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-e36bf55f-15cb-4e88-b67d-782457137ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:38.660596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.662325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-e36bf55f-15cb-4e88-b67d-782457137ed9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1095 time: 0.4968977 Jul 23 22:41:38.668855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:41:38.675098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:38.675717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:38.679244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e23a1-68cc-46d3-a21c-4657d558600c None None] Network ac7d7511-6b1e-4c83-ac19-3999422292c9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:38.705060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b84baa79-186a-4ca8-86c9-be04441f9694 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0204229 Jul 23 22:41:38.797210 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9617aab-57a1-4e17-9ace-f67b8665823b x-openstack-request-id: req-c9617aab-57a1-4e17-9ace-f67b8665823b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:38.798340 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "name": "network-vif-plugged", "status": "completed", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:38.798741 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9617aab-57a1-4e17-9ace-f67b8665823b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:38.799445 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4', 'code': 200} Jul 23 22:41:38.833633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-df3fa738-3e90-4450-aa9c-0de2da13e1a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 217 time: 0.1486354 Jul 23 22:41:38.841014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d5a-90ea-40ec-96a9-9a2d198d786b None None] The sync data for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 is: [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:41:32Z', 'revision_number': 4, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e8f82352-a6f6-4270-9cdd-781d7eda2e11', 'name': '', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'mac_address': 'fa:16:3e:10:1a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:30Z', 'updated_at': '2021-07-23T22:41:37Z', 'revision_number': 4, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'subnets': [{'id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:38.913805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fff5-1f3a-4aac-8a23-c6eb3f134d36 req-3b8d0e4b-66bf-4a6e-b119-d7fd0e7c8f13 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:38.915527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8221fff5-1f3a-4aac-8a23-c6eb3f134d36 req-3b8d0e4b-66bf-4a6e-b119-d7fd0e7c8f13 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 946 time: 0.9823661 Jul 23 22:41:39.011837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3cce34fa-3825-4c01-b50c-2ff8818be028 req-69fbd98b-18fc-4f03-a276-48b2b53a7620 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/ports?device_id=35fd7f0a-3264-416a-9d89-8bfb026b682c HTTP/1.1" status: 200 len: 210 time: 0.1765563 Jul 23 22:41:39.047631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:39.145048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:41:39.189514 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c02e3dc-454d-4393-806d-1c594aebb0f4 req-ed0883e8-e950-4ed6-8923-4e3a6b25165e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 210 time: 0.0730250 Jul 23 22:41:39.287256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:39.287608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:39.330574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-3564f6f6-ca43-436a-86ec-b9a061ab36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:39.342854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-3564f6f6-ca43-436a-86ec-b9a061ab36c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.4644456 Jul 23 22:41:39.354908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:39.418413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117c316-308d-462b-bdc7-a380048b0dee None None] Network ac7d7511-6b1e-4c83-ac19-3999422292c9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:39.549578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf197e7-a9ee-4414-9c61-b1bb1628c0f3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:39.578782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:39.591265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Sync routers for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:39.599652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Checking segment: {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:39.600380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Network hostable DHCP agents. Network: 1c1d23f1-be29-489e-9fb3-736959978ed7, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:41:39.609557 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:39.627594 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:39.645542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:41:39.671222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 1c1d23f1-be29-489e-9fb3-736959978ed7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:39.683220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:39.684299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:39.711835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa5407-8a91-4ab8-943a-fa05d90f5775 None None] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:39.715186 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-33ef8b2f-f330-4620-bec3-0e6c2aafacd9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1653171 Jul 23 22:41:39.715652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8221fff5-1f3a-4aac-8a23-c6eb3f134d36 req-95458fe0-145c-44cd-9b56-4b0be8187fce tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157187 Jul 23 22:41:39.718294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:39.720117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-99afac1b-6e03-4ec7-9a62-5856f7ead771 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3742933 Jul 23 22:41:39.725728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:39.794888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] No DVR routers for this DVR port 2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:39.799107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee86ed-d1c7-47aa-814c-fdd9c6f989d2 req-3c4e65fc-3758-4000-96c3-722a3d5128ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:39.805365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aee86ed-d1c7-47aa-814c-fdd9c6f989d2 req-3c4e65fc-3758-4000-96c3-722a3d5128ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 1097 time: 0.9672749 Jul 23 22:41:39.822368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:39.828172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8ca1061-3d2b-4f53-a918-72802cc9bfee req-11d2d9d1-7fe7-4660-9143-4a2c2372dda7 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.22 "DELETE /v2.0/ports/2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f HTTP/1.1" status: 204 len: 173 time: 4.4514530 Jul 23 22:41:39.863312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:39.867160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:39.973879 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:39.978387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9aee86ed-d1c7-47aa-814c-fdd9c6f989d2 req-07518718-1b75-4afd-b34d-d707050947fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453650 Jul 23 22:41:39.989471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92315d-0de2-4b0c-8f2e-4fa9521a14fe req-1b08ab07-7824-4d98-8d30-9b9fd3f1389b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:39.998796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f92315d-0de2-4b0c-8f2e-4fa9521a14fe req-1b08ab07-7824-4d98-8d30-9b9fd3f1389b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.2198021 Jul 23 22:41:40.007776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:40.157467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-ec568f75-d128-4683-a1f1-8c3628ddd9b9 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685298 Jul 23 22:41:40.282023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f92315d-0de2-4b0c-8f2e-4fa9521a14fe req-ddeae6c1-5a81-4679-8517-4076c7db4b9f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781262 Jul 23 22:41:40.427423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-1c1d23f1-be29-489e-9fb3-736959978ed7', 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'fixed_ips': [{'subnet_id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:41:40.428856 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:40.433310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-292d4a0a-54c5-448d-a04e-b84fcfd13e94 req-0269cb35-8c88-4544-8c88-e507d4ce6027 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510231 Jul 23 22:41:40.643319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e8f82352-a6f6-4270-9cdd-781d7eda2e11 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:40.744110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:40.750341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'name': 'network-vif-deleted', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:40.779819 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815eb833-1bb8-4c9b-b0d0-4e97fe516fdf" -d '{"events": [{"server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "name": "network-vif-deleted", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:40.811220 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:40.859003 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Checking router: dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:40.871065 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:40.872004 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:40.878386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Allocated IP 172.20.0.2 (1c1d23f1-be29-489e-9fb3-736959978ed7/eaf197e7-a9ee-4414-9c61-b1bb1628c0f3/7786db79-0f3e-4e60-803a-117fa3b1bd29) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:40.931540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3516a9e-b02d-417c-850d-0b5621cec422 req-764fefa1-360e-4586-9650-6dd5f18bd8a6 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:40.933135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3516a9e-b02d-417c-850d-0b5621cec422 req-764fefa1-360e-4586-9650-6dd5f18bd8a6 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 945 time: 0.3938010 Jul 23 22:41:41.118500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f531602-9a71-46fd-89fb-ca3e758fe19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.120911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3516a9e-b02d-417c-850d-0b5621cec422 req-7a823626-9bf5-4446-b2cd-e32280f06b91 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691797 Jul 23 22:41:41.125826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:41.128732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-5c2e0dbb-0c2c-47be-aa96-28d65b37b6cb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:41.144817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-5c2e0dbb-0c2c-47be-aa96-28d65b37b6cb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 813 time: 0.6971922 Jul 23 22:41:41.156773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-a1a7c3fe-cd3b-476f-8d70-f58b8c65b5d2 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:41.158358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-a1a7c3fe-cd3b-476f-8d70-f58b8c65b5d2 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/networks?id=a7c8b2fc-b423-4aa7-84ae-032521ce1138 HTTP/1.1" status: 200 len: 825 time: 0.7237723 Jul 23 22:41:41.198442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Request body: {'port': {'device_id': 'd39c5503-f425-4205-a297-e38f7addfaff', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'admin_state_up': True, 'tenant_id': 'b46c44445b224ee0ab37c736baaeb32b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:41.209326 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:41.227462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-24cb8fef-50e3-474b-8d17-4d3dd810d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:41.228988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-24cb8fef-50e3-474b-8d17-4d3dd810d59c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1095 time: 0.6953318 Jul 23 22:41:41.290440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:41.290924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.382683 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.400222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Transition to ACTIVE for port object 7786db79-0f3e-4e60-803a-117fa3b1bd29 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:41.440169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e6c41d84-2fa2-4621-a66c-a45f55d1a16e req-a39840d5-16f7-467d-89f2-7f2ba6f265bb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 210 time: 0.1028583 Jul 23 22:41:41.450634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Transition to ACTIVE for port object 7786db79-0f3e-4e60-803a-117fa3b1bd29 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:41.466993 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.479416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.539599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.545156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-53e8d4dd-b04d-4d92-98aa-5122d9c63f1f tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/quotas/5243b5a7a3144997b3421593f9dbac7c HTTP/1.1" status: 200 len: 375 time: 0.3404911 Jul 23 22:41:41.550445 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9eed9-3ddb-4a01-bfa0-b841229829b3 x-openstack-request-id: req-1dd9eed9-3ddb-4a01-bfa0-b841229829b3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:41.550767 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fd7f0a-3264-416a-9d89-8bfb026b682c", "name": "network-vif-deleted", "tag": "2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:41.551023 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dd9eed9-3ddb-4a01-bfa0-b841229829b3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:41.551426 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fd7f0a-3264-416a-9d89-8bfb026b682c', 'name': 'network-vif-deleted', 'tag': '2a8aa8ea-1456-4885-a4f7-ec0d0414ed0f', 'status': 'completed', 'code': 200} Jul 23 22:41:41.564204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:41.566644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Pushing event updated for resources: {'Port': ['ID=7786db79-0f3e-4e60-803a-117fa3b1bd29,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:41.576776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:41.584276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.607125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e8f82352-a6f6-4270-9cdd-781d7eda2e11, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e8f82352-a6f6-4270-9cdd-781d7eda2e11,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:41.608692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:41.611782 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:41.619561 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.652465 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424b82f-215a-4587-8746-bf35cac7160f None None] The sync data for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 is: [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:39:20Z', 'revision_number': 4, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '75f65dc9-cabc-4279-a771-3f0595784c76', 'name': '', 'network_id': 'cfca26a2-8c4c-4773-8ab1-7a7b2cf72608', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'mac_address': 'fa:16:3e:7e:e5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:19Z', 'updated_at': '2021-07-23T22:39:31Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'subnets': [{'id': '07728d0a-1a73-4a52-93ed-9e146ae3dd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:41.748623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:41.792864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Attempting to bind port 7786db79-0f3e-4e60-803a-117fa3b1bd29 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:41.794198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Attempting to bind port 7786db79-0f3e-4e60-803a-117fa3b1bd29 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:41.795539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Attempting to bind port 7786db79-0f3e-4e60-803a-117fa3b1bd29 on network 1c1d23f1-be29-489e-9fb3-736959978ed7 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:41.814687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-84b9f6bc-42ee-4c2b-84c5-a61eebe8a11b tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5243b5a7a3144997b3421593f9dbac7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2248194 Jul 23 22:41:41.818560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Allocated IP 172.25.1.149 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/21c1e648-8abf-4373-9677-17591e78dbee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:41.840511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:41.841363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Checking segment: {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:41.842106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.843313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Bound using segment: {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:41.844422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Bound port: 7786db79-0f3e-4e60-803a-117fa3b1bd29, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:41.847245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.868401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-9d4049da-a868-421c-8533-3032623384d9 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:41:41.869599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-9d4049da-a868-421c-8533-3032623384d9 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147195 Jul 23 22:41:41.879623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Made reservation on behalf of b46c44445b224ee0ab37c736baaeb32b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:41.883977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:41.898142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:42.017669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] For port 7786db79-0f3e-4e60-803a-117fa3b1bd29, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:42.022862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] For port 7786db79-0f3e-4e60-803a-117fa3b1bd29, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7786db79-0f3e-4e60-803a-117fa3b1bd29,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:42.030916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.146585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c73498-a7bc-4750-a142-dd55adfef421 None None] Pushing event updated for resources: {'Port': ['ID=7786db79-0f3e-4e60-803a-117fa3b1bd29,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:42.186516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81cb75-8ade-4713-abce-fe1d5fa60475 None None] New status for floating IP 802e8217-fc9d-4485-8b21-318366e9cf0b: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:41:42.396608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-588c335e-6b3f-4364-822f-5b8e5ff70ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:42.407996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-588c335e-6b3f-4364-822f-5b8e5ff70ac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.9586658 Jul 23 22:41:42.474003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.498361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e8f82352-a6f6-4270-9cdd-781d7eda2e11 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:42.598243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e8f82352-a6f6-4270-9cdd-781d7eda2e11 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:42.599229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.622965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba274e-a1b6-478c-b37c-adae12cb9ba0 req-37cb360b-ed0e-4191-8ff9-889699ef04f5 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:42.635729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dba274e-a1b6-478c-b37c-adae12cb9ba0 req-37cb360b-ed0e-4191-8ff9-889699ef04f5 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.8101275 Jul 23 22:41:42.664968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-4fe4ee15-e9bc-4bfe-bdce-f1c55c8d852e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 217 time: 0.1931045 Jul 23 22:41:42.674122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.700694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dba274e-a1b6-478c-b37c-adae12cb9ba0 req-9710095f-9a76-437e-b91f-1324be211c22 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548351 Jul 23 22:41:42.717784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.743682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:42.803143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-cda7eac8-af09-491d-ab4d-6ad239f6479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:42.804668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-cda7eac8-af09-491d-ab4d-6ad239f6479b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1178188 Jul 23 22:41:42.829139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:42.837948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:42.860947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:42.916480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Pushing event updated for resources: {'Port': ['ID=21c1e648-8abf-4373-9677-17591e78dbee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:42.925748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-ad2cdaaa-4fe9-4188-b6af-1f4854a84109 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931754 Jul 23 22:41:42.990079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Allocated IP 172.20.0.8 (aae97090-3e52-4b60-a2c6-0ee3d1457ac5/665272df-8a90-4459-8d5f-721903010b6e/fcc52227-fa60-4386-bc08-931c9f4e18cb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:42.996992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-2df9a071-0bb1-4202-adc6-929d79d4326a service neutron] 10.222.0.37 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1050842 Jul 23 22:41:43.047310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.050329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.051060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "DELETE /v2.0/security-groups/2195b31a-e46c-42b9-8f0b-002d1d063b06 HTTP/1.1" status: 204 len: 168 time: 1.2391374 Jul 23 22:41:43.055577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:43.091453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf065-b046-4a21-964d-a77a4db12901 req-8dd2dc10-3189-453e-a4cc-220e4d0d5e11 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:43.098803 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51ddf065-b046-4a21-964d-a77a4db12901 req-8dd2dc10-3189-453e-a4cc-220e4d0d5e11 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 945 time: 0.2821965 Jul 23 22:41:43.111097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ecb3-dfd6-4a10-9a63-4c324ebb4a0b tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195b31a-e46c-42b9-8f0b-002d1d063b06,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:43.140621 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-73766922-ee5c-44e2-9275-c24a072e6064 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] show failed (client error): The resource could not be found. Jul 23 22:41:43.145206 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73766922-ee5c-44e2-9275-c24a072e6064 tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "GET /v2.0/security-groups/2195b31a-e46c-42b9-8f0b-002d1d063b06 HTTP/1.1" status: 404 len: 347 time: 0.0872765 Jul 23 22:41:43.147467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:43.221352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-fbbaa061-ffc0-4c30-b551-6479de844132 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862086 Jul 23 22:41:43.230463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51ddf065-b046-4a21-964d-a77a4db12901 req-1387e81d-1abb-4a93-8a8a-4b20c14a819b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287081 Jul 23 22:41:43.374645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd2d3ea5-9fbc-4ce8-b981-382b7cf6f061 req-91d8f219-9844-47a6-b67c-59b5023b8be7 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351438 Jul 23 22:41:43.413170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-4dcbe84c-635c-4e5f-a71b-e8d7356bc3c4 service neutron] 10.222.0.37 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082720 Jul 23 22:41:43.473349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.522578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ab0cf1fe-2e3e-42fb-827b-468ba5c42a5d req-925e229f-daf8-47af-a086-98311e74126b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 210 time: 0.1731479 Jul 23 22:41:43.538746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.559919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a20fdab2-f976-4a72-aceb-bb96ac45a9a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:43.641180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.645410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Deleting port 44df8b7d-2cde-4a19-be54-a2e6d02f4034 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:43.645745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.717880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:43.722443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Pushing event updated for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:43.733684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:43.739870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:43.812430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5cda362-0c1c-4559-a78b-43a5d3960f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.851760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9af45-0f76-42da-b9bf-5a2712bbcd63 None None] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:43.881415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:43.886659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.893985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ee163192-accd-4727-a3c9-990ee459473e req-9be93924-c989-40aa-a938-b4aab130a4cf tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 210 time: 0.0824296 Jul 23 22:41:43.918637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-e54c511b-8556-4f74-97a2-78d9a734f224 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7590888 Jul 23 22:41:43.931842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a3ae862-c1f5-4b02-83fa-a5d5c3eb018e None None] Provisioning for port 7786db79-0f3e-4e60-803a-117fa3b1bd29 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:43.952256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aee94-798c-4b98-bb8d-edd12cb6ed7a req-c55f6a25-677c-40d5-b699-2a654c9770ab tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:43.962883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e8aee94-798c-4b98-bb8d-edd12cb6ed7a req-c55f6a25-677c-40d5-b699-2a654c9770ab tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 946 time: 0.2151582 Jul 23 22:41:43.971105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.971434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:43.976843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Request body: {'port': {'device_id': 'd39c5503-f425-4205-a297-e38f7addfaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:43.994314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Calling delete_port for 44df8b7d-2cde-4a19-be54-a2e6d02f4034 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:44.059984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e8aee94-798c-4b98-bb8d-edd12cb6ed7a req-ff9dcee3-46cc-4357-a3f9-5c436d4c92bb tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960467 Jul 23 22:41:44.136277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.189575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.517353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7786db79-0f3e-4e60-803a-117fa3b1bd29 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:44.580155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.595601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.619938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cff29-3151-432b-8fce-ed6fbf7bb92c req-054a9960-0ded-46e7-bfef-135d0e596171 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:44.621547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c97cff29-3151-432b-8fce-ed6fbf7bb92c req-054a9960-0ded-46e7-bfef-135d0e596171 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.5415504 Jul 23 22:41:44.657407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7786db79-0f3e-4e60-803a-117fa3b1bd29 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:44.661702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7786db79-0f3e-4e60-803a-117fa3b1bd29 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:44.662150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.682251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdaf9f-7c6a-4aeb-977b-6a46ffd9fcb2 req-cfb9e15e-d7ec-467f-8e87-a71082965aa4 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:44.690569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82bdaf9f-7c6a-4aeb-977b-6a46ffd9fcb2 req-cfb9e15e-d7ec-467f-8e87-a71082965aa4 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 946 time: 0.1940992 Jul 23 22:41:44.771534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Pushing event deleted for resources: {'Port': ['ID=44df8b7d-2cde-4a19-be54-a2e6d02f4034,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:44.780160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82bdaf9f-7c6a-4aeb-977b-6a46ffd9fcb2 req-69bfa58f-ceab-4852-b419-ffc60f598fb3 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883873 Jul 23 22:41:44.865020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc52227-fa60-4386-bc08-931c9f4e18cb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:44.875819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.900048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Transition to ACTIVE for port object fcc52227-fa60-4386-bc08-931c9f4e18cb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:44.904098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.904765 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.921738 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.922277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1746111-a092-44bd-85be-945d255b0973 None None] Provisioning complete for port 7786db79-0f3e-4e60-803a-117fa3b1bd29 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:44.922889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1746111-a092-44bd-85be-945d255b0973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.956021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c97cff29-3151-432b-8fce-ed6fbf7bb92c req-f21cc0a8-8633-49a3-95c3-24bbd2807d52 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676034 Jul 23 22:41:44.981309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:44.997568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.000556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75faebd3-086a-4018-b9e6-6617a8eb362e tempest-ServersTestJSON-1264237521 tempest-ServersTestJSON-1264237521-project] 10.222.0.37 "DELETE /v2.0/floatingips/802e8217-fc9d-4485-8b21-318366e9cf0b HTTP/1.1" status: 204 len: 168 time: 1.8438776 Jul 23 22:41:45.003907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:45.011078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7786db79-0f3e-4e60-803a-117fa3b1bd29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7786db79-0f3e-4e60-803a-117fa3b1bd29,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:45.021783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.029661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:45.153212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Attempting to bind port fcc52227-fa60-4386-bc08-931c9f4e18cb on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:45.153562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Attempting to bind port fcc52227-fa60-4386-bc08-931c9f4e18cb by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:45.153964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Attempting to bind port fcc52227-fa60-4386-bc08-931c9f4e18cb on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:45.166440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Port fcc52227-fa60-4386-bc08-931c9f4e18cb on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:45.166681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Attempting to bind port fcc52227-fa60-4386-bc08-931c9f4e18cb on network aae97090-3e52-4b60-a2c6-0ee3d1457ac5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:45.197004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7786db79-0f3e-4e60-803a-117fa3b1bd29,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:45.201804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8741c3b1-6885-406c-b7e9-ab19614b4dcd req-94790065-3073-4741-9ffd-d3b51d14cea9 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 210 time: 0.0654116 Jul 23 22:41:45.206911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7c3ed-07e5-4383-96c0-1b9052c8fba9 req-877b0d75-ffcb-4b94-9383-2604d5ca8c19 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:45.210024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daa7c3ed-07e5-4383-96c0-1b9052c8fba9 req-877b0d75-ffcb-4b94-9383-2604d5ca8c19 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 943 time: 0.2986944 Jul 23 22:41:45.211637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:45.212107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Checking segment: {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:45.213300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Bound using segment: {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:45.213916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Bound port: fcc52227-fa60-4386-bc08-931c9f4e18cb, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce193bb5-7228-4787-be12-bd462fc2cdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:45.214535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.231817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:41:45.335229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daa7c3ed-07e5-4383-96c0-1b9052c8fba9 req-4a1154bc-fac7-4d29-ad3a-99ea3cd4ce89 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018240 Jul 23 22:41:45.432401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:45.439274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:45.448246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.466077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-64d4c41b-c3a1-46c2-9330-8e378d96bb27 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:45.467586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-64d4c41b-c3a1-46c2-9330-8e378d96bb27 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.22 "GET /v2.0/networks?id=a7c8b2fc-b423-4aa7-84ae-032521ce1138 HTTP/1.1" status: 200 len: 825 time: 0.2043025 Jul 23 22:41:45.494758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Request body: {'port': {'device_id': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138', 'admin_state_up': True, 'tenant_id': '5243b5a7a3144997b3421593f9dbac7c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:45.514889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:45.515517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.516967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] 10.222.0.25 "PUT /v2.0/ports/fcc52227-fa60-4386-bc08-931c9f4e18cb HTTP/1.1" status: 200 len: 1092 time: 1.5808682 Jul 23 22:41:45.519391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:45.521815 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aaa034-15f9-403e-9431-c1eabd793d98" -d '{"events": [{"name": "network-changed", "server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:45.589394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:45.594584 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d7509-0a5a-494d-8f67-7ce72622e896 x-openstack-request-id: req-670d7509-0a5a-494d-8f67-7ce72622e896 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:45.594878 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:45.595538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-670d7509-0a5a-494d-8f67-7ce72622e896 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:45.595538 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb', 'status': 'completed', 'code': 200} Jul 23 22:41:45.606614 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Sync routers for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:45.613490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01843f1c-8b33-447b-8b1f-dcbacb4967d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:45.625569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:45.629265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:45.678162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.683216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3fc4d248-e51d-4650-9e9e-480557ee21cd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9602628 Jul 23 22:41:45.684513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:45.764218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.776405 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:45.785397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-32d25ebe-6078-4061-b9be-cf7e8b455e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:45.786964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-32d25ebe-6078-4061-b9be-cf7e8b455e19 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 1095 time: 0.1906869 Jul 23 22:41:45.790152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Made reservation on behalf of 5243b5a7a3144997b3421593f9dbac7c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:45.793807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:45.848265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-75b2a555-bb5b-48e9-83d5-9b50f1b4baf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb HTTP/1.1" status: 200 len: 217 time: 0.0498388 Jul 23 22:41:46.085266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:43Z', 'revision_number': 3, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:46.101271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-9ead3fb1-f028-4f72-bf2c-917e52c38833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:46.103771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-9ead3fb1-f028-4f72-bf2c-917e52c38833 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.2470846 Jul 23 22:41:46.123740 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Checking router: bc4908d4-21e1-43fd-b79d-d5a89464bcb8 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:46.124283 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Updating router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 port 21c1e648-8abf-4373-9677-17591e78dbee binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:41:46.170305 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.186543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-680c5efb-51c2-42b5-bda1-ec56d12f0011 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680385 Jul 23 22:41:46.214088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917df4fb-3862-4c78-be8b-3d7763043788 req-e0dcb04a-db9f-4def-9e84-b6a603d93ec1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:46.215676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-917df4fb-3862-4c78-be8b-3d7763043788 req-e0dcb04a-db9f-4def-9e84-b6a603d93ec1 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.1301277 Jul 23 22:41:46.264622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Deleting port 75f65dc9-cabc-4279-a771-3f0595784c76 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:46.265314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.276092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-1be15483-0eb2-46c1-96bf-784babac6c4a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:46.277791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-1be15483-0eb2-46c1-96bf-784babac6c4a tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 946 time: 0.3755195 Jul 23 22:41:46.296345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Allocated IP 172.20.0.12 (a7c8b2fc-b423-4aa7-84ae-032521ce1138/4d1fa868-f731-4b8c-bf57-cb150c75211a/1ffd062c-7ea3-497a-887b-36f0fd79a234) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:46.305565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a9b7-8214-4709-92d2-dfdc4d829d05 req-c4bd3b05-ac66-44d8-885f-24d5b5664a27 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:46.307394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7d9a9b7-8214-4709-92d2-dfdc4d829d05 req-c4bd3b05-ac66-44d8-885f-24d5b5664a27 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 946 time: 0.3973672 Jul 23 22:41:46.381701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] For port 75f65dc9-cabc-4279-a771-3f0595784c76, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=75f65dc9-cabc-4279-a771-3f0595784c76,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:46.382392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.400904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Calling delete_port for 75f65dc9-cabc-4279-a771-3f0595784c76 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:46.416540 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.433844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-917df4fb-3862-4c78-be8b-3d7763043788 req-20dc7d3f-006c-429f-89e8-fc182c007db8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101493 Jul 23 22:41:46.444400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7786db79-0f3e-4e60-803a-117fa3b1bd29 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:46.569893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7786db79-0f3e-4e60-803a-117fa3b1bd29 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:46.571204 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.660938 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.697331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Transition to ACTIVE for port object 21c1e648-8abf-4373-9677-17591e78dbee will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:46.710167 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.783560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e257926f-a71c-4082-8f0a-c6ca8550bc30 req-40ef4579-c694-4269-b8ab-d7357dd753cc tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 210 time: 0.0874374 Jul 23 22:41:46.815760 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Attempting to bind port 21c1e648-8abf-4373-9677-17591e78dbee on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:46.816204 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Attempting to bind port 21c1e648-8abf-4373-9677-17591e78dbee by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:46.817103 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Attempting to bind port 21c1e648-8abf-4373-9677-17591e78dbee on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:46.827751 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:46.828301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:46.828816 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.829318 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:46.829934 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Bound port: 21c1e648-8abf-4373-9677-17591e78dbee, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:46.830430 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.831931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.873658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Pushing event deleted for resources: {'Port': ['ID=75f65dc9-cabc-4279-a771-3f0595784c76,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:46.886475 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] For port 21c1e648-8abf-4373-9677-17591e78dbee, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:46.890100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] For port 21c1e648-8abf-4373-9677-17591e78dbee, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21c1e648-8abf-4373-9677-17591e78dbee,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:46.891371 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bb387-9467-472f-a0d1-5896ad3bc2c8 None None] Pushing event updated for resources: {'Port': ['ID=21c1e648-8abf-4373-9677-17591e78dbee,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:46.897109 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:46.952856 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:46.954353 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:47.058727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bb387-9467-472f-a0d1-5896ad3bc2c8 None None] Pushing event updated for resources: {'Port': ['ID=21c1e648-8abf-4373-9677-17591e78dbee,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:47.103825 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:47.168639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7d9a9b7-8214-4709-92d2-dfdc4d829d05 req-04870b10-5ab7-491a-a5e9-55fcc63799e5 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8539822 Jul 23 22:41:47.193267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-03697f50-6f64-4a3d-b7d2-2dc16cece624 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804139 Jul 23 22:41:47.413224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2b81-92a0-47bb-999f-1eb0391c5951 req-52b128dc-c5e2-48dd-ac16-d8524f38b471 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:47.418977 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d6a2b81-92a0-47bb-999f-1eb0391c5951 req-52b128dc-c5e2-48dd-ac16-d8524f38b471 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 943 time: 0.5104570 Jul 23 22:41:47.427595 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:43Z', 'revision_number': 3, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:47.448096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.455624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e95ed7a-3758-44c2-9bb5-2c6fcd792703 req-04a7152c-4554-4bd7-a20b-157a55ffec73 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270865 Jul 23 22:41:47.456850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e999253-7b56-40bb-b87b-4925b7932376 None None] The sync data for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 is: [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:43Z', 'revision_number': 3, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:47.462276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Deleting port a799e0d9-bb9f-4fb6-808d-ea366932a852 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:47.462608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.490413 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d6a2b81-92a0-47bb-999f-1eb0391c5951 req-42d1f741-5e59-4097-9fab-a24df71c46a1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646336 Jul 23 22:41:47.503262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.781614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] For port a799e0d9-bb9f-4fb6-808d-ea366932a852, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=a799e0d9-bb9f-4fb6-808d-ea366932a852,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:47.782172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.804316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.818678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Calling delete_port for a799e0d9-bb9f-4fb6-808d-ea366932a852 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:47.821516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:41:47.855649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:47.912581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-48f0dec9-63f8-4141-8852-fa7d6c5e7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:47.914424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-48f0dec9-63f8-4141-8852-fa7d6c5e7ca9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 1095 time: 0.3958759 Jul 23 22:41:47.976059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Network a7c8b2fc-b423-4aa7-84ae-032521ce1138 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:47.990786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a8107-9725-49a5-aba8-823f38bbb70d req-306e302a-a5ff-4a4f-a8a9-94add5df06a6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:47.992339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-428a8107-9725-49a5-aba8-823f38bbb70d req-306e302a-a5ff-4a4f-a8a9-94add5df06a6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.4431975 Jul 23 22:41:47.992476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:48.000491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0888b947-b5db-476c-a06c-5f1759100ace admin admin] 10.222.0.37 "PUT /v2.0/routers/dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9932353 Jul 23 22:41:48.006122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0766-dea5-4238-b56f-04cccc86623a req-f5095cb8-7e38-4913-b8bd-a00e049d9f04 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.008367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bab0766-dea5-4238-b56f-04cccc86623a req-f5095cb8-7e38-4913-b8bd-a00e049d9f04 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 932 time: 0.1301425 Jul 23 22:41:48.008701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:48.015509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Sync routers for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:48.019472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:48.027603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:48.028404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:48.042653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:48.058943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Pushing event updated for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:48.151806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5bab0766-dea5-4238-b56f-04cccc86623a req-40dfa4a6-b3b3-4e10-bbd1-ecdf265f1e34 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323173 Jul 23 22:41:48.204032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.264846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:48.303103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-428a8107-9725-49a5-aba8-823f38bbb70d req-7ade7813-094b-4132-8c19-a0fe3b39b58f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727783 Jul 23 22:41:48.312170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.312170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.387484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-f948cc45-06a9-40c4-8f70-792f2f966aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.389009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-f948cc45-06a9-40c4-8f70-792f2f966aca service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 0.4626827 Jul 23 22:41:48.459808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1d87c6b5-8f72-4b79-9aeb-49cedce4cde5 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9711151 Jul 23 22:41:48.486420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.505580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Request body: {'port': {'device_id': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:48.510279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd976-2020-4bc8-86b5-6f32e0a0a81a req-83ae6820-735d-45eb-b794-2a6f4a64af4b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.512240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-555dd976-2020-4bc8-86b5-6f32e0a0a81a req-83ae6820-735d-45eb-b794-2a6f4a64af4b tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=03a96bd0-c83d-4fbc-b5c3-24f72bbe5215 HTTP/1.1" status: 200 len: 946 time: 0.1894479 Jul 23 22:41:48.515903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-20c0df92-716a-4a4b-9537-ed80b36a88ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb HTTP/1.1" status: 200 len: 217 time: 0.1139724 Jul 23 22:41:48.643678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21c1e648-8abf-4373-9677-17591e78dbee up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:48.655153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-555dd976-2020-4bc8-86b5-6f32e0a0a81a req-f20d7c35-9452-4b41-89a1-5b5aa1134bb5 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357324 Jul 23 22:41:48.677013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Deleting port d1ec995e-17d9-4ead-9106-6a1848dd3642 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:48.677623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.694128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.720745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Allocated IP 172.20.0.1 (1c1d23f1-be29-489e-9fb3-736959978ed7/eaf197e7-a9ee-4414-9c61-b1bb1628c0f3/b04b6281-866b-4eda-942e-09cd3b27d637) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:48.822131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-4e22609f-27d9-4590-a348-65f21e67b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.823969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-4e22609f-27d9-4590-a348-65f21e67b2b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.2747514 Jul 23 22:41:48.847661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] For port d1ec995e-17d9-4ead-9106-6a1848dd3642, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d1ec995e-17d9-4ead-9106-6a1848dd3642,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:48.848026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:48.868216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event deleted for resources: {'Port': ['ID=a799e0d9-bb9f-4fb6-808d-ea366932a852,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:48.877093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Calling delete_port for d1ec995e-17d9-4ead-9106-6a1848dd3642 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:48.927562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-ada5938a-329e-43b4-ae7b-395b58b63ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785570 Jul 23 22:41:48.929486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['a799e0d9-bb9f-4fb6-808d-ea366932a852', 'f59230ae-ee95-4258-9028-f502d3fcc9ce'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:48.932545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['10dcec59-7c36-4df0-a091-a8f4c25736c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:48.964524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719417-9886-45d5-8b60-735b93b6aaa8 req-90a19c69-cf04-4c2f-903f-19252fe1c706 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:48.966449 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12719417-9886-45d5-8b60-735b93b6aaa8 req-90a19c69-cf04-4c2f-903f-19252fe1c706 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 943 time: 0.1761081 Jul 23 22:41:48.987764 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.027155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] No DVR routers for this DVR port a799e0d9-bb9f-4fb6-808d-ea366932a852 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:49.028910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:49.031063 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12719417-9886-45d5-8b60-735b93b6aaa8 req-f495f389-9f2c-41e0-b97a-97186def2d46 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572386 Jul 23 22:41:49.065800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.068191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b882460-f04f-4dc4-babf-32dcfc2c2309 req-91664b65-5603-4f65-8c85-10c80d183d10 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "DELETE /v2.0/ports/a799e0d9-bb9f-4fb6-808d-ea366932a852 HTTP/1.1" status: 204 len: 173 time: 2.7784514 Jul 23 22:41:49.069168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'name': 'network-vif-deleted', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:49.071891 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65cbeef-5a1b-4955-aeed-581fb8cea416" -d '{"events": [{"server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "name": "network-vif-deleted", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:49.131805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:49.150148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310', 'port_id': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'mac_address': 'fa:16:3e:9c:65:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13f53ca-80a8-4d66-97d6-fb895f32b4c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:49.186084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:41:46Z', 'revision_number': 5, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port': {'id': 'd1ec995e-17d9-4ead-9106-6a1848dd3642', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:39:16Z', 'updated_at': '2021-07-23T22:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:49.203133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.225001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Checking router: dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:49.235755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ec995e-17d9-4ead-9106-6a1848dd3642,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:49.248778 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1924101-d6f1-47f2-b56a-2fd066a0e612 x-openstack-request-id: req-b1924101-d6f1-47f2-b56a-2fd066a0e612 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:49.249265 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a96bd0-c83d-4fbc-b5c3-24f72bbe5215", "name": "network-vif-deleted", "tag": "a799e0d9-bb9f-4fb6-808d-ea366932a852", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:49.249393 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1924101-d6f1-47f2-b56a-2fd066a0e612 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:49.250269 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a96bd0-c83d-4fbc-b5c3-24f72bbe5215', 'name': 'network-vif-deleted', 'tag': 'a799e0d9-bb9f-4fb6-808d-ea366932a852', 'status': 'completed', 'code': 200} Jul 23 22:41:49.261119 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.314165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 21c1e648-8abf-4373-9677-17591e78dbee completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:49.334413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 21c1e648-8abf-4373-9677-17591e78dbee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:49.334893 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.347800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-f77ce95c-8e7b-4688-864d-d00ae1542c9b service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080565 Jul 23 22:41:49.374702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Transition to ACTIVE for port object b04b6281-866b-4eda-942e-09cd3b27d637 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:49.384285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee3044-53f2-478c-a99e-209f30bc5a0e req-ed19b7d7-3955-4ca1-b654-79c4ac895d74 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:49.384639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.391714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85ee3044-53f2-478c-a99e-209f30bc5a0e req-ed19b7d7-3955-4ca1-b654-79c4ac895d74 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.4553678 Jul 23 22:41:49.397626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Routers {'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:49.399561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:49.401814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.490338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.494986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.513532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4adf3-0e8b-468d-9832-3f6f02a277c3 req-0a75072e-8333-42ee-b27b-8b9d0ac90c12 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:49.515195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ad4adf3-0e8b-468d-9832-3f6f02a277c3 req-0a75072e-8333-42ee-b27b-8b9d0ac90c12 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 932 time: 0.2235534 Jul 23 22:41:49.529801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5aaa034-15f9-403e-9431-c1eabd793d98 req-1aa7f4fe-7272-45c3-a9ab-4cf724046527 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696033 Jul 23 22:41:49.531328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:49.546264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] Set router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:49.591953 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.610216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ad4adf3-0e8b-468d-9832-3f6f02a277c3 req-07d36327-f994-4481-87db-3d1248a06960 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Jul 23 22:41:49.611989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.612665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:41:49.631134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.646099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6473c2f-227a-4af2-9a78-cc11eb784990 admin admin] 10.222.0.37 "DELETE /v2.0/routers/dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83 HTTP/1.1" status: 204 len: 168 time: 1.6290874 Jul 23 22:41:49.649193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:49.680822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:49.693417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:49.696439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:49.729028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Deleting subnet 07728d0a-1a73-4a52-93ed-9e146ae3dd26 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:41:49.733075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.743968 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.779402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.795906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:49.806864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:41:49Z', 'revision_number': 7, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:49.847547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85ee3044-53f2-478c-a99e-209f30bc5a0e req-55977d3d-0002-496f-bd92-36a542042cad tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548402 Jul 23 22:41:49.874331 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.892746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:49.903621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61d933-0768-4cf4-a769-f8f455f377f4 None None] The sync data for ids ['dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83'] in n-d-791506-25 is: [{'id': 'dad31bbb-91f6-49cb-a54a-2c5c4a1d2c83', 'name': 'tempest-ServersTestJSON-47321191-router', 'tenant_id': 'adf6efacf1224d08bf0811ad299c2bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:39:15Z', 'updated_at': '2021-07-23T22:41:49Z', 'revision_number': 7, 'project_id': 'adf6efacf1224d08bf0811ad299c2bda', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:49.996608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Pushing event updated for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.019586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.019931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.020199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.020682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.021031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.021369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.021705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.022363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.022604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.023426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.023937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.024275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.025385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:41:50.075370 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.085179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fcc52227-fa60-4386-bc08-931c9f4e18cb details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:50.094772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07728d0a-1a73-4a52-93ed-9e146ae3dd26,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.095594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.110386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.114141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45928777-a2b0-4d82-bd54-302e6c1146f4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/07728d0a-1a73-4a52-93ed-9e146ae3dd26 HTTP/1.1" status: 204 len: 168 time: 0.4634514 Jul 23 22:41:50.116764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:50.121852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08bbd9d-df21-4fa9-89a9-a28721aad676 None None] Network cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:41:50.150926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.163438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['01485c70-f3a2-4e6c-96ba-fccdb6b0be92'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:50.169008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 21c1e648-8abf-4373-9677-17591e78dbee, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21c1e648-8abf-4373-9677-17591e78dbee,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:50.181135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696ba00-73f7-49a1-900a-58c83a1711ba req-aa0c38cc-11b4-4a6d-9f47-169229c3ecdf tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:50.183175 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8696ba00-73f7-49a1-900a-58c83a1711ba req-aa0c38cc-11b4-4a6d-9f47-169229c3ecdf tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.2163258 Jul 23 22:41:50.216313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffd062c-7ea3-497a-887b-36f0fd79a234 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:50.220771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.227660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.250485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Transition to ACTIVE for port object 1ffd062c-7ea3-497a-887b-36f0fd79a234 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:50.256272 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.281026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.291287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8696ba00-73f7-49a1-900a-58c83a1711ba req-c8cede76-6aeb-4e9d-9a1b-5a7ab056276a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762346 Jul 23 22:41:50.395984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Deleting port aadc2086-574d-4eae-9387-b3900584c8ad {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:50.399662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.444447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff2cc27d-dafb-425e-a1c6-be08874fff79 None None] Provisioning for port b04b6281-866b-4eda-942e-09cd3b27d637 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:50.454236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=21c1e648-8abf-4373-9677-17591e78dbee,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.464651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff2cc27d-dafb-425e-a1c6-be08874fff79 None None] Provisioning complete for port b04b6281-866b-4eda-942e-09cd3b27d637 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:50.465029 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ff2cc27d-dafb-425e-a1c6-be08874fff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.538084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 75f65dc9-cabc-4279-a771-3f0595784c76 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:50.579311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] For port aadc2086-574d-4eae-9387-b3900584c8ad, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aadc2086-574d-4eae-9387-b3900584c8ad,segment=NetworkSegment(57c6de61-2991-4c3b-87b3-0a5c285690fd),segment_id=57c6de61-2991-4c3b-87b3-0a5c285690fd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:50.580402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.600496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Calling delete_port for aadc2086-574d-4eae-9387-b3900584c8ad owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:50.619357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 75f65dc9-cabc-4279-a771-3f0595784c76 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:50.619700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 75f65dc9-cabc-4279-a771-3f0595784c76 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:50.660511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ff2cc27d-dafb-425e-a1c6-be08874fff79 None None] Port b04b6281-866b-4eda-942e-09cd3b27d637 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:50.692521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:50.718615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'fcc52227-fa60-4386-bc08-931c9f4e18cb', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'port_id': 'fcc52227-fa60-4386-bc08-931c9f4e18cb', 'mac_address': 'fa:16:3e:a0:a0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665272df-8a90-4459-8d5f-721903010b6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:50.774346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.809982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Pushing event deleted for resources: {'Port': ['ID=aadc2086-574d-4eae-9387-b3900584c8ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.811858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] No DVR routers for this DVR port aadc2086-574d-4eae-9387-b3900584c8ad on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:50.815968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.844352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc52227-fa60-4386-bc08-931c9f4e18cb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:50.908041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:50.913218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:50.921599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.926077 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.934781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfca26a2-8c4c-4773-8ab1-7a7b2cf72608']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:50.944510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0357a4-2ae4-4b15-9698-418cd52adad3 None None] DHCP port deletion for cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:41:50.949804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c6de61-2991-4c3b-87b3-0a5c285690fd') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:50.950101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c6de61-2991-4c3b-87b3-0a5c285690fd') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:50.963228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:50.995685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.010933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:41:51.012004 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.014388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a799e0d9-bb9f-4fb6-808d-ea366932a852 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:51.017569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:41:51.018427 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:41:51.048024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb709-81f0-41b6-93b6-4e839324c5a6 req-ee380bbd-2929-481e-9f74-8a2c17c8e254 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.050242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dedb709-81f0-41b6-93b6-4e839324c5a6 req-ee380bbd-2929-481e-9f74-8a2c17c8e254 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 944 time: 0.3155832 Jul 23 22:41:51.050491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: a799e0d9-bb9f-4fb6-808d-ea366932a852 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:51.050840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device a799e0d9-bb9f-4fb6-808d-ea366932a852 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:51.080773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334599b-c682-4387-ad1d-77634305e409 req-a992ff56-e4c2-41de-be95-920bc3eda463 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.082429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3334599b-c682-4387-ad1d-77634305e409 req-a992ff56-e4c2-41de-be95-920bc3eda463 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 943 time: 0.7446244 Jul 23 22:41:51.104698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.109610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.110189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-9035fb66-e960-433b-865b-b9a19f97a712 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.114406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] 10.222.0.37 "DELETE /v2.0/networks/cfca26a2-8c4c-4773-8ab1-7a7b2cf72608 HTTP/1.1" status: 204 len: 168 time: 0.9928639 Jul 23 22:41:51.114500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-9035fb66-e960-433b-865b-b9a19f97a712 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.3321953 Jul 23 22:41:51.133991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Attempting to bind port 1ffd062c-7ea3-497a-887b-36f0fd79a234 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:51.134419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Attempting to bind port 1ffd062c-7ea3-497a-887b-36f0fd79a234 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '27922945-ac2f-484b-ba59-394fdf3c4992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:51.134857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Attempting to bind port 1ffd062c-7ea3-497a-887b-36f0fd79a234 on network a7c8b2fc-b423-4aa7-84ae-032521ce1138 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:51.136510 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dedb709-81f0-41b6-93b6-4e839324c5a6 req-392c2d68-1b8b-4019-81e0-4a3e35b27a90 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798264 Jul 23 22:41:51.147660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c238df-1cc1-429f-8cb4-e4f69e5d559b admin admin] Pushing event deleted for resources: {'Network': ['ID=cfca26a2-8c4c-4773-8ab1-7a7b2cf72608,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:51.178619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Port 1ffd062c-7ea3-497a-887b-36f0fd79a234 on network a7c8b2fc-b423-4aa7-84ae-032521ce1138 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:51.178951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Attempting to bind port 1ffd062c-7ea3-497a-887b-36f0fd79a234 on network a7c8b2fc-b423-4aa7-84ae-032521ce1138 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:51.202580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.225269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:51.225653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Checking segment: {'id': '27922945-ac2f-484b-ba59-394fdf3c4992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:51.237800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Bound using segment: {'id': '27922945-ac2f-484b-ba59-394fdf3c4992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:51.238535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Bound port: 1ffd062c-7ea3-497a-887b-36f0fd79a234, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27922945-ac2f-484b-ba59-394fdf3c4992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:51.239200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.241449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.275355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['fcc52227-fa60-4386-bc08-931c9f4e18cb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:51.338677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3334599b-c682-4387-ad1d-77634305e409 req-58679669-0f9b-49ab-ad84-dc36a32b9063 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414675 Jul 23 22:41:51.425273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:51.497885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f8fd0b2-adf0-40c8-8b28-df4ce4e9961f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adf6efacf1224d08bf0811ad299c2bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674641 Jul 23 22:41:51.498164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:51.543293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.568612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Pushing event updated for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:51.581043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:51.589656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.616341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234,segment=NetworkSegment(27922945-ac2f-484b-ba59-394fdf3c4992),segment_id=27922945-ac2f-484b-ba59-394fdf3c4992)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:51.617550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.634019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.662397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04816047-2a8f-476f-a51c-29bd73498e7f req-149fc8c1-2879-4854-b372-2f872b5ec744 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.663897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04816047-2a8f-476f-a51c-29bd73498e7f req-149fc8c1-2879-4854-b372-2f872b5ec744 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.1230652 Jul 23 22:41:51.699476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.701830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.703032 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d4b01ff-c7fc-4edf-bc9e-bc557bf0673f HTTP/1.1" status: 204 len: 168 time: 0.2030268 Jul 23 22:41:51.711795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.712636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.713409 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-04816047-2a8f-476f-a51c-29bd73498e7f req-76194f26-f9f2-476b-8294-4af63016a723 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Jul 23 22:41:51.714344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] 10.222.0.22 "PUT /v2.0/ports/1ffd062c-7ea3-497a-887b-36f0fd79a234 HTTP/1.1" status: 200 len: 1093 time: 3.2135108 Jul 23 22:41:51.718750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aad96-721e-406e-990a-0fd472af1811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4b01ff-c7fc-4edf-bc9e-bc557bf0673f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:51.719603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:51.722950 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25977853-bacf-4f02-a399-836e76875b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:51.737713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Deleting port 180196ed-efdb-4bb5-8e15-ada14680000f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:51.737713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:51.845284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04f358-5204-4265-806a-5af0171c9dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:51.891650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe224-cd61-44ac-b9da-276584d5312d req-ec5a7df6-42a2-4ed4-9807-0bf4985b2850 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:51.893522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53bbe224-cd61-44ac-b9da-276584d5312d req-ec5a7df6-42a2-4ed4-9807-0bf4985b2850 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 945 time: 0.3844357 Jul 23 22:41:51.926970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:51.944438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:52.074004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] For port 180196ed-efdb-4bb5-8e15-ada14680000f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=180196ed-efdb-4bb5-8e15-ada14680000f,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:52.074243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.079660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53bbe224-cd61-44ac-b9da-276584d5312d req-c7bc56e6-e223-4037-af68-f09e76f87d79 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f2751c9-fcc6-49c8-8a82-c544446d49a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732683 Jul 23 22:41:52.091785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 180196ed-efdb-4bb5-8e15-ada14680000f no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:52.100803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1683d402-16f6-400e-93dd-ab9dc7903b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.104074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-1683d402-16f6-400e-93dd-ab9dc7903b26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5243b5a7a3144997b3421593f9dbac7c&device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 1096 time: 0.3327045 Jul 23 22:41:52.107084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Calling delete_port for 180196ed-efdb-4bb5-8e15-ada14680000f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:52.162837 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a521f44-7459-4722-a51f-1993f72c05a6 x-openstack-request-id: req-1a521f44-7459-4722-a51f-1993f72c05a6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:52.163128 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:52.163379 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a521f44-7459-4722-a51f-1993f72c05a6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:52.166188 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234', 'status': 'completed', 'code': 200} Jul 23 22:41:52.171475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-8ab1ea46-b5d4-4e6f-bddb-db25f66eb65d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234 HTTP/1.1" status: 200 len: 217 time: 0.0604386 Jul 23 22:41:52.238669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.287945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-81f87505-e0d4-4337-b082-cc2e9aaa1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.290191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-81f87505-e0d4-4337-b082-cc2e9aaa1b82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4d1fa868-f731-4b8c-bf57-cb150c75211a HTTP/1.1" status: 200 len: 865 time: 0.1104059 Jul 23 22:41:52.318951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:41:52.347263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-d37eafc3-1903-4a44-be00-120086d27fdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a7c8b2fc-b423-4aa7-84ae-032521ce1138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493035 Jul 23 22:41:52.359959 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.453627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a08d-6e00-4616-b738-5415e4bd9a09 req-506f28c9-0193-4aa5-9e37-74297c0c287d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.455679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d979a08d-6e00-4616-b738-5415e4bd9a09 req-506f28c9-0193-4aa5-9e37-74297c0c287d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 944 time: 0.2012095 Jul 23 22:41:52.516867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d979a08d-6e00-4616-b738-5415e4bd9a09 req-5f6a45ac-c376-4668-9e20-3cbc8fe30499 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Jul 23 22:41:52.555321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21c1e648-8abf-4373-9677-17591e78dbee up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:52.561780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5716f51a-2ade-41d0-bb74-3d535ded6b37 None None] Provisioning complete for port b04b6281-866b-4eda-942e-09cd3b27d637 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:52.562164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5716f51a-2ade-41d0-bb74-3d535ded6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.612574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.676374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb6480-3ddc-4177-b798-2b88fa19f05c req-bdc7d8b4-9630-4f6a-834f-85edb5926b49 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.680389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-70cb6480-3ddc-4177-b798-2b88fa19f05c req-bdc7d8b4-9630-4f6a-834f-85edb5926b49 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 944 time: 0.0972192 Jul 23 22:41:52.683854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-84c4d691-35e1-4b5d-8b08-fc465293e32d service neutron] 10.222.0.22 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190892 Jul 23 22:41:52.688867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Pushing event deleted for resources: {'Port': ['ID=180196ed-efdb-4bb5-8e15-ada14680000f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:52.691418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5716f51a-2ade-41d0-bb74-3d535ded6b37 None None] Port b04b6281-866b-4eda-942e-09cd3b27d637 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:52.713567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 21c1e648-8abf-4373-9677-17591e78dbee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:52.714607 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.750815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-70cb6480-3ddc-4177-b798-2b88fa19f05c req-98e287d5-a0cc-45e7-b335-954f3919e830 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Jul 23 22:41:52.766426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:41:52.779365 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Sync routers for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:41:52.794485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11a16a16-c1eb-45d6-833a-08f9abcb9af6 admin admin] 10.222.0.37 "PUT /v2.0/routers/bc4908d4-21e1-43fd-b79d-d5a89464bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1079335 Jul 23 22:41:52.798030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:52.800709 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:52.850860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] No DVR routers for this DVR port 180196ed-efdb-4bb5-8e15-ada14680000f on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:52.857482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:52.859533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dbe288f-69bf-4427-a54e-d626fe984cd1 req-550c1515-c8d1-45e4-8319-f16529381443 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.25 "DELETE /v2.0/ports/180196ed-efdb-4bb5-8e15-ada14680000f HTTP/1.1" status: 204 len: 173 time: 1.7336798 Jul 23 22:41:52.871831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641ff5-8f26-4943-9da5-2a60c75ffa4d req-05ab5f11-77d2-45a5-bfc4-421585984639 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.877635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641ff5-8f26-4943-9da5-2a60c75ffa4d req-05ab5f11-77d2-45a5-bfc4-421585984639 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:52.898279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01641ff5-8f26-4943-9da5-2a60c75ffa4d req-05ab5f11-77d2-45a5-bfc4-421585984639 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f&device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 1682 time: 0.4143071 Jul 23 22:41:52.949340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aadc2086-574d-4eae-9387-b3900584c8ad no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:53.004741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01641ff5-8f26-4943-9da5-2a60c75ffa4d req-f0963113-5723-4ddb-9b90-ae9b0f0e2759 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048207 Jul 23 22:41:53.029234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:53.031230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: aadc2086-574d-4eae-9387-b3900584c8ad {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:53.031677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aadc2086-574d-4eae-9387-b3900584c8ad not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:53.032549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d1ec995e-17d9-4ead-9106-6a1848dd3642 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:41:53.037831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ce5e6ed-8f0d-491b-b194-27f9ba7cb12c req-d9f77410-1934-4aff-973a-6b039fd1c45c service neutron] 10.222.0.22 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334723 Jul 23 22:41:53.045946 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:53.124431 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:53.126899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d1ec995e-17d9-4ead-9106-6a1848dd3642 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:41:53.127489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d1ec995e-17d9-4ead-9106-6a1848dd3642 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:41:53.206652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:53.206770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37136436-908f-4c02-8126-8159f23ae7f3 req-7dd0fa24-4e79-4225-96cf-81cc90545117 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.211813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:53.213965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:53.214264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37136436-908f-4c02-8126-8159f23ae7f3 req-7dd0fa24-4e79-4225-96cf-81cc90545117 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.2066829 Jul 23 22:41:53.243431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977853-bacf-4f02-a399-836e76875b6f req-b7304625-cd6c-4470-a3be-f9633c23aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.244992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-b7304625-cd6c-4470-a3be-f9633c23aaa0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5243b5a7a3144997b3421593f9dbac7c&device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 1096 time: 0.1216140 Jul 23 22:41:53.309112 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37136436-908f-4c02-8126-8159f23ae7f3 req-dfd93a30-67f9-49ce-8d12-c4e98a8ce5e2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934515 Jul 23 22:41:53.323042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:53.362935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:53.376557 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff550ff-05aa-4847-ab7b-1e8ab05cfb81" -d '{"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-plugged", "status": "completed", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:53.402238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977853-bacf-4f02-a399-836e76875b6f req-fa958ec9-d432-4a7d-acfc-2807319e6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.405029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-fa958ec9-d432-4a7d-acfc-2807319e6f58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a7c8b2fc-b423-4aa7-84ae-032521ce1138 HTTP/1.1" status: 200 len: 926 time: 0.1533654 Jul 23 22:41:53.408057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:53.416243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:53.472683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'b04b6281-866b-4eda-942e-09cd3b27d637', 'name': '', 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'mac_address': 'fa:16:3e:7b:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:48Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 2, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'subnets': [{'id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:53.487330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:53.502701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-dc686f6e-2639-4988-9a0a-81d9716caa0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234 HTTP/1.1" status: 200 len: 217 time: 0.0899253 Jul 23 22:41:53.504046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-756857b6-a74e-4a4d-82d6-1737be75503b req-c9364779-8c19-4b78-b9b9-f29bf8a4ceb3 tempest-AttachSCSIVolumeTestJSON-1147467972 tempest-AttachSCSIVolumeTestJSON-1147467972-project] 10.222.0.37 "GET /v2.0/ports?device_id=9eb86d78-5b71-4b18-8362-ec585f2e02a7 HTTP/1.1" status: 200 len: 210 time: 0.0661337 Jul 23 22:41:53.533545 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Checking router: bc4908d4-21e1-43fd-b79d-d5a89464bcb8 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:41:53.534152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Updating router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 port b04b6281-866b-4eda-942e-09cd3b27d637 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:41:53.571800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977853-bacf-4f02-a399-836e76875b6f req-107c7572-e901-480b-a698-5e5a3608a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.574176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-107c7572-e901-480b-a698-5e5a3608a526 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4d1fa868-f731-4b8c-bf57-cb150c75211a HTTP/1.1" status: 200 len: 865 time: 0.0619619 Jul 23 22:41:53.597888 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:53.652058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-89b0aa78-65a2-4d5f-9c3a-a7dac5e4cae7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a7c8b2fc-b423-4aa7-84ae-032521ce1138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639319 Jul 23 22:41:53.700357 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aacc953-3908-4cc4-9f4f-32242be999dc x-openstack-request-id: req-9aacc953-3908-4cc4-9f4f-32242be999dc {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:53.700659 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-plugged", "status": "completed", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:53.700918 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9aacc953-3908-4cc4-9f4f-32242be999dc {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:53.701328 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'code': 200} Jul 23 22:41:53.856424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-85bcdffb-5dd4-4af5-b23e-b1613a119674 service neutron] 10.222.0.22 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931930 Jul 23 22:41:53.964389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05204b-bafe-4dd6-92ef-a37d08de2d7b req-bdfcaae9-1557-412c-b700-b57ab2412937 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.966014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef05204b-bafe-4dd6-92ef-a37d08de2d7b req-bdfcaae9-1557-412c-b700-b57ab2412937 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 944 time: 0.1938779 Jul 23 22:41:53.984424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc30a8-74b0-4d6b-b691-120b2f2fe93a req-a0f291fd-b51a-4c0b-81c1-d567b0703f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:53.985948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5bc30a8-74b0-4d6b-b691-120b2f2fe93a req-a0f291fd-b51a-4c0b-81c1-d567b0703f72 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1097 time: 0.2098215 Jul 23 22:41:54.001139 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.014488 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Transition to ACTIVE for port object b04b6281-866b-4eda-942e-09cd3b27d637 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:54.021474 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.029252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e5972-f41f-4a9b-bf7b-e893c7aea060 req-9a6bfe0d-9e89-4423-9565-836c76ad8e25 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:54.037434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a45e5972-f41f-4a9b-bf7b-e893c7aea060 req-9a6bfe0d-9e89-4423-9565-836c76ad8e25 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 944 time: 0.0851367 Jul 23 22:41:54.075734 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab887ddc-50e6-4c78-a0d5-dc536caabee1 None None] Pushing event updated for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:54.082393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a45e5972-f41f-4a9b-bf7b-e893c7aea060 req-a30242e5-4bf0-4a22-b3c4-befe28acbe9a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Jul 23 22:41:54.105490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fcc52227-fa60-4386-bc08-931c9f4e18cb up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:54.178561 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Attempting to bind port b04b6281-866b-4eda-942e-09cd3b27d637 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:54.178871 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Attempting to bind port b04b6281-866b-4eda-942e-09cd3b27d637 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:54.179211 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Attempting to bind port b04b6281-866b-4eda-942e-09cd3b27d637 on network 1c1d23f1-be29-489e-9fb3-736959978ed7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:54.191145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:54.191706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Checking segment: {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:54.192300 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.192698 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Bound using segment: {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:54.193177 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Bound port: b04b6281-866b-4eda-942e-09cd3b27d637, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600e6595-226e-4736-8df4-b02ea6bf842b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:54.193556 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.234458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port fcc52227-fa60-4386-bc08-931c9f4e18cb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:54.247810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port fcc52227-fa60-4386-bc08-931c9f4e18cb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:54.249430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.332879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'name': 'network-vif-deleted', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:54.335155 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d38a8-1c0d-4740-a458-8915a9c4743e" -d '{"events": [{"server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "name": "network-vif-deleted", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:54.363881 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] For port b04b6281-866b-4eda-942e-09cd3b27d637, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:41:54.371302 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] For port b04b6281-866b-4eda-942e-09cd3b27d637, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b04b6281-866b-4eda-942e-09cd3b27d637,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:41:54.381649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.382524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25977853-bacf-4f02-a399-836e76875b6f req-ffbaae0b-41ea-4197-b33c-c1c2d84ea4a1 service neutron] 10.222.0.22 "GET /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144536 Jul 23 22:41:54.386702 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.412819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef05204b-bafe-4dd6-92ef-a37d08de2d7b req-d2ef8655-b73f-4326-bee6-aac55cd4b782 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361670 Jul 23 22:41:54.417806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5bc30a8-74b0-4d6b-b691-120b2f2fe93a req-f6f9c4a9-e980-42a9-8e5e-5f74d9f83717 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851359 Jul 23 22:41:54.434757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:54.440887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:54.443355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-d978559a-65b9-4746-8c6d-6d3c84552bee tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:54.450908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-d978559a-65b9-4746-8c6d-6d3c84552bee tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.1950903 Jul 23 22:41:54.467824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-444069bb-2b3c-4236-8b31-5860f73ba601 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/quotas/65c4e956df8d4a7f859307a822819a95 HTTP/1.1" status: 200 len: 375 time: 0.0159559 Jul 23 22:41:54.503572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:54.542537 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:41:54.543772 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:54.547779 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab887ddc-50e6-4c78-a0d5-dc536caabee1 None None] Pushing event updated for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:54.621809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-ced5ac1c-38e4-472d-986c-f77c216eb9e6 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530790 Jul 23 22:41:54.702734 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:41:54.750852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-08c7151e-f35d-4d6f-8d52-19011b1b6bce service neutron] 10.222.0.37 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212165 Jul 23 22:41:54.852870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406a2ec-14fc-4b6d-8ea2-0cc09eca52bc req-e96a265d-607b-445b-a3c1-9ffe3dfd7a2a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:54.854435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c406a2ec-14fc-4b6d-8ea2-0cc09eca52bc req-e96a265d-607b-445b-a3c1-9ffe3dfd7a2a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Jul 23 22:41:54.863139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-9d7021af-cadb-407e-999c-5952d4b5e041 service neutron] 10.222.0.37 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056516 Jul 23 22:41:54.918252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c406a2ec-14fc-4b6d-8ea2-0cc09eca52bc req-de5e95b3-401f-4266-82cf-af517a692256 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Jul 23 22:41:54.940259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'b04b6281-866b-4eda-942e-09cd3b27d637', 'name': '', 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'mac_address': 'fa:16:3e:7b:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:48Z', 'updated_at': '2021-07-23T22:41:54Z', 'revision_number': 4, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'subnets': [{'id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:41:54.959834 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea05873-fb00-48f7-a8a1-abe9f4685684 x-openstack-request-id: req-1ea05873-fb00-48f7-a8a1-abe9f4685684 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:54.960568 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb86d78-5b71-4b18-8362-ec585f2e02a7", "name": "network-vif-deleted", "tag": "180196ed-efdb-4bb5-8e15-ada14680000f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:54.961050 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ea05873-fb00-48f7-a8a1-abe9f4685684 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:54.962050 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb86d78-5b71-4b18-8362-ec585f2e02a7', 'name': 'network-vif-deleted', 'tag': '180196ed-efdb-4bb5-8e15-ada14680000f', 'status': 'completed', 'code': 200} Jul 23 22:41:54.975785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21c543-872d-4f59-bf31-f2ad13d4e34c None None] The sync data for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 is: [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'b04b6281-866b-4eda-942e-09cd3b27d637', 'name': '', 'network_id': '1c1d23f1-be29-489e-9fb3-736959978ed7', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'mac_address': 'fa:16:3e:7b:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:48Z', 'updated_at': '2021-07-23T22:41:54Z', 'revision_number': 4, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'subnets': [{'id': 'eaf197e7-a9ee-4414-9c61-b1bb1628c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:41:55.027674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1ffd062c-7ea3-497a-887b-36f0fd79a234 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:41:55.165334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7c4771d-5aca-4658-ac01-b3eb53ecf9cb req-d6d2f129-a193-4ab6-81d7-d3e176a444b9 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 210 time: 0.0705168 Jul 23 22:41:55.299131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2808-a6bb-423f-af69-265879367982 req-59e66ec1-f26d-4375-8ee3-9fe156584039 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:55.317324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234,segment=NetworkSegment(27922945-ac2f-484b-ba59-394fdf3c4992),segment_id=27922945-ac2f-484b-ba59-394fdf3c4992)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:55.326809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc3b2808-a6bb-423f-af69-265879367982 req-59e66ec1-f26d-4375-8ee3-9fe156584039 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 945 time: 0.1551883 Jul 23 22:41:55.355696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1ffd062c-7ea3-497a-887b-36f0fd79a234', 'network_id': 'a7c8b2fc-b423-4aa7-84ae-032521ce1138', 'port_id': '1ffd062c-7ea3-497a-887b-36f0fd79a234', 'mac_address': 'fa:16:3e:99:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1fa868-f731-4b8c-bf57-cb150c75211a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:41:55.427101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc3b2808-a6bb-423f-af69-265879367982 req-5c360094-2448-491a-83c9-f589e90132b3 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895729 Jul 23 22:41:55.435846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:55.480730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffd062c-7ea3-497a-887b-36f0fd79a234 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:41:55.511907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234,segment=NetworkSegment(27922945-ac2f-484b-ba59-394fdf3c4992),segment_id=27922945-ac2f-484b-ba59-394fdf3c4992)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:55.519736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:55.601415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-977ee11f-3f66-43e9-9d34-b0fd4825beb5 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:55.603071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-977ee11f-3f66-43e9-9d34-b0fd4825beb5 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.25 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 945 time: 0.3160539 Jul 23 22:41:55.651040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:55.693718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb97aa2-53fb-4225-a66d-5e676e0923cd req-4e2f5ec4-97b4-4bcd-b141-06b0664366df tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:55.702605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:55.706234 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53a67c-d2c4-498d-8927-4b404e2a5033" -d '{"events": [{"server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "name": "network-vif-plugged", "status": "completed", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:55.710023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8eb97aa2-53fb-4225-a66d-5e676e0923cd req-4e2f5ec4-97b4-4bcd-b141-06b0664366df tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 945 time: 0.1466496 Jul 23 22:41:55.734569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d868d3-cdc2-473d-b7aa-1b772e8ba2b3 req-558d0fb0-18af-4533-9e82-63926e7b7e10 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:55.736326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92d868d3-cdc2-473d-b7aa-1b772e8ba2b3 req-558d0fb0-18af-4533-9e82-63926e7b7e10 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 945 time: 0.4373224 Jul 23 22:41:55.788334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8eb97aa2-53fb-4225-a66d-5e676e0923cd req-6a2f0032-2ddd-4b95-93d9-2b2e6ab8710d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770621 Jul 23 22:41:55.811756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1ffd062c-7ea3-497a-887b-36f0fd79a234'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:55.893921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92d868d3-cdc2-473d-b7aa-1b772e8ba2b3 req-3d453b16-e043-4be1-a8ff-710d855016ad tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446238 Jul 23 22:41:55.923913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Deleting port 10dcec59-7c36-4df0-a091-a8f4c25736c4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:55.924676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.071590 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90728d8-4cfc-48cc-80c1-2582e93dd896 x-openstack-request-id: req-f90728d8-4cfc-48cc-80c1-2582e93dd896 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:56.071590 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "name": "network-vif-plugged", "status": "completed", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:56.071590 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f90728d8-4cfc-48cc-80c1-2582e93dd896 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:56.071590 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb', 'code': 200} Jul 23 22:41:56.072111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:56.233068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864e649-ae0c-404e-95e8-c439c124a30e req-8072c74a-756c-4c53-933d-b4c93770b488 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:56.238988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3864e649-ae0c-404e-95e8-c439c124a30e req-8072c74a-756c-4c53-933d-b4c93770b488 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.1676650 Jul 23 22:41:56.295597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] For port 10dcec59-7c36-4df0-a091-a8f4c25736c4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=10dcec59-7c36-4df0-a091-a8f4c25736c4,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:56.296089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.348357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3864e649-ae0c-404e-95e8-c439c124a30e req-56673095-4138-4fb3-83b5-9decbf1ed6b9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062889 Jul 23 22:41:56.351289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Calling delete_port for 10dcec59-7c36-4df0-a091-a8f4c25736c4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:56.381888 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5343537-99f6-4e65-9204-d19da2592993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.490337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-5d0ccc4e-3314-4990-9503-8bdfba2e4c2d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:56.491212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-5d0ccc4e-3314-4990-9503-8bdfba2e4c2d tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a6cb551-d60e-44c0-b166-04f3cfb9f7ac HTTP/1.1" status: 200 len: 946 time: 0.4481192 Jul 23 22:41:56.498683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3868cc8a-f753-4337-aa51-d847e24a8d19 req-f8c29e65-f298-4551-a1fd-ea862067f172 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 210 time: 0.1828392 Jul 23 22:41:56.516322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b04b6281-866b-4eda-942e-09cd3b27d637 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:56.526329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0bef5-3715-45bb-8de6-b859700aa41f req-7257f2b5-9ab7-42b6-9e02-0dbf255ab36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:56.528902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5aa0bef5-3715-45bb-8de6-b859700aa41f req-7257f2b5-9ab7-42b6-9e02-0dbf255ab36a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 1097 time: 0.4050119 Jul 23 22:41:56.621504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05079a2-28a5-492c-811d-6ddfed71b2ac req-c100759e-4203-44c2-afbe-bcdfc4109f0f tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:56.630253 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d05079a2-28a5-492c-811d-6ddfed71b2ac req-c100759e-4203-44c2-afbe-bcdfc4109f0f tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1097 time: 0.1630456 Jul 23 22:41:56.635361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b04b6281-866b-4eda-942e-09cd3b27d637 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:56.643649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b04b6281-866b-4eda-942e-09cd3b27d637 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:56.644219 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.675897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5343537-99f6-4e65-9204-d19da2592993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.713876 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d05079a2-28a5-492c-811d-6ddfed71b2ac req-dcbc67d1-7444-489d-ab21-39dfbcc8adcd tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824180 Jul 23 22:41:56.715043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5343537-99f6-4e65-9204-d19da2592993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.783693 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.847618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b04b6281-866b-4eda-942e-09cd3b27d637, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b04b6281-866b-4eda-942e-09cd3b27d637,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:56.853887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:56.854983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5343537-99f6-4e65-9204-d19da2592993 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=767c57b05967442baa654415bcc76057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818952 Jul 23 22:41:56.857908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:41:56.904931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5343537-99f6-4e65-9204-d19da2592993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a26162-3bc8-4c05-859c-0bdf4a5cdcfb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:56.987182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:57.000751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd7f70-baad-4157-beb2-bea2f19dff97 req-94778c18-4647-4015-af8c-2d132d483153 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:57.018160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0dfd7f70-baad-4157-beb2-bea2f19dff97 req-94778c18-4647-4015-af8c-2d132d483153 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1097 time: 0.1665862 Jul 23 22:41:57.051681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5aa0bef5-3715-45bb-8de6-b859700aa41f req-48622a30-9f25-463e-8fd1-e06896492a86 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980283 Jul 23 22:41:57.057784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1ffd062c-7ea3-497a-887b-36f0fd79a234 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:57.078804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.108729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.138821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1ffd062c-7ea3-497a-887b-36f0fd79a234 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:57.162054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1ffd062c-7ea3-497a-887b-36f0fd79a234 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:57.163463 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.167822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0dfd7f70-baad-4157-beb2-bea2f19dff97 req-408db0cf-6b62-4fda-80d0-4751cd0f54f4 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428435 Jul 23 22:41:57.214560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.222053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.223471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6a26162-3bc8-4c05-859c-0bdf4a5cdcfb HTTP/1.1" status: 204 len: 168 time: 0.3643126 Jul 23 22:41:57.258243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a3707-8da6-4a83-ac1f-6c222e03abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a26162-3bc8-4c05-859c-0bdf4a5cdcfb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:57.268919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a87d8-81fc-4a9c-95a9-9205cce62254 req-89f4f1d3-e279-41f1-b476-aa46a1e28f70 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:57.277926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-009a87d8-81fc-4a9c-95a9-9205cce62254 req-89f4f1d3-e279-41f1-b476-aa46a1e28f70 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 945 time: 0.5785031 Jul 23 22:41:57.323186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-33848b4a-a4eb-4442-a7a8-50053bf5c753 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:57.325201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-33848b4a-a4eb-4442-a7a8-50053bf5c753 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.25 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.4873216 Jul 23 22:41:57.342705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Request body: {'port': {'device_id': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'admin_state_up': True, 'tenant_id': '65c4e956df8d4a7f859307a822819a95'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:57.349966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Deleting port f59230ae-ee95-4258-9028-f502d3fcc9ce {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:41:57.350298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.403669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-009a87d8-81fc-4a9c-95a9-9205cce62254 req-8b503ae6-a3de-48fa-8bd5-1befbeb09252 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/security-groups?id=88db8307-4b1e-428a-84c5-2f5b40670c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247451 Jul 23 22:41:57.422782 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.435353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07597bb-24ed-4358-8950-f861a5ebfe16 req-4c48a124-9ea3-4bf3-b51a-1d352ebe831f tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:57.438232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07597bb-24ed-4358-8950-f861a5ebfe16 req-4c48a124-9ea3-4bf3-b51a-1d352ebe831f tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 945 time: 0.1503687 Jul 23 22:41:57.498568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234,segment=NetworkSegment(27922945-ac2f-484b-ba59-394fdf3c4992),segment_id=27922945-ac2f-484b-ba59-394fdf3c4992)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:57.504254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.531389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07597bb-24ed-4358-8950-f861a5ebfe16 req-a8ec4685-9212-4f3f-9315-ebaeb128e23b tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869074 Jul 23 22:41:57.581550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.583625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:57.596205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Made reservation on behalf of 65c4e956df8d4a7f859307a822819a95 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:41:57.599717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.609521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f59230ae-ee95-4258-9028-f502d3fcc9ce'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:57.615613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['10dcec59-7c36-4df0-a091-a8f4c25736c4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:41:57.679126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event deleted for resources: {'Port': ['ID=10dcec59-7c36-4df0-a091-a8f4c25736c4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:57.826018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] For port f59230ae-ee95-4258-9028-f502d3fcc9ce, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f59230ae-ee95-4258-9028-f502d3fcc9ce,segment=NetworkSegment(b4f92b31-0a6a-44ca-9350-bbce1a69b68f),segment_id=b4f92b31-0a6a-44ca-9350-bbce1a69b68f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:41:57.826715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.875122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Calling delete_port for f59230ae-ee95-4258-9028-f502d3fcc9ce owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:41:57.884634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] No DVR routers for this DVR port 10dcec59-7c36-4df0-a091-a8f4c25736c4 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:57.894714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:57.897658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45e192ab-e0f2-459c-a773-17d7a99051cd req-ed5a69ff-fcf0-4e83-8b02-37a75c0f5f65 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.25 "DELETE /v2.0/ports/10dcec59-7c36-4df0-a091-a8f4c25736c4 HTTP/1.1" status: 204 len: 173 time: 2.2764359 Jul 23 22:41:57.903133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe55de3d-eda4-45c7-b7a5-891041e64f49 req-3e81f948-2348-4043-9eaa-d0119682c27b tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 210 time: 0.0760431 Jul 23 22:41:57.909264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'name': 'network-vif-deleted', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:57.916890 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7047ab38-8913-423d-bcfa-ec98bbe7e725" -d '{"events": [{"server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "name": "network-vif-deleted", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:58.072735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:41:58.075129 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f17c4-bdd2-4d75-9f99-da3da46d6939" -d '{"events": [{"server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:41:58.093339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998264c1-2f51-4461-af3a-6550e9ea82f1 req-d194ec0f-97b3-4e11-b530-83ba2b0b8ea9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:58.100420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-998264c1-2f51-4461-af3a-6550e9ea82f1 req-d194ec0f-97b3-4e11-b530-83ba2b0b8ea9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 945 time: 0.5560029 Jul 23 22:41:58.152336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Allocated IP 172.20.0.9 (9c05515b-9d64-4dc9-913d-532d4dfc911a/41d98d30-5e6b-4d5b-b292-9c6de722eb63/0c332207-f5a9-415a-8178-df450f589a99) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:41:58.184215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-998264c1-2f51-4461-af3a-6550e9ea82f1 req-1449d225-55ef-4f25-9256-9c49ff29eef5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829155 Jul 23 22:41:58.270359 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feedb988-a30c-40d1-9b16-3952d95d889b x-openstack-request-id: req-feedb988-a30c-40d1-9b16-3952d95d889b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:58.270829 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788f0dc-57cf-4a25-bbfc-953a4845859f", "name": "network-vif-deleted", "tag": "10dcec59-7c36-4df0-a091-a8f4c25736c4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:58.271175 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-feedb988-a30c-40d1-9b16-3952d95d889b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:58.271827 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4788f0dc-57cf-4a25-bbfc-953a4845859f', 'name': 'network-vif-deleted', 'tag': '10dcec59-7c36-4df0-a091-a8f4c25736c4', 'status': 'completed', 'code': 200} Jul 23 22:41:58.345522 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df95dda-7ff0-4d46-ae76-fe297cfde20f x-openstack-request-id: req-8df95dda-7ff0-4d46-ae76-fe297cfde20f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:41:58.345985 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "name": "network-vif-plugged", "status": "completed", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:41:58.346329 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8df95dda-7ff0-4d46-ae76-fe297cfde20f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:41:58.346850 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234', 'code': 200} Jul 23 22:41:58.386412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:58.438538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Pushing event deleted for resources: {'Port': ['ID=f59230ae-ee95-4258-9028-f502d3fcc9ce,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:58.442693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b04b6281-866b-4eda-942e-09cd3b27d637 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:41:58.504709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b04b6281-866b-4eda-942e-09cd3b27d637 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:58.505090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:58.525103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:58.544716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Transition to ACTIVE for port object 0c332207-f5a9-415a-8178-df450f589a99 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:41:58.762872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35cb5f31-d67d-4c41-8f08-3176e80abc30 req-7cfcf144-e18b-41a3-84f6-11077c0657db tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.37 "GET /v2.0/ports?device_id=4788f0dc-57cf-4a25-bbfc-953a4845859f HTTP/1.1" status: 200 len: 210 time: 0.1804202 Jul 23 22:41:58.821681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] No DVR routers for this DVR port f59230ae-ee95-4258-9028-f502d3fcc9ce on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:41:58.827113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:58.829442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8465b81c-892c-4dad-ad0d-6b8bef1353b4 req-7a10130f-427a-4124-9b37-c134a6666df1 tempest-ListServersNegativeTestJSON-268976874 tempest-ListServersNegativeTestJSON-268976874-project] 10.222.0.22 "DELETE /v2.0/ports/f59230ae-ee95-4258-9028-f502d3fcc9ce HTTP/1.1" status: 204 len: 173 time: 2.3298581 Jul 23 22:41:58.893490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47db8f-f3ca-487a-b8cf-5e2759b89e92 req-921e2ca9-fd2d-482c-8328-8c2967c22a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:58.895361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f47db8f-f3ca-487a-b8cf-5e2759b89e92 req-921e2ca9-fd2d-482c-8328-8c2967c22a0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 1098 time: 0.4585087 Jul 23 22:41:58.920515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:59.024014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:41:59.026588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f47db8f-f3ca-487a-b8cf-5e2759b89e92 req-3ea8161d-cc70-4351-951a-6721a5cea86e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140277 Jul 23 22:41:59.036499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:41:59.042122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:41:59.044497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Pushing event updated for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:41:59.141490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db1b3c-d62a-4db3-89f8-ce6dfb9785fd req-8076126e-18bf-452e-a16e-2e798476f346 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:59.150448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98db1b3c-d62a-4db3-89f8-ce6dfb9785fd req-8076126e-18bf-452e-a16e-2e798476f346 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.2612607 Jul 23 22:41:59.182557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:59.183954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:59.249272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98db1b3c-d62a-4db3-89f8-ce6dfb9785fd req-eae723c8-3636-4173-9122-35dccd56e397 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979073 Jul 23 22:41:59.256949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-84107824-c4f0-48a7-8174-af003b6666fd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9184003 Jul 23 22:41:59.305048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Request body: {'port': {'device_id': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:59.401860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e2826fe-db6b-4d89-b6ca-475284bb0c1a None None] Provisioning for port 0c332207-f5a9-415a-8178-df450f589a99 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:41:59.409919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e2826fe-db6b-4d89-b6ca-475284bb0c1a None None] Provisioning complete for port 0c332207-f5a9-415a-8178-df450f589a99 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:41:59.410555 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2826fe-db6b-4d89-b6ca-475284bb0c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:59.485632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-3260e608-ded9-41f5-84a1-db82c52eccc7 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:41:59.490449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:41:59.494739 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-3260e608-ded9-41f5-84a1-db82c52eccc7 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158460 Jul 23 22:41:59.504931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:41:59.505397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:41:59.571866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9e2826fe-db6b-4d89-b6ca-475284bb0c1a None None] Port 0c332207-f5a9-415a-8178-df450f589a99 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:41:59.707734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643962-fc62-414b-9e2d-c6854377591b req-f9c308f9-d21c-432e-ac95-05ce5bacf333 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:41:59.709279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0643962-fc62-414b-9e2d-c6854377591b req-f9c308f9-d21c-432e-ac95-05ce5bacf333 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1027 time: 0.1679609 Jul 23 22:41:59.730050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:41:59.730387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:41:59.731231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:59.736872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:41:59.737876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:41:59.746002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:41:59.746568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:41:59.747108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:41:59.748149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Bound port: 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:41:59.830886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0643962-fc62-414b-9e2d-c6854377591b req-a27103f3-c4d1-434e-ab6c-1ce02a44de98 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Jul 23 22:41:59.997265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c332207-f5a9-415a-8178-df450f589a99 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:00.006012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.056595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Transition to ACTIVE for port object 0c332207-f5a9-415a-8178-df450f589a99 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:00.064932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.142505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 10dcec59-7c36-4df0-a091-a8f4c25736c4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:00.185093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Pushing event updated for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:00.190432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 10dcec59-7c36-4df0-a091-a8f4c25736c4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:00.191851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 10dcec59-7c36-4df0-a091-a8f4c25736c4 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:00.235818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a599f8-9c08-44b5-91a8-078c3c5938f7 req-84cfc08b-010d-4c68-ae70-d5e6c11e0a02 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:00.248473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9a599f8-9c08-44b5-91a8-078c3c5938f7 req-84cfc08b-010d-4c68-ae70-d5e6c11e0a02 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 945 time: 0.2343824 Jul 23 22:42:00.276047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'name': 'network-vif-deleted', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:00.279646 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec5e6e-0249-4c5c-afef-bf1d417716f6" -d '{"events": [{"server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "name": "network-vif-deleted", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:00.340461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9a599f8-9c08-44b5-91a8-078c3c5938f7 req-1e3b3adb-9742-4c8a-98d2-1414c930d3a9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901816 Jul 23 22:42:00.350471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Attempting to bind port 0c332207-f5a9-415a-8178-df450f589a99 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:00.350814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Attempting to bind port 0c332207-f5a9-415a-8178-df450f589a99 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:00.351151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Attempting to bind port 0c332207-f5a9-415a-8178-df450f589a99 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:00.368006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Port 0c332207-f5a9-415a-8178-df450f589a99 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:00.368359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Attempting to bind port 0c332207-f5a9-415a-8178-df450f589a99 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:00.374147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:00.374494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Checking segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:00.374889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Bound using segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:00.375337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Bound port: 0c332207-f5a9-415a-8178-df450f589a99, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:00.375763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.490320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:00.497404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.502724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-d6850c25-b4de-455f-b20f-220e45bf4c0c service neutron] 10.222.0.37 "POST /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92/bindings HTTP/1.1" status: 201 len: 390 time: 1.0066161 Jul 23 22:42:00.512252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:00.546684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c332207-f5a9-415a-8178-df450f589a99,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:00.574876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.630127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:00.630755 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:00.632214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] 10.222.0.25 "PUT /v2.0/ports/0c332207-f5a9-415a-8178-df450f589a99 HTTP/1.1" status: 200 len: 1092 time: 1.3333247 Jul 23 22:42:00.636273 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93691ecd-c621-4716-9f5c-0e5d61791b5c x-openstack-request-id: req-93691ecd-c621-4716-9f5c-0e5d61791b5c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:00.636461 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6cb551-d60e-44c0-b166-04f3cfb9f7ac", "name": "network-vif-deleted", "tag": "f59230ae-ee95-4258-9028-f502d3fcc9ce", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:00.636719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93691ecd-c621-4716-9f5c-0e5d61791b5c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:00.637137 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6cb551-d60e-44c0-b166-04f3cfb9f7ac', 'name': 'network-vif-deleted', 'tag': 'f59230ae-ee95-4258-9028-f502d3fcc9ce', 'status': 'completed', 'code': 200} Jul 23 22:42:00.678718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ed0a-3a41-4af4-acef-8f7be176542d req-5311b5d6-5e14-4a4a-a453-eedb20b88042 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:00.687193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c119ed0a-3a41-4af4-acef-8f7be176542d req-5311b5d6-5e14-4a4a-a453-eedb20b88042 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.1886513 Jul 23 22:42:00.714944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4808f-b344-4210-af65-b05be25fcb03 service neutron] Pushing event updated for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:00.791208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c119ed0a-3a41-4af4-acef-8f7be176542d req-df2c22c8-8f32-4655-b169-adabfd8cf4a0 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Jul 23 22:42:00.863088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-6e70fd70-faaf-446f-ac90-863964c2ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:00.864936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-6e70fd70-faaf-446f-ac90-863964c2ec74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1095 time: 0.1287575 Jul 23 22:42:00.939995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-6efddc45-0ec2-4ece-a32f-cce859ea1328 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c332207-f5a9-415a-8178-df450f589a99 HTTP/1.1" status: 200 len: 217 time: 0.0655620 Jul 23 22:42:00.949518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-1a84397a-f4b4-4c73-b931-09acf0c5c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:00.954731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-1a84397a-f4b4-4c73-b931-09acf0c5c5f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1097 time: 0.1616707 Jul 23 22:42:01.023044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:01.066921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f59230ae-ee95-4258-9028-f502d3fcc9ce no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:01.127332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-1a7b3a35-22a3-4fb6-abeb-d8575a77ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.128758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-1a7b3a35-22a3-4fb6-abeb-d8575a77ad0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.1504507 Jul 23 22:42:01.132299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f59230ae-ee95-4258-9028-f502d3fcc9ce {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:01.132679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f59230ae-ee95-4258-9028-f502d3fcc9ce not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:01.133746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-c8b34a39-cba5-40eb-80ac-36b1fd498f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.135344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-c8b34a39-cba5-40eb-80ac-36b1fd498f8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41d98d30-5e6b-4d5b-b292-9c6de722eb63 HTTP/1.1" status: 200 len: 848 time: 0.1784973 Jul 23 22:42:01.150517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Deleting subnet d8b3e109-d849-4075-9946-28080f71a169 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:01.153892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.184261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-15ebac15-ee02-4537-9415-9a0eb6cf452e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 217 time: 0.0472987 Jul 23 22:42:01.206878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.268468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51e776-6b0c-499a-90d4-a5d8330ba446 req-4b9e1c96-5a5e-4082-bd21-dd8bed7a4d05 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.275612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d51e776-6b0c-499a-90d4-a5d8330ba446 req-4b9e1c96-5a5e-4082-bd21-dd8bed7a4d05 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.1836584 Jul 23 22:42:01.300522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.323779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-b7ef1954-8a2f-42db-8201-a51d20724644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.325256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-b7ef1954-8a2f-42db-8201-a51d20724644 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1281767 Jul 23 22:42:01.370397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d51e776-6b0c-499a-90d4-a5d8330ba446 req-79c2052a-318f-4e48-ba5f-abed6ea45884 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937765 Jul 23 22:42:01.390615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-ec1a9699-8f8b-413b-9734-a0331dca9a3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498343 Jul 23 22:42:01.419735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.461928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:01.495141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b3e109-d849-4075-9946-28080f71a169,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:01.501997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.512703 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d8b3e109-d849-4075-9946-28080f71a169 HTTP/1.1" status: 204 len: 168 time: 0.4809158 Jul 23 22:42:01.515405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:01.553597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.553924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.554268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.555170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.555538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.555870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.556201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.556518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.556858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.557361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.557689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.558040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b311dfb-4eac-4d11-8604-6f9fd1073e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:01.623292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a40c7-3ab6-4efe-9fa1-c29f2df9bbb0 req-ad2447d6-48af-4e58-bbbe-5c19800f7c6b tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.624886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-126a40c7-3ab6-4efe-9fa1-c29f2df9bbb0 req-ad2447d6-48af-4e58-bbbe-5c19800f7c6b tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1095 time: 0.2023342 Jul 23 22:42:01.638725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.654203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e71bfc8-9f47-49c8-b37d-b8b8ee4bc25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.722299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-126a40c7-3ab6-4efe-9fa1-c29f2df9bbb0 req-1e00324a-22ed-498f-b604-1259849f8fae tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875280 Jul 23 22:42:01.752824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d357d-bd17-4526-a692-1261225f2c84 req-b3d0bc67-11bf-4617-b1b5-68953f8d02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.754376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-b3d0bc67-11bf-4617-b1b5-68953f8d02a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c05515b-9d64-4dc9-913d-532d4dfc911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5680285 Jul 23 22:42:01.800520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.815903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4046789a-5f36-479b-bb2e-77acd9cb31c8']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:01.837255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd6d4f-4cae-4dfd-bce5-39e5d75bdb1e req-4e21b8ee-482b-48b7-9ae6-e9b3d4719914 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:01.838802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0dd6d4f-4cae-4dfd-bce5-39e5d75bdb1e req-4e21b8ee-482b-48b7-9ae6-e9b3d4719914 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.6536477 Jul 23 22:42:01.845699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:01.846045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f92b31-0a6a-44ca-9350-bbce1a69b68f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:01.883560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.911611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.920049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-fa0d659d-5e00-480d-9a72-23bc03523b93 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193591 Jul 23 22:42:01.930174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:01.930668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:01.932370 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:01.947609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0dd6d4f-4cae-4dfd-bce5-39e5d75bdb1e req-3b206ca1-1b11-4e2e-97c4-58faff16cecb tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986564 Jul 23 22:42:01.953185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e71bfc8-9f47-49c8-b37d-b8b8ee4bc25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:01.978317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-29df3021-62d9-4565-8edf-fd3063f9c3cc service neutron] 10.222.0.25 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135658 Jul 23 22:42:02.001854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e71bfc8-9f47-49c8-b37d-b8b8ee4bc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.004205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:02.113417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.126021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-b33d2f2d-b006-4a90-8c91-1ae79243395f service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968527 Jul 23 22:42:02.127107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0a020-7522-44f0-aa25-7c32a543eb63 req-47836a68-b32b-40c7-91c5-7ec27ab6bb60 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:02.128659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8de0a020-7522-44f0-aa25-7c32a543eb63 req-47836a68-b32b-40c7-91c5-7ec27ab6bb60 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 945 time: 0.3064191 Jul 23 22:42:02.138363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.140260 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4046789a-5f36-479b-bb2e-77acd9cb31c8 HTTP/1.1" status: 204 len: 168 time: 0.6226151 Jul 23 22:42:02.144220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e71bfc8-9f47-49c8-b37d-b8b8ee4bc25b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f80c25b1fcb247d088c3a3c991a5ca79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6579669 Jul 23 22:42:02.147779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f01d357d-bd17-4526-a692-1261225f2c84 req-a992b4ab-b125-497d-b513-ccb57e7b15bd service neutron] 10.222.0.25 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344910 Jul 23 22:42:02.149212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:02.158160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71bfc8-9f47-49c8-b37d-b8b8ee4bc25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19cb18-f4ee-4076-a4a5-3ace14c3c03a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:02.173317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a410b-a1cc-46b7-abb2-f9d082526c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=4046789a-5f36-479b-bb2e-77acd9cb31c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:02.216045 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.248807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.273978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8de0a020-7522-44f0-aa25-7c32a543eb63 req-ee7a8d7a-436b-44d0-b42c-c7b0f20ea656 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149235 Jul 23 22:42:02.358062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:02.396985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.400922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.402124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b19cb18-f4ee-4076-a4a5-3ace14c3c03a HTTP/1.1" status: 204 len: 168 time: 0.2516544 Jul 23 22:42:02.415232 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:42:02.469777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27132c82-ec86-40b1-8002-7d67fd82bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19cb18-f4ee-4076-a4a5-3ace14c3c03a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:02.490204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ecf94cb-ff3a-4a2e-82aa-272ec0fdf89a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3bd35ac2f94418f8a113fbd1d7b2672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278713 Jul 23 22:42:02.495499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:02.504217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-272159ab-3278-47c8-9d2b-83debb0990d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:02.505912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-272159ab-3278-47c8-9d2b-83debb0990d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 945 time: 0.2060406 Jul 23 22:42:02.638979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'tag': '0c332207-f5a9-415a-8178-df450f589a99'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:02.641778 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219e3da-ff1b-4c0f-91b0-ba672236fe50" -d '{"events": [{"name": "network-changed", "server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "tag": "0c332207-f5a9-415a-8178-df450f589a99"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:02.691027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.700611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ea47-c8e2-4ab3-be9b-0115b5647ba6 req-e3e600b9-8d3b-4438-bb89-6f0e56bf1b1c tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:02.700611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a388ea47-c8e2-4ab3-be9b-0115b5647ba6 req-e3e600b9-8d3b-4438-bb89-6f0e56bf1b1c tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.1320629 Jul 23 22:42:02.721447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Deleting port fcc52227-fa60-4386-bc08-931c9f4e18cb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:02.721816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.722284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.783658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.786508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.790768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88db8307-4b1e-428a-84c5-2f5b40670c29 HTTP/1.1" status: 204 len: 168 time: 0.2882721 Jul 23 22:42:02.806462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9e674-f1b7-4d1d-bea8-133d0ab2805e req-f5b4f0ef-e4ba-42de-8fc5-92d3e54e9133 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:02.813839 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4d9e674-f1b7-4d1d-bea8-133d0ab2805e req-f5b4f0ef-e4ba-42de-8fc5-92d3e54e9133 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.3532948 Jul 23 22:42:02.855787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6fbca-29f6-4c34-84aa-fa747c5664d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db8307-4b1e-428a-84c5-2f5b40670c29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:02.896772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] For port fcc52227-fa60-4386-bc08-931c9f4e18cb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fcc52227-fa60-4386-bc08-931c9f4e18cb,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:02.897163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:02.917194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Calling delete_port for fcc52227-fa60-4386-bc08-931c9f4e18cb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:02.924455 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d4d9e674-f1b7-4d1d-bea8-133d0ab2805e req-c66569e2-a1cc-405f-889e-c1fe6a269d5e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Jul 23 22:42:02.986931 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff10464-18f8-4791-83fd-c57d22539358 x-openstack-request-id: req-3ff10464-18f8-4791-83fd-c57d22539358 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:02.987239 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "tag": "0c332207-f5a9-415a-8178-df450f589a99", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:02.987491 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff10464-18f8-4791-83fd-c57d22539358 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:02.987902 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'tag': '0c332207-f5a9-415a-8178-df450f589a99', 'status': 'completed', 'code': 200} Jul 23 22:42:03.032558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:03.037350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a388ea47-c8e2-4ab3-be9b-0115b5647ba6 req-7a0408c0-8765-487e-9e77-485d9efe15a0 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296771 Jul 23 22:42:03.091393 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf62-22f1-40a0-adbb-3b67a5377a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.144361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-1ae98379-048e-44a5-87ef-23cfa32013cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.146116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-1ae98379-048e-44a5-87ef-23cfa32013cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1095 time: 0.1056199 Jul 23 22:42:03.188571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.344903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.359834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'fcc52227-fa60-4386-bc08-931c9f4e18cb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:03.390303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Pushing event deleted for resources: {'Port': ['ID=fcc52227-fa60-4386-bc08-931c9f4e18cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:03.501861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd8e7-b251-4d3c-90a6-762e9653123d req-7898be07-7c43-4c7c-8a98-c12db7fac590 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.512597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8fcd8e7-b251-4d3c-90a6-762e9653123d req-7898be07-7c43-4c7c-8a98-c12db7fac590 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1095 time: 0.4118125 Jul 23 22:42:03.516640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] No DVR routers for this DVR port fcc52227-fa60-4386-bc08-931c9f4e18cb on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:03.520276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.522547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2ce1f2-e59f-4bce-b372-c1e8ed1522a8 req-62b7fbbb-a510-42f5-b972-87c7aa822977 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "DELETE /v2.0/ports/fcc52227-fa60-4386-bc08-931c9f4e18cb HTTP/1.1" status: 204 len: 173 time: 1.0101335 Jul 23 22:42:03.541207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-e55ca914-eda4-4577-93d5-451c24cb1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.543200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-e55ca914-eda4-4577-93d5-451c24cb1cb3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.3283987 Jul 23 22:42:03.624302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf62-22f1-40a0-adbb-3b67a5377a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.635427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf62-22f1-40a0-adbb-3b67a5377a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.661496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-6963faca-4e67-4d76-b3f2-4ce35743214a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c332207-f5a9-415a-8178-df450f589a99 HTTP/1.1" status: 200 len: 217 time: 0.1047606 Jul 23 22:42:03.666760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8fcd8e7-b251-4d3c-90a6-762e9653123d req-c2ee9153-a6b5-4c1d-8977-675176b42148 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486902 Jul 23 22:42:03.738864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c57cf62-22f1-40a0-adbb-3b67a5377a6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30112277843f40d8b516460d24095255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049580 Jul 23 22:42:03.739817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:03.769513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57cf62-22f1-40a0-adbb-3b67a5377a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50349e5b-5c85-48bd-b5ed-1b87aa6ec42c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:03.778116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-55773bae-bfce-4c6f-8e39-06a2ba73929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.779650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-55773bae-bfce-4c6f-8e39-06a2ba73929b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41d98d30-5e6b-4d5b-b292-9c6de722eb63 HTTP/1.1" status: 200 len: 848 time: 0.0714402 Jul 23 22:42:03.811319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bacc8474-dc55-42cb-9003-19346437e522 req-21650077-33bd-4a51-9f7c-7a659381bfa9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=d39c5503-f425-4205-a297-e38f7addfaff HTTP/1.1" status: 200 len: 210 time: 0.1486948 Jul 23 22:42:03.870307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-8bac2b7c-8433-4a6b-aca1-ba06e720e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.871821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-8bac2b7c-8433-4a6b-aca1-ba06e720e8cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c05515b-9d64-4dc9-913d-532d4dfc911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734291 Jul 23 22:42:03.918330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:03.964496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dfaca-4858-4319-9203-d795ff86faf4 req-644491b6-4aa6-4d9c-9a08-ed607f4e1ff3 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:03.966172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-359dfaca-4858-4319-9203-d795ff86faf4 req-644491b6-4aa6-4d9c-9a08-ed607f4e1ff3 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.1804149 Jul 23 22:42:03.985139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.029208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Deleting port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:04.030600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.037617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-59bb1b71-63d5-4c5c-b4d9-3857cc425734 service neutron] 10.222.0.25 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567051 Jul 23 22:42:04.085372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:04.168624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c332207-f5a9-415a-8178-df450f589a99 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:42:04.224154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1521-0d14-456e-a024-67e1874117cb req-26a6e7eb-3f0c-4201-8764-7ff36e0aadf0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:04.232476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57cf1521-0d14-456e-a024-67e1874117cb req-26a6e7eb-3f0c-4201-8764-7ff36e0aadf0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.1694236 Jul 23 22:42:04.241743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-359dfaca-4858-4319-9203-d795ff86faf4 req-8c2a75f6-07fc-4455-b988-0f2bfb545e60 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684307 Jul 23 22:42:04.264169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] For port 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:04.264546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.286998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1219e3da-ff1b-4c0f-91b0-ba672236fe50 req-218ce046-08e1-4d09-a6be-deca81d180cb service neutron] 10.222.0.25 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420251 Jul 23 22:42:04.323037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57cf1521-0d14-456e-a024-67e1874117cb req-1553496e-beb0-410b-a012-47a67e2dc504 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802901 Jul 23 22:42:04.326553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Calling delete_port for 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:04.334599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.339348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.340856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50349e5b-5c85-48bd-b5ed-1b87aa6ec42c HTTP/1.1" status: 204 len: 168 time: 0.5978098 Jul 23 22:42:04.344606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1184143161-network', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:04.355989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5076f-f2ac-46a5-ab00-034257e7e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50349e5b-5c85-48bd-b5ed-1b87aa6ec42c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:04.379690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c332207-f5a9-415a-8178-df450f589a99,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:04.395378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:04.397542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '0c332207-f5a9-415a-8178-df450f589a99', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'port_id': '0c332207-f5a9-415a-8178-df450f589a99', 'mac_address': 'fa:16:3e:14:44:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:42:04.397814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.426663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.452287 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.471095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c332207-f5a9-415a-8178-df450f589a99 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:04.496804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c332207-f5a9-415a-8178-df450f589a99,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:04.503320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.583232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:04.607038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.611135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.636090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:42:04.653910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddee782-fa52-4440-a98a-39c79e5f2c5b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:04.657374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.657726 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Added segment 29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c of type vlan for network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 Jul 23 22:42:04.682511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.712872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Pushing event deleted for resources: {'Port': ['ID=215ccd7e-89ae-4ff2-952d-fa1d7871b9ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:04.743389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:04.801909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0c332207-f5a9-415a-8178-df450f589a99'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:05.035970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'name': 'network-vif-deleted', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:05.041150 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b5af1-5343-492f-aca6-2413606da16f" -d '{"events": [{"server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "name": "network-vif-deleted", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:05.065554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.069700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.070585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.083629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.142922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0553730 Jul 23 22:42:05.148733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:05.158475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Request body: {'subnet': {'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1184143161-subnet', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:05.218855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142787-06f8-491b-bb4d-335134ac7676 req-27d45979-0876-406f-81a5-ef42bf17fc3b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.220487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec142787-06f8-491b-bb4d-335134ac7676 req-27d45979-0876-406f-81a5-ef42bf17fc3b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2069821 Jul 23 22:42:05.235510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-81a91f37-b9e0-4cce-a587-5c0d0fd8cab3 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.237454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-81a91f37-b9e0-4cce-a587-5c0d0fd8cab3 tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.4465759 Jul 23 22:42:05.284716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec142787-06f8-491b-bb4d-335134ac7676 req-db45ecb5-0dde-4c70-b4c1-1cc64acf2ac6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Jul 23 22:42:05.321502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc78a95-7c9b-47f6-97e5-79c0570bfa7e admin admin] Pushing event updated for resources: {'Network': ['ID=2f3c3cb1-0caa-4191-868a-8e495ac7d634,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:05.334336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:42:05.442302 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b9415-fe8b-404b-99ad-7d59f81ba91b x-openstack-request-id: req-569b9415-fe8b-404b-99ad-7d59f81ba91b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:05.443191 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c5503-f425-4205-a297-e38f7addfaff", "name": "network-vif-deleted", "tag": "fcc52227-fa60-4386-bc08-931c9f4e18cb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:05.443191 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-569b9415-fe8b-404b-99ad-7d59f81ba91b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:05.443353 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39c5503-f425-4205-a297-e38f7addfaff', 'name': 'network-vif-deleted', 'tag': 'fcc52227-fa60-4386-bc08-931c9f4e18cb', 'status': 'completed', 'code': 200} Jul 23 22:42:05.445620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdca543-f541-4000-8ebb-30e704a1985b req-1771636b-5a0f-40c1-b5b3-d659c1801222 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.447703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dcdca543-f541-4000-8ebb-30e704a1985b req-1771636b-5a0f-40c1-b5b3-d659c1801222 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1096 time: 0.5395555 Jul 23 22:42:05.475325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:05.478657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.548155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dcdca543-f541-4000-8ebb-30e704a1985b req-490c722d-2582-49bd-94bd-8a3063766587 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792232 Jul 23 22:42:05.618835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Deleting port 1ffd062c-7ea3-497a-887b-36f0fd79a234 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:05.619233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.803075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] For port 1ffd062c-7ea3-497a-887b-36f0fd79a234, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1ffd062c-7ea3-497a-887b-36f0fd79a234,segment=NetworkSegment(27922945-ac2f-484b-ba59-394fdf3c4992),segment_id=27922945-ac2f-484b-ba59-394fdf3c4992)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:05.803457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.856666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Calling delete_port for 1ffd062c-7ea3-497a-887b-36f0fd79a234 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:05.881546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63bfd-6b41-46f0-85d1-21fad2bc3939 req-cced9be0-957d-41fa-86cc-65efdf94b8a8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.883786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d63bfd-6b41-46f0-85d1-21fad2bc3939 req-cced9be0-957d-41fa-86cc-65efdf94b8a8 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.1732454 Jul 23 22:42:05.888623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:05.914475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Router 3b00f003-8ca3-41f5-ba6a-d2336a41627f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:05.927811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b9884-2470-4a5a-a44f-a94c4c76c7d6 req-61d7a5af-7050-4b80-8c5b-b1a63132fd1d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:05.929593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d39b9884-2470-4a5a-a44f-a94c4c76c7d6 req-61d7a5af-7050-4b80-8c5b-b1a63132fd1d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b1043ac-cfe3-47ec-89e5-c0361ebb21e1 HTTP/1.1" status: 200 len: 946 time: 0.1437459 Jul 23 22:42:06.005588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98d63bfd-6b41-46f0-85d1-21fad2bc3939 req-5ee2cc9d-d3f8-4c9d-b7c6-9bc070d8d805 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139345 Jul 23 22:42:06.046035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9f853c-9e5b-48d5-971b-6cf96b9204da,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:06.077095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:06.077575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Network hostable DHCP agents. Network: 2f3c3cb1-0caa-4191-868a-8e495ac7d634, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:42:06.105836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:42:06.146219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2f3c3cb1-0caa-4191-868a-8e495ac7d634) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:06.158681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dae125-c531-4805-bf62-e872a8581343 None None] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:06.165485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d39b9884-2470-4a5a-a44f-a94c4c76c7d6 req-bbde4556-d612-4d2f-9a7b-ac08f284910a tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.37 "GET /v2.0/security-groups?id=89e6698d-35ce-43a5-b9af-f0b8ab4f1209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286417 Jul 23 22:42:06.167499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:06.168888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.219846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.224704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-924ee707-9073-4df0-8e45-7d7aeca3419f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0714219 Jul 23 22:42:06.233507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:06.263213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:06.275153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fb04c63a-e0b9-41b6-965a-14f2fbf69898 admin admin] 10.222.0.37 "PUT /v2.0/routers/3b00f003-8ca3-41f5-ba6a-d2336a41627f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2677603 Jul 23 22:42:06.275441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:06.276053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:06.290072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Pushing event deleted for resources: {'Port': ['ID=1ffd062c-7ea3-497a-887b-36f0fd79a234,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:06.296214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Sync routers for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:06.302277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c332207-f5a9-415a-8178-df450f589a99 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:06.307986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1ffd062c-7ea3-497a-887b-36f0fd79a234'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:06.384176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] No DVR routers for this DVR port 1ffd062c-7ea3-497a-887b-36f0fd79a234 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:06.415451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.419684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:06.420603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:06.431641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce969b6-af0f-4d0e-a270-f89dd5762953 req-16c452ff-79a3-4c63-8e5f-32caf1457b6d tempest-ServersNegativeTestMultiTenantJSON-886651356 tempest-ServersNegativeTestMultiTenantJSON-886651356-project] 10.222.0.22 "DELETE /v2.0/ports/1ffd062c-7ea3-497a-887b-36f0fd79a234 HTTP/1.1" status: 204 len: 173 time: 1.1377602 Jul 23 22:42:06.484189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.486116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.533364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.550159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:42:06.553031 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.647346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.663222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27806115-dd3d-4ade-b3ef-e4665813ba9d req-ec2b14bb-92f4-462e-85b2-4210e82235f1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:06.665373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27806115-dd3d-4ade-b3ef-e4665813ba9d req-ec2b14bb-92f4-462e-85b2-4210e82235f1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2994292 Jul 23 22:42:06.788066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d25744-703f-49de-97d0-711246e9b0bf req-358df651-0cd0-43bf-bcd5-8a59ff5b1017 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:06.795963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9d25744-703f-49de-97d0-711246e9b0bf req-358df651-0cd0-43bf-bcd5-8a59ff5b1017 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1096 time: 0.1009014 Jul 23 22:42:06.824088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:06.843060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27806115-dd3d-4ade-b3ef-e4665813ba9d req-10cb99c9-f1c6-4e10-82cf-292d944063f1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266041 Jul 23 22:42:06.887712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9d25744-703f-49de-97d0-711246e9b0bf req-26c42689-0815-47a6-8d4b-edaf93403e14 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894225 Jul 23 22:42:06.889249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.008711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Deleting port 6b14847e-2203-445c-92e0-a6f2a8a3085d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:07.009539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.084686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:07.247794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] For port 6b14847e-2203-445c-92e0-a6f2a8a3085d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6b14847e-2203-445c-92e0-a6f2a8a3085d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:07.247794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.274800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Calling delete_port for 6b14847e-2203-445c-92e0-a6f2a8a3085d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:07.311167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b0f0-2bf3-473f-b2db-0351060eb1b3 req-f60b1cd8-78be-448f-b432-991f238661e3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:07.321129 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f9d2b0f0-2bf3-473f-b2db-0351060eb1b3 req-f60b1cd8-78be-448f-b432-991f238661e3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.1785898 Jul 23 22:42:07.336375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f113cc8-fd5a-4e0a-91f1-0d50519f0d9f req-ba40bd3f-0066-4619-ae8c-f07d79de294b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:07.343726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f113cc8-fd5a-4e0a-91f1-0d50519f0d9f req-ba40bd3f-0066-4619-ae8c-f07d79de294b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3357158 Jul 23 22:42:07.396039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 0c332207-f5a9-415a-8178-df450f589a99 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:07.417302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f9d2b0f0-2bf3-473f-b2db-0351060eb1b3 req-98b299ba-003c-41ee-acbd-a2ce02fd24d9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932679 Jul 23 22:42:07.445746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'name': 'network-vif-deleted', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:07.448198 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f8354f-d2c2-4f85-941d-c2d681161ca6" -d '{"events": [{"server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "name": "network-vif-deleted", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:07.452014 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.458845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f113cc8-fd5a-4e0a-91f1-0d50519f0d9f req-9f56605f-2298-4469-8a87-667072713070 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140797 Jul 23 22:42:07.544056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 0c332207-f5a9-415a-8178-df450f589a99 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:07.545604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.579662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:07.687086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Deleting subnet 4d1fa868-f731-4b8c-bf57-cb150c75211a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:07.695707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.784553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Allocated IP 172.20.0.2 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/f5f13e48-a878-4c6f-a960-1c6f5d92610b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:07.898949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:07.986219 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.016127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Transition to ACTIVE for port object f5f13e48-a878-4c6f-a960-1c6f5d92610b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:08.016330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.042506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Transition to ACTIVE for port object f5f13e48-a878-4c6f-a960-1c6f5d92610b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:08.124632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.182747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Pushing event updated for resources: {'Port': ['ID=f5f13e48-a878-4c6f-a960-1c6f5d92610b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:08.211200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:08.214885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:08.218561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:08.285368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:42:04Z', 'revision_number': 5, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port': {'id': '6b14847e-2203-445c-92e0-a6f2a8a3085d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:09Z', 'updated_at': '2021-07-23T22:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:08.288952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b14847e-2203-445c-92e0-a6f2a8a3085d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:08.330354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Checking router: 3b00f003-8ca3-41f5-ba6a-d2336a41627f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:08.350249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Routers {'3b00f003-8ca3-41f5-ba6a-d2336a41627f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:08.352919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:08.411884 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68624383-95d1-4fe7-9e5e-01003cc02c71 x-openstack-request-id: req-68624383-95d1-4fe7-9e5e-01003cc02c71 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:08.412394 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1043ac-cfe3-47ec-89e5-c0361ebb21e1", "name": "network-vif-deleted", "tag": "1ffd062c-7ea3-497a-887b-36f0fd79a234", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:08.412490 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68624383-95d1-4fe7-9e5e-01003cc02c71 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:08.412981 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1043ac-cfe3-47ec-89e5-c0361ebb21e1', 'name': 'network-vif-deleted', 'tag': '1ffd062c-7ea3-497a-887b-36f0fd79a234', 'status': 'completed', 'code': 200} Jul 23 22:42:08.415940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.416928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.499931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] Set router 3b00f003-8ca3-41f5-ba6a-d2336a41627f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:08.556818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.571271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59ea65-9700-441d-933c-c358c04c5630 req-d2b2efef-ffdf-4e69-b9d7-9aefcec687d4 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:08.573151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce59ea65-9700-441d-933c-c358c04c5630 req-d2b2efef-ffdf-4e69-b9d7-9aefcec687d4 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1096 time: 0.1630213 Jul 23 22:42:08.578334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:42:07Z', 'revision_number': 7, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:08.580111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Attempting to bind port f5f13e48-a878-4c6f-a960-1c6f5d92610b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:08.586123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Attempting to bind port f5f13e48-a878-4c6f-a960-1c6f5d92610b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:08.586640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Attempting to bind port f5f13e48-a878-4c6f-a960-1c6f5d92610b on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:08.674841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Allocated IP 172.25.1.95 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b755e233-bb7e-4a63-8120-12770469ab80) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:08.683583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce59ea65-9700-441d-933c-c358c04c5630 req-9d2ebb7c-7dae-46cc-9ade-744292e8c363 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007872 Jul 23 22:42:08.713604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.715902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:08.716115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:08.716797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.717310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:08.717993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Bound port: f5f13e48-a878-4c6f-a960-1c6f5d92610b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:08.719123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.758695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.763463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.770681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.861828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1fa868-f731-4b8c-bf57-cb150c75211a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:08.863502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953b9a7-d1a3-42cf-bb55-3e692ab3be8e None None] The sync data for ids ['3b00f003-8ca3-41f5-ba6a-d2336a41627f'] in n-d-791506-25 is: [{'id': '3b00f003-8ca3-41f5-ba6a-d2336a41627f', 'name': 'tempest-AttachSCSIVolumeTestJSON-414829335-router', 'tenant_id': 'a929a4b4eb134788959b635b28da3cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:08Z', 'updated_at': '2021-07-23T22:42:07Z', 'revision_number': 7, 'project_id': 'a929a4b4eb134788959b635b28da3cc0', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:08.863724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.869629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ac3e72a6-e495-45a8-b06a-3597db65e23a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d1fa868-f731-4b8c-bf57-cb150c75211a HTTP/1.1" status: 204 len: 168 time: 1.2887595 Jul 23 22:42:08.873436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:08.875848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.876756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b00f003-8ca3-41f5-ba6a-d2336a41627f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:42:08.886219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:08.887652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-126d8092-83a8-47a2-9366-25baa33cc342 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3b00f003-8ca3-41f5-ba6a-d2336a41627f HTTP/1.1" status: 204 len: 168 time: 2.6101079 Jul 23 22:42:08.891492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:08.929377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c332207-f5a9-415a-8178-df450f589a99'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:08.942616 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77284e2e-746c-412e-bc25-678ce0e1e97d" -d '{"events": [{"server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "name": "network-vif-plugged", "status": "completed", "tag": "0c332207-f5a9-415a-8178-df450f589a99"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:08.966223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1daa8-c349-4352-8f73-e8fa82fbd436 req-1f47c33c-0229-4b0e-9c3e-1f6ada88afc6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:08.967847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2e1daa8-c349-4352-8f73-e8fa82fbd436 req-1f47c33c-0229-4b0e-9c3e-1f6ada88afc6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.4073148 Jul 23 22:42:08.979828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:08.996174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Deleting subnet ab0f6009-d844-4e72-af04-01db0fdaecb3 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:09.002700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.010762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.017703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8219691-c55c-40e3-888c-509accdf994b None None] For port f5f13e48-a878-4c6f-a960-1c6f5d92610b, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:09.025285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8219691-c55c-40e3-888c-509accdf994b None None] For port f5f13e48-a878-4c6f-a960-1c6f5d92610b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5f13e48-a878-4c6f-a960-1c6f5d92610b,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:09.031763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.053774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.121923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.128608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1ffd062c-7ea3-497a-887b-36f0fd79a234 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:09.138002 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372f39c0-b1d4-4771-8f33-d6b2efaf92f3 x-openstack-request-id: req-372f39c0-b1d4-4771-8f33-d6b2efaf92f3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:09.140339 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "name": "network-vif-plugged", "status": "completed", "tag": "0c332207-f5a9-415a-8178-df450f589a99", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:09.140764 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-372f39c0-b1d4-4771-8f33-d6b2efaf92f3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:09.141240 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c332207-f5a9-415a-8178-df450f589a99', 'code': 200} Jul 23 22:42:09.191412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.201002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.215884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c332207-f5a9-415a-8178-df450f589a99,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:09.268407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c8b2fc-b423-4aa7-84ae-032521ce1138']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:09.296924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-128f609a-db79-475e-af7c-8af8b59a1c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.305562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.307033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27922945-ac2f-484b-ba59-394fdf3c4992') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:09.312739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.319622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fcc52227-fa60-4386-bc08-931c9f4e18cb no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:09.324678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27922945-ac2f-484b-ba59-394fdf3c4992') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:09.333323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 1ffd062c-7ea3-497a-887b-36f0fd79a234 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:09.336836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1ffd062c-7ea3-497a-887b-36f0fd79a234 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:09.419832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: fcc52227-fa60-4386-bc08-931c9f4e18cb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:09.422274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fcc52227-fa60-4386-bc08-931c9f4e18cb not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:09.449988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0f6009-d844-4e72-af04-01db0fdaecb3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:09.461784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.469417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16d585a3-3e2e-4b72-b15b-7f0c5a52e037 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab0f6009-d844-4e72-af04-01db0fdaecb3 HTTP/1.1" status: 204 len: 168 time: 0.5764842 Jul 23 22:42:09.471003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:09.485106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-128f609a-db79-475e-af7c-8af8b59a1c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.489815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.495448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdb278-306c-4658-8b9c-740c6ecf95dd None None] Network 6c02a8db-aabf-4acd-9370-4a406ab68b05 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:09.496781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.520907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8219691-c55c-40e3-888c-509accdf994b None None] Pushing event updated for resources: {'Port': ['ID=f5f13e48-a878-4c6f-a960-1c6f5d92610b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:09.556709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-128f609a-db79-475e-af7c-8af8b59a1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.564915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b755e233-bb7e-4a63-8120-12770469ab80,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:09.607003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.637604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdca7f-efb0-4ecf-9e2d-06dbdbe37e3d req-1d37004a-1c22-485a-96e7-44a531c1e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:09.639188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49fdca7f-efb0-4ecf-9e2d-06dbdbe37e3d req-1d37004a-1c22-485a-96e7-44a531c1e6f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.4334359 Jul 23 22:42:09.649594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:09.651699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.672716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:09.681556 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:09.685568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:09.706572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:09.718891 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c2e1daa8-c349-4352-8f73-e8fa82fbd436 req-3300084e-89c7-4686-94e8-a1d17906fdec tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159331 Jul 23 22:42:09.726028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:09.740752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:09.755478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-128f609a-db79-475e-af7c-8af8b59a1c61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f50f1fa4f24e9090e9fcdc1a7d4c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663200 Jul 23 22:42:09.756975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54746) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:09.906476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f609a-db79-475e-af7c-8af8b59a1c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b5357-761a-4348-8e8b-3aa37e401ad3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:10.039334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.043882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.045387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Deleting port ccf805ef-731b-463f-a11b-60b4372037fe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:10.045906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.049705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49fdca7f-efb0-4ecf-9e2d-06dbdbe37e3d req-359ecf5a-1ebd-4842-9a21-faff77389efd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603208 Jul 23 22:42:10.059078 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.061015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7c8b2fc-b423-4aa7-84ae-032521ce1138 HTTP/1.1" status: 204 len: 168 time: 1.1858118 Jul 23 22:42:10.067067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:10.116809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.131100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65706e8-b386-4e0b-8e02-6edfe1c27f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c8b2fc-b423-4aa7-84ae-032521ce1138,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:10.131492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] DHCP port deletion for 6c02a8db-aabf-4acd-9370-4a406ab68b05 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:42:10.204058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Deleting port ccf805ef-731b-463f-a11b-60b4372037fe {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:10.204344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.207326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe241-384f-4997-94fe-7d7c1bf420e6 req-3f4548c0-fc2d-490f-bb71-51d6c742c5dc tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:10.208911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9cbe241-384f-4997-94fe-7d7c1bf420e6 req-3f4548c0-fc2d-490f-bb71-51d6c742c5dc tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.2497325 Jul 23 22:42:10.272082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Deleting subnet e1c3fc7d-a2ad-44cc-bf02-ff9e4e48c7e9 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:10.277895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.285187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] For port ccf805ef-731b-463f-a11b-60b4372037fe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ccf805ef-731b-463f-a11b-60b4372037fe,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:10.285721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.309998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Calling delete_port for ccf805ef-731b-463f-a11b-60b4372037fe owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:10.332339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9cbe241-384f-4997-94fe-7d7c1bf420e6 req-2d910a7f-3f1a-4c20-b421-80b4969ee2ba tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156943 Jul 23 22:42:10.379576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] For port ccf805ef-731b-463f-a11b-60b4372037fe, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ccf805ef-731b-463f-a11b-60b4372037fe,segment=NetworkSegment(ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9),segment_id=ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:10.379948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.384310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.410827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.414882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.418127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.419733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/191b5357-761a-4348-8e8b-3aa37e401ad3 HTTP/1.1" status: 204 len: 168 time: 0.5546422 Jul 23 22:42:10.439386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.441460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Calling delete_port for ccf805ef-731b-463f-a11b-60b4372037fe owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:10.471237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32069556-4f82-443c-b492-b2e1ea2f83b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b5357-761a-4348-8e8b-3aa37e401ad3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:10.481419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] Pushing event deleted for resources: {'Port': ['ID=ccf805ef-731b-463f-a11b-60b4372037fe,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:10.483955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5f13e48-a878-4c6f-a960-1c6f5d92610b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:10.550494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.559459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2c706-889e-4473-b974-4d81643acba8 None None] No DVR routers for this DVR port ccf805ef-731b-463f-a11b-60b4372037fe on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:10.624963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f5f13e48-a878-4c6f-a960-1c6f5d92610b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:10.680596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.722217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6b14847e-2203-445c-92e0-a6f2a8a3085d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:10.745138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf805ef-731b-463f-a11b-60b4372037fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:10.749322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.764045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] No DVR routers for this DVR port ccf805ef-731b-463f-a11b-60b4372037fe on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:10.764240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6b14847e-2203-445c-92e0-a6f2a8a3085d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:10.764406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6b14847e-2203-445c-92e0-a6f2a8a3085d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:10.764805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ccf805ef-731b-463f-a11b-60b4372037fe no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:10.799239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ccf805ef-731b-463f-a11b-60b4372037fe {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:10.803745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ccf805ef-731b-463f-a11b-60b4372037fe not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:10.813928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:10.818917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:10.821785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e1c3fc7d-a2ad-44cc-bf02-ff9e4e48c7e9 HTTP/1.1" status: 204 len: 168 time: 0.7339294 Jul 23 22:42:10.826428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54766) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:10.848331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:10.853576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 215ccd7e-89ae-4ff2-952d-fa1d7871b9ae not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:10.913516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09657c3-5fcf-4741-99fd-a60a15e1efb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c3fc7d-a2ad-44cc-bf02-ff9e4e48c7e9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:11.009631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.021977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de74cd8a-5da2-4e75-aa1d-5c74fe0b048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.051023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.059621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:11.083890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda33a8-b2ba-4c6d-aa20-f0dc101c2a8f None None] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:11.091245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02a8db-aabf-4acd-9370-4a406ab68b05']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.096849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35fceb-e7d8-47e4-aac0-2c4d1122a0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.100486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.121791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.122092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab65a6bc-f6da-49fe-87a1-ae7f8c44c7c9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.155915 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.183627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5f96-f570-4275-8ec7-a84ae7a0e645 req-79eb311b-be22-4099-9068-177222cb1d98 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:11.185230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47ff5f96-f570-4275-8ec7-a84ae7a0e645 req-79eb311b-be22-4099-9068-177222cb1d98 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.2906930 Jul 23 22:42:11.209407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:42:11.239564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.265638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:11.266105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:11.267853 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:11.331173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.382593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7d7511-6b1e-4c83-ac19-3999422292c9']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.392962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6592f-3a06-4d8e-be8d-c1d7cd958116 req-d4f1217a-5322-4484-beda-7867fbb59b54 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:11.394553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38c6592f-3a06-4d8e-be8d-c1d7cd958116 req-d4f1217a-5322-4484-beda-7867fbb59b54 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1230938 Jul 23 22:42:11.401180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:11.411653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e92a92d-b426-4026-b983-1f5a519b3841') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.411934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e92a92d-b426-4026-b983-1f5a519b3841') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.414852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.421257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Sync routers for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:11.431040 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:11.431688 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:11.437374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.447979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38c6592f-3a06-4d8e-be8d-c1d7cd958116 req-4a8f4891-c0be-4204-b920-d196e16e910a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Jul 23 22:42:11.458463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.463791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Provisioning for port f5f13e48-a878-4c6f-a960-1c6f5d92610b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:11.468761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:11.469234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.470904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Provisioning complete for port f5f13e48-a878-4c6f-a960-1c6f5d92610b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:11.473939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.498962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47ff5f96-f570-4275-8ec7-a84ae7a0e645 req-e8145050-8feb-4a0b-b214-a26cfb90982b tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915940 Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:11.499565 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:11.555846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.559598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c02a8db-aabf-4acd-9370-4a406ab68b05 HTTP/1.1" status: 204 len: 168 time: 2.0879982 Jul 23 22:42:11.570888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:11.621158 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:11.646343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.663265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.668282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.673016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac7d7511-6b1e-4c83-ac19-3999422292c9 HTTP/1.1" status: 204 len: 168 time: 0.8431685 Jul 23 22:42:11.673016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd9a9a-3f3e-4f88-8000-cf50199178cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c02a8db-aabf-4acd-9370-4a406ab68b05,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:11.714559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b667a-55f8-4857-9cd3-e3e2c9c84280 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d7511-6b1e-4c83-ac19-3999422292c9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:11.716829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] For port f5f13e48-a878-4c6f-a960-1c6f5d92610b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5f13e48-a878-4c6f-a960-1c6f5d92610b,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:11.727512 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.756565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35fceb-e7d8-47e4-aac0-2c4d1122a0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.771714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b35fceb-e7d8-47e4-aac0-2c4d1122a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.793807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:11.801795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f2eebf64-5b7b-4a18-b0cd-54b6072c2dd6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5655408 Jul 23 22:42:11.803966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e15e-74b6-47a0-a4ff-fa25aa97c43f req-a9eec0c1-dfa2-48bd-ad42-1b3f76baf93e tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:11.813461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:11.821540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8d1e15e-74b6-47a0-a4ff-fa25aa97c43f req-a9eec0c1-dfa2-48bd-ad42-1b3f76baf93e tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.2849534 Jul 23 22:42:11.826269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2200-028d-4ffe-b368-498bd110ccd5 None None] Pushing event updated for resources: {'Port': ['ID=f5f13e48-a878-4c6f-a960-1c6f5d92610b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:11.975676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8d1e15e-74b6-47a0-a4ff-fa25aa97c43f req-adcaacd5-465e-48d1-b107-c68a07f76c65 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325581 Jul 23 22:42:11.975676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:11.986553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:10Z', 'revision_number': 3, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:12.013152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Checking router: 70a8ab08-099e-43ce-a1ec-055ea60b6e9f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:12.013415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Updating router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f port b755e233-bb7e-4a63-8120-12770469ab80 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:42:12.020461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2f14c-3d99-4e90-9186-6b8671b4b578 req-4383cd97-b14a-4f08-add1-8df7c2e91bce tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:12.024082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fca2f14c-3d99-4e90-9186-6b8671b4b578 req-4383cd97-b14a-4f08-add1-8df7c2e91bce tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4146161 Jul 23 22:42:12.025191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35fceb-e7d8-47e4-aac0-2c4d1122a0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5183cd-e480-4f72-adfc-775c85404ff4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:12.025590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ce1a2f3c-cde6-498b-94f1-dc7343208a95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5243b5a7a3144997b3421593f9dbac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550458 Jul 23 22:42:12.028149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:12.052194 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.059110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64784110-c199-47bc-93da-b440f8f7c715 None None] Provisioning complete for port f5f13e48-a878-4c6f-a960-1c6f5d92610b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:12.059110 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64784110-c199-47bc-93da-b440f8f7c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.069516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b35fceb-e7d8-47e4-aac0-2c4d1122a0ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0b0a48c13ab487c862fab9b8bd7eb77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0081518 Jul 23 22:42:12.075338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:12.176530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.230150 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.268140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68340603-28bd-419b-b27c-68a658c5c1c9 req-1dbe2777-9fa0-475d-a424-dccd62a25ed5 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:12.269646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68340603-28bd-419b-b27c-68a658c5c1c9 req-1dbe2777-9fa0-475d-a424-dccd62a25ed5 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.1904023 Jul 23 22:42:12.343265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68340603-28bd-419b-b27c-68a658c5c1c9 req-3a731636-e5fc-431f-9198-9889067f3cdf tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632720 Jul 23 22:42:12.352671 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.360292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.362896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.368027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89e6698d-35ce-43a5-b9af-f0b8ab4f1209 HTTP/1.1" status: 204 len: 168 time: 0.3349965 Jul 23 22:42:12.368235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Transition to ACTIVE for port object b755e233-bb7e-4a63-8120-12770469ab80 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:12.375799 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.383243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65c07e-a315-4bf3-86c1-55d9a7e1099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e6698d-35ce-43a5-b9af-f0b8ab4f1209,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:12.436488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fca2f14c-3d99-4e90-9186-6b8671b4b578 req-f95e816a-145a-4373-8e2c-eb793def0ba4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626301 Jul 23 22:42:12.467735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.488671 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Attempting to bind port b755e233-bb7e-4a63-8120-12770469ab80 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:12.490999 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Attempting to bind port b755e233-bb7e-4a63-8120-12770469ab80 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:12.492977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Attempting to bind port b755e233-bb7e-4a63-8120-12770469ab80 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:12.516655 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:12.517032 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:12.518253 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.519255 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:12.520398 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Bound port: b755e233-bb7e-4a63-8120-12770469ab80, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:12.521851 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.556819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5f13e48-a878-4c6f-a960-1c6f5d92610b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:12.623913 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] For port b755e233-bb7e-4a63-8120-12770469ab80, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:12.630825 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] For port b755e233-bb7e-4a63-8120-12770469ab80, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b755e233-bb7e-4a63-8120-12770469ab80,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:12.640373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.644386 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.667859 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba53a-83eb-4403-ad93-623e8c48db67 None None] Pushing event updated for resources: {'Port': ['ID=b755e233-bb7e-4a63-8120-12770469ab80,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:12.677691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f5f13e48-a878-4c6f-a960-1c6f5d92610b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:12.678840 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.749924 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba53a-83eb-4403-ad93-623e8c48db67 None None] Pushing event updated for resources: {'Port': ['ID=b755e233-bb7e-4a63-8120-12770469ab80,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:12.763363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:12.764304 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:41:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:12.832981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:12.963958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb73c-98c4-4fd6-ace4-638465a97bbf req-edebada8-e572-43fe-a3d1-c5ce488780dd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:12.972865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bbb73c-98c4-4fd6-ace4-638465a97bbf req-edebada8-e572-43fe-a3d1-c5ce488780dd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.2318699 Jul 23 22:42:13.014586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a831a-0c3a-42d6-b57d-4c826e888dbe req-e7b2b66e-1524-4a18-b3e7-ea69c2f32961 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:13.016366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-139a831a-0c3a-42d6-b57d-4c826e888dbe req-e7b2b66e-1524-4a18-b3e7-ea69c2f32961 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.3359644 Jul 23 22:42:13.037120 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:13.045641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bbb73c-98c4-4fd6-ace4-638465a97bbf req-27941327-516f-4b10-b7d9-56868a2738d6 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717642 Jul 23 22:42:13.051030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.069691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.069691 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e5183cd-e480-4f72-adfc-775c85404ff4 HTTP/1.1" status: 204 len: 168 time: 0.9887922 Jul 23 22:42:13.096118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399231a-8ae7-439b-8aed-368f3e4b4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5183cd-e480-4f72-adfc-775c85404ff4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:13.113045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:13.131473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-139a831a-0c3a-42d6-b57d-4c826e888dbe req-740179f7-b30e-4b28-a6f0-6ab283c7a010 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063092 Jul 23 22:42:13.167693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Deleting port 5cb6a3b6-638c-474c-a0cd-622c2685d009 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:13.168042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.174847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db3a9f09-660b-445d-a90c-654afdb5ae90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68a6979f4547468395f2a66f15a4b619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581343 Jul 23 22:42:13.183270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:13.294668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.338292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:10Z', 'revision_number': 3, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:13.373873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e78377-2eb2-44e1-a771-2753a5af4585 None None] The sync data for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 is: [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:10Z', 'revision_number': 3, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:13.457934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.495437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.555373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] For port 5cb6a3b6-638c-474c-a0cd-622c2685d009, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5cb6a3b6-638c-474c-a0cd-622c2685d009,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:13.555859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.624644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Calling delete_port for 5cb6a3b6-638c-474c-a0cd-622c2685d009 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:13.688616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Allocated IP 172.20.0.1 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/2f918fbd-5b96-4235-bd6e-7a1af3a7ecda) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:13.759467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.762807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.768151 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11f8d490-d1f9-44af-a1f5-65aebd261028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:13.770825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ca7996d-acd5-41a4-86a4-be8deffcdb4b HTTP/1.1" status: 204 len: 168 time: 0.5780728 Jul 23 22:42:13.825431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2c89f-c766-413c-82dc-aceeba61d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7996d-acd5-41a4-86a4-be8deffcdb4b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:13.906135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-1d33049a-98b1-4f21-896b-e138d883ad50 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:13.907749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-1d33049a-98b1-4f21-896b-e138d883ad50 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.3435767 Jul 23 22:42:13.996523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.003767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-5c55c6d1-a887-4eff-81ce-8da2a2467b85 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/quotas/65c4e956df8d4a7f859307a822819a95 HTTP/1.1" status: 200 len: 375 time: 0.0337613 Jul 23 22:42:14.042791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Transition to ACTIVE for port object 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:14.138801 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.199003 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.227917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:14.233121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:14.262670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:14.413523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-20f03e22-4e2a-4018-afeb-c0753d3ac072 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4050167 Jul 23 22:42:14.421664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.546338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b755e233-bb7e-4a63-8120-12770469ab80 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:14.583855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb6a3b6-638c-474c-a0cd-622c2685d009,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:14.599066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:14.645905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.719198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b755e233-bb7e-4a63-8120-12770469ab80 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:14.742859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b755e233-bb7e-4a63-8120-12770469ab80 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:14.743294 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.904147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cbf4b-5040-43f7-9f81-f2e84f80e255 req-b20de031-eadc-4724-a30a-8f276d106d5a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:14.916052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2d9cbf4b-5040-43f7-9f81-f2e84f80e255 req-b20de031-eadc-4724-a30a-8f276d106d5a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.5843716 Jul 23 22:42:14.933050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.945363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4ecd4a7-057c-4750-b80e-d3ea582cac39 None None] Provisioning for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:14.956346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4ecd4a7-057c-4750-b80e-d3ea582cac39 None None] Provisioning complete for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:14.956998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd4a7-057c-4750-b80e-d3ea582cac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:14.993569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2d9cbf4b-5040-43f7-9f81-f2e84f80e255 req-7b414c23-9bdd-4dd1-a4ea-d1ac8452f273 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764794 Jul 23 22:42:15.067453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecd4a7-057c-4750-b80e-d3ea582cac39 None None] Port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:15.087524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.139124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b755e233-bb7e-4a63-8120-12770469ab80, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b755e233-bb7e-4a63-8120-12770469ab80,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:15.154722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.178828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.263259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b755e233-bb7e-4a63-8120-12770469ab80,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:15.418936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:15.456191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f2319020-1fc2-425e-a6b6-1f93a0840c02 service neutron] 10.222.0.37 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0451486 Jul 23 22:42:15.464768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.479372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.556814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:15.615107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-4977ef72-0e45-487e-8465-bb65874162f1 service neutron] 10.222.0.37 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578553 Jul 23 22:42:15.616143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.646986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:15.683689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-132806900-network', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:15.690937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.741003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e3f50f7-6279-4011-b950-5f6ccbbc6e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.765790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Made reservation on behalf of 5edafaa2fb694d1096f681e03068e92d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:15.768422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.821318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232420b-9eee-444d-bbef-3b34ea402f03 req-fa52f80e-7d88-4c33-bbe7-6ae228293900 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:15.823063 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c232420b-9eee-444d-bbef-3b34ea402f03 req-fa52f80e-7d88-4c33-bbe7-6ae228293900 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2589865 Jul 23 22:42:15.873207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:15.895390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:15.903457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24ce73ad-2e3b-4cb1-984f-b1a64b6355c3 req-c370d29c-3cdb-4556-afd3-33b9645f35c7 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 210 time: 0.0870416 Jul 23 22:42:15.920156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:16.079322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e3f50f7-6279-4011-b950-5f6ccbbc6e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.116883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e3f50f7-6279-4011-b950-5f6ccbbc6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.131149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:16.142684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c232420b-9eee-444d-bbef-3b34ea402f03 req-8b7c2f09-9f69-448e-be54-bb521b1899bc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113875 Jul 23 22:42:16.282144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4e3f50f7-6279-4011-b950-5f6ccbbc6e02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2adca5832984c53b859e09621deabb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7240031 Jul 23 22:42:16.288136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:16.300137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f50f7-6279-4011-b950-5f6ccbbc6e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbace05e-ddb7-4c8f-866b-f4b0267adeb9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:16.301084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4827a7e3-341b-4860-a4ae-88f8b83dbfb5 None None] Provisioning complete for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:16.302036 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4827a7e3-341b-4860-a4ae-88f8b83dbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.335952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-a599af6e-22b1-4733-bbcf-c032d37a8fcb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:16.337839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-a599af6e-22b1-4733-bbcf-c032d37a8fcb tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.5255034 Jul 23 22:42:16.366115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac007816-c085-4cac-87cb-b3fb1de5bf2e req-bb5503cf-c55e-45df-be65-f7edf056541e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:16.376789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4827a7e3-341b-4860-a4ae-88f8b83dbfb5 None None] Port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:16.379098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac007816-c085-4cac-87cb-b3fb1de5bf2e req-bb5503cf-c55e-45df-be65-f7edf056541e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 945 time: 0.2775784 Jul 23 22:42:16.394867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:16.409420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Router f6a42c9c-e721-4cd9-9506-eb99e4962281 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:16.419086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.440779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:16.447688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-06c7d775-8b1f-4e50-b89d-d17d5274bfb0 admin admin] 10.222.0.37 "PUT /v2.0/routers/70a8ab08-099e-43ce-a1ec-055ea60b6e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6265481 Jul 23 22:42:16.467951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Sync routers for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:16.470453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.481704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:16.482553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:16.482800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb892ee9-53d1-49cf-a0a5-e573142cf1e5 req-638508af-b1cf-4828-8628-5ff1566a9a22 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:16.485049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb892ee9-53d1-49cf-a0a5-e573142cf1e5 req-638508af-b1cf-4828-8628-5ff1566a9a22 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2071729 Jul 23 22:42:16.548116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.551900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.566248 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.575923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac007816-c085-4cac-87cb-b3fb1de5bf2e req-3080cf38-438b-4ccd-b994-1fc1f18a2d56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950660 Jul 23 22:42:16.590165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:42:16.601659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.602322 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Added segment e2eefe0d-3126-4bea-90db-a528cfde6ac2 of type vlan for network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 Jul 23 22:42:16.650789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.701377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.712140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.713447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:16.714336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:16.727476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b755e233-bb7e-4a63-8120-12770469ab80 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:16.753179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb892ee9-53d1-49cf-a0a5-e573142cf1e5 req-28a435ec-d210-4ec7-912b-787242c15f31 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517538 Jul 23 22:42:16.806125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5416e9-1853-4b1c-a4a4-f3418781c106,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:16.817503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:16.832956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4064844 Jul 23 22:42:16.836709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-afb3c334-20cd-4dcf-af8a-bd93b910c9bf admin admin] 10.222.0.37 "PUT /v2.0/routers/f6a42c9c-e721-4cd9-9506-eb99e4962281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2620628 Jul 23 22:42:16.839594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:16.839827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:16.841699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Sync routers for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:16.853844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Request body: {'subnet': {'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-subnet', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:16.859410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:16.876088 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:16.877116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:16.966815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Made reservation on behalf of 5edafaa2fb694d1096f681e03068e92d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:16.970550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.078300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9bc1-bcfc-4d02-b80f-e39099be3720 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf13ea5-9eda-403e-8b7e-1377f755fc43,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:17.122211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.126602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.129922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:42:17.134745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:17.156450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbace05e-ddb7-4c8f-866b-f4b0267adeb9 HTTP/1.1" status: 204 len: 168 time: 0.8608005 Jul 23 22:42:17.222292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:17.228750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.270442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:17.358886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7b3cf-d372-4a1d-ab98-b38fa60573b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbace05e-ddb7-4c8f-866b-f4b0267adeb9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:17.474202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:17.487610 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97234d20-b342-4905-86ad-03474a8322b0" -d '{"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-unplugged", "status": "completed", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:17.518613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.538419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20d2ec-0ca9-45ea-a81d-ab17bdb709ee req-41b7d393-e18d-4a28-ba36-f1665c98f599 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:17.547029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff20d2ec-0ca9-45ea-a81d-ab17bdb709ee req-41b7d393-e18d-4a28-ba36-f1665c98f599 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3870554 Jul 23 22:42:17.578444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.582075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.605690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b755e233-bb7e-4a63-8120-12770469ab80 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:17.610545 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.636667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.661925 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:42:14Z', 'revision_number': 5, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port': {'id': 'ba41ed64-7d64-4937-84bc-6690594f41e7', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:40:20Z', 'updated_at': '2021-07-23T22:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:17.718694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ff20d2ec-0ca9-45ea-a81d-ab17bdb709ee req-b290c119-461b-4f1a-bab3-d8504826e252 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703718 Jul 23 22:42:17.742977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Checking router: f6a42c9c-e721-4cd9-9506-eb99e4962281 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:17.778657 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Routers {'f6a42c9c-e721-4cd9-9506-eb99e4962281'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:17.780616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f6a42c9c-e721-4cd9-9506-eb99e4962281'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:17.811769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fb2aeb-6142-4764-ad1a-07652b89ae76,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:17.822627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Deleting port ba41ed64-7d64-4937-84bc-6690594f41e7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:17.823620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:17.913278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:17.918880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Network hostable DHCP agents. Network: 4bf13ea5-9eda-403e-8b7e-1377f755fc43, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:42:17.921299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 2, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:17.963277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Checking router: 70a8ab08-099e-43ce-a1ec-055ea60b6e9f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:17.964032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:17.964377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Updating router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:42:17.978388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:17.993684 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67ac49-7eec-4ea5-bfba-7798d2343101 x-openstack-request-id: req-8f67ac49-7eec-4ea5-bfba-7798d2343101 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:17.995405 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-unplugged", "status": "completed", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:17.995854 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f67ac49-7eec-4ea5-bfba-7798d2343101 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:17.996301 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'code': 200} Jul 23 22:42:18.017169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529948057', 'description': 'tempest-description--2131127568'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:18.021523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.026905 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] Set router f6a42c9c-e721-4cd9-9506-eb99e4962281 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:18.071882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-e4792619-54aa-413d-a7f5-2d9fccd8d9d0 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:18.073885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-e4792619-54aa-413d-a7f5-2d9fccd8d9d0 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.22 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.6519363 Jul 23 22:42:18.089365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Request body: {'port': {'device_id': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'admin_state_up': True, 'tenant_id': '65c4e956df8d4a7f859307a822819a95'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:18.103810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:18.104414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:18.104949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:18.144790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:42:17Z', 'revision_number': 6, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:18.181707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f566e-953b-4591-ae25-b004861ea23d None None] The sync data for ids ['f6a42c9c-e721-4cd9-9506-eb99e4962281'] in n-d-791506-25 is: [{'id': 'f6a42c9c-e721-4cd9-9506-eb99e4962281', 'name': 'tempest-AttachSCSIVolumeTestJSON-957425619-router', 'tenant_id': '07dd943475a14325b522d26604a97b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:40:19Z', 'updated_at': '2021-07-23T22:42:17Z', 'revision_number': 6, 'project_id': '07dd943475a14325b522d26604a97b57', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:18.202361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:18.203023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:18.209528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:42:18.224579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:18.225247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:18.225939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:18.227285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Bound port: 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:18.227929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.246888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.260874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4bf13ea5-9eda-403e-8b7e-1377f755fc43) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:18.286466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:18.287077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.366179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] For port ba41ed64-7d64-4937-84bc-6690594f41e7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ba41ed64-7d64-4937-84bc-6690594f41e7,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:18.368693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.372225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Made reservation on behalf of 65c4e956df8d4a7f859307a822819a95 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:18.380763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:42:18.383362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8beef30-80fe-4c38-bbaf-654124bb15ee None None] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:18.386383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.410598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5cb6a3b6-638c-474c-a0cd-622c2685d009 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:18.420771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ddbb548-272f-424c-9fd7-11b15a1b0358 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5792084 Jul 23 22:42:18.428107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:18.450449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:18.488885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 5cb6a3b6-638c-474c-a0cd-622c2685d009 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:18.489088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5cb6a3b6-638c-474c-a0cd-622c2685d009 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:18.493793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-31875e9a-21a4-4862-93a5-d7b357a9fe0a req-c415551f-55d6-48d1-95bc-c97380d9e380 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 210 time: 0.1176314 Jul 23 22:42:18.496223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Calling delete_port for ba41ed64-7d64-4937-84bc-6690594f41e7 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:18.536121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d523-05b7-4f38-b7a2-5924350f6942 req-f8c7efc7-4499-4b25-b879-e05931f24f09 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:18.545271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec00d523-05b7-4f38-b7a2-5924350f6942 req-f8c7efc7-4499-4b25-b879-e05931f24f09 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.4502501 Jul 23 22:42:18.655189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.658538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:18.673709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:18.688063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.787541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec00d523-05b7-4f38-b7a2-5924350f6942 req-4b066af0-9b7d-4a04-9745-62dd1b635eb2 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423913 Jul 23 22:42:18.808030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:18.886995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.908956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:18.909724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.911264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-397d42eb-f5a3-430a-9e32-4dd50906f034 service neutron] 10.222.0.25 "PUT /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 1123 time: 2.5289543 Jul 23 22:42:18.921124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba41ed64-7d64-4937-84bc-6690594f41e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:18.943374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211021d-6b70-4d65-99ca-48a8fd8172ba req-9c24c2f6-a300-45d6-8922-1a421316c39b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:18.949733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2211021d-6b70-4d65-99ca-48a8fd8172ba req-9c24c2f6-a300-45d6-8922-1a421316c39b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2112043 Jul 23 22:42:18.960257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:18.962379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Allocated IP 172.20.0.12 (9c05515b-9d64-4dc9-913d-532d4dfc911a/41d98d30-5e6b-4d5b-b292-9c6de722eb63/39be98a6-ad7e-4bc3-a25a-3d72b606d340) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:18.982050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.041182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.043090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Transition to ACTIVE for port object 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:19.046795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:19.081117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:42:19.082759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.089874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a68928-fab7-4fda-af8c-2156efce4b9c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:19.123940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['01485c70-f3a2-4e6c-96ba-fccdb6b0be92'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:19.126453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.127500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.129135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.170394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2211021d-6b70-4d65-99ca-48a8fd8172ba req-9bc8e7a4-d6eb-4656-91fa-371a83d9495a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963708 Jul 23 22:42:19.175687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.178479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.182488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['01485c70-f3a2-4e6c-96ba-fccdb6b0be92'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:19.228306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.229583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-782f0a39-93c2-4764-b503-ad5e3d206475 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2424450 Jul 23 22:42:19.234614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:19.240817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.242669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'security_group_rule': {'security_group_id': '28a68928-fab7-4fda-af8c-2156efce4b9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:19.252133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.252934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a42c9c-e721-4cd9-9506-eb99e4962281 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:42:19.263575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.265117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-577feefc-7c6c-403a-a8aa-110f052dbba6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f6a42c9c-e721-4cd9-9506-eb99e4962281 HTTP/1.1" status: 204 len: 168 time: 2.4234796 Jul 23 22:42:19.269737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:19.310749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:19.311435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:19.311976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:19.329532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:19.330211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Attempting to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on network 8024e459-e4d9-45aa-ac55-97e86d218310 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:19.369984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Deleting subnet 628d90a6-c0d5-4328-97a1-6aad4b25499d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:19.385063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.437304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:19.439026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Checking segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:19.439544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Bound using segment: {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:19.440714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Bound port: 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b912554b-b391-46c9-8122-08678eb182a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8024e459-e4d9-45aa-ac55-97e86d218310'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:19.440853 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.464273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.522600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f0f4-2af3-46b1-a708-8bfd8db841cb None None] Pushing event updated for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:19.630685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.719668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.733845 n-d-791506-25 neutron-server[93837]: WARNING neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Concurrent port binding operations failed on port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 Jul 23 22:42:19.738547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:19.748852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.764614 n-d-791506-25 neutron-server[93837]: INFO neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Attempt 2 to bind port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 Jul 23 22:42:19.765086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 22:42:19.794955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.798196 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.799625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5638375 Jul 23 22:42:19.806436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:19.811781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'security_group_rule': {'security_group_id': '28a68928-fab7-4fda-af8c-2156efce4b9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:19.812439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf9d61d2-76fe-43ac-9daf-b477f711662c req-6d1d37e2-b0e8-4668-85f9-27ea555629d8 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 210 time: 0.1191907 Jul 23 22:42:19.824984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Attempting to bind port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:19.825362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Attempting to bind port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:19.825724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Attempting to bind port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:19.839844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:19.840217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:19.840754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.841151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:19.841628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Bound port: 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:19.842150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.843151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e5223-63c1-42dc-98fd-61b24e2349b3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae99115-8b08-478f-96e2-34349757a5ba,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:19.867939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.882296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Transition to ACTIVE for port object 39be98a6-ad7e-4bc3-a25a-3d72b606d340 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:19.939183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Allocated IP 172.20.0.2 (4bf13ea5-9eda-403e-8b7e-1377f755fc43/17fb2aeb-6142-4764-ad1a-07652b89ae76/27d1b9a4-8424-4914-9968-65bf19470943) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:19.970548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:19.995909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9688f-9fc8-486d-a900-7b31b952f176 req-1aabdee2-348f-4f7b-b95a-7f44cb1edc60 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:19.997556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61d9688f-9fc8-486d-a900-7b31b952f176 req-1aabdee2-348f-4f7b-b95a-7f44cb1edc60 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4327767 Jul 23 22:42:20.030243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:20.066264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.140026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61d9688f-9fc8-486d-a900-7b31b952f176 req-42237aa2-8191-4096-95c2-66f05f151f57 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106188 Jul 23 22:42:20.177971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.182282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.222879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.233347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=628d90a6-c0d5-4328-97a1-6aad4b25499d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:20.268862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.269696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:20.272003 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c5a2e-e517-4946-b5a4-ee5486ae8831" -d '{"events": [{"name": "network-changed", "server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:20.274282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-654a8fa4-4820-4a4b-b276-492d692f7cb0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/628d90a6-c0d5-4328-97a1-6aad4b25499d HTTP/1.1" status: 204 len: 168 time: 1.0028777 Jul 23 22:42:20.276389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:20.282019 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.283116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4753981 Jul 23 22:42:20.291010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:20.298375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6e7fcc-62b3-4d0b-832f-a9986254c249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.299118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674ce87-7216-473c-a089-6095e0cd0642 None None] Network 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:20.302961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468342-3413-4727-b8ef-b4b1f3adf5f0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87682de9-852e-4437-8a28-a99319a21813,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:20.307586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:20.357959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.375010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] For port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:20.414290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Pushing event updated for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:20.421557 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.423873 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.440410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.441545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79d72-77bc-4c98-b5fc-c225fbd1739e req-9c85a60e-1ba4-412c-9163-cf0eb1374381 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:20.443197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1f79d72-77bc-4c98-b5fc-c225fbd1739e req-9c85a60e-1ba4-412c-9163-cf0eb1374381 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1679068 Jul 23 22:42:20.445215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] For port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:20.446722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:20.465278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:20.471042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:20.559349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3fd4f-ade7-4127-bf86-72ef71bc13bc req-331a64d4-cb3d-412a-889f-71db985517f0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:20.560280 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c1f79d72-77bc-4c98-b5fc-c225fbd1739e req-251dd25b-014c-43a0-b1cc-80fffa55254f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028979 Jul 23 22:42:20.566183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67f3fd4f-ade7-4127-bf86-72ef71bc13bc req-331a64d4-cb3d-412a-889f-71db985517f0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.2882006 Jul 23 22:42:20.587119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Transition to ACTIVE for port object 27d1b9a4-8424-4914-9968-65bf19470943 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:20.641124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Deleting port b996be6e-45ef-4eac-a297-53da510e2e21 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:20.641477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.657103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:20.657685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.664279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ba41ed64-7d64-4937-84bc-6690594f41e7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:20.668539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.723877 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ec87e-39ac-4bea-a066-972825eedcf8 x-openstack-request-id: req-e09ec87e-39ac-4bea-a066-972825eedcf8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:20.730872 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:20.734696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e09ec87e-39ac-4bea-a066-972825eedcf8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:20.735736 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'status': 'completed', 'code': 200} Jul 23 22:42:20.793480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6e7fcc-62b3-4d0b-832f-a9986254c249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.800428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ba41ed64-7d64-4937-84bc-6690594f41e7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:20.800984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ba41ed64-7d64-4937-84bc-6690594f41e7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:20.816037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67f3fd4f-ade7-4127-bf86-72ef71bc13bc req-2bb6b3b7-8b74-403a-89c8-c82d102d650e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475173 Jul 23 22:42:20.819544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] For port b996be6e-45ef-4eac-a297-53da510e2e21, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b996be6e-45ef-4eac-a297-53da510e2e21,segment=NetworkSegment(7276311c-9cbb-448f-a251-64037f663d13),segment_id=7276311c-9cbb-448f-a251-64037f663d13)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:20.820821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.848881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Transition to ACTIVE for port object 27d1b9a4-8424-4914-9968-65bf19470943 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:20.852327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6e7fcc-62b3-4d0b-832f-a9986254c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.901072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:20.908926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Calling delete_port for b996be6e-45ef-4eac-a297-53da510e2e21 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:20.919537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:20.920201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:20.985819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-be6e7fcc-62b3-4d0b-832f-a9986254c249 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af5d038d83c045348312466eae0790fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542408 Jul 23 22:42:20.986664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7fcc-62b3-4d0b-832f-a9986254c249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43f85a-b8f4-4590-903e-46e8484e2138,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.001592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-c74e3448-7d79-4e94-ba7e-8c8be247470d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9175546 Jul 23 22:42:21.007875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:21.081075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f0f4-2af3-46b1-a708-8bfd8db841cb None None] Pushing event updated for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.083557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Request body: {'port': {'device_id': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:21.150665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.160144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:21.160908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Pushing event updated for resources: {'Port': ['ID=27d1b9a4-8424-4914-9968-65bf19470943,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.162331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7751-6f42-44ba-a329-7bc6bca7e9d3 req-dd1d53d0-b2fa-429d-ace9-7b3f2b4e6bfe tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:21.165114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d5e7751-6f42-44ba-a329-7bc6bca7e9d3 req-dd1d53d0-b2fa-429d-ace9-7b3f2b4e6bfe tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2076125 Jul 23 22:42:21.172423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fe9538d9-bd8b-4369-ac0c-2cedb9afce13 None None] Provisioning for port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:21.178673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.190740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:21.207053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:21.209154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fe9538d9-bd8b-4369-ac0c-2cedb9afce13 None None] Provisioning complete for port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:21.209527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe9538d9-bd8b-4369-ac0c-2cedb9afce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.228326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.240034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b996be6e-45ef-4eac-a297-53da510e2e21,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.250619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] No DVR routers for this DVR port b996be6e-45ef-4eac-a297-53da510e2e21 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:21.255792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe9538d9-bd8b-4369-ac0c-2cedb9afce13 None None] Port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:21.283773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:21.315566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-40574bdf-1931-4153-98ea-e8c1153b4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:21.321863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d5e7751-6f42-44ba-a329-7bc6bca7e9d3 req-70a84e6b-4ae5-4d37-843a-704b8bc81905 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421766 Jul 23 22:42:21.322722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-40574bdf-1931-4153-98ea-e8c1153b4d01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1126 time: 0.4899917 Jul 23 22:42:21.357104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.383896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.399374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:21.439989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7276311c-9cbb-448f-a251-64037f663d13') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:21.441721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7276311c-9cbb-448f-a251-64037f663d13') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:21.456838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.465000 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.490325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.498829 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.500477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b43f85a-b8f4-4590-903e-46e8484e2138 HTTP/1.1" status: 204 len: 168 time: 0.4898622 Jul 23 22:42:21.512224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671fe71-3c9b-4ac5-8243-556fa4327dac None None] DHCP port deletion for 0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:42:21.517535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Attempting to bind port 27d1b9a4-8424-4914-9968-65bf19470943 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:21.518054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Attempting to bind port 27d1b9a4-8424-4914-9968-65bf19470943 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:21.518450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Attempting to bind port 27d1b9a4-8424-4914-9968-65bf19470943 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:21.531375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.534893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a7e61-523c-4007-88b7-12245a053cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43f85a-b8f4-4590-903e-46e8484e2138,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.552156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:21.552531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:21.552939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.553333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:21.553951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Bound port: 27d1b9a4-8424-4914-9968-65bf19470943, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:21.554432 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.570282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.590956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:21.593381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.629651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:21.629989 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:21.642153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0c332207-f5a9-415a-8178-df450f589a99'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:21.664839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81274b-1a08-41df-accb-61b74619aa9b req-7621f492-4929-4889-aaae-191e04070dff tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:21.668879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b81274b-1a08-41df-accb-61b74619aa9b req-7621f492-4929-4889-aaae-191e04070dff tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1028 time: 0.6270957 Jul 23 22:42:21.758186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] For port 27d1b9a4-8424-4914-9968-65bf19470943, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:21.761797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] For port 27d1b9a4-8424-4914-9968-65bf19470943, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=27d1b9a4-8424-4914-9968-65bf19470943,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:21.764417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.775491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.777721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8 HTTP/1.1" status: 204 len: 168 time: 1.4966433 Jul 23 22:42:21.786938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b6fd9-95f3-4302-8dbb-a8da919fc94c req-b07b4744-7696-4a30-83a6-a2bfe9494320 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:21.794131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c31b6fd9-95f3-4302-8dbb-a8da919fc94c req-b07b4744-7696-4a30-83a6-a2bfe9494320 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1631811 Jul 23 22:42:21.811167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220868-59b1-416d-b4e4-c0e3a7c46a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d65fcda-cc07-4b0f-b1b9-55b656c0eaa8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:21.832978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:21.872284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c31b6fd9-95f3-4302-8dbb-a8da919fc94c req-fbbb72ca-aa92-4580-963d-dd4c7e0a740d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771043 Jul 23 22:42:22.122919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-656d45fa-e3e2-42d6-a7f3-eb9e49696429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:22.127685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-656d45fa-e3e2-42d6-a7f3-eb9e49696429 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.7824750 Jul 23 22:42:22.128653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a11e1-5f11-4dec-9d02-00b045f62cdd None None] Pushing event updated for resources: {'Port': ['ID=27d1b9a4-8424-4914-9968-65bf19470943,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:22.182140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1885-2647-40d0-877b-f3c4d37fda24 req-1022d6ad-d7b6-4158-a89c-5d781eeaa4af tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:22.187877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b81274b-1a08-41df-accb-61b74619aa9b req-61100c30-ad44-49f5-a2ca-87f72c01818b tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117286 Jul 23 22:42:22.192462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:20Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:22.192742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-321b1885-2647-40d0-877b-f3c4d37fda24 req-1022d6ad-d7b6-4158-a89c-5d781eeaa4af tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.1906149 Jul 23 22:42:22.194563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:22.262870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-321b1885-2647-40d0-877b-f3c4d37fda24 req-ef2259ef-d97b-482b-9083-305675448911 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626748 Jul 23 22:42:22.394187 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-493b74b6-19cd-44ef-a364-0ab88303059b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a929a4b4eb134788959b635b28da3cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945252 Jul 23 22:42:22.397142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55074) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:22.437084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-3495975f-15ab-4663-8348-25dc30fe6889 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 217 time: 0.2804439 Jul 23 22:42:22.531689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:22.574926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:22.625915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-25bc0ba3-ccf2-44b1-b20e-4d0aa5d508b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:22.627383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-25bc0ba3-ccf2-44b1-b20e-4d0aa5d508b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1401370 Jul 23 22:42:22.640239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.25.1.61 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/fc4dc48f-9b7a-4314-896e-8e8b54dedeb8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:22.682710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73c725-6f35-4874-8f92-de9cfe168c39 None None] The sync data for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 is: [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:20Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:22.709827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:22.713087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:22.716805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f2751c9-fcc6-49c8-8a82-c544446d49a3 HTTP/1.1" status: 204 len: 168 time: 0.3140900 Jul 23 22:42:22.726267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b996be6e-45ef-4eac-a297-53da510e2e21 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:22.726396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c1ba4-9b87-4ade-a1ac-864641b169cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2751c9-fcc6-49c8-8a82-c544446d49a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:22.736674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:22.795112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b996be6e-45ef-4eac-a297-53da510e2e21 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:22.795533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b996be6e-45ef-4eac-a297-53da510e2e21 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:22.838587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-0ea10039-b5d6-46e4-a360-f7f4d7fd87ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493566 Jul 23 22:42:22.942713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39be98a6-ad7e-4bc3-a25a-3d72b606d340 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:22.952331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:23.034544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:23.063500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Transition to ACTIVE for port object 39be98a6-ad7e-4bc3-a25a-3d72b606d340 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:23.120325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:23.387441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Pushing event updated for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:23.399457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8b0a0-6f7e-49ac-9e7f-de97f0c2e400 req-65cbbaf7-c790-46f9-a6b2-639fa2828c07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:23.401309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bd8b0a0-6f7e-49ac-9e7f-de97f0c2e400 req-65cbbaf7-c790-46f9-a6b2-639fa2828c07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.9888148 Jul 23 22:42:23.403396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:23.501618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094df4-be6b-42cf-893a-df5ba52346c3 req-5b81c7f3-e74e-4479-b362-d447782c32ef tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:23.504899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb094df4-be6b-42cf-893a-df5ba52346c3 req-5b81c7f3-e74e-4479-b362-d447782c32ef tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1054 time: 0.1729255 Jul 23 22:42:23.506293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:23.604453 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb094df4-be6b-42cf-893a-df5ba52346c3 req-9e557482-ada9-4329-98bd-626fcb30180d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884178 Jul 23 22:42:23.649971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-597af9b0-1de4-48c8-986d-297432d069d3 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915381 Jul 23 22:42:23.810562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:23.823713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bd8b0a0-6f7e-49ac-9e7f-de97f0c2e400 req-b6b9d266-9310-452b-8a74-4782f9aa77c4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976355 Jul 23 22:42:23.876047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c228cec5-12fc-4ecb-918d-8328d9671910 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07dd943475a14325b522d26604a97b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603422 Jul 23 22:42:23.881071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff74251b-99cf-4db2-9e4f-623e05280b1b None None] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:23.886184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:23.977000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:24.103765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b8105-cc01-41ee-b904-f3dd58c067d7 req-edaee2a1-e0c1-44bf-b658-31d1f5f9d5c4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:24.111569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-223b8105-cc01-41ee-b904-f3dd58c067d7 req-edaee2a1-e0c1-44bf-b658-31d1f5f9d5c4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 943 time: 0.3587799 Jul 23 22:42:24.115250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:24.150476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:24.223126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-223b8105-cc01-41ee-b904-f3dd58c067d7 req-93a1adb1-82ce-4355-855f-dd697a4a1475 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102772 Jul 23 22:42:24.261734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:24.266410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:24.267971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b4b4ae9-bfd9-419c-afd3-6280a44acbf4 HTTP/1.1" status: 204 len: 168 time: 0.3808053 Jul 23 22:42:24.281317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3aff50-69dd-4b3d-a73a-8dacf6e98b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b4ae9-bfd9-419c-afd3-6280a44acbf4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:24.399175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba1b0396-4528-44a4-a804-2b21ec7565d4 None None] Provisioning for port 27d1b9a4-8424-4914-9968-65bf19470943 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:24.603646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:24.760328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:24.768331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:24.768879 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:24.789895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-cad42059-c6a5-4698-8d81-1bb168a8f7ed service neutron] 10.222.0.22 "GET /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.1776159 Jul 23 22:42:24.876396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=fc4dc48f-9b7a-4314-896e-8e8b54dedeb8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:24.888375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:24.896060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:24.945295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:24.956949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Allocated IP 172.25.1.167 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/101e4747-4527-4094-9645-90385920dd9d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:25.001586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.045096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Attempting to bind port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:25.046134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Attempting to bind port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:25.046602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Attempting to bind port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:25.052478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c1ee0-7dbd-4f05-8e2b-e46038c95d97 req-03a8e4d4-ea2b-4fdf-a6bd-500711f3c24d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:25.054557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9f5c1ee0-7dbd-4f05-8e2b-e46038c95d97 req-03a8e4d4-ea2b-4fdf-a6bd-500711f3c24d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1054 time: 0.1674922 Jul 23 22:42:25.077613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:25.086475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.088264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 27d1b9a4-8424-4914-9968-65bf19470943 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:25.106098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c36c5a2e-e517-4946-b5a4-ee5486ae8831 req-6931ad0b-881b-4f3c-a7e8-99bd15d49a95 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4133668 Jul 23 22:42:25.107058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:25.107389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Attempting to bind port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 on network 9c05515b-9d64-4dc9-913d-532d4dfc911a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:25.151820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:25.152198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Checking segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:25.152937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Bound using segment: {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:25.153691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Bound port: 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202e0eec-129e-41c8-86bf-4009f022ea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:25.154337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.177604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:25.210958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:25.215392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9f5c1ee0-7dbd-4f05-8e2b-e46038c95d97 req-be68e012-f967-4275-b5ef-9d828236cddd tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420391 Jul 23 22:42:25.295273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9738f9b-d367-4617-9e30-497144d0c22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.297611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:25.370428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:25.380094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 27d1b9a4-8424-4914-9968-65bf19470943 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:25.385483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 27d1b9a4-8424-4914-9968-65bf19470943 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:25.386044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.398944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.408642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:25.433800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9e7e3-13f2-41ce-b2fc-f033add90267 req-539729aa-9c9c-4a72-9624-a43460c72c26 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:25.435669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4d9e7e3-13f2-41ce-b2fc-f033add90267 req-539729aa-9c9c-4a72-9624-a43460c72c26 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.5009127 Jul 23 22:42:25.436645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:25.455163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:25.465364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.523322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:25.532377 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.561605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.568812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.587602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 27d1b9a4-8424-4914-9968-65bf19470943, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=27d1b9a4-8424-4914-9968-65bf19470943,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:25.589951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.594995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.608740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9738f9b-d367-4617-9e30-497144d0c22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.628610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4d9e7e3-13f2-41ce-b2fc-f033add90267 req-23615816-b2d3-404e-889a-e7fe2328cdc6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822538 Jul 23 22:42:25.658467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:25.659269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.661139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] 10.222.0.22 "PUT /v2.0/ports/39be98a6-ad7e-4bc3-a25a-3d72b606d340 HTTP/1.1" status: 200 len: 1093 time: 4.5890834 Jul 23 22:42:25.669973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:25.671645 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fd174b-e762-4fb8-9132-838397cfbed1" -d '{"events": [{"name": "network-changed", "server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:25.736689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=27d1b9a4-8424-4914-9968-65bf19470943,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:25.780565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] Transition to ACTIVE for port object 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:25.804019 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c7813-8863-442a-b5e5-ec7b9a98dbb0 x-openstack-request-id: req-7e1c7813-8863-442a-b5e5-ec7b9a98dbb0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:25.804678 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:25.805284 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e1c7813-8863-442a-b5e5-ec7b9a98dbb0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:25.805867 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340', 'status': 'completed', 'code': 200} Jul 23 22:42:25.826621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295f959-a052-40e0-ae8b-91e09b249a18 service neutron] Pushing event updated for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:25.842975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9738f9b-d367-4617-9e30-497144d0c22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.915998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:25.948379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.054989 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d9738f9b-d367-4617-9e30-497144d0c22d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60a97407d309493f8b3aefb4b2f83539&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043494 Jul 23 22:42:26.081363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:26.133562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:26.143828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] Pushing event updated for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:26.147045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738f9b-d367-4617-9e30-497144d0c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0753372-299d-4413-8610-895183cb2a0c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:26.154248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] No DVR routers for this DVR port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:26.169357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:26.173731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:26.195704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c0b7-7c60-487c-8bd0-f457f3ea6dae req-2229d7c3-26c6-4659-8f58-60ac3df68406 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:26.204241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c340c0b7-7c60-487c-8bd0-f457f3ea6dae req-2229d7c3-26c6-4659-8f58-60ac3df68406 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.6808803 Jul 23 22:42:26.256033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Pushing event updated for resources: {'Port': ['ID=101e4747-4527-4094-9645-90385920dd9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:26.260510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-10750c47-6e2f-43a9-bd41-9a2be1be6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:26.262539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-10750c47-6e2f-43a9-bd41-9a2be1be6524 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1096 time: 0.5466650 Jul 23 22:42:26.274463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.309220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.402984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-417016d3-d1df-40e9-adc1-ba7240b52d70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340 HTTP/1.1" status: 200 len: 217 time: 0.1264505 Jul 23 22:42:26.430126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:26.516565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:26.517274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.524517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-e7de18f3-0a56-40a3-b529-04c7fd101c10 service neutron] 10.222.0.22 "PUT /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 1.7287149 Jul 23 22:42:26.543177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c340c0b7-7c60-487c-8bd0-f457f3ea6dae req-987aa447-7451-4cdc-ab75-3c24cde03ccd tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380120 Jul 23 22:42:26.589066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=fc4dc48f-9b7a-4314-896e-8e8b54dedeb8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:26.603690 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.662260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 27d1b9a4-8424-4914-9968-65bf19470943 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:26.707329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-da5683b9-23cb-4290-85b7-857cccbf97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:26.708984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-da5683b9-23cb-4290-85b7-857cccbf97fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41d98d30-5e6b-4d5b-b292-9c6de722eb63 HTTP/1.1" status: 200 len: 848 time: 0.2984023 Jul 23 22:42:26.749816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.762439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 27d1b9a4-8424-4914-9968-65bf19470943 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:26.762891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.787066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e61fc-f448-407b-b9f9-5c6cbd570057 req-91c5abfa-aca3-4f78-887d-80f12c9ab36e tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:26.788912 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2f8e61fc-f448-407b-b9f9-5c6cbd570057 req-91c5abfa-aca3-4f78-887d-80f12c9ab36e tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1096 time: 0.0700152 Jul 23 22:42:26.790970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.820215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1c012-d1f8-4270-b32c-1343d57876f4 req-d0faa7fb-8317-4b83-b4b5-476d02c3db5e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:26.822224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7b1c012-d1f8-4270-b32c-1343d57876f4 req-d0faa7fb-8317-4b83-b4b5-476d02c3db5e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.5525200 Jul 23 22:42:26.844108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2f8e61fc-f448-407b-b9f9-5c6cbd570057 req-238ec82d-d0f7-436c-9830-b4b471bd554e tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486898 Jul 23 22:42:26.851116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:26.857830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-73d8dca9-83a5-4d31-9ed3-cc1010f240ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5577526 Jul 23 22:42:27.048708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7b1c012-d1f8-4270-b32c-1343d57876f4 req-fe1f1399-38c0-484e-9cfd-6706449e4d85 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107124 Jul 23 22:42:27.051026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-653c7bfb-a0ac-417a-96fa-ab6d20c46f5b tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.052574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-653c7bfb-a0ac-417a-96fa-ab6d20c46f5b tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.4607997 Jul 23 22:42:27.058927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-639317ea-fed8-45ac-9b75-08ed107fd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.060882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-639317ea-fed8-45ac-9b75-08ed107fd900 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c05515b-9d64-4dc9-913d-532d4dfc911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3428214 Jul 23 22:42:27.089688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:27.117282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-de9f45b3-4dae-4b4d-ab15-38b156ba3490 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--529948057&fields=id&tenant_id=928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 267 time: 0.0585501 Jul 23 22:42:27.149896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.152786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.154208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0753372-299d-4413-8610-895183cb2a0c HTTP/1.1" status: 204 len: 168 time: 1.0696256 Jul 23 22:42:27.212008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44351c17-e102-4afc-b952-4d8a9f71ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0753372-299d-4413-8610-895183cb2a0c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:27.241582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.251841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-40021260-ce2b-41d5-a04d-8b5f7437b0f1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.259391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-40021260-ce2b-41d5-a04d-8b5f7437b0f1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.1321688 Jul 23 22:42:27.271366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-7242a8ce-8074-4558-b26d-41e21ba17a99 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/quotas/928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 375 time: 0.0110071 Jul 23 22:42:27.346236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0c21866-9511-4d95-a787-70f5f52c532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.378808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-0c818a5a-f9a8-41dd-9f32-dbec295163a7 service neutron] 10.222.0.22 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016062 Jul 23 22:42:27.401850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-c524d7bc-8dfd-44c3-a560-f9001987aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.403625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-c524d7bc-8dfd-44c3-a560-f9001987aa58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408&tenant_id=2cefa5a8cd934da4aca701578bdb2d94 HTTP/1.1" status: 200 len: 1096 time: 0.3416722 Jul 23 22:42:27.418553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-485b42ac-70c5-496d-aaf4-f3ed4786241f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1369131 Jul 23 22:42:27.497272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550bee7-2708-4624-a73d-476fa219db55 req-4945ab27-09f7-4bff-b27f-04b1c5cb6300 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.499184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1550bee7-2708-4624-a73d-476fa219db55 req-4945ab27-09f7-4bff-b27f-04b1c5cb6300 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3391190 Jul 23 22:42:27.578908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-6f61e8f7-5522-4376-a7dd-94495948fb99 service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503305 Jul 23 22:42:27.608607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0c21866-9511-4d95-a787-70f5f52c532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.622484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0c21866-9511-4d95-a787-70f5f52c532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:27.683949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a8b7e9f-742b-4502-b0d2-dd9c93cb7ff4 req-59af451c-38e7-4ef6-8c61-24aabcdf25b9 service neutron] 10.222.0.22 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964361 Jul 23 22:42:27.686942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1550bee7-2708-4624-a73d-476fa219db55 req-69b7aa09-ac94-4e7d-a3c7-b2494fb111ff tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580956 Jul 23 22:42:27.707310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-6b8db260-232c-44a0-8c47-0128e8adf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:27.708848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-6b8db260-232c-44a0-8c47-0128e8adf622 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1096 time: 0.2685971 Jul 23 22:42:27.743836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b0c21866-9511-4d95-a787-70f5f52c532d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2f64476cbe44f2da228acacbf9515e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633787 Jul 23 22:42:27.744695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:27.750228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c21866-9511-4d95-a787-70f5f52c532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b846b-c550-4433-a641-aa47fce33f76,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:27.805252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-780462d7-a686-4e25-a529-1b2c296414fc service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068110 Jul 23 22:42:27.808087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:28.188175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6412-d562-4150-8841-91db95a6d2b1 req-6cba581a-c876-4418-bff7-9d6d5571ef3e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.190301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c05b6412-d562-4150-8841-91db95a6d2b1 req-6cba581a-c876-4418-bff7-9d6d5571ef3e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 813 time: 0.1607885 Jul 23 22:42:28.212609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c05b6412-d562-4150-8841-91db95a6d2b1 req-bab8be14-2686-4f49-abd8-9aa730ac2763 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/quotas/b46c44445b224ee0ab37c736baaeb32b HTTP/1.1" status: 200 len: 375 time: 0.0148146 Jul 23 22:42:28.326446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c05b6412-d562-4150-8841-91db95a6d2b1 req-3000a4d5-3943-4243-a5eb-52af6aa9bc25 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079941 Jul 23 22:42:28.487567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a987e2-028d-4309-bdd4-efd65a06630c req-14935a70-325b-4c36-80fb-6916cef41524 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.489351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23a987e2-028d-4309-bdd4-efd65a06630c req-14935a70-325b-4c36-80fb-6916cef41524 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1096 time: 0.0892479 Jul 23 22:42:28.536491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-23a987e2-028d-4309-bdd4-efd65a06630c req-4490727d-47c5-4fec-a5ef-5dbd22ce8478 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Jul 23 22:42:28.599347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:28.630186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-3d12f8b4-1a89-4530-a004-26f2831f7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.632795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-3d12f8b4-1a89-4530-a004-26f2831f7542 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.9045579 Jul 23 22:42:28.669022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6867e09f-6260-4bc6-ae72-6d2cc0ac5848 req-d4c34cb1-d384-4579-b180-c4b433954406 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 210 time: 0.0432122 Jul 23 22:42:28.690607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1d10-1a42-4b29-907f-94ceba2d4bbe req-73ce8580-f728-4ad1-895e-e1575c619ead tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.692338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaeb1d10-1a42-4b29-907f-94ceba2d4bbe req-73ce8580-f728-4ad1-895e-e1575c619ead tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.8785715 Jul 23 22:42:28.732666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-4919f5c9-1aa9-4421-a22d-26374a0a05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.734330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-4919f5c9-1aa9-4421-a22d-26374a0a05c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65c4e956df8d4a7f859307a822819a95&device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1096 time: 0.9723847 Jul 23 22:42:28.746413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-3022bf7b-9927-4316-adda-e7b9bf11f8c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 200 len: 217 time: 0.0989633 Jul 23 22:42:28.749121 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:28.924780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310127e9-0d8e-40e3-815d-5814ff729f91 req-7d9d797c-4576-46a2-b49a-d3259aeeb6de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.926515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-310127e9-0d8e-40e3-815d-5814ff729f91 req-7d9d797c-4576-46a2-b49a-d3259aeeb6de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0800607 Jul 23 22:42:28.957309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaeb1d10-1a42-4b29-907f-94ceba2d4bbe req-87353b61-0a18-46c4-81f1-f5d1891a9eb7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148538 Jul 23 22:42:28.976841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-310127e9-0d8e-40e3-815d-5814ff729f91 req-d81d65b8-0495-4ad7-b057-57a99bce4410 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Jul 23 22:42:28.992432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-29282b4a-5133-4f1b-807d-d085c424cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:28.994282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-29282b4a-5133-4f1b-807d-d085c424cbf6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.2103455 Jul 23 22:42:29.054680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-f67a0a75-7720-4cee-a4f5-ce96691d3521 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390835 Jul 23 22:42:29.055423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Router de04e24c-22ba-444b-89d0-8c994ce73381 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:42:29.095225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.097882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.102836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/575b846b-c550-4433-a641-aa47fce33f76 HTTP/1.1" status: 204 len: 168 time: 1.3534980 Jul 23 22:42:29.152831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7117-8991-4349-bd4e-5055095da654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b846b-c550-4433-a641-aa47fce33f76,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:29.194835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-9f59d3c4-b263-41fe-a57f-fb504e94d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:29.197235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-9f59d3c4-b263-41fe-a57f-fb504e94d641 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 200 len: 910 time: 0.4538369 Jul 23 22:42:29.235887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 39be98a6-ad7e-4bc3-a25a-3d72b606d340 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:42:29.299579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-ac62c1ff-e879-4e98-ae3b-d369c7f197cf tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:29.302010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-ac62c1ff-e879-4e98-ae3b-d369c7f197cf tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.1797585 Jul 23 22:42:29.383845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-0e61f66a-507c-4dac-bec5-88ff7f49d8fd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 379 time: 0.0712197 Jul 23 22:42:29.407690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'device_id': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'admin_state_up': True, 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'security_groups': ['28a68928-fab7-4fda-af8c-2156efce4b9c']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:29.434617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-ae533f7e-a564-4771-9586-72156527f37e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340 HTTP/1.1" status: 200 len: 217 time: 0.1522584 Jul 23 22:42:29.437016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:29.455938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '39be98a6-ad7e-4bc3-a25a-3d72b606d340', 'network_id': '9c05515b-9d64-4dc9-913d-532d4dfc911a', 'port_id': '39be98a6-ad7e-4bc3-a25a-3d72b606d340', 'mac_address': 'fa:16:3e:bd:03:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d98d30-5e6b-4d5b-b292-9c6de722eb63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:42:29.518864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea896d-9a0d-4562-a7ce-39f8c5e39eef req-98ca4c3f-4986-453e-9ea1-87d534289515 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:29.520602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89ea896d-9a0d-4562-a7ce-39f8c5e39eef req-98ca4c3f-4986-453e-9ea1-87d534289515 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4626997 Jul 23 22:42:29.544531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.566072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39be98a6-ad7e-4bc3-a25a-3d72b606d340 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:29.609923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-73035660-c4d4-4cce-9f58-694a945d7b0a service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442450 Jul 23 22:42:29.624945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-53d571b8-7647-4807-b9f0-f11debcbf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:29.626167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-53d571b8-7647-4807-b9f0-f11debcbf93d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=41d98d30-5e6b-4d5b-b292-9c6de722eb63 HTTP/1.1" status: 200 len: 848 time: 0.1802843 Jul 23 22:42:29.633049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:29.641470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.724026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:29.728214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46263bc2-ee34-40c9-8d7d-ccf3a75e23a7 req-52afb5c3-2b41-43f7-bce6-55f18a143763 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:29.736473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-46263bc2-ee34-40c9-8d7d-ccf3a75e23a7 req-52afb5c3-2b41-43f7-bce6-55f18a143763 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1097 time: 0.1068428 Jul 23 22:42:29.763536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:29.770768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-46263bc2-ee34-40c9-8d7d-ccf3a75e23a7 req-40b54911-acec-42e1-a1c8-ceccbb5d6bb1 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333574 Jul 23 22:42:29.771385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:29.776427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.787502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:29.793453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:29.794123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:29.871591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-2d6984ab-eafe-42c6-9008-7791f6b3d031 service neutron] 10.222.0.25 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518272 Jul 23 22:42:29.881588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89ea896d-9a0d-4562-a7ce-39f8c5e39eef req-56edcfe4-495b-4433-ac4a-0e430e20a367 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479269 Jul 23 22:42:29.890615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:29.895968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-99a5a52e-de11-4ec7-938f-a5bd51a3aede admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4501076 Jul 23 22:42:29.898088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:29.984477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:30.106853 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f3090c02-032b-4db9-a0b7-576253043d7d req-fc06dbb9-f094-4833-b2c1-231c9a565141 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 210 time: 0.1362987 Jul 23 22:42:30.168191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-508c9541-8adf-4f0f-a012-74a916e47d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:30.170279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-508c9541-8adf-4f0f-a012-74a916e47d6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c05515b-9d64-4dc9-913d-532d4dfc911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5267477 Jul 23 22:42:30.180807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['39be98a6-ad7e-4bc3-a25a-3d72b606d340'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:30.221432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.20.0.12 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/8938e48e-ffc4-4110-a348-47f0cdd254d5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:30.314141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:30.381609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f05e290-3e73-4e38-b582-98c8aea1156f req-6ecbcc77-5a93-420a-9150-5463d5739762 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b46c44445b224ee0ab37c736baaeb32b HTTP/1.1" status: 200 len: 221 time: 0.0852947 Jul 23 22:42:30.393324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:26Z', 'revision_number': 3, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:30.438589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:30.439057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Updating router de04e24c-22ba-444b-89d0-8c994ce73381 port 101e4747-4527-4094-9645-90385920dd9d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:42:30.522301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.567093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-a9ba52ce-8a9a-4085-9053-aaee26e71d08 service neutron] 10.222.0.22 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889027 Jul 23 22:42:30.579361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38c2d-386e-4136-9b25-f584bccbbef4 req-5a6b8345-2a57-4e6a-b08c-3dee517475e7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:30.584702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.587538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1c38c2d-386e-4136-9b25-f584bccbbef4 req-5a6b8345-2a57-4e6a-b08c-3dee517475e7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.3879967 Jul 23 22:42:30.587707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ab5-1f95-4ed2-bcce-1adafcdb5650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.608621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-813df52b-d5e6-4eab-b3fe-cd292c816477 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:30.610445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-813df52b-d5e6-4eab-b3fe-cd292c816477 tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408&tenant_id=2cefa5a8cd934da4aca701578bdb2d94&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.3744206 Jul 23 22:42:30.625318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Transition to ACTIVE for port object 8938e48e-ffc4-4110-a348-47f0cdd254d5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:30.646987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898e59-f96d-424a-b5ca-2c62f8fa922d req-a70da028-4758-4300-b550-eaaca7e9e117 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:30.649337 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c898e59-f96d-424a-b5ca-2c62f8fa922d req-a70da028-4758-4300-b550-eaaca7e9e117 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1608365 Jul 23 22:42:30.742117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1c898e59-f96d-424a-b5ca-2c62f8fa922d req-33eb1c50-22a7-4be3-a9ce-65f3caec0619 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Jul 23 22:42:30.744258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.810657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1c38c2d-386e-4136-9b25-f584bccbbef4 req-3193a70d-3f15-45df-aa90-e1692861aac7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198412 Jul 23 22:42:30.816830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:30.851308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:30.857856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:30.865823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:30.910599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ab5-1f95-4ed2-bcce-1adafcdb5650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.923062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a28ab5-1f95-4ed2-bcce-1adafcdb5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:30.959933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28ab5-1f95-4ed2-bcce-1adafcdb5650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8aa26b-23ed-4926-a6e0-1aa3b6460099,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:30.963716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5fd174b-e762-4fb8-9132-838397cfbed1 req-15acb721-df02-4028-accf-6faf0aae9e79 service neutron] 10.222.0.22 "GET /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708074 Jul 23 22:42:30.995383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:30.996188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.015021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f8a28ab5-1f95-4ed2-bcce-1adafcdb5650 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24b78003ced842b9a91e96def11c484f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6979988 Jul 23 22:42:31.018111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:31.029557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-57f64b9c-0b75-4eb7-a036-a857638c8bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6342640 Jul 23 22:42:31.042194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Request body: {'port': {'device_id': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:31.176431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.186417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-35edc681-d4be-4134-8e89-cbeb77878fe0 service neutron] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:31.236534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-35edc681-d4be-4134-8e89-cbeb77878fe0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.237705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95cca821-40a4-4859-a4d6-80fe67ca88c1 req-35edc681-d4be-4134-8e89-cbeb77878fe0 service neutron] 10.222.0.25 "DELETE /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.6049750 Jul 23 22:42:31.246870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 39be98a6-ad7e-4bc3-a25a-3d72b606d340 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:31.258604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.300506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.310164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f3ccb-db15-4956-b809-eb892544ea69 req-46593f8b-3d45-4d78-b26f-901605ddbb7e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:31.310495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Transition to ACTIVE for port object 101e4747-4527-4094-9645-90385920dd9d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:31.311840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-490f3ccb-db15-4956-b809-eb892544ea69 req-46593f8b-3d45-4d78-b26f-901605ddbb7e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3876441 Jul 23 22:42:31.330257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.349503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.385459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:31.410007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e932a334-333d-40e7-aac9-2b8f71237ee3 None None] Provisioning for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:31.419848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Attempting to bind port 101e4747-4527-4094-9645-90385920dd9d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:31.420391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Attempting to bind port 101e4747-4527-4094-9645-90385920dd9d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:31.421434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Attempting to bind port 101e4747-4527-4094-9645-90385920dd9d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:31.424488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:31.424892 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.433162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494201-2924-4144-a134-e8a663ae1122 None None] Pushing event updated for resources: {'Port': ['ID=101e4747-4527-4094-9645-90385920dd9d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:31.438317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-490f3ccb-db15-4956-b809-eb892544ea69 req-d3b06b14-6cc9-4c9c-b80a-1c508c5ca7b5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144581 Jul 23 22:42:31.441933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.453097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e932a334-333d-40e7-aac9-2b8f71237ee3 None None] Provisioning complete for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:31.453519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e932a334-333d-40e7-aac9-2b8f71237ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.455962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:31.456392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:31.456758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.457174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:31.458030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Bound port: 101e4747-4527-4094-9645-90385920dd9d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:31.462800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.512474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbfd2a-af80-4d3d-bc2b-87feae7b9cbc req-e4b896dc-475c-4aa1-bbdb-181734ca461f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:31.520005 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7cbfd2a-af80-4d3d-bc2b-87feae7b9cbc req-e4b896dc-475c-4aa1-bbdb-181734ca461f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1097 time: 0.1874287 Jul 23 22:42:31.556349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.562155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.564763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e8aa26b-23ed-4926-a6e0-1aa3b6460099 HTTP/1.1" status: 204 len: 168 time: 0.5400705 Jul 23 22:42:31.590540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b3edc-27d5-40e0-a235-fc075e1317e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8aa26b-23ed-4926-a6e0-1aa3b6460099,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:31.633826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b7cbfd2a-af80-4d3d-bc2b-87feae7b9cbc req-4b5ebefc-79ef-4497-9183-b83cfd503fe2 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127827 Jul 23 22:42:31.759113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:31.768490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.785053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Transition to ACTIVE for port object 8938e48e-ffc4-4110-a348-47f0cdd254d5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:31.790666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.853907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e932a334-333d-40e7-aac9-2b8f71237ee3 None None] Port 8938e48e-ffc4-4110-a348-47f0cdd254d5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:31.866674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640ee51-24a7-4a82-a666-98b592e05bc3 req-c92bd8ec-3b9a-4403-81b5-fd0823c5530d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:31.867249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] For port 101e4747-4527-4094-9645-90385920dd9d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:31.868454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6640ee51-24a7-4a82-a666-98b592e05bc3 req-c92bd8ec-3b9a-4403-81b5-fd0823c5530d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 932 time: 0.1503069 Jul 23 22:42:31.869743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Allocated IP 172.20.0.1 (4bf13ea5-9eda-403e-8b7e-1377f755fc43/17fb2aeb-6142-4764-ad1a-07652b89ae76/e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:31.872008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] For port 101e4747-4527-4094-9645-90385920dd9d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=101e4747-4527-4094-9645-90385920dd9d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:31.884086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:31.946251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6640ee51-24a7-4a82-a666-98b592e05bc3 req-d04dc365-093d-46a3-ac28-95fc43ca99f9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681341 Jul 23 22:42:32.002924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.101352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:32.102227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:32.109742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3494201-2924-4144-a134-e8a663ae1122 None None] Pushing event updated for resources: {'Port': ['ID=101e4747-4527-4094-9645-90385920dd9d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.118409 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.121567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.160051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Transition to ACTIVE for port object e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:32.168827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Attempting to bind port 8938e48e-ffc4-4110-a348-47f0cdd254d5 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:32.169167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Attempting to bind port 8938e48e-ffc4-4110-a348-47f0cdd254d5 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:32.169499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Attempting to bind port 8938e48e-ffc4-4110-a348-47f0cdd254d5 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:32.175717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Port 8938e48e-ffc4-4110-a348-47f0cdd254d5 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:32.176047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Attempting to bind port 8938e48e-ffc4-4110-a348-47f0cdd254d5 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:32.189171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:32.189401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:32.189601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:32.190095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Bound port: 8938e48e-ffc4-4110-a348-47f0cdd254d5, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:32.190461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.217278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f7a2-2c77-49df-bf1c-a3451f387ccc req-bcfda6c8-04d2-4b5d-b6c8-59afd6b7b764 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:32.217838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.246570 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d532f7a2-2c77-49df-bf1c-a3451f387ccc req-bcfda6c8-04d2-4b5d-b6c8-59afd6b7b764 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3629179 Jul 23 22:42:32.251671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:32.279602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:32.284749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:32.287672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:32.295168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786fb497-8d36-4ef5-b07a-b37fc944331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.314185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:32.319372 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd56680-ac2e-447c-93a0-fae1ea1b8f2f" -d '{"events": [{"server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "name": "network-vif-plugged", "status": "completed", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:32.324397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d532f7a2-2c77-49df-bf1c-a3451f387ccc req-ea2d517b-8722-46ad-b9fe-234cd6266bb7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768540 Jul 23 22:42:32.351207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:32.363756 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.411062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:32.418104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:32.428354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.456068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:32.497822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786fb497-8d36-4ef5-b07a-b37fc944331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.507382 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-786fb497-8d36-4ef5-b07a-b37fc944331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.521196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:32.521905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.525246 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] 10.222.0.22 "PUT /v2.0/ports/8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 1093 time: 1.4881628 Jul 23 22:42:32.525745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:32.528175 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c401915-4297-4140-a631-1bed41c3744d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:32.547761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Pushing event updated for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.611332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.659468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb2c11-426b-481f-8096-df538eecc761 service neutron] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.706535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.706872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c4bc3-b28c-4cdf-adc8-6f3e4d9fb3b5 req-f3121cc5-e3e8-4f3c-8ce0-e0400c1a8fb0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:32.716670 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b86e63-209f-4dee-b6d1-6792cd7eb912 x-openstack-request-id: req-d7b86e63-209f-4dee-b6d1-6792cd7eb912 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:32.716964 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "name": "network-vif-plugged", "status": "completed", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:32.717217 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7b86e63-209f-4dee-b6d1-6792cd7eb912 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:32.717601 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340', 'code': 200} Jul 23 22:42:32.720828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e4c4bc3-b28c-4cdf-adc8-6f3e4d9fb3b5 req-f3121cc5-e3e8-4f3c-8ce0-e0400c1a8fb0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.2694275 Jul 23 22:42:32.734084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-786fb497-8d36-4ef5-b07a-b37fc944331c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60e2e0f8bc1049c89df071caf229afb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811928 Jul 23 22:42:32.744698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fb497-8d36-4ef5-b07a-b37fc944331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dbddf-eeb8-41ef-a26d-b5ffab00e915,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:32.749286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:32.763888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8e01182-1dc2-4551-99ff-aaa9c8df42c6 None None] Provisioning for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:32.769188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8e01182-1dc2-4551-99ff-aaa9c8df42c6 None None] Provisioning complete for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:32.769562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8e01182-1dc2-4551-99ff-aaa9c8df42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:32.813552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-60ed1311-c7e0-4cbf-b491-0357f6d4e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:32.815025 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-60ed1311-c7e0-4cbf-b491-0357f6d4e1a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1096 time: 0.2381968 Jul 23 22:42:32.826134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b8e01182-1dc2-4551-99ff-aaa9c8df42c6 None None] Port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:32.831101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:26Z', 'revision_number': 3, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:32.835173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e4c4bc3-b28c-4cdf-adc8-6f3e4d9fb3b5 req-e28ae8c1-474e-48ee-88f1-21af97915dd7 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134458 Jul 23 22:42:32.870968 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-96596b91-5f7e-4f9f-9b9d-e6a04ab66e2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 217 time: 0.0457351 Jul 23 22:42:32.883557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c639d-f0a0-487c-989e-ffea6e9ee23a None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:26Z', 'revision_number': 3, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:32.917309 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa9fbbb-24f0-48b9-91fc-68f735ab3703 x-openstack-request-id: req-6fa9fbbb-24f0-48b9-91fc-68f735ab3703 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:32.917719 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:32.918124 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fa9fbbb-24f0-48b9-91fc-68f735ab3703 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:32.918626 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'status': 'completed', 'code': 200} Jul 23 22:42:32.931262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-82a13ccd-540e-4bfa-8813-9c5c5aa8e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:32.933534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-82a13ccd-540e-4bfa-8813-9c5c5aa8e77e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0567248 Jul 23 22:42:33.037884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-f181ea82-047d-4ab4-825f-953fb165a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.039580 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-f181ea82-047d-4ab4-825f-953fb165a038 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994062 Jul 23 22:42:33.072377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.204760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-1948fd70-35c6-4bfd-9b8d-7632e623f2be service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582391 Jul 23 22:42:33.206570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a55fb6-0894-482d-99f3-2d467449a83d req-9dad7805-50a6-4f11-b81f-6c465271a5b9 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.208024 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7a55fb6-0894-482d-99f3-2d467449a83d req-9dad7805-50a6-4f11-b81f-6c465271a5b9 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.1312332 Jul 23 22:42:33.308050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f7a55fb6-0894-482d-99f3-2d467449a83d req-39c3dd64-4fb8-4d2e-9ce6-d789171fae56 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859299 Jul 23 22:42:33.360069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-78922ca9-6650-43ec-bd9d-4836e89a2bf3 req-33f8ee57-24cf-4791-89f1-88ee6c6d892c service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460760 Jul 23 22:42:33.499724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42631369-a016-4d85-93e2-c033379c6e68 req-d07fd64a-9e06-4eea-a3a5-4c0d1055529f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.501359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42631369-a016-4d85-93e2-c033379c6e68 req-d07fd64a-9e06-4eea-a3a5-4c0d1055529f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.6947365 Jul 23 22:42:33.506259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.522830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be106-52a7-4c24-a4a7-d41f14b1692a req-7bda31a2-ee5d-4563-baa4-ca9763665dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.524389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a6be106-52a7-4c24-a4a7-d41f14b1692a req-7bda31a2-ee5d-4563-baa4-ca9763665dd8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.7166290 Jul 23 22:42:33.537561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.654778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42631369-a016-4d85-93e2-c033379c6e68 req-99c84baf-712f-4ca5-b671-ad4d772755c2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409934 Jul 23 22:42:33.660337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a6be106-52a7-4c24-a4a7-d41f14b1692a req-328956d3-b662-436a-a08f-b543b6ed9aea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258769 Jul 23 22:42:33.689921 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.692810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.694181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/816dbddf-eeb8-41ef-a26d-b5ffab00e915 HTTP/1.1" status: 204 len: 168 time: 0.9401729 Jul 23 22:42:33.719982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a1b86-df16-4d23-9556-76508357d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dbddf-eeb8-41ef-a26d-b5ffab00e915,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:33.758817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401915-4297-4140-a631-1bed41c3744d req-f9aad984-65d0-4968-81ff-3bc1060007fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.760666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-f9aad984-65d0-4968-81ff-3bc1060007fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1096 time: 0.3491898 Jul 23 22:42:33.805359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c90bde-ad7d-4680-8692-b9d94a8dcb20 req-bbade34b-89f1-497f-9c5b-b43944742419 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.813575 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1c90bde-ad7d-4680-8692-b9d94a8dcb20 req-bbade34b-89f1-497f-9c5b-b43944742419 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 944 time: 0.3615363 Jul 23 22:42:33.873002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.890962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:33.919750 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d1c90bde-ad7d-4680-8692-b9d94a8dcb20 req-226e035f-84a0-4dbc-95c4-ce6cf1daf90d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007838 Jul 23 22:42:33.986561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401915-4297-4140-a631-1bed41c3744d req-8956a190-609a-4ed6-a642-366ef99f95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:33.988286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-8956a190-609a-4ed6-a642-366ef99f95e4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2054584 Jul 23 22:42:34.011146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:34.060097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-49a0c6a3-5d50-436c-a10f-4af463419abe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 217 time: 0.0643787 Jul 23 22:42:34.068123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Pushing event updated for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:34.115220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe337f52-42d8-4d01-9ee2-2e1173391609 req-b19f5c69-8315-4fbf-9205-e8ab1677674a tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:34.116723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe337f52-42d8-4d01-9ee2-2e1173391609 req-b19f5c69-8315-4fbf-9205-e8ab1677674a tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 1096 time: 0.2406342 Jul 23 22:42:34.163701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401915-4297-4140-a631-1bed41c3744d req-7ec55cee-a2de-41f8-8432-72ecd2d20c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:34.165902 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-7ec55cee-a2de-41f8-8432-72ecd2d20c9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0982790 Jul 23 22:42:34.176308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:34.178407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe337f52-42d8-4d01-9ee2-2e1173391609 req-8ece48f1-0c0f-47e1-b7a9-14ea909c77be tempest-LiveMigrationTest-1451013726 tempest-LiveMigrationTest-1451013726-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534942 Jul 23 22:42:34.182455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:34.199682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cad72a-3174-4207-b6b6-6c8a7d78dd19 req-986eee47-c734-4a2b-80f5-c5209ee58c1e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:34.209798 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f0cad72a-3174-4207-b6b6-6c8a7d78dd19 req-986eee47-c734-4a2b-80f5-c5209ee58c1e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1293044 Jul 23 22:42:34.326391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f0cad72a-3174-4207-b6b6-6c8a7d78dd19 req-617f1d1e-cdb9-4d9a-bbac-abdd4bf8d817 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151011 Jul 23 22:42:34.356201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:34.377005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c401915-4297-4140-a631-1bed41c3744d req-499cd61f-42d8-40f9-ac9f-1d3393b13a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:34.378559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-499cd61f-42d8-40f9-ac9f-1d3393b13a74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2048957 Jul 23 22:42:34.587363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 101e4747-4527-4094-9645-90385920dd9d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:34.643959 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-b6632dba-22b9-41f0-a201-651acacb1e57 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586925 Jul 23 22:42:34.698743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:34.722837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-83320d5b-4640-4a7d-942e-4c1bf409879f admin admin] 10.222.0.37 "PUT /v2.0/routers/de04e24c-22ba-444b-89d0-8c994ce73381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8213043 Jul 23 22:42:34.776058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-822d98c2-e54a-4b68-9d6c-94c72ef12651 None None] Provisioning complete for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:34.777458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-822d98c2-e54a-4b68-9d6c-94c72ef12651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:34.845363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 101e4747-4527-4094-9645-90385920dd9d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:34.858066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 101e4747-4527-4094-9645-90385920dd9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:34.858847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:34.885847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-822d98c2-e54a-4b68-9d6c-94c72ef12651 None None] Port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:34.889491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-1d43fc6e-9b80-4067-b2bf-ec9b00c8ecc8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653209 Jul 23 22:42:34.890025 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7c401915-4297-4140-a631-1bed41c3744d req-35c0a1f2-4a96-4a56-9a7f-78126f243591 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363529 Jul 23 22:42:35.049054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7803bf-ae5e-4bc2-bd4c-1acee3a80d3b req-6f14a190-11f4-48b1-be51-22745adedadb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.052914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-abb24f96-3bfe-49ce-bdf9-b82f889fb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.055560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-abb24f96-3bfe-49ce-bdf9-b82f889fb2c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1440189 Jul 23 22:42:35.059323 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:35.060316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d7803bf-ae5e-4bc2-bd4c-1acee3a80d3b req-6f14a190-11f4-48b1-be51-22745adedadb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1092076 Jul 23 22:42:35.111116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 101e4747-4527-4094-9645-90385920dd9d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=101e4747-4527-4094-9645-90385920dd9d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:35.117127 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4d7803bf-ae5e-4bc2-bd4c-1acee3a80d3b req-f88943eb-6867-48e7-8b4b-97d9c6f10dd1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 Jul 23 22:42:35.117695 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:35.195606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=101e4747-4527-4094-9645-90385920dd9d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:35.205318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.205740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.206183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.206594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.206999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.207410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.207787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.208337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.208751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.209146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.209552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.210026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:35.219592 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:35.232433 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:35.233092 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:35.260717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:42:35.266716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-8a1f3852-d106-4311-a02a-6fac29086b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.268280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-8a1f3852-d106-4311-a02a-6fac29086b47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 200 len: 908 time: 0.1809187 Jul 23 22:42:35.321992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41680edd-023a-4eb9-bd75-47ca9cfb42e0 req-af57f0d3-7dca-4eff-b00c-376c26e05366 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.324152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-41680edd-023a-4eb9-bd75-47ca9cfb42e0 req-af57f0d3-7dca-4eff-b00c-376c26e05366 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.0958962 Jul 23 22:42:35.342320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-53665c9d-f54c-4417-9e88-0b2bd6aa89a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 200 len: 217 time: 0.0663905 Jul 23 22:42:35.346759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad88e4f-dac3-4872-ae97-e4e841f1bb5c req-5e31c4b2-6850-4325-8556-3eaa2ba7b97d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.348483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ad88e4f-dac3-4872-ae97-e4e841f1bb5c req-5e31c4b2-6850-4325-8556-3eaa2ba7b97d tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.3134842 Jul 23 22:42:35.397105 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-41680edd-023a-4eb9-bd75-47ca9cfb42e0 req-32a326b9-b263-4960-9e9b-caf59a20c54d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622447 Jul 23 22:42:35.449609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:35.457952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-33451664-cb44-402a-b017-ee7f1ce332d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.459511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-33451664-cb44-402a-b017-ee7f1ce332d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 200 len: 847 time: 0.1075809 Jul 23 22:42:35.480489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:42:35.511336 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:35.529078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-bcdee048-1744-4528-9e4c-230fea19d288 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8024e459-e4d9-45aa-ac55-97e86d218310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617058 Jul 23 22:42:35.543188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d8f6-507f-4d9c-987d-3939e0f55520 req-e040f4b0-deca-4896-b753-8ebcaaf22277 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.550548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2930d8f6-507f-4d9c-987d-3939e0f55520 req-e040f4b0-deca-4896-b753-8ebcaaf22277 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 944 time: 0.0950618 Jul 23 22:42:35.557384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:35.566280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ad88e4f-dac3-4872-ae97-e4e841f1bb5c req-810e913f-c97d-4d9a-8b0a-e58e789e0f13 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969244 Jul 23 22:42:35.600195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2930d8f6-507f-4d9c-987d-3939e0f55520 req-d132da66-99f0-447a-a38d-9893122358f5 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443351 Jul 23 22:42:35.611475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:35.669191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:35.674644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:35.744097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-ef8987bf-0295-4edf-a910-e23724a52335 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:35.746149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-ef8987bf-0295-4edf-a910-e23724a52335 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 944 time: 0.2160530 Jul 23 22:42:35.790845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:35.798129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-1e829b43-3f6c-4d5f-a566-cbf5ab961a08 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567143 Jul 23 22:42:35.876433 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 2, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:35.900749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8938e48e-ffc4-4110-a348-47f0cdd254d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:35.920153 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:35.920695 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Updating router de04e24c-22ba-444b-89d0-8c994ce73381 port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:42:35.997861 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.064638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Deleting port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:36.065686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.103760 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2177f63e-9ddc-4782-99c8-b5b733432b0f req-c7921913-0c71-44f7-bafb-b9178ee3a6f1 service neutron] 10.222.0.22 "GET /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974727 Jul 23 22:42:36.211058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] For port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:36.211431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.242370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Calling delete_port for 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:36.260106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:36.266824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464558169', 'description': 'tempest-description--1297648662'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:36.302900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110fc43-fa5e-4d0c-9f5f-e78182d6c5e6 req-db5c676b-84fd-4494-92ee-a477ec405e5f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:36.305031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5110fc43-fa5e-4d0c-9f5f-e78182d6c5e6 req-db5c676b-84fd-4494-92ee-a477ec405e5f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.0888281 Jul 23 22:42:36.353944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.390266 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5110fc43-fa5e-4d0c-9f5f-e78182d6c5e6 req-3b062401-813a-4896-a27f-37fe67911bb8 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782804 Jul 23 22:42:36.484518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 101e4747-4527-4094-9645-90385920dd9d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:36.506564 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.538776 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Transition to ACTIVE for port object e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:36.548555 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.555662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.563050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.575419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:36.599945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.614772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce71fc-1468-4998-bcda-7116d0fa2859 req-117d1def-c2cb-4a23-bc5a-765971fe613c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:36.618930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event deleted for resources: {'Port': ['ID=01485c70-f3a2-4e6c-96ba-fccdb6b0be92,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:36.625534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Pushing event updated for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:36.626593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1bce71fc-1468-4998-bcda-7116d0fa2859 req-117d1def-c2cb-4a23-bc5a-765971fe613c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1100564 Jul 23 22:42:36.642936 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.643159 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.643492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.643871 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.644622 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.645627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.645627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.645627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.645993 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.646352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.646710 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.647063 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:36.683882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 101e4747-4527-4094-9645-90385920dd9d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:36.683882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.721523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] No DVR routers for this DVR port 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:36.725118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.727786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47a2697b-95e7-4265-bc71-45dc91cefdfe req-5099f73b-8d7c-4cb6-abd3-f1a82845fa56 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "DELETE /v2.0/ports/01485c70-f3a2-4e6c-96ba-fccdb6b0be92 HTTP/1.1" status: 204 len: 173 time: 0.9710033 Jul 23 22:42:36.728518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.729633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4682286 Jul 23 22:42:36.733030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:36.733620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-deleted', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:36.742545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group_rule': {'security_group_id': '100cfa1d-bf98-4376-a38b-3b6eab37eed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:36.742969 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f78802-59ee-4355-b6d4-5297945c63b5" -d '{"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-deleted", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:36.769414 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1bce71fc-1468-4998-bcda-7116d0fa2859 req-d57d0797-11d1-480d-9a32-64a1a69e763c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401982 Jul 23 22:42:36.769929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b77f4b-c976-451b-8696-9a749def5c2b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100cfa1d-bf98-4376-a38b-3b6eab37eed3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:36.809986 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Attempting to bind port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:36.810369 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Attempting to bind port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:36.811890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Attempting to bind port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:36.825572 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:36.826378 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:36.827575 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.836627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:36.837903 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Bound port: e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:36.839429 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.857961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.957861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66bc86fb-1dd2-4d82-a3c2-b19cceac534c req-c006e503-e501-4a8f-bf11-8e943ba4a9ea tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0550318 Jul 23 22:42:36.988427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:36.994411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.016096 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] For port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:37.022853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2074ba7a-aec5-4d29-91c7-dd92eb6fa692,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:37.025467 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] For port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:37.028050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.031843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb020c8a-dcad-463a-b87d-b5f1ad2a9e8e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2946281 Jul 23 22:42:37.032000 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.032312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:37.046401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group_rule': {'security_group_id': '100cfa1d-bf98-4376-a38b-3b6eab37eed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:37.052943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03099-1511-4e72-bff7-2b293854f089 req-8fcd833a-cfcb-404e-97c4-5bdf6e29c497 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:37.061308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9cb03099-1511-4e72-bff7-2b293854f089 req-8fcd833a-cfcb-404e-97c4-5bdf6e29c497 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.1263256 Jul 23 22:42:37.118502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.122007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9cb03099-1511-4e72-bff7-2b293854f089 req-54557cec-aed3-40dd-a33a-4fbe0a62ac76 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594227 Jul 23 22:42:37.189720 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd92d42-e2ef-4445-b56d-56c999b2a29e x-openstack-request-id: req-efd92d42-e2ef-4445-b56d-56c999b2a29e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:37.190279 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78caf607-1202-40e4-9f56-947c2626d408", "name": "network-vif-deleted", "tag": "01485c70-f3a2-4e6c-96ba-fccdb6b0be92", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:37.190533 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efd92d42-e2ef-4445-b56d-56c999b2a29e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:37.190930 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78caf607-1202-40e4-9f56-947c2626d408', 'name': 'network-vif-deleted', 'tag': '01485c70-f3a2-4e6c-96ba-fccdb6b0be92', 'status': 'completed', 'code': 200} Jul 23 22:42:37.212327 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670b94d-37e3-4364-958e-cfb54b97732e None None] Pushing event updated for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:37.242292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:37.243291 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:37.282114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:37.391812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.415901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:37.420842 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:37.422225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:37.423457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.423582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.436365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7899-aec2-422c-8614-3bcb2caa884a req-3e88c70b-4742-43b6-9d5b-55011b05b5e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:37.444914 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a3a7899-aec2-422c-8614-3bcb2caa884a req-3e88c70b-4742-43b6-9d5b-55011b05b5e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1358497 Jul 23 22:42:37.451482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c16c683-844a-40e0-ae18-650cf4156d8a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:37.488160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd102-0cdd-453e-8c95-e0cd06d6133e req-6011f268-50c2-425e-99e7-0cb46bb40338 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:37.500066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50fbd102-0cdd-453e-8c95-e0cd06d6133e req-6011f268-50c2-425e-99e7-0cb46bb40338 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3223765 Jul 23 22:42:37.528699 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4a3a7899-aec2-422c-8614-3bcb2caa884a req-4cf158cb-3e40-4930-b7d7-d6ffcb000559 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758395 Jul 23 22:42:37.602925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.632877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50fbd102-0cdd-453e-8c95-e0cd06d6133e req-50e59b9c-227c-4844-a448-c216c60c21ea tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309996 Jul 23 22:42:37.643163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.644656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4a3cebe2-2759-4d80-a1b0-c607c483c956 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6102700 Jul 23 22:42:37.648221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:37.654581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:37.692352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:37.695219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.697216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:37.706464 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4845ea53-5df6-406f-85c1-4f05f96dfd8c" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:37.713291 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:37.822560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:37.935744 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d26e38-ed11-4437-a640-42c2d77b8c2e x-openstack-request-id: req-b0d26e38-ed11-4437-a640-42c2d77b8c2e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:37.936184 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:37.936481 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0d26e38-ed11-4437-a640-42c2d77b8c2e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:37.936879 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:42:37.969698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:38.008637 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:37Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:38.072877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601736e3-3555-4e76-ac39-27606b1f01f4 None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:37Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:38.236252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039f504-3bd9-4ffd-a3a3-da745d5a5a6b req-0b6ac2d7-9e87-4b2e-b9af-a4f47568d642 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:38.238562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7039f504-3bd9-4ffd-a3a3-da745d5a5a6b req-0b6ac2d7-9e87-4b2e-b9af-a4f47568d642 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.1922889 Jul 23 22:42:38.251661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ae37-5673-4db1-8642-4b64ae449851 req-edd10fc6-7bb5-40db-a30f-744b24f5ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:38.253898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77c5ae37-5673-4db1-8642-4b64ae449851 req-edd10fc6-7bb5-40db-a30f-744b24f5ba5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1098 time: 0.2190740 Jul 23 22:42:38.277800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:38.333325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:38.336087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 01485c70-f3a2-4e6c-96ba-fccdb6b0be92 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:38.371174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7039f504-3bd9-4ffd-a3a3-da745d5a5a6b req-758f5f40-15e7-4f13-89b7-5ae626449a56 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225812 Jul 23 22:42:38.375462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77c5ae37-5673-4db1-8642-4b64ae449851 req-ccc8b25f-d570-4478-b042-b6a8fa7a7a0f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756257 Jul 23 22:42:38.411645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892851db-72ce-4e77-8db9-52506676d3b6 req-bead35e5-83bf-4a5d-938b-61c4f02e20f9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:38.424657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-892851db-72ce-4e77-8db9-52506676d3b6 req-bead35e5-83bf-4a5d-938b-61c4f02e20f9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3421829 Jul 23 22:42:38.432984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Allocated IP 172.25.1.189 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/5fb6b53c-d432-491d-aab1-53fd1bec01be) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:38.496677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-892851db-72ce-4e77-8db9-52506676d3b6 req-da7bdde7-5203-4412-b5c5-615d3c5e08f5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622122 Jul 23 22:42:38.539656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:38.664709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:38.672109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:38.673361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:38.688649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2af35094-efed-4843-8eda-8f1e1e9e3d04 req-4aa29ad0-5c93-447c-9480-8f04c988829d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0811138 Jul 23 22:42:38.927606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:38.951626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:38.971177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8247a-c6f5-43ef-9239-e5963db542b5 req-2fefd2c1-d4cc-40df-a351-26600cd66f5f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:38.973706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-77d8247a-c6f5-43ef-9239-e5963db542b5 req-2fefd2c1-d4cc-40df-a351-26600cd66f5f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2969620 Jul 23 22:42:39.016876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f17f-0d35-4d45-8425-91ce3de30bd5 req-aeee947f-3ce5-4059-9b37-fe0894bcf751 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:39.038368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72d2f17f-0d35-4d45-8425-91ce3de30bd5 req-aeee947f-3ce5-4059-9b37-fe0894bcf751 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.1818755 Jul 23 22:42:39.041618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-77d8247a-c6f5-43ef-9239-e5963db542b5 req-564cc13a-a99d-4998-820d-6687321d47e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Jul 23 22:42:39.043181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.088212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:39.089706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:39.103253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.127549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:39.130806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:39.145312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:39.178246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72d2f17f-0d35-4d45-8425-91ce3de30bd5 req-845164d2-eec6-4c8b-b67d-e140c4955194 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346769 Jul 23 22:42:39.182407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=5fb6b53c-d432-491d-aab1-53fd1bec01be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:39.212579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:39.376302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-1d32edd3-8cc6-4133-bee9-8b832f6e0ba3 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:39.382046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-1d32edd3-8cc6-4133-bee9-8b832f6e0ba3 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.1453011 Jul 23 22:42:39.412751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.418815 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:42:39.479018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.547282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2707c34-de52-43e8-9bbe-6c3018a35d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.691753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292f58-c61b-4eb9-b02c-cc3b6a629e35 req-fdd38c9e-3371-44a2-915d-b655024db3c2 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:39.693631 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51292f58-c61b-4eb9-b02c-cc3b6a629e35 req-fdd38c9e-3371-44a2-915d-b655024db3c2 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 1098 time: 0.1713169 Jul 23 22:42:39.793384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195952-a255-4be2-ad63-d036f13bc7f9 req-8e720b34-7eb2-448e-bc9e-a700d751459d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:39.795286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b195952-a255-4be2-ad63-d036f13bc7f9 req-8e720b34-7eb2-448e-bc9e-a700d751459d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3804088 Jul 23 22:42:39.811752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51292f58-c61b-4eb9-b02c-cc3b6a629e35 req-ecfb92ac-8540-4084-9437-4e753fe7de43 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937831 Jul 23 22:42:39.827555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.840547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.854568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2707c34-de52-43e8-9bbe-6c3018a35d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.869924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2707c34-de52-43e8-9bbe-6c3018a35d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.905349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Deleting port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:39.905717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:39.979014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.008105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e2707c34-de52-43e8-9bbe-6c3018a35d44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1b8e11eabb74152b8c55724f407f896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133987 Jul 23 22:42:40.010662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:40.014167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b195952-a255-4be2-ad63-d036f13bc7f9 req-23cc9733-0a51-42d6-9617-cd85e6916e06 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584082 Jul 23 22:42:40.038442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=5fb6b53c-d432-491d-aab1-53fd1bec01be,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:40.043320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.045040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12c0698c-59c0-4ea2-bd62-5736f7e5b222 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3951747 Jul 23 22:42:40.059806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3b8e149e-3781-4b1f-88a3-7e18aa68efca req-5b937313-e823-4749-9883-312534cbaf71 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.1473117 Jul 23 22:42:40.078833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2707c34-de52-43e8-9bbe-6c3018a35d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b7fd55-cb7a-4bb9-876f-236155afdc06,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:40.182100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] For port 39be98a6-ad7e-4bc3-a25a-3d72b606d340, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=39be98a6-ad7e-4bc3-a25a-3d72b606d340,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:40.182938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.233974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Calling delete_port for 39be98a6-ad7e-4bc3-a25a-3d72b606d340 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:40.308194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.339972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.388633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba2bb0-2e21-4d83-af2d-e5deb2fdf76d req-ab52905d-3ca8-405a-80a6-6c8b00736250 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:40.392462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42ba2bb0-2e21-4d83-af2d-e5deb2fdf76d req-ab52905d-3ca8-405a-80a6-6c8b00736250 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.1153018 Jul 23 22:42:40.425810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:40.433806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30474976-c254-4155-8213-5a8305b995fa req-739ef4e4-f69e-42b6-bdc5-1226e6c2a3cd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:40.435247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30474976-c254-4155-8213-5a8305b995fa req-739ef4e4-f69e-42b6-bdc5-1226e6c2a3cd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2903967 Jul 23 22:42:40.465543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42ba2bb0-2e21-4d83-af2d-e5deb2fdf76d req-38f452a3-853b-419f-ba06-5f7e094d76c6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664399 Jul 23 22:42:40.491485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:40.512289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30474976-c254-4155-8213-5a8305b995fa req-5121d40c-4a29-4ca7-8c1a-83fe12afe618 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Jul 23 22:42:40.594384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.597568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.617233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/26b7fd55-cb7a-4bb9-876f-236155afdc06 HTTP/1.1" status: 204 len: 168 time: 0.5940225 Jul 23 22:42:40.637638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:40.644692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.645272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e27595-7ec9-41fe-af9a-1178b0339915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b7fd55-cb7a-4bb9-876f-236155afdc06,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:40.667143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.712762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159d45de-fffd-43d8-9f5a-1788719efe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.721041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0c332207-f5a9-415a-8178-df450f589a99'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:40.763102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-48f86d3a-69c3-43e0-8d5d-89f6d60f49e4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1464558169&fields=id&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 267 time: 0.1721151 Jul 23 22:42:40.778132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['39be98a6-ad7e-4bc3-a25a-3d72b606d340'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:40.832506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Pushing event deleted for resources: {'Port': ['ID=39be98a6-ad7e-4bc3-a25a-3d72b606d340,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:40.846315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] No DVR routers for this DVR port 39be98a6-ad7e-4bc3-a25a-3d72b606d340 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:40.852986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:40.864234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8a05b95-9ecc-44ea-824e-8a63d9bf11b6 req-def59584-37a3-4f66-83aa-441ea28f5b2a tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.22 "DELETE /v2.0/ports/39be98a6-ad7e-4bc3-a25a-3d72b606d340 HTTP/1.1" status: 204 len: 173 time: 1.4724996 Jul 23 22:42:40.904904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'name': 'network-vif-deleted', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:40.915719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e774806-511d-42d7-95d8-e01353796b26" -d '{"events": [{"server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "name": "network-vif-deleted", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:40.969989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-1dc68d2e-0586-4df0-bab2-9f8effd7d9d8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:40.978192 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-1dc68d2e-0586-4df0-bab2-9f8effd7d9d8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 816 time: 0.2002249 Jul 23 22:42:41.018359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-4d08b988-3e66-4913-98db-d46c59a5826d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/quotas/5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 375 time: 0.0388463 Jul 23 22:42:41.109472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09f8b3-ff23-4d4e-9453-f55e7a89962a req-20aafeab-848a-4d34-b8d3-b35b6329b3dc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:41.111944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c09f8b3-ff23-4d4e-9453-f55e7a89962a req-20aafeab-848a-4d34-b8d3-b35b6329b3dc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.2706282 Jul 23 22:42:41.126088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:41.133106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'floatingip': {'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:41.175367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d1110bb-fbf5-4942-b557-8daf85502718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.195590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.310454 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-add825e1-a55d-4949-a9dd-e03f163d5d93 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2898135 Jul 23 22:42:41.443919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e40287d2-5191-4658-8aae-c388f6e27c15 req-f39069ba-fa19-41c5-8b3a-4ff6d706dc0f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b715fce1-55b8-4924-be9d-2bcb50bb5370 HTTP/1.1" status: 200 len: 210 time: 0.0665631 Jul 23 22:42:41.549508 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-24c2f717-a43d-43a3-bcc8-96a54a6bcb94 service neutron] 10.222.0.37 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395146 Jul 23 22:42:41.584130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159d45de-fffd-43d8-9f5a-1788719efe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.596645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-159d45de-fffd-43d8-9f5a-1788719efe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.631598 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc507dc-ca46-4df7-997a-177ae5bf2f2f x-openstack-request-id: req-efc507dc-ca46-4df7-997a-177ae5bf2f2f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:41.633411 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b715fce1-55b8-4924-be9d-2bcb50bb5370", "name": "network-vif-deleted", "tag": "39be98a6-ad7e-4bc3-a25a-3d72b606d340", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:41.633820 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efc507dc-ca46-4df7-997a-177ae5bf2f2f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:41.634345 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b715fce1-55b8-4924-be9d-2bcb50bb5370', 'name': 'network-vif-deleted', 'tag': '39be98a6-ad7e-4bc3-a25a-3d72b606d340', 'status': 'completed', 'code': 200} Jul 23 22:42:41.647788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d45de-fffd-43d8-9f5a-1788719efe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8232aa07-6bd8-4acd-84cf-99a15bc7c34f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:41.706444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-159d45de-fffd-43d8-9f5a-1788719efe90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fc1e49c649f435f8ff0def5ea0fa978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2793241 Jul 23 22:42:41.710805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:41.732860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a83c4fcd-2e98-4570-ade7-e48bdc440e2f req-521dd341-640d-4428-813f-5574165b28b3 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0632830 Jul 23 22:42:41.760369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-5b73bc00-04bc-4d1d-bfc4-5c71c351452b service neutron] 10.222.0.37 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096527 Jul 23 22:42:41.794078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.852198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.940412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.954887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:41.954887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8232aa07-6bd8-4acd-84cf-99a15bc7c34f HTTP/1.1" status: 204 len: 168 time: 0.2345846 Jul 23 22:42:41.971893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06bf18-93b5-4f35-851f-9b79dbbe070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8232aa07-6bd8-4acd-84cf-99a15bc7c34f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:42.096013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c228bf4-5f5c-4d5a-88eb-0d89342e3504 req-4a6626cf-8609-4cf3-9a46-30cb14681ed4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:42.097717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c228bf4-5f5c-4d5a-88eb-0d89342e3504 req-4a6626cf-8609-4cf3-9a46-30cb14681ed4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2341199 Jul 23 22:42:42.136833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:42.142927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:42.181928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0e7c49db-5344-4d01-9217-cc9312d0f173 req-14ff3a8e-48c6-4c3a-a0ce-c3a193f4fab9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 210 time: 0.0597396 Jul 23 22:42:42.209463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c228bf4-5f5c-4d5a-88eb-0d89342e3504 req-c2202587-04ce-40b2-ad96-247a0960c550 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023557 Jul 23 22:42:42.426907 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Floating IP 7056f102-5367-473d-9add-d637a0458196 associated. External IP: 172.25.1.61, port: 8938e48e-ffc4-4110-a348-47f0cdd254d5. Jul 23 22:42:42.564575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0606554-ec0b-48e7-9158-b2af9429d688 req-2d061dbf-20f7-435c-b6b6-b3b21abbd0ed tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:42.573331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0606554-ec0b-48e7-9158-b2af9429d688 req-2d061dbf-20f7-435c-b6b6-b3b21abbd0ed tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2606981 Jul 23 22:42:42.702703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0606554-ec0b-48e7-9158-b2af9429d688 req-c06a7a75-ad5a-438f-b2d3-4b31613ba1bb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280568 Jul 23 22:42:43.042700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c165fd42-9e1c-4b66-86dc-6af8ed424a39 req-d926d980-def7-403b-a077-2220db470358 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0778058 Jul 23 22:42:43.286200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 39be98a6-ad7e-4bc3-a25a-3d72b606d340 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:43.298624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a56f4-1c9a-4948-a37c-03a375cf4c8f req-2f5fe28f-d07e-4aeb-9838-a5bf1a36f880 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:43.309503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f08a56f4-1c9a-4948-a37c-03a375cf4c8f req-2f5fe28f-d07e-4aeb-9838-a5bf1a36f880 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.1152165 Jul 23 22:42:43.337607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 39be98a6-ad7e-4bc3-a25a-3d72b606d340 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:43.338223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 39be98a6-ad7e-4bc3-a25a-3d72b606d340 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:43.361990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f08a56f4-1c9a-4948-a37c-03a375cf4c8f req-03d01193-b15b-4cc9-80fe-7875d0955bd3 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Jul 23 22:42:43.478706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:43.573828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bd44c-ed45-42b9-80d2-54d778d74d8b req-18276104-e03f-45e5-b8ca-855fd58bc168 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:43.576841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-040bd44c-ed45-42b9-80d2-54d778d74d8b req-18276104-e03f-45e5-b8ca-855fd58bc168 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0778999 Jul 23 22:42:43.663555 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-040bd44c-ed45-42b9-80d2-54d778d74d8b req-199a74ab-0f80-43fc-ae79-4660b4c43c6a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749331 Jul 23 22:42:43.753635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-471ce9f7-844d-4372-8835-6d991a856a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:43.796183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:43.806006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2276d0b1-432c-4b36-aa0d-d2f54e06ea6c req-add9e5c7-d372-4c1a-baf4-0a481fb4ea97 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 210 time: 0.0705292 Jul 23 22:42:43.810025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:43.811490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Sync routers for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:43.826882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:43.828190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:43.909614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf7ef371-6d28-4965-89e2-e48f63734d16 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "PUT /v2.0/floatingips/7056f102-5367-473d-9add-d637a0458196 HTTP/1.1" status: 200 len: 991 time: 2.7812345 Jul 23 22:42:43.912622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:43.916237 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf918fe-4650-4cce-b84a-53aaa1fe4619" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:43.970668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-2fa69785-a7bf-4d36-a849-ff5249c7d926 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:43.972348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef667a-b88a-470d-aab0-d76028c7beac req-1bd7ee69-294e-456f-af6e-11fa60740a92 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:43.985044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-2fa69785-a7bf-4d36-a849-ff5249c7d926 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 816 time: 0.2670078 Jul 23 22:42:43.991862 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adef667a-b88a-470d-aab0-d76028c7beac req-1bd7ee69-294e-456f-af6e-11fa60740a92 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1082346 Jul 23 22:42:44.111876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-58adafb3-d331-471f-8aa6-d7bb5d683b10 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 380 time: 0.1138613 Jul 23 22:42:44.146344 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-adef667a-b88a-470d-aab0-d76028c7beac req-8ce5a939-7cf6-4ca4-9be1-76f4666a4a5e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506603 Jul 23 22:42:44.161879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'port': {'device_id': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'admin_state_up': True, 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'security_groups': ['100cfa1d-bf98-4376-a38b-3b6eab37eed3']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:44.203756 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:44.220664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:44.260918 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e9a33-d903-4dd0-8812-dedb7133db9b x-openstack-request-id: req-a47e9a33-d903-4dd0-8812-dedb7133db9b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:44.261404 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:44.261962 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a47e9a33-d903-4dd0-8812-dedb7133db9b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:44.263260 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'status': 'completed', 'code': 200} Jul 23 22:42:44.480571 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d6318f36-acc9-4b97-aa3d-37c1976b5911 req-b9621b1a-6fdc-46a0-bd27-048d9e17dc88 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=78caf607-1202-40e4-9f56-947c2626d408 HTTP/1.1" status: 200 len: 210 time: 0.0618851 Jul 23 22:42:44.667773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-4e3ec9e4-67c0-4654-ab5b-faed8ad9c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:44.669311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-4e3ec9e4-67c0-4654-ab5b-faed8ad9c98e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1098 time: 0.4049079 Jul 23 22:42:44.711521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-51f8defd-ce14-4b17-b30d-92e2af8e7907 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:44.713102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-51f8defd-ce14-4b17-b30d-92e2af8e7907 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.2975061 Jul 23 22:42:44.778831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6260f0-bbf4-4ca4-8b24-b9d80bbda03b req-7e728d3b-b2a7-4eab-8cd8-2860b1a4dc42 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:44.785233 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf6260f0-bbf4-4ca4-8b24-b9d80bbda03b req-7e728d3b-b2a7-4eab-8cd8-2860b1a4dc42 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1097 time: 0.1410313 Jul 23 22:42:44.796090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '7056f102-5367-473d-9add-d637a0458196', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:25Z', 'updated_at': '2021-07-23T22:42:41Z', 'revision_number': 1, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:44.833086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Checking router: 70a8ab08-099e-43ce-a1ec-055ea60b6e9f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:44.844505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Made reservation on behalf of 5edafaa2fb694d1096f681e03068e92d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:44.848136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:44.860220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:44.861801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:44.877412 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bf6260f0-bbf4-4ca4-8b24-b9d80bbda03b req-3cbf98ee-9ba8-498d-a404-c0f547d84a1f tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850296 Jul 23 22:42:45.001689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:45.062365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47c275b2-7cc0-49e1-897a-d174c1ba4ff4 req-44a12528-6761-4406-ab21-60d0f77e2053 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 210 time: 0.0738308 Jul 23 22:42:45.149066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048ad7-9d44-47ee-a298-4ad4e26a202e req-2ef24f1c-2314-41d1-9564-7584463f99d0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:45.157285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75048ad7-9d44-47ee-a298-4ad4e26a202e req-2ef24f1c-2314-41d1-9564-7584463f99d0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4486606 Jul 23 22:42:45.163494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-51315631-4fc6-4dc2-802a-16dfd8c3b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:45.166189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-51315631-4fc6-4dc2-802a-16dfd8c3b4e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.4898329 Jul 23 22:42:45.231392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:45.266599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.302047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Deleting port 0c332207-f5a9-415a-8178-df450f589a99 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:45.302869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.395821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75048ad7-9d44-47ee-a298-4ad4e26a202e req-b5ce5406-4555-49f2-87a4-6db322847a9b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254720 Jul 23 22:42:45.433852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f53e74bb-a334-4a44-9a24-ac72f8214267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.502011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-e9b33357-4d84-44f1-bd75-e79fb75f85c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.3025136 Jul 23 22:42:45.562594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Allocated IP 172.20.0.5 (4bf13ea5-9eda-403e-8b7e-1377f755fc43/17fb2aeb-6142-4764-ad1a-07652b89ae76/23a4d01e-60bc-4406-9c00-cfedbcbb0cf8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:45.574558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '7056f102-5367-473d-9add-d637a0458196', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:25Z', 'updated_at': '2021-07-23T22:42:41Z', 'revision_number': 1, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:45.593667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] For port 0c332207-f5a9-415a-8178-df450f589a99, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c332207-f5a9-415a-8178-df450f589a99,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:45.594182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.625659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Calling delete_port for 0c332207-f5a9-415a-8178-df450f589a99 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:45.627427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f53e74bb-a334-4a44-9a24-ac72f8214267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.628687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-4487e432-e0b8-48f3-8fb9-06c485eac308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:45.630648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-4487e432-e0b8-48f3-8fb9-06c485eac308 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1131322 Jul 23 22:42:45.636723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f53e74bb-a334-4a44-9a24-ac72f8214267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:45.670966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b617adf-6d36-442b-95c8-7375a3c855a4 None None] The sync data for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 is: [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '7056f102-5367-473d-9add-d637a0458196', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:25Z', 'updated_at': '2021-07-23T22:42:41Z', 'revision_number': 1, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:45.676937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f53e74bb-a334-4a44-9a24-ac72f8214267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3ba9d23117546e6a1c6cf148919e991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434245 Jul 23 22:42:45.690038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:45.819835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e74bb-a334-4a44-9a24-ac72f8214267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6499f3f-5dd2-4cdc-a346-a4c4b68507a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:45.872964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fa8c3-0476-44cc-be32-d5d0d4bdc821 req-b6ab7dbb-5746-4406-8816-100f8ea01624 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:45.878808 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-926fa8c3-0476-44cc-be32-d5d0d4bdc821 req-b6ab7dbb-5746-4406-8816-100f8ea01624 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3238282 Jul 23 22:42:46.009360 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-926fa8c3-0476-44cc-be32-d5d0d4bdc821 req-62f71b2c-1476-41e2-a66b-d39e0b98f931 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140361 Jul 23 22:42:46.043227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.082981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-32e9fc5c-e445-41b2-acb9-474a732498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:46.088427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-32e9fc5c-e445-41b2-acb9-474a732498d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4449565 Jul 23 22:42:46.118724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.132684 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97f0cd-77c1-40af-9fb3-6f6a48844e11 None None] New status for floating IP 7056f102-5367-473d-9add-d637a0458196: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:42:46.191967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.269606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b0bce-3c87-4d98-9aa7-49de8dd785a9 req-f7238922-b5e0-4bb6-9be0-1f3dd3f98b4d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:46.278673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb0b0bce-3c87-4d98-9aa7-49de8dd785a9 req-f7238922-b5e0-4bb6-9be0-1f3dd3f98b4d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1009717 Jul 23 22:42:46.332606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.358126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Transition to ACTIVE for port object 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:46.365028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb0b0bce-3c87-4d98-9aa7-49de8dd785a9 req-9513b617-805c-48fb-80e8-db4b2a5d3b07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Jul 23 22:42:46.370447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.392683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.394158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6499f3f-5dd2-4cdc-a346-a4c4b68507a4 HTTP/1.1" status: 204 len: 168 time: 0.7032106 Jul 23 22:42:46.423286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.424085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbca33-6bb0-41a6-8156-e5187848ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6499f3f-5dd2-4cdc-a346-a4c4b68507a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:46.475971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c332207-f5a9-415a-8178-df450f589a99,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:46.493243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad7c9-eafd-4e6f-99cb-29a49a6d2caa req-3003b57e-0450-413a-b1c2-e4a2235b8132 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:46.502545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e15ad7c9-eafd-4e6f-99cb-29a49a6d2caa req-3003b57e-0450-413a-b1c2-e4a2235b8132 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32218ec8-aad0-48bb-96cb-5acdc0f5f903 HTTP/1.1" status: 200 len: 1019 time: 0.4944439 Jul 23 22:42:46.505584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.580930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:46.601101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:46.625998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d535d-8ca9-474e-b01a-795b170c32c9 req-fffb65ca-59c8-4a6f-b4b6-9e1e546c55c9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:46.627954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:46.635765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f7d535d-8ca9-474e-b01a-795b170c32c9 req-fffb65ca-59c8-4a6f-b4b6-9e1e546c55c9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 931 time: 0.1057439 Jul 23 22:42:46.689678 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f7d535d-8ca9-474e-b01a-795b170c32c9 req-c888e5d8-98d1-4deb-b72f-5d3825404828 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485318 Jul 23 22:42:46.826064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-82e3f4b9-be51-4302-9dc4-516292942ea0 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305424 Jul 23 22:42:46.872619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] No DVR routers for this DVR port 0c332207-f5a9-415a-8178-df450f589a99 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:46.932615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e15ad7c9-eafd-4e6f-99cb-29a49a6d2caa req-8886c74d-d5ab-4ce4-b5ab-3f522c2a6437 tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813262 Jul 23 22:42:46.947956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:46.951054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9797583f-e1d8-4e3b-a5bf-74a015b59e73 req-b98909f6-9fc1-40ad-a151-0ff52e3181df tempest-TestServerMultinode-1983113663 tempest-TestServerMultinode-1983113663-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0c332207-f5a9-415a-8178-df450f589a99 HTTP/1.1" status: 204 len: 173 time: 2.2195101 Jul 23 22:42:46.952024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'name': 'network-vif-deleted', 'tag': '0c332207-f5a9-415a-8178-df450f589a99'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:46.965798 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece40ee-85ce-4891-a19c-0560a5b348bb" -d '{"events": [{"server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "name": "network-vif-deleted", "tag": "0c332207-f5a9-415a-8178-df450f589a99"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:47.052792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:47.138274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:47.139777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:47.191943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-ac263e5a-eb70-444f-8767-cb1266203b8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0696573 Jul 23 22:42:47.201284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4155d212-fba4-4a19-9ccb-aa3c803e1e1a None None] Provisioning for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:47.228631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4155d212-fba4-4a19-9ccb-aa3c803e1e1a None None] Provisioning complete for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:47.230003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4155d212-fba4-4a19-9ccb-aa3c803e1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:47.259131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cba2f9-f95a-4b33-b5fa-1c95bfe001e0 req-a8df0544-cce3-4349-b592-7e00b914f43c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:47.268709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2cba2f9-f95a-4b33-b5fa-1c95bfe001e0 req-a8df0544-cce3-4349-b592-7e00b914f43c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3857148 Jul 23 22:42:47.280652 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4843345-67db-4309-ab2a-051c3f29d6b2 x-openstack-request-id: req-c4843345-67db-4309-ab2a-051c3f29d6b2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:47.280901 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32218ec8-aad0-48bb-96cb-5acdc0f5f903", "name": "network-vif-deleted", "tag": "0c332207-f5a9-415a-8178-df450f589a99", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:47.281141 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4843345-67db-4309-ab2a-051c3f29d6b2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:47.284006 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32218ec8-aad0-48bb-96cb-5acdc0f5f903', 'name': 'network-vif-deleted', 'tag': '0c332207-f5a9-415a-8178-df450f589a99', 'status': 'completed', 'code': 200} Jul 23 22:42:47.291122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Request body: {'port': {'device_id': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:47.366119 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2cba2f9-f95a-4b33-b5fa-1c95bfe001e0 req-553b88f0-a0f0-4779-8996-73f4606050ba tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893402 Jul 23 22:42:47.375695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4155d212-fba4-4a19-9ccb-aa3c803e1e1a None None] Port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:42:47.645089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:47.678786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcf918fe-4650-4cce-b84a-53aaa1fe4619 req-1b87c06b-5742-4c70-afc7-52c7ad833994 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070395 Jul 23 22:42:47.788849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ddf4-5aa1-4912-9809-16072a9da865 req-bbe87ebd-7c4b-4323-8437-4a2db2ec4ce6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:47.798347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9f88ddf4-5aa1-4912-9809-16072a9da865 req-bbe87ebd-7c4b-4323-8437-4a2db2ec4ce6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0981932 Jul 23 22:42:47.887129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:47.915215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9f88ddf4-5aa1-4912-9809-16072a9da865 req-c49731b2-bbaa-45e7-8f43-69e994fbd416 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Jul 23 22:42:48.082118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eda9fe1-fec9-4f18-b9e1-22d0b1aa9dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.118092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48afea2-5c69-4c10-8ac5-97d59d1d859a req-f1bd2b0a-b3b6-443e-82ff-c9a3fd6e0eb8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:48.119923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c48afea2-5c69-4c10-8ac5-97d59d1d859a req-f1bd2b0a-b3b6-443e-82ff-c9a3fd6e0eb8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 931 time: 0.1964245 Jul 23 22:42:48.212754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c48afea2-5c69-4c10-8ac5-97d59d1d859a req-36dfb2c3-cb25-454b-8a3f-88c38da6e419 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817420 Jul 23 22:42:48.254946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eda9fe1-fec9-4f18-b9e1-22d0b1aa9dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.261877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eda9fe1-fec9-4f18-b9e1-22d0b1aa9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.275815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:48.277896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c332207-f5a9-415a-8178-df450f589a99 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:48.289235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.307566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Transition to ACTIVE for port object 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:42:48.310621 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6eda9fe1-fec9-4f18-b9e1-22d0b1aa9dcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f224b85b2eb043818b484ab29ef98268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223740 Jul 23 22:42:48.311721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda9fe1-fec9-4f18-b9e1-22d0b1aa9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e396ffef-6253-4110-b2cf-aeff28db7801,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:48.314246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:48.327357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.340111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 0c332207-f5a9-415a-8178-df450f589a99 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:48.340599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c332207-f5a9-415a-8178-df450f589a99 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:48.343439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:48.509744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:48.571109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.627547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.648725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:42:48.649071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:42:48.649409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:48.659227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:42:48.659562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:42:48.668306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:42:48.668655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:48.669057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:42:48.669513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Bound port: 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:42:48.669910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.774849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.777710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.782166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e396ffef-6253-4110-b2cf-aeff28db7801 HTTP/1.1" status: 204 len: 168 time: 0.4664543 Jul 23 22:42:48.807326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cd28d-6a96-4fad-853c-4fa1d04eda32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396ffef-6253-4110-b2cf-aeff28db7801,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:48.818830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:42:48.823474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:42:48.833229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.890307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:48.907097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:48.907955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:48.909854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-333b6d6a-6624-4f3a-8db7-af05ec02bf26 service neutron] 10.222.0.25 "PUT /v2.0/ports/23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 1092 time: 1.6312659 Jul 23 22:42:48.984843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37e3265f-cb25-46e3-ae9a-ae5564dabdfc req-593a5649-35c7-4443-a63a-19c1d932e0cf tempest-AbsoluteLimitsNegativeTestJSON-661548586 tempest-AbsoluteLimitsNegativeTestJSON-661548586-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=69ff0d7b2b944480bfd7523c649c85b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520551 Jul 23 22:42:49.058767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-5f3d7d8e-6cb4-4394-9e28-880e70fe175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:49.060370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-5f3d7d8e-6cb4-4394-9e28-880e70fe175d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1095 time: 0.0976706 Jul 23 22:42:49.133379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-6488050d-89bd-44ec-972a-fd47a2b43016 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0511074 Jul 23 22:42:49.198841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-0f263483-c41d-490a-ab89-6175cf7fdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:49.200656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-0f263483-c41d-490a-ab89-6175cf7fdab1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.0614188 Jul 23 22:42:49.271732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f0651-b9da-4b5b-be23-8250fc184a80 req-8c16b309-1e5e-4b91-be6d-5313494626e7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:49.274430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-417f0651-b9da-4b5b-be23-8250fc184a80 req-8c16b309-1e5e-4b91-be6d-5313494626e7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2414253 Jul 23 22:42:49.289374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:49.292162 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773" -d '{"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:49.330753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-8547e5e1-ad33-4608-9ada-9e0f31f21d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:49.332726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-8547e5e1-ad33-4608-9ada-9e0f31f21d01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243763 Jul 23 22:42:49.348902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:49.446141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-417f0651-b9da-4b5b-be23-8250fc184a80 req-dc0a7ab0-474c-4d73-9a1a-bf01e61ddfc3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642962 Jul 23 22:42:49.448958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:49.475641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3265f-cb25-46e3-ae9a-ae5564dabdfc req-5fc0a3dd-f406-4a92-adbf-514dd299b658 tempest-AbsoluteLimitsNegativeTestJSON-661548586 tempest-AbsoluteLimitsNegativeTestJSON-661548586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:49.480172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37e3265f-cb25-46e3-ae9a-ae5564dabdfc req-5fc0a3dd-f406-4a92-adbf-514dd299b658 tempest-AbsoluteLimitsNegativeTestJSON-661548586 tempest-AbsoluteLimitsNegativeTestJSON-661548586-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4922061 Jul 23 22:42:49.499377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37e3265f-cb25-46e3-ae9a-ae5564dabdfc req-9cb18bfc-a1ae-44dc-85b5-cd120110aab9 tempest-AbsoluteLimitsNegativeTestJSON-661548586 tempest-AbsoluteLimitsNegativeTestJSON-661548586-project] 10.222.0.37 "GET /v2.0/quotas/69ff0d7b2b944480bfd7523c649c85b6 HTTP/1.1" status: 200 len: 375 time: 0.0203576 Jul 23 22:42:49.530193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-d16d440b-8452-4250-bc3f-b87508f66776 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828024 Jul 23 22:42:49.533260 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-37e3265f-cb25-46e3-ae9a-ae5564dabdfc req-c8cdfe3c-55e0-47fb-969e-44597cdd9219 tempest-AbsoluteLimitsNegativeTestJSON-661548586 tempest-AbsoluteLimitsNegativeTestJSON-661548586-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=69ff0d7b2b944480bfd7523c649c85b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331335 Jul 23 22:42:49.639109 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8b9fd-98ca-46e4-ba44-d4ef515d249a x-openstack-request-id: req-5ac8b9fd-98ca-46e4-ba44-d4ef515d249a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:49.641067 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:49.641309 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ac8b9fd-98ca-46e4-ba44-d4ef515d249a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:49.641714 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'status': 'completed', 'code': 200} Jul 23 22:42:49.811900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.093957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:50.129356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.158957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5656d9a-4a3b-4898-a8fd-3536f87c25ac req-144d5eb0-124c-4c91-a2b2-77ccdac53de5 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218715 Jul 23 22:42:50.161632 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.201400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621cffa-8c1f-40a1-bddb-b1479cab2856,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:50.215559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322355-97ca-4a3f-aa7e-2aae2e92247b req-67eb6520-6803-4343-969c-5c44fe419f20 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.217145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1d322355-97ca-4a3f-aa7e-2aae2e92247b req-67eb6520-6803-4343-969c-5c44fe419f20 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1222742 Jul 23 22:42:50.275133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.275620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.275803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.276668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.276668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.276867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.277097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.277422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.277746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.278094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.278519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.278850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:42:50.291076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c53ef7c6-693c-470f-b02f-d97cd6963a66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc2bff1f5a654c4eae13333aaa7810f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411383 Jul 23 22:42:50.312717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:50.352325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5907584-1862-4d6a-a2ec-37866ceecf1c req-c780b59b-70b2-4278-a7f1-f20ef649c0c2 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.353930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5907584-1862-4d6a-a2ec-37866ceecf1c req-c780b59b-70b2-4278-a7f1-f20ef649c0c2 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.6946340 Jul 23 22:42:50.376325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-bbe3e70e-e00e-42fd-a51d-e5c6a32ed3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.378018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-bbe3e70e-e00e-42fd-a51d-e5c6a32ed3f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1095 time: 0.1224103 Jul 23 22:42:50.428075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534afb3d-d7ef-49bb-a284-cabc3b0ac209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.436753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5907584-1862-4d6a-a2ec-37866ceecf1c req-c64e8176-0fec-4f9b-a2ac-c7c307b4c3a1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757048 Jul 23 22:42:50.498543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1d322355-97ca-4a3f-aa7e-2aae2e92247b req-585b95e7-fb7e-4018-99c2-06c903a89f00 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387407 Jul 23 22:42:50.499024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-971beb8f-bc14-41f3-b60d-f065cde846e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.500493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-971beb8f-bc14-41f3-b60d-f065cde846e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.1143179 Jul 23 22:42:50.544503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-13abd43c-5527-4860-9ba5-fe2a0eead885 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Jul 23 22:42:50.550384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Deleting port e8f82352-a6f6-4270-9cdd-781d7eda2e11 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:50.550718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.602430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.611441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-44ff04c6-4587-43c3-a629-cabe5954ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.613854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-44ff04c6-4587-43c3-a629-cabe5954ba0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.0633307 Jul 23 22:42:50.689960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-3038862b-22a1-4b40-bd8f-44f6d7674559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:50.691538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-3038862b-22a1-4b40-bd8f-44f6d7674559 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704372 Jul 23 22:42:50.735435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.750775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534afb3d-d7ef-49bb-a284-cabc3b0ac209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.803825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-534afb3d-d7ef-49bb-a284-cabc3b0ac209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.806727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-e902431b-8519-44fa-aba6-7e574029bece service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071222 Jul 23 22:42:50.860824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] For port e8f82352-a6f6-4270-9cdd-781d7eda2e11, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e8f82352-a6f6-4270-9cdd-781d7eda2e11,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:50.861499 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.899754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Calling delete_port for e8f82352-a6f6-4270-9cdd-781d7eda2e11 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:50.904631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.907202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:50.910873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d621cffa-8c1f-40a1-bddb-b1479cab2856 HTTP/1.1" status: 204 len: 168 time: 0.5507083 Jul 23 22:42:50.910873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534afb3d-d7ef-49bb-a284-cabc3b0ac209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b47bd9-4904-4d1d-b53f-0fe5b7613a38,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:50.930942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:50.933512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-534afb3d-d7ef-49bb-a284-cabc3b0ac209 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69ff0d7b2b944480bfd7523c649c85b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8371644 Jul 23 22:42:50.934102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23e485e8-bd86-45f4-8a5a-b7f4f9aab773 req-a2434176-ee71-4dd5-95c1-72d4cb7dbb96 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173658 Jul 23 22:42:50.952785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bca8d-8425-4df8-b673-184e91b2cf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621cffa-8c1f-40a1-bddb-b1479cab2856,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:51.029444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.055935 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.064435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783b583-b0cf-4ecc-8d88-e743c9dc61ad req-488db58e-2138-43e7-9390-10b741c21c45 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:51.072786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3783b583-b0cf-4ecc-8d88-e743c9dc61ad req-488db58e-2138-43e7-9390-10b741c21c45 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.3237960 Jul 23 22:42:51.128799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.133270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.134762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21b47bd9-4904-4d1d-b53f-0fe5b7613a38 HTTP/1.1" status: 204 len: 168 time: 0.1995852 Jul 23 22:42:51.143957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f959d-eab7-4c5a-b2d7-37a058f30c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b47bd9-4904-4d1d-b53f-0fe5b7613a38,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:51.181281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3783b583-b0cf-4ecc-8d88-e743c9dc61ad req-850721ea-12d3-47f4-b909-35e27321f3f4 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078942 Jul 23 22:42:51.293728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.330010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f82352-a6f6-4270-9cdd-781d7eda2e11,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:51.354530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-9f1cfa22-9621-44ea-8ceb-c691d9821fce tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:51.356904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-9f1cfa22-9621-44ea-8ceb-c691d9821fce tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 944 time: 0.1040814 Jul 23 22:42:51.572276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Deleting port 19b22184-e363-4365-8284-c1f8fc54f18c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:51.572631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.595299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.780111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] For port 19b22184-e363-4365-8284-c1f8fc54f18c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19b22184-e363-4365-8284-c1f8fc54f18c,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:51.780486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:51.790095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbfa2b-cd59-4247-9a60-2d6df106443c req-1254b1b6-e6bf-46cb-b85c-609d4e3bbbd1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:51.791653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8abbfa2b-cd59-4247-9a60-2d6df106443c req-1254b1b6-e6bf-46cb-b85c-609d4e3bbbd1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.1973469 Jul 23 22:42:51.793508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d90f2-00bf-4d30-b57d-e4387b421fd7 req-b606c5ec-2c6f-4f3b-972d-f5d0861dfbe8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:51.795372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-161d90f2-00bf-4d30-b57d-e4387b421fd7 req-b606c5ec-2c6f-4f3b-972d-f5d0861dfbe8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2043738 Jul 23 22:42:51.811104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Calling delete_port for 19b22184-e363-4365-8284-c1f8fc54f18c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:51.883345 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8abbfa2b-cd59-4247-9a60-2d6df106443c req-c779d6a2-e0f2-44c3-9972-c63bea8a88c4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855055 Jul 23 22:42:51.930310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-161d90f2-00bf-4d30-b57d-e4387b421fd7 req-c0ca5a90-7260-49d9-a112-a075f3b7eacc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261387 Jul 23 22:42:51.998560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:52.108558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.123299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['19b22184-e363-4365-8284-c1f8fc54f18c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:52.168425 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.171984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:52.180702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-701ebc41-7847-4997-bfb3-27fd819a1485 admin admin] 10.222.0.37 "PUT /v2.0/routers/9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8329732 Jul 23 22:42:52.183662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:52.188429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Sync routers for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:52.191569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event deleted for resources: {'Port': ['ID=19b22184-e363-4365-8284-c1f8fc54f18c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:52.202545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:52.203645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:52.278354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] No DVR routers for this DVR port 19b22184-e363-4365-8284-c1f8fc54f18c on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:52.283161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.285653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2302df49-5c9f-4584-bcde-07230e3f5216 req-bf49555c-f115-4c9c-81dc-ff23b1db676d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "DELETE /v2.0/ports/19b22184-e363-4365-8284-c1f8fc54f18c HTTP/1.1" status: 204 len: 173 time: 0.9236653 Jul 23 22:42:52.286422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-deleted', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:52.297699 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b12ec82-788a-41b4-97a4-1136288286a1" -d '{"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-deleted", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:52.347113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:42:52.360058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:52.360661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ec8c5-2de7-465a-bd08-57681fe7add8 req-dba2f0fa-7352-4bdf-b191-cac0222bbe05 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:52.372147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-827ec8c5-2de7-465a-bd08-57681fe7add8 req-dba2f0fa-7352-4bdf-b191-cac0222bbe05 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2433474 Jul 23 22:42:52.415195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:52.473955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-827ec8c5-2de7-465a-bd08-57681fe7add8 req-f0102ac0-9676-4972-9edd-9a12654b1b32 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941815 Jul 23 22:42:52.478136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:52.518265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:42:52.618893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1770211340-network', 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:52.650223 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e141efe-eef2-4bcd-b9cf-71b72fb32efa x-openstack-request-id: req-3e141efe-eef2-4bcd-b9cf-71b72fb32efa {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:52.651518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b855e6d-e5c8-4822-a3c4-4fef90eed3f3", "name": "network-vif-deleted", "tag": "19b22184-e363-4365-8284-c1f8fc54f18c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:52.651734 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e141efe-eef2-4bcd-b9cf-71b72fb32efa {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:52.653117 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b855e6d-e5c8-4822-a3c4-4fef90eed3f3', 'name': 'network-vif-deleted', 'tag': '19b22184-e363-4365-8284-c1f8fc54f18c', 'status': 'completed', 'code': 200} Jul 23 22:42:52.654527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:52.663844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.683922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.731513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.747664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:42:52.769169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d847ddce-b8f1-4d59-b087-c77b93af7e73 req-9890bc48-8985-434e-a4d2-d41e8a12339e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b855e6d-e5c8-4822-a3c4-4fef90eed3f3 HTTP/1.1" status: 200 len: 210 time: 0.4409425 Jul 23 22:42:52.769547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:52.776669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:42:51Z', 'revision_number': 5, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:52.845350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.867527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Checking router: 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:52.875189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.879276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.896437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:52.941031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Routers {'9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:52.941682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:53.002115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:42:53.008317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.056420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef1085-0864-4c44-92a1-db3e148c4353,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:53.071699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.073388 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Added segment 37268822-ce6a-4239-bff0-c6a157daf44c of type vlan for network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c Jul 23 22:42:53.076911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] Set router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:53.137830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.168657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cb4d1-a0cc-44dc-b236-d3d839d994d0 req-098dc01c-3da4-4d4a-9f43-80a4ea78bb70 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:53.170642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f44cb4d1-a0cc-44dc-b236-d3d839d994d0 req-098dc01c-3da4-4d4a-9f43-80a4ea78bb70 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2234035 Jul 23 22:42:53.187161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.219852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a58411-70cc-42ae-baf3-1073e84b9042 req-c9124d29-1bd4-4347-8c9a-957d64e72755 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:53.221518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-60a58411-70cc-42ae-baf3-1073e84b9042 req-c9124d29-1bd4-4347-8c9a-957d64e72755 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 944 time: 0.1946974 Jul 23 22:42:53.223769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Deleting port fb52b31e-4e12-40a6-bb58-ff04aae8d77d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:53.224247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.232159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f44cb4d1-a0cc-44dc-b236-d3d839d994d0 req-0eef6d04-a875-4503-9413-7299535df057 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Jul 23 22:42:53.233305 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.234525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:53.235337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.240347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:53.267458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:42:53.288651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8659515 Jul 23 22:42:53.290259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:53.299209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Request body: {'subnet': {'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1770211340-subnet', 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:53.342436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb26c3-bb9a-4157-b660-372d6c755bfa admin admin] Pushing event updated for resources: {'Network': ['ID=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:53.358427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:42:53.364046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-60a58411-70cc-42ae-baf3-1073e84b9042 req-1bb5f2b4-d923-4fdf-a8d4-300dabee8b6b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353307 Jul 23 22:42:53.421599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:53.431029 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.484644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] For port fb52b31e-4e12-40a6-bb58-ff04aae8d77d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:53.485222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.499003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Calling delete_port for fb52b31e-4e12-40a6-bb58-ff04aae8d77d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:53.608091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:42:51Z', 'revision_number': 5, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:53.639637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3252c87-3bf3-472e-877b-8f9ae966f00d None None] The sync data for ids ['9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e'] in n-d-791506-25 is: [{'id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'name': 'tempest-TestServerMultinode-121014036-router', 'tenant_id': 'b2b1524e18244d3189998f1dee9be9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:25Z', 'updated_at': '2021-07-23T22:42:51Z', 'revision_number': 5, 'project_id': 'b2b1524e18244d3189998f1dee9be9b6', 'gw_port': {'id': 'fb52b31e-4e12-40a6-bb58-ff04aae8d77d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:00:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:26Z', 'updated_at': '2021-07-23T22:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:42:53.700745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90795a-56e8-4380-8ce7-11bde9688ace req-2355079a-9cf6-49ae-8df3-20446992c84e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:53.704055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3a90795a-56e8-4380-8ce7-11bde9688ace req-2355079a-9cf6-49ae-8df3-20446992c84e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1562026 Jul 23 22:42:53.718728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.772270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b602a45-1604-4103-b9c2-1f67629be157,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:53.789238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3a90795a-56e8-4380-8ce7-11bde9688ace req-000188cf-a178-4243-a33a-c0dc08b31e10 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743885 Jul 23 22:42:53.791168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:42:53.791530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Network hostable DHCP agents. Network: 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:42:53.796166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.832141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:42:53.843183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:53.847863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb52b31e-4e12-40a6-bb58-ff04aae8d77d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:53.857963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7596b-4032-484e-b0d7-d76a0c42658b None None] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:53.860154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:53.861348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:53.878270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e2932144-ba8d-4003-8375-e100badbfd88 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5828664 Jul 23 22:42:53.951965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.121589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbd9c4-2917-4712-b631-89d3ce950fc7 req-781e7a5b-77cd-4a4e-8f8d-86d38ac4cfb8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:54.129932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dffbd9c4-2917-4712-b631-89d3ce950fc7 req-781e7a5b-77cd-4a4e-8f8d-86d38ac4cfb8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1736732 Jul 23 22:42:54.193137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.195044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dffbd9c4-2917-4712-b631-89d3ce950fc7 req-1ae06b2d-f4e4-4265-9b1e-46644ceea2c1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581148 Jul 23 22:42:54.199658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.272453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:54.280924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.281478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:42:54.287069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.291740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:54.302848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4ffb879a-48d2-4b5c-afaa-d78c221c43cb admin admin] 10.222.0.37 "DELETE /v2.0/routers/9aacb8bc-cd3b-4c4c-84f2-2216b8606c4e HTTP/1.1" status: 204 len: 168 time: 2.1176832 Jul 23 22:42:54.308655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5cebbc-9686-4d52-8306-7bfd4db5e13f None None] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:54.335899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:42:54.441378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Deleting subnet 41d98d30-5e6b-4d5b-b292-9c6de722eb63 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:42:54.450219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:42:54.463017 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.464329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:42:54.464942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.471154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed3ed8-277d-421e-9803-59edf1a8e407 req-96d8c87c-2c2a-49b5-b54f-a42362b7d62a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:54.472879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7aed3ed8-277d-421e-9803-59edf1a8e407 req-96d8c87c-2c2a-49b5-b54f-a42362b7d62a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.1595509 Jul 23 22:42:54.527093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b9b097d-31b4-44d7-9a5f-b8b3b90c7056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.540345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7aed3ed8-277d-421e-9803-59edf1a8e407 req-8316a059-7b77-4b52-b522-c376a6b4eb6c tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Jul 23 22:42:54.544326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e8f82352-a6f6-4270-9cdd-781d7eda2e11 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:54.560507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.633312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: e8f82352-a6f6-4270-9cdd-781d7eda2e11 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:54.633944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e8f82352-a6f6-4270-9cdd-781d7eda2e11 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:54.714528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857190a8-c6ca-4308-9ae7-8a27b0c4d0fe req-afc2033c-2e43-4c27-9bd5-43ef91d2ab39 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:54.715230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.722349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-857190a8-c6ca-4308-9ae7-8a27b0c4d0fe req-afc2033c-2e43-4c27-9bd5-43ef91d2ab39 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1076832 Jul 23 22:42:54.762981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:54.766469 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df7fafa-0be5-47b7-9ca8-740f7d6ca9d9" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:54.770856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.773513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:54.777918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-857190a8-c6ca-4308-9ae7-8a27b0c4d0fe req-4e304c03-19ca-4a56-9377-8b195d3c3b30 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496361 Jul 23 22:42:54.792351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.848438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:54.905677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-fa1d6681-832b-4e46-a71e-83e2bcb4003a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:54.907207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-fa1d6681-832b-4e46-a71e-83e2bcb4003a tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.2164567 Jul 23 22:42:54.929910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b9b097d-31b4-44d7-9a5f-b8b3b90c7056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.961274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.969019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b9b097d-31b4-44d7-9a5f-b8b3b90c7056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:54.982161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6004fd-229d-4a29-b7b6-5d88bfc2e2f4 req-5dda5fdc-4be8-4930-b529-b003ed589c06 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:54.983690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c6004fd-229d-4a29-b7b6-5d88bfc2e2f4 req-5dda5fdc-4be8-4930-b529-b003ed589c06 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.0666482 Jul 23 22:42:55.029896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8c6004fd-229d-4a29-b7b6-5d88bfc2e2f4 req-b366bc68-77f5-4c48-a0e4-a68b84c5e5f5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 Jul 23 22:42:55.040517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d98d30-5e6b-4d5b-b292-9c6de722eb63,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:55.051166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.051598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580585b-4b5c-4e53-8750-1635a1ada8e6 None None] Network 9c05515b-9d64-4dc9-913d-532d4dfc911a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:42:55.056677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-621c3173-4566-4c53-9eea-935611878d45 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41d98d30-5e6b-4d5b-b292-9c6de722eb63 HTTP/1.1" status: 204 len: 168 time: 0.7634814 Jul 23 22:42:55.057351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:55.135086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-c8a3fbad-7cc8-414e-8bac-0c1666eed222 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:55.142199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-c8a3fbad-7cc8-414e-8bac-0c1666eed222 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.2332342 Jul 23 22:42:55.154927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.169642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0b9b097d-31b4-44d7-9a5f-b8b3b90c7056 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3ca234082614d318804516fec37174f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8958013 Jul 23 22:42:55.172258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:55.183143 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346efc44-ec9b-4764-90c5-134764da4d18 x-openstack-request-id: req-346efc44-ec9b-4764-90c5-134764da4d18 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:55.183451 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:55.183710 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-346efc44-ec9b-4764-90c5-134764da4d18 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:55.184251 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'code': 200} Jul 23 22:42:55.246698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-f7707078-f206-4029-80c3-b31fbe044205 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.1035354 Jul 23 22:42:55.285072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b097d-31b4-44d7-9a5f-b8b3b90c7056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1bd05-6cd0-431a-b46c-7ebf417bb470,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:55.309924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Deleting port cc805021-5542-434a-97c2-b96bef65c6b4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:55.310408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.314328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.336835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] DHCP port deletion for 9c05515b-9d64-4dc9-913d-532d4dfc911a request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:42:55.344965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:55.347820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-c0e4840c-771f-4e1e-8730-5bf62aeff6f7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000969 Jul 23 22:42:55.392617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 19b22184-e363-4365-8284-c1f8fc54f18c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:55.392958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19b22184-e363-4365-8284-c1f8fc54f18c not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:55.412369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Deleting port cc805021-5542-434a-97c2-b96bef65c6b4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:55.412862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.415135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Deleting port 18040369-826f-4f2a-9ca2-244e440898fe {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:55.415483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.415710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.428210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] For port cc805021-5542-434a-97c2-b96bef65c6b4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc805021-5542-434a-97c2-b96bef65c6b4,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:55.428605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.458778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Calling delete_port for cc805021-5542-434a-97c2-b96bef65c6b4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:55.478579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] For port cc805021-5542-434a-97c2-b96bef65c6b4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc805021-5542-434a-97c2-b96bef65c6b4,segment=NetworkSegment(202e0eec-129e-41c8-86bf-4009f022ea29),segment_id=202e0eec-129e-41c8-86bf-4009f022ea29)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:55.478979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.487123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42420eb6-606a-4c4f-a483-967f5faa3359 req-e642f0a7-3c50-4687-9c8d-67e7f5d660f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:55.488866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42420eb6-606a-4c4f-a483-967f5faa3359 req-e642f0a7-3c50-4687-9c8d-67e7f5d660f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1097 time: 0.2502482 Jul 23 22:42:55.492899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Calling delete_port for cc805021-5542-434a-97c2-b96bef65c6b4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:55.530065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e50d-896a-4996-bc92-949de7fc3dc0 req-ae8bdeea-f7cb-4e27-b3b5-48867f1fd9b2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:55.532556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8f37e50d-896a-4996-bc92-949de7fc3dc0 req-ae8bdeea-f7cb-4e27-b3b5-48867f1fd9b2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2377944 Jul 23 22:42:55.574853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-d2cf53be-71e3-41de-9435-8ab64110358a service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173264 Jul 23 22:42:55.591595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.594508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.595937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04d1bd05-6cd0-431a-b46c-7ebf417bb470 HTTP/1.1" status: 204 len: 168 time: 0.4224129 Jul 23 22:42:55.601897 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.619046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8f37e50d-896a-4996-bc92-949de7fc3dc0 req-0d01ca80-e1c5-4e1b-ab81-b8052fe2fcd0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 Jul 23 22:42:55.628080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42420eb6-606a-4c4f-a483-967f5faa3359 req-f831d337-3ba6-4b0c-96a5-4b9c29b97a43 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301718 Jul 23 22:42:55.628413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd6852-4435-40fd-99a3-9832c5da75a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1bd05-6cd0-431a-b46c-7ebf417bb470,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:55.635188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] Pushing event deleted for resources: {'Port': ['ID=cc805021-5542-434a-97c2-b96bef65c6b4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:55.650531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e274f-9f24-4d42-92dc-b51798cb8a04 None None] No DVR routers for this DVR port cc805021-5542-434a-97c2-b96bef65c6b4 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:55.663575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.693740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc805021-5542-434a-97c2-b96bef65c6b4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:55.698491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] No DVR routers for this DVR port cc805021-5542-434a-97c2-b96bef65c6b4 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:55.715256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] For port 18040369-826f-4f2a-9ca2-244e440898fe, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=18040369-826f-4f2a-9ca2-244e440898fe,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:55.715636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.736331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Calling delete_port for 18040369-826f-4f2a-9ca2-244e440898fe owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:55.804811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-d143ccbb-6993-4536-bd03-03880fe09ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149165 Jul 23 22:42:55.810287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.823412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c05515b-9d64-4dc9-913d-532d4dfc911a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:55.841079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202e0eec-129e-41c8-86bf-4009f022ea29') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:55.841385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202e0eec-129e-41c8-86bf-4009f022ea29') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:55.861195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.883572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887cf65-84f6-4901-9f2e-c32b771c6d5c req-46deb4bc-af23-4553-b150-e3bd44e2e3f9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:55.890797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b887cf65-84f6-4901-9f2e-c32b771c6d5c req-46deb4bc-af23-4553-b150-e3bd44e2e3f9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=d71e73fe-f3ba-40bc-9774-106a6fc94b38 HTTP/1.1" status: 200 len: 944 time: 0.1628530 Jul 23 22:42:55.900815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.916381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:42:55.916798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:42:55.918545 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:42:55.954805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:55.980418 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b887cf65-84f6-4901-9f2e-c32b771c6d5c req-06ac4373-1680-4b3f-9054-93501e6a52b9 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887046 Jul 23 22:42:56.026831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event deleted for resources: {'Port': ['ID=18040369-826f-4f2a-9ca2-244e440898fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:56.064785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:56.080210 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:56.082434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9c05515b-9d64-4dc9-913d-532d4dfc911a HTTP/1.1" status: 204 len: 168 time: 1.0240457 Jul 23 22:42:56.091249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:56.125018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] No DVR routers for this DVR port 18040369-826f-4f2a-9ca2-244e440898fe on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:56.128339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:56.130370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0179f64c-575f-48ca-9f70-9ae2648c7b00 req-2069da71-4e19-4c7d-ae49-1c431b5c1a6e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.22 "DELETE /v2.0/ports/18040369-826f-4f2a-9ca2-244e440898fe HTTP/1.1" status: 204 len: 173 time: 1.2174735 Jul 23 22:42:56.130825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-deleted', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:56.133856 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deddfca3-9128-4a42-a8f7-d0a80d26f544" -d '{"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-deleted", "tag": "18040369-826f-4f2a-9ca2-244e440898fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:56.176500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6b7c-4c5d-4b65-a59e-e8a4a2e62940 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c05515b-9d64-4dc9-913d-532d4dfc911a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:56.188547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192e87f-f1e6-4f93-93d2-ad784f46e81e req-efb91d60-8fdd-4e82-a29c-9e64708ebf07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:56.191980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3192e87f-f1e6-4f93-93d2-ad784f46e81e req-efb91d60-8fdd-4e82-a29c-9e64708ebf07 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1688981 Jul 23 22:42:56.270741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3192e87f-f1e6-4f93-93d2-ad784f46e81e req-ae625ee1-f180-4647-b5c8-0b356bd6cc8f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681996 Jul 23 22:42:56.270951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cfc80e6-70e5-4d57-95f9-2f201b7182fb req-d9305797-4407-49ef-93ad-de323c62605f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 210 time: 0.0527713 Jul 23 22:42:56.495990 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda0dae-6051-41bc-bcb7-5ab89e97de5c x-openstack-request-id: req-eeda0dae-6051-41bc-bcb7-5ab89e97de5c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:56.497270 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e73fe-f3ba-40bc-9774-106a6fc94b38", "name": "network-vif-deleted", "tag": "18040369-826f-4f2a-9ca2-244e440898fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:56.497527 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeda0dae-6051-41bc-bcb7-5ab89e97de5c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:56.498074 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e73fe-f3ba-40bc-9774-106a6fc94b38', 'name': 'network-vif-deleted', 'tag': '18040369-826f-4f2a-9ca2-244e440898fe', 'status': 'completed', 'code': 200} Jul 23 22:42:56.531716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687abd6-b4c5-46ec-96a4-193d822b2b98 req-978aa863-daf9-4433-a5a5-2f1c6bdf2088 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:56.533314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a687abd6-b4c5-46ec-96a4-193d822b2b98 req-978aa863-daf9-4433-a5a5-2f1c6bdf2088 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.1599383 Jul 23 22:42:56.542599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb52b31e-4e12-40a6-bb58-ff04aae8d77d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:56.596912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fb52b31e-4e12-40a6-bb58-ff04aae8d77d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:56.597643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb52b31e-4e12-40a6-bb58-ff04aae8d77d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:56.598306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc805021-5542-434a-97c2-b96bef65c6b4 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:56.656361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: cc805021-5542-434a-97c2-b96bef65c6b4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:56.656706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc805021-5542-434a-97c2-b96bef65c6b4 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:56.659072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a687abd6-b4c5-46ec-96a4-193d822b2b98 req-bfadf3d6-2f06-4837-b479-36db9a543229 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932755 Jul 23 22:42:56.812879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5464-034a-431b-9ec5-1c2fa5df0c97 req-ad4d341b-25ec-40e6-bc05-896f95e61321 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:56.814568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-498f5464-034a-431b-9ec5-1c2fa5df0c97 req-ad4d341b-25ec-40e6-bc05-896f95e61321 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1470730 Jul 23 22:42:56.892230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-498f5464-034a-431b-9ec5-1c2fa5df0c97 req-4c53c10e-e41b-43b7-bec9-c76080c78dcc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 Jul 23 22:42:56.912006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.081453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426a29-6ca2-4169-966d-69c0762926e6 req-adaa0810-20f1-456e-9638-c2f902a58fb1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:57.083502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8426a29-6ca2-4169-966d-69c0762926e6 req-adaa0810-20f1-456e-9638-c2f902a58fb1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0940402 Jul 23 22:42:57.131910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8426a29-6ca2-4169-966d-69c0762926e6 req-a77628bb-2de3-4f3f-b378-bbe7e09d4861 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Jul 23 22:42:57.253877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Deleting port b04b6281-866b-4eda-942e-09cd3b27d637 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:57.254154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.436048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] For port b04b6281-866b-4eda-942e-09cd3b27d637, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b04b6281-866b-4eda-942e-09cd3b27d637,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:57.436703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.452569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Calling delete_port for b04b6281-866b-4eda-942e-09cd3b27d637 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:57.492720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-9eea9fdb-6dcf-4daa-9985-c781b6a78d6d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:57.494272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-9eea9fdb-6dcf-4daa-9985-c781b6a78d6d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.1946623 Jul 23 22:42:57.511907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': '223b304d-5378-478a-ad99-cb53f0858aba', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:57.516807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:57.564883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9efcd-a099-48fe-9255-440f26ff70b5 req-421e7a85-b28d-432e-9b1e-6c38b7fa7922 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:57.572350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9c9efcd-a099-48fe-9255-440f26ff70b5 req-421e7a85-b28d-432e-9b1e-6c38b7fa7922 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.2077014 Jul 23 22:42:57.594657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac7e07-d3fb-4b0d-a1cf-92690bd2715e req-16a6a607-d381-4d83-a21c-64be70afc760 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:57.601457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2ac7e07-d3fb-4b0d-a1cf-92690bd2715e req-16a6a607-d381-4d83-a21c-64be70afc760 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2317476 Jul 23 22:42:57.651607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9c9efcd-a099-48fe-9255-440f26ff70b5 req-9c5536ac-8883-4e5c-a0c6-903af847a12f tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783627 Jul 23 22:42:57.678405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2ac7e07-d3fb-4b0d-a1cf-92690bd2715e req-655349df-09e5-4db3-aa4e-1ba792360417 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Jul 23 22:42:57.757889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1971038170'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:57.762097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:57.765630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.790161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-53a41b39-4bf4-44d7-a017-43da8ea3eb4e req-8143a83c-5c80-4612-b4dd-60bfa15d857e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 210 time: 0.0403528 Jul 23 22:42:57.803901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.838550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-8d044503-7891-4735-83ce-8387bbaf057d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:57.840315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-8d044503-7891-4735-83ce-8387bbaf057d tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.1403394 Jul 23 22:42:57.868291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04b6281-866b-4eda-942e-09cd3b27d637,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:57.873989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Made reservation on behalf of b88f566e0671475aacdaa2462e2448bc for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:57.877440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:57.952596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.055483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90199668-f622-4693-b9f6-b61857684ff0 req-c9fa4427-5935-494b-9921-3705072bb7df tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:58.056137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-90199668-f622-4693-b9f6-b61857684ff0 req-c9fa4427-5935-494b-9921-3705072bb7df tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.1582384 Jul 23 22:42:58.096340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.116835 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-90199668-f622-4693-b9f6-b61857684ff0 req-08efda0d-aff3-4225-bee3-031347518d56 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538275 Jul 23 22:42:58.124457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.11 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/22686b47-5b23-4ecb-ba41-e8bb15d6e34a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:42:58.157644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462913a4-6303-446d-928a-5b5fad35db24 req-0bd1137f-b963-4b04-ac59-15cd7c12c1a4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:58.165253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-462913a4-6303-446d-928a-5b5fad35db24 req-0bd1137f-b963-4b04-ac59-15cd7c12c1a4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3208792 Jul 23 22:42:58.260141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Deleting port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:42:58.260536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.291110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-462913a4-6303-446d-928a-5b5fad35db24 req-620a175c-3d1e-4a55-93cd-7643a0cdb83c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249940 Jul 23 22:42:58.327635 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.350242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.450640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:42:58.480775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7ef87-e9ba-4d02-9c94-5d4082de617b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:58.496073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.496420 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Added segment 2e3abf78-17a1-421f-8131-859847c34d32 of type vlan for network d77a2919-508e-4a2b-850f-54612ca7fa1c Jul 23 22:42:58.545155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] For port 2d01499b-2e42-4ca4-bd9b-cce9db595df8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2d01499b-2e42-4ca4-bd9b-cce9db595df8,segment=NetworkSegment(b912554b-b391-46c9-8122-08678eb182a1),segment_id=b912554b-b391-46c9-8122-08678eb182a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:42:58.545751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.584912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Calling delete_port for 2d01499b-2e42-4ca4-bd9b-cce9db595df8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:42:58.594081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.623485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.633335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b220-f404-457d-865e-7f2c72726857 req-7c0ea1cc-2945-47a6-9073-c1ed74ed4f2a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:58.634981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d860b220-f404-457d-865e-7f2c72726857 req-7c0ea1cc-2945-47a6-9073-c1ed74ed4f2a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.4255924 Jul 23 22:42:58.645793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:58.652706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'floatingip': {'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:58.702043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:58.806167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:42:59.056915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded1bb0-40ca-4149-a8c8-4be29de771f8 req-f96add2d-fd4b-4f40-8da4-3a6b303a619e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.059167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ded1bb0-40ca-4149-a8c8-4be29de771f8 req-f96add2d-fd4b-4f40-8da4-3a6b303a619e tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab8c8066-5b99-4348-81f9-cd076af8a936 HTTP/1.1" status: 200 len: 945 time: 0.3186862 Jul 23 22:42:59.065108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.070983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.071854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.110118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.132394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6143477 Jul 23 22:42:59.140284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:59.141422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:42:59.153089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1074c78-f8af-49aa-986c-2241efdf8f28 admin admin] 10.222.0.37 "PUT /v2.0/routers/bc4908d4-21e1-43fd-b79d-d5a89464bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0586879 Jul 23 22:42:59.154024 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Sync routers for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:42:59.161567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ded1bb0-40ca-4149-a8c8-4be29de771f8 req-69405d15-e388-4665-a76e-06e9c7a0baf0 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.37 "GET /v2.0/security-groups?id=c38bee3e-ec61-476e-9047-d64d98aec6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880504 Jul 23 22:42:59.162196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:42:59.179323 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:59.180508 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:59.244494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc6e9c-c1b1-47f8-afe0-18b4c9bad0ca req-5282209a-e7d2-4695-ac84-b48e17af35a4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.251467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdcc6e9c-c1b1-47f8-afe0-18b4c9bad0ca req-5282209a-e7d2-4695-ac84-b48e17af35a4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.6343968 Jul 23 22:42:59.262040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98e08-8a8b-41af-8521-398739a84bc7 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Pushing event updated for resources: {'Network': ['ID=d77a2919-508e-4a2b-850f-54612ca7fa1c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:59.281602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:42:59.285281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d77a2919-508e-4a2b-850f-54612ca7fa1c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:42:59.293324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:42:59.295234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:59.297525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:42:59.345775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'name': 'tempest-network--999208572', 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:59.348939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.389652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdcc6e9c-c1b1-47f8-afe0-18b4c9bad0ca req-c01e28a3-49cb-40d7-b36b-f8552b571902 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327925 Jul 23 22:42:59.394128 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:59.416833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.417531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.422435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Pushing event deleted for resources: {'Port': ['ID=2d01499b-2e42-4ca4-bd9b-cce9db595df8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:42:59.443215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 18040369-826f-4f2a-9ca2-244e440898fe no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:42:59.485075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 18040369-826f-4f2a-9ca2-244e440898fe {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:42:59.485856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 18040369-826f-4f2a-9ca2-244e440898fe not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:42:59.486133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] No DVR routers for this DVR port 2d01499b-2e42-4ca4-bd9b-cce9db595df8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:42:59.489561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-1441ba52-d6b2-44c1-83f0-cfaf8b27befd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9852140 Jul 23 22:42:59.490376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.491716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:42:59.494092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9223c3ab-57f7-4d9b-93d7-d0d189a89f94 req-7a22b3e8-7329-42a1-a256-e50469238a00 tempest-LiveMigrationTest-895916864 tempest-LiveMigrationTest-895916864-project] 10.222.0.25 "DELETE /v2.0/ports/2d01499b-2e42-4ca4-bd9b-cce9db595df8 HTTP/1.1" status: 204 len: 173 time: 1.6112711 Jul 23 22:42:59.494737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.503381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-deleted', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:42:59.505720 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e29bd-e555-4cde-aeaf-0a3b515eac69" -d '{"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-deleted", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:42:59.515206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Request body: {'port': {'device_id': '223b304d-5378-478a-ad99-cb53f0858aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:42:59.593780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.639512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f34ad6-525a-43c0-b1ca-202e7c093904 req-04fe8151-3c1a-47b7-a184-b7f331e3a8dc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.646693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00f34ad6-525a-43c0-b1ca-202e7c093904 req-04fe8151-3c1a-47b7-a184-b7f331e3a8dc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1620481 Jul 23 22:42:59.650561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.687122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.726164 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:42:57Z', 'revision_number': 5, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:59.727152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00f34ad6-525a-43c0-b1ca-202e7c093904 req-289a4673-7ddd-43ac-9814-d471a3e9e87a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788352 Jul 23 22:42:59.761645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Checking router: bc4908d4-21e1-43fd-b79d-d5a89464bcb8 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:42:59.774616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Routers {'bc4908d4-21e1-43fd-b79d-d5a89464bcb8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:42:59.775342 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:42:59.797203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:42:59.855160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a87b6-7a04-4ccb-a583-1ace7f8fbab5 req-afd2cccc-9997-4fa8-8647-d238b2ff0536 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:42:59.862504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dc2a87b6-7a04-4ccb-a583-1ace7f8fbab5 req-afd2cccc-9997-4fa8-8647-d238b2ff0536 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 932 time: 0.4469454 Jul 23 22:42:59.900597 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224079d-88d3-4821-ab92-3c702136c07c x-openstack-request-id: req-9224079d-88d3-4821-ab92-3c702136c07c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:42:59.900843 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8c8066-5b99-4348-81f9-cd076af8a936", "name": "network-vif-deleted", "tag": "2d01499b-2e42-4ca4-bd9b-cce9db595df8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:42:59.901089 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9224079d-88d3-4821-ab92-3c702136c07c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:42:59.901448 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8c8066-5b99-4348-81f9-cd076af8a936', 'name': 'network-vif-deleted', 'tag': '2d01499b-2e42-4ca4-bd9b-cce9db595df8', 'status': 'completed', 'code': 200} Jul 23 22:42:59.926764 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] Set router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:42:59.942838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:42:59.968784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.022633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dc2a87b6-7a04-4ccb-a583-1ace7f8fbab5 req-c0aaea53-7f2f-48af-aa1e-31cdbb04da69 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584766 Jul 23 22:43:00.059320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.103842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.104592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986f83-6927-4584-b5af-1c546228d895 req-366da6d5-9451-4266-8ffb-8fbcdc31bed0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:00.113690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf986f83-6927-4584-b5af-1c546228d895 req-366da6d5-9451-4266-8ffb-8fbcdc31bed0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1672735 Jul 23 22:43:00.129491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.169838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:00.180152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:42:57Z', 'revision_number': 5, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:00.187801 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Floating IP fd4f311b-370f-4619-bbfa-15a08d2f538a associated. External IP: 172.25.1.189, port: 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8. Jul 23 22:43:00.198567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.198918 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Added segment e899d82f-b25b-4278-8fe6-d501ca68066e of type vlan for network 30820f96-2ca8-4674-98e8-136d1b287c88 Jul 23 22:43:00.211787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf986f83-6927-4584-b5af-1c546228d895 req-5c63ccce-1e7e-42ef-a35e-242558c733d0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954082 Jul 23 22:43:00.249420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56450) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:00.266463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22686b47-5b23-4ecb-ba41-e8bb15d6e34a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:00.304518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.342498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Transition to ACTIVE for port object 22686b47-5b23-4ecb-ba41-e8bb15d6e34a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:00.348065 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58ab9e-d77a-41e6-936c-1350647ea89e None None] The sync data for ids ['bc4908d4-21e1-43fd-b79d-d5a89464bcb8'] in n-d-791506-25 is: [{'id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'name': 'tempest-TestServerMultinode-647089475-router', 'tenant_id': '65c4e956df8d4a7f859307a822819a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '21c1e648-8abf-4373-9677-17591e78dbee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:41:39Z', 'updated_at': '2021-07-23T22:42:57Z', 'revision_number': 5, 'project_id': '65c4e956df8d4a7f859307a822819a95', 'gw_port': {'id': '21c1e648-8abf-4373-9677-17591e78dbee', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4908d4-21e1-43fd-b79d-d5a89464bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:41:41Z', 'updated_at': '2021-07-23T22:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:00.353452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Deleting subnet c13f53ca-80a8-4d66-97d6-fb895f32b4c3 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:43:00.357840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.385074 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.512862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.554108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Pushing event updated for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:00.583842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a77538-fff0-4c69-8250-f0f00bfbcf3b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:00.630235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.630476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.639741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Deleting port 21c1e648-8abf-4373-9677-17591e78dbee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:00.640069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.680973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e486-d379-4a71-a361-db2d0ab2d314 req-9f8bddce-015d-4c60-959a-c598494ecd80 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:00.683316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c71e486-d379-4a71-a361-db2d0ab2d314 req-9f8bddce-015d-4c60-959a-c598494ecd80 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2955270 Jul 23 22:43:00.693853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Attempting to bind port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:00.694479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Attempting to bind port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:00.694912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Attempting to bind port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:00.717740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:43:00.718306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Attempting to bind port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:00.732715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:00.733249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:00.733486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:00.734410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Bound port: 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:00.734410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.771244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c71e486-d379-4a71-a361-db2d0ab2d314 req-592ea32a-f98f-46f6-81fa-9c9ef665f5ee tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786631 Jul 23 22:43:00.793018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.794034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:00.794637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.812745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.869935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] For port 21c1e648-8abf-4373-9677-17591e78dbee, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=21c1e648-8abf-4373-9677-17591e78dbee,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:00.870735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.888351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.890341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c13f53ca-80a8-4d66-97d6-fb895f32b4c3 HTTP/1.1" status: 204 len: 168 time: 0.6397865 Jul 23 22:43:00.894608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967eb04-7b18-4890-a338-e9b09c8d5c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13f53ca-80a8-4d66-97d6-fb895f32b4c3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:00.900016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:00.923672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:00.930963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Calling delete_port for 21c1e648-8abf-4373-9677-17591e78dbee owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:00.947277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:00.953417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:00.981238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=30820f96-2ca8-4674-98e8-136d1b287c88,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:00.992008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ff0f03f-d1c6-4168-82d9-65e905857a7e tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8468397 Jul 23 22:43:00.992603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:00.998077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 30820f96-2ca8-4674-98e8-136d1b287c88 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:01.034286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.034916 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.036338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] 10.222.0.22 "PUT /v2.0/ports/22686b47-5b23-4ecb-ba41-e8bb15d6e34a HTTP/1.1" status: 200 len: 1093 time: 1.5255544 Jul 23 22:43:01.039680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.072219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7c783-8909-4813-b20c-eeb8d2cb033d service neutron] Pushing event updated for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:01.206563 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.224678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8024e459-e4d9-45aa-ac55-97e86d218310']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.233580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.240151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b912554b-b391-46c9-8122-08678eb182a1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.240478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b912554b-b391-46c9-8122-08678eb182a1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.244326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:01.259442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.273614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-4f0a6d7b-6be8-4ff9-b152-e10cc88db103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.275173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-4f0a6d7b-6be8-4ff9-b152-e10cc88db103 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 1096 time: 0.1962380 Jul 23 22:43:01.284220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.332211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:01.332623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:01.334934 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:01.346609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-fb457e31-de09-4da1-8346-eb1f60150f90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a HTTP/1.1" status: 200 len: 217 time: 0.0601540 Jul 23 22:43:01.347297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c38e-3368-4323-9c7d-7a5ff6b48166 req-fe996773-2b56-4282-9bca-21bb213eeb02 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.348836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f86c38e-3368-4323-9c7d-7a5ff6b48166 req-fe996773-2b56-4282-9bca-21bb213eeb02 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3745489 Jul 23 22:43:01.357944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2ca1-55c7-42d4-9045-c2042f0bfb9e req-d690c6f7-7e60-4af2-aeda-daf0a5e477d4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.359499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-652b2ca1-55c7-42d4-9045-c2042f0bfb9e req-d690c6f7-7e60-4af2-aeda-daf0a5e477d4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 944 time: 0.2239025 Jul 23 22:43:01.456022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.470257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.472164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8024e459-e4d9-45aa-ac55-97e86d218310 HTTP/1.1" status: 204 len: 168 time: 0.5685985 Jul 23 22:43:01.473997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-79bddd77-bb62-4af5-8f92-7613f532ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.476009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-79bddd77-bb62-4af5-8f92-7613f532ecbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.1094341 Jul 23 22:43:01.477501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:01.504078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-652b2ca1-55c7-42d4-9045-c2042f0bfb9e req-e803672d-6bff-4246-8382-8f214a69f694 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270235 Jul 23 22:43:01.512733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e242-3193-4300-97cb-765fb7974d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=8024e459-e4d9-45aa-ac55-97e86d218310,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:01.539399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.557253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-4a3530f1-06a4-4ca7-8031-7b3a8a84573d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566604 Jul 23 22:43:01.564042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30820f96-2ca8-4674-98e8-136d1b287c88']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.578346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Deleting subnet 7227e877-ec0e-41ba-bb91-6eabae8c7d41 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:43:01.582590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e899d82f-b25b-4278-8fe6-d501ca68066e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.582893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e899d82f-b25b-4278-8fe6-d501ca68066e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.592318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.595041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f86c38e-3368-4323-9c7d-7a5ff6b48166 req-d1ca26b8-eb50-4dfd-af90-c9f5ff5942f2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035034 Jul 23 22:43:01.608313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.633931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.636413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:01.645425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.655623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.660499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:01.671362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:01.672297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:01.678822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.747168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c1e648-8abf-4373-9677-17591e78dbee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:01.763773 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-59a29636-bf3d-4b9c-b34b-46b4d4f37f17 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982899 Jul 23 22:43:01.767682 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.768591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:01.769000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:01.772341 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:01.794375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:01.802525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.802525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.803686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.803686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.803686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.804282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.804621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.804951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.805681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.805681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.806050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.806230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:01.856264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-759f3811-354b-4d62-853a-61b555479fd9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "PUT /v2.0/floatingips/fd4f311b-370f-4619-bbfa-15a08d2f538a HTTP/1.1" status: 200 len: 991 time: 3.2066636 Jul 23 22:43:01.857111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:01.859307 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad92f7-921b-44b4-ba4f-6345d53fd156" -d '{"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:01.871752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.903672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:01.906292 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783ce1a-41b6-45b0-bd12-43769b01c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:01.939190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594d1f8-fea8-46a1-a465-2a9a00cfa79a req-d3d829ad-a4ac-4118-a551-2c6e5a728793 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:01.940854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5594d1f8-fea8-46a1-a465-2a9a00cfa79a req-d3d829ad-a4ac-4118-a551-2c6e5a728793 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2578263 Jul 23 22:43:01.956699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:01.965240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.013342 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01a168-cb8a-4968-bf33-fdfefb098ae9 x-openstack-request-id: req-8f01a168-cb8a-4968-bf33-fdfefb098ae9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:02.014584 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:02.015438 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f01a168-cb8a-4968-bf33-fdfefb098ae9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:02.015438 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'status': 'completed', 'code': 200} Jul 23 22:43:02.018227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30820f96-2ca8-4674-98e8-136d1b287c88 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:43:02.020044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Network': ['ID=30820f96-2ca8-4674-98e8-136d1b287c88,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:02.024335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.026490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a897607-d0bb-49e3-b685-0c72fa7cd77c tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/30820f96-2ca8-4674-98e8-136d1b287c88 HTTP/1.1" status: 204 len: 168 time: 1.0141323 Jul 23 22:43:02.026712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7227e877-ec0e-41ba-bb91-6eabae8c7d41,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:02.030023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:02.030747 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.039515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:02.046046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.051791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53b889c8-6c2d-48b3-bc1d-158fc22208c7 req-9f007439-f805-48b1-82cb-8aefd7bf2f80 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803056 Jul 23 22:43:02.053225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.057553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3bdcfff1-1a3d-4a7c-b886-ced1cfa8bc88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7227e877-ec0e-41ba-bb91-6eabae8c7d41 HTTP/1.1" status: 204 len: 168 time: 0.5748539 Jul 23 22:43:02.060932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:02.118210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5594d1f8-fea8-46a1-a465-2a9a00cfa79a req-90aa3ad9-3236-4df2-8378-639f77535386 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572380 Jul 23 22:43:02.134142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fd4f311b-370f-4619-bbfa-15a08d2f538a', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:39Z', 'updated_at': '2021-07-23T22:42:59Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.143322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.143883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4908d4-21e1-43fd-b79d-d5a89464bcb8 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:43:02.148236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.149413 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-19e10b62-09cc-4e52-9bdb-985b9d3013c8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bc4908d4-21e1-43fd-b79d-d5a89464bcb8 HTTP/1.1" status: 204 len: 168 time: 2.9765456 Jul 23 22:43:02.160165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:02.172271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:02.183622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:02.184384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.197227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:02.200019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.222485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.243110 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fc7898-aa54-46d7-8ab3-c09ea70e17b1 x-openstack-request-id: req-50fc7898-aa54-46d7-8ab3-c09ea70e17b1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:02.243400 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:02.243646 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50fc7898-aa54-46d7-8ab3-c09ea70e17b1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:02.244035 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a', 'status': 'completed', 'code': 200} Jul 23 22:43:02.316689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Deleting subnet eaf197e7-a9ee-4414-9c61-b1bb1628c0f3 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:43:02.325173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-386a8ade-1055-4086-a914-28a84fb809d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.327535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-386a8ade-1055-4086-a914-28a84fb809d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1097 time: 0.2949882 Jul 23 22:43:02.328527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.354638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:02.384744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.399088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67697c1-8557-403c-9cf3-88374e85294c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.401585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:02.408610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.409188 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Added segment f3a48fee-1784-47f7-9fb4-63c920c93a1e of type vlan for network 96543ce1-e281-42b1-9528-a706dc5cd1f5 Jul 23 22:43:02.411529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dd8741-e0bb-4e2c-924e-4272d3a01782') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.411836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dd8741-e0bb-4e2c-924e-4272d3a01782') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.424451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.448139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.465788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:02.469802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.521414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:02.535071 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:02.541363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.550934 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.555734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c67697c1-8557-403c-9cf3-88374e85294c HTTP/1.1" status: 204 len: 168 time: 0.4920363 Jul 23 22:43:02.555897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:02.556345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b04b6281-866b-4eda-942e-09cd3b27d637 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:02.584210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3381727-6536-47b8-88c4-ccd62690c255 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67697c1-8557-403c-9cf3-88374e85294c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:02.614656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 2d01499b-2e42-4ca4-bd9b-cce9db595df8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:43:02.615097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2d01499b-2e42-4ca4-bd9b-cce9db595df8 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:43:02.619878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b04b6281-866b-4eda-942e-09cd3b27d637 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:43:02.620228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b04b6281-866b-4eda-942e-09cd3b27d637 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:43:02.654842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-1b0c0029-1d52-4f25-a276-84dee6cc40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.665097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-1b0c0029-1d52-4f25-a276-84dee6cc40b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 1096 time: 0.4256308 Jul 23 22:43:02.699208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b1b9-f7ab-4d97-bf13-f74beaef08dc req-2ac6c4d6-1369-4d42-9208-1d78d11dd77d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.700805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1f8b1b9-f7ab-4d97-bf13-f74beaef08dc req-2ac6c4d6-1369-4d42-9208-1d78d11dd77d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 944 time: 0.0792112 Jul 23 22:43:02.717915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.747283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-535c9a6f-e665-40ee-8799-b8faac338ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.749325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-535c9a6f-e665-40ee-8799-b8faac338ca8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.3897233 Jul 23 22:43:02.751665 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1f8b1b9-f7ab-4d97-bf13-f74beaef08dc req-e8ce9900-1ba8-4b6f-bc39-14cfcfbe5014 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Jul 23 22:43:02.887581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:43:02.901570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fd4f311b-370f-4619-bbfa-15a08d2f538a', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:39Z', 'updated_at': '2021-07-23T22:42:59Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:02.910867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:02.932496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe258f9-ca22-40e6-b77a-a120105a2897 None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fd4f311b-370f-4619-bbfa-15a08d2f538a', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:42:39Z', 'updated_at': '2021-07-23T22:42:59Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:02.949160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954ca4e-784a-4b81-a643-50ede511511e req-f8e1ad01-2fac-43ba-97a9-0a4abc4847e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.950920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9954ca4e-784a-4b81-a643-50ede511511e req-f8e1ad01-2fac-43ba-97a9-0a4abc4847e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.5333440 Jul 23 22:43:02.966287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.971715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50d41c8e-07dc-40cf-b87e-82d15144237e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cefa5a8cd934da4aca701578bdb2d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570400 Jul 23 22:43:02.972101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:02.975440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-bb275fea-a5ae-4e11-9be0-6924db85647b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 999 time: 0.2098575 Jul 23 22:43:02.976080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:02.977019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:02.977605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.036040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.061728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.129275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.133059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.136712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c38bee3e-ec61-476e-9047-d64d98aec6ed HTTP/1.1" status: 204 len: 168 time: 0.1613910 Jul 23 22:43:03.143119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66256fd4-6142-4836-876a-2ebb47ced696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bee3e-ec61-476e-9047-d64d98aec6ed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:03.211430 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b84ca0-0e2f-46a9-808f-a9bb8c38f7f2 None None] New status for floating IP fd4f311b-370f-4619-bbfa-15a08d2f538a: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:43:03.391148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 22686b47-5b23-4ecb-ba41-e8bb15d6e34a details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:43:03.402200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-20b69d9a-661a-451d-96e7-a3bbc9811dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:03.403787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-20b69d9a-661a-451d-96e7-a3bbc9811dbf service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.7177403 Jul 23 22:43:03.425671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3916135 Jul 23 22:43:03.426178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:03.436879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'subnet': {'network_id': '96543ce1-e281-42b1-9528-a706dc5cd1f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:03.485445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:03.489280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.550293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-eedf8745-b5cb-480a-93f5-5fe2a912428a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a HTTP/1.1" status: 200 len: 217 time: 0.1235218 Jul 23 22:43:03.592579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:03.606555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a', 'mac_address': 'fa:16:3e:38:18:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:43:03.610691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeb313-d2e9-44a7-abbe-566cd939f7c7 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=96543ce1-e281-42b1-9528-a706dc5cd1f5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:03.618066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-c03695fb-e93f-4f7c-be96-e610df26a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:03.619581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-c03695fb-e93f-4f7c-be96-e610df26a8b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0575805 Jul 23 22:43:03.626390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9954ca4e-784a-4b81-a643-50ede511511e req-e4e38e12-1336-490e-93e1-fa481e8b1095 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619267 Jul 23 22:43:03.641017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:03.658044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 96543ce1-e281-42b1-9528-a706dc5cd1f5 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:03.675159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-7c4e581a-6e2f-44b7-8b1a-3407e6613010 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441005 Jul 23 22:43:03.685105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-e6df40ce-6467-49f0-849b-57a349361937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:03.686631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-e6df40ce-6467-49f0-849b-57a349361937 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.6660256 Jul 23 22:43:03.764550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.851863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.854871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0d05-03b4-42e4-918b-fd99c656dae0 req-e78aa8ae-b0f4-41fb-9075-8f78b389e611 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:03.857077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98de0d05-03b4-42e4-918b-fd99c656dae0 req-e78aa8ae-b0f4-41fb-9075-8f78b389e611 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1338303 Jul 23 22:43:03.858674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:03.858989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eaf197e7-a9ee-4414-9c61-b1bb1628c0f3 HTTP/1.1" status: 204 len: 168 time: 1.6832166 Jul 23 22:43:03.859949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9d70-15e2-4ea6-a0ca-6ac479f5fc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf197e7-a9ee-4414-9c61-b1bb1628c0f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:03.867986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e0781-31c7-478c-a174-1130b493af18 None None] Network 1c1d23f1-be29-489e-9fb3-736959978ed7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:03.877712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d0f261d-6de1-4525-badf-659862156f79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2c24e4cb67b47e2afe5528819a17495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337949 Jul 23 22:43:03.883820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:03.905186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:03.952205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22686b47-5b23-4ecb-ba41-e8bb15d6e34a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:03.974015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-bbfd7a73-7e89-4b8b-ad17-9fb70eccf0b5 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863092 Jul 23 22:43:03.996707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:03.997302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-dc1f83f5-2137-4613-a304-edd1de71f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:04.001370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-dc1f83f5-2137-4613-a304-edd1de71f0f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3023221 Jul 23 22:43:04.018406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.024820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.055216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-98de0d05-03b4-42e4-918b-fd99c656dae0 req-6e33e9a2-3301-41ae-83c3-0c8a7d881549 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567802 Jul 23 22:43:04.085950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.098663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68cdab-afbe-4d01-99e1-eaf5e0f16f1d req-a515504b-c1ba-4275-9c90-b17b384fde4f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:04.100817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed68cdab-afbe-4d01-99e1-eaf5e0f16f1d req-a515504b-c1ba-4275-9c90-b17b384fde4f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 944 time: 0.2580438 Jul 23 22:43:04.105670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:04.153332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 22:43:04.153906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.186323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] DHCP port deletion for 1c1d23f1-be29-489e-9fb3-736959978ed7 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:43:04.233845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Deleting port 7786db79-0f3e-4e60-803a-117fa3b1bd29 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:04.234197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.238056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79a525f3-4777-4157-a7de-644941a422a3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:04.241530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Deleting port 7786db79-0f3e-4e60-803a-117fa3b1bd29 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:04.242470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.245128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['22686b47-5b23-4ecb-ba41-e8bb15d6e34a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:43:04.254806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Checking segment: {'id': 'f3a48fee-1784-47f7-9fb4-63c920c93a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96543ce1-e281-42b1-9528-a706dc5cd1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:04.255074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Network hostable DHCP agents. Network: 96543ce1-e281-42b1-9528-a706dc5cd1f5, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:43:04.275962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.357126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed68cdab-afbe-4d01-99e1-eaf5e0f16f1d req-493fb268-bbc6-434c-b6c2-1aacf56659c4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149529 Jul 23 22:43:04.364095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Network 96543ce1-e281-42b1-9528-a706dc5cd1f5 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:43:04.372342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] For port 7786db79-0f3e-4e60-803a-117fa3b1bd29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7786db79-0f3e-4e60-803a-117fa3b1bd29,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:04.372828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.387445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9783ce1a-41b6-45b0-bd12-43769b01c12d req-041b0b95-f419-49e8-ad74-5d7b320da175 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027586 Jul 23 22:43:04.395139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-943e8035-20f7-41a5-8a1f-ebc0286cc3eb service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739283 Jul 23 22:43:04.404840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Calling delete_port for 7786db79-0f3e-4e60-803a-117fa3b1bd29 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:04.450855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] For port 7786db79-0f3e-4e60-803a-117fa3b1bd29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7786db79-0f3e-4e60-803a-117fa3b1bd29,segment=NetworkSegment(600e6595-226e-4736-8df4-b02ea6bf842b),segment_id=600e6595-226e-4736-8df4-b02ea6bf842b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:04.451865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.467736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 96543ce1-e281-42b1-9528-a706dc5cd1f5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:04.479810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:04.480403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.484091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.488447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Calling delete_port for 7786db79-0f3e-4e60-803a-117fa3b1bd29 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:04.491100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.493409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3278318e-7232-450b-8e3c-e9be8eeb1680 HTTP/1.1" status: 204 len: 168 time: 0.6079133 Jul 23 22:43:04.500521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909107d7-d3d7-4e23-8c29-55ce65883b11 None None] Network 96543ce1-e281-42b1-9528-a706dc5cd1f5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:04.522296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21c1e648-8abf-4373-9677-17591e78dbee no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:04.550109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d4229-2b91-4973-bcb1-7dcf72fd56b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278318e-7232-450b-8e3c-e9be8eeb1680,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:04.557534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 21c1e648-8abf-4373-9677-17591e78dbee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:43:04.557920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 21c1e648-8abf-4373-9677-17591e78dbee not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:43:04.558612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7786db79-0f3e-4e60-803a-117fa3b1bd29 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:04.559086 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1a4a390-f44b-4364-ac78-e6d7be8fd590 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1311197 Jul 23 22:43:04.559743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:04.567205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'floatingip': {'floating_network_id': '96543ce1-e281-42b1-9528-a706dc5cd1f5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:04.585990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b25c9-9d9d-44f8-b26c-4c20186118ad req-34515561-709c-470d-9064-5a26fda2b92f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:04.588640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce6b25c9-9d9d-44f8-b26c-4c20186118ad req-34515561-709c-470d-9064-5a26fda2b92f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2484689 Jul 23 22:43:04.598123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dad92f7-921b-44b4-ba4f-6345d53fd156 req-c4e74bab-a259-4a8b-ad50-cb88bc51d151 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945248 Jul 23 22:43:04.663881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.693833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce6b25c9-9d9d-44f8-b26c-4c20186118ad req-e9b15909-8ad7-4f64-8513-b39d5c4c9d78 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979905 Jul 23 22:43:04.720205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.754122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Pushing event deleted for resources: {'Port': ['ID=7786db79-0f3e-4e60-803a-117fa3b1bd29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:04.761376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port 7786db79-0f3e-4e60-803a-117fa3b1bd29 update to DOWN by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: from cryptography.utils import int_from_bytes Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: from cryptography.utils import int_from_bytes Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.762818 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:43:04.765448 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:43:04.787940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] No DVR routers for this DVR port 7786db79-0f3e-4e60-803a-117fa3b1bd29 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:43:04.806764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.904180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] Pushing event deleted for resources: {'Port': ['ID=7786db79-0f3e-4e60-803a-117fa3b1bd29,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:04.911281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5642e-1725-4c07-9ae0-0b548e7c5d56 None None] No DVR routers for this DVR port 7786db79-0f3e-4e60-803a-117fa3b1bd29 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:43:04.916870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.923274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30f1b2-6696-4f40-b1cd-3bf602bdcb1a req-31420760-ef2b-4651-abf8-7752c54c5f25 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:04.931831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b30f1b2-6696-4f40-b1cd-3bf602bdcb1a req-31420760-ef2b-4651-abf8-7752c54c5f25 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1230400 Jul 23 22:43:04.932810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1d23f1-be29-489e-9fb3-736959978ed7']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:04.958860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600e6595-226e-4736-8df4-b02ea6bf842b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:04.959947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600e6595-226e-4736-8df4-b02ea6bf842b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:04.961929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad541c6-c807-4a71-af7c-f1f000ff76d2 None None] Network 96543ce1-e281-42b1-9528-a706dc5cd1f5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:04.971985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.988661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:04.997520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.005155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b30f1b2-6696-4f40-b1cd-3bf602bdcb1a req-4e6392cf-5e3a-4ad9-8138-b3e3b15dd315 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665989 Jul 23 22:43:05.017071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:05.017486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:05.022392 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:05.122529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.129506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.132085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c1d23f1-be29-489e-9fb3-736959978ed7 HTTP/1.1" status: 204 len: 168 time: 1.2723742 Jul 23 22:43:05.190977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50656-c44d-4d88-9456-1d2f19decafc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1d23f1-be29-489e-9fb3-736959978ed7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:05.220348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Allocated IP 172.20.0.7 (96543ce1-e281-42b1-9528-a706dc5cd1f5/79a525f3-4777-4157-a7de-644941a422a3/8172dbef-2447-42ba-abaf-b0bef1ba310e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:05.326511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:05.377556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-201b64c5-10ff-48c2-8de3-5929d62c66de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2b1524e18244d3189998f1dee9be9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498779 Jul 23 22:43:05.380173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:05.383375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.404066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 22686b47-5b23-4ecb-ba41-e8bb15d6e34a up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:05.447092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.515323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:05.523355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:05.524044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.539456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Network 96543ce1-e281-42b1-9528-a706dc5cd1f5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:05.542706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:05.549016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:05.583918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Port': ['ID=8172dbef-2447-42ba-abaf-b0bef1ba310e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:05.594222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.629154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.630819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.666767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:05.670901 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29439080-de54-4a47-aa5d-cb316a8b0fc3" -d '{"events": [{"server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "name": "network-vif-plugged", "status": "completed", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:05.680230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716da66e-6c5d-4468-8e22-0fe77204e6a2 req-7accaaba-ad97-4465-8eb0-a2f925f684eb tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:05.686493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:05.688583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-716da66e-6c5d-4468-8e22-0fe77204e6a2 req-7accaaba-ad97-4465-8eb0-a2f925f684eb tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 945 time: 0.2080846 Jul 23 22:43:05.693221 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.738223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-716da66e-6c5d-4468-8e22-0fe77204e6a2 req-fef0d594-85dc-435b-bf7c-7fc90e4dda32 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487013 Jul 23 22:43:05.763169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.763169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:05.763169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2654c6d4-a8ef-4827-b821-ef193d07c4ea HTTP/1.1" status: 204 len: 168 time: 0.3780577 Jul 23 22:43:05.773504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be43981-2490-48fe-a02f-bce1f2377861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2654c6d4-a8ef-4827-b821-ef193d07c4ea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:05.801615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:05.882577 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db32962-6ffc-4705-8255-e84e1967e482 x-openstack-request-id: req-1db32962-6ffc-4705-8255-e84e1967e482 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:05.882901 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "name": "network-vif-plugged", "status": "completed", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:05.883157 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1db32962-6ffc-4705-8255-e84e1967e482 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:05.883567 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a', 'code': 200} Jul 23 22:43:06.032956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627f46-8def-48f2-84ce-c65ec783174a req-d16eae49-65ab-4531-a217-895b4fa7ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:06.035260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e627f46-8def-48f2-84ce-c65ec783174a req-d16eae49-65ab-4531-a217-895b4fa7ef89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 1098 time: 0.0900846 Jul 23 22:43:06.066195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3156f-5b21-4ca9-96d1-e2bb96674f92 req-b2dd5833-93a5-4ff5-93e5-f69b6edf4774 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:06.073658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ef3156f-5b21-4ca9-96d1-e2bb96674f92 req-b2dd5833-93a5-4ff5-93e5-f69b6edf4774 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4822676 Jul 23 22:43:06.093994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e627f46-8def-48f2-84ce-c65ec783174a req-b678208a-202b-4cd6-baae-760b6e2ab70a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Jul 23 22:43:06.098213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.142807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ef3156f-5b21-4ca9-96d1-e2bb96674f92 req-ca17037f-a727-4cf1-bd56-bbbb341f68a8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682285 Jul 23 22:43:06.157529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.202118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:06.258648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a4d9bac-0fc1-4dfb-a428-d75d7b6e1f92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65c4e956df8d4a7f859307a822819a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527146 Jul 23 22:43:06.258973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:06.318459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.344134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.400199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.404709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.412816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.415765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.416999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb0d20b6-e2fa-4249-b613-57c7ed2c93a3 HTTP/1.1" status: 204 len: 168 time: 0.1571710 Jul 23 22:43:06.426060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245f38-19dc-43e6-ae97-dd3839164eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d20b6-e2fa-4249-b613-57c7ed2c93a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:06.493716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Port': ['ID=8172dbef-2447-42ba-abaf-b0bef1ba310e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:06.502922 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.518076 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.519335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55bbfedc-6eee-429f-ab63-29a25207f9c1 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9568369 Jul 23 22:43:06.523137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:06.603582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-df54d19e-90ba-44a5-ab61-9bc854991957 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=96543ce1-e281-42b1-9528-a706dc5cd1f5 HTTP/1.1" status: 200 len: 689 time: 0.0768526 Jul 23 22:43:06.604409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:06.710869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.870327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Deleting port 8172dbef-2447-42ba-abaf-b0bef1ba310e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:06.872394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.941027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03227b4a-6a47-4e47-b810-c8c7a47fbd4a req-3ae8a234-a26e-4856-a35d-e0985edb924f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:06.948669 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03227b4a-6a47-4e47-b810-c8c7a47fbd4a req-3ae8a234-a26e-4856-a35d-e0985edb924f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.1200988 Jul 23 22:43:06.984052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.984665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:06.999652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Calling delete_port for 8172dbef-2447-42ba-abaf-b0bef1ba310e owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:07.010165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-03227b4a-6a47-4e47-b810-c8c7a47fbd4a req-bdef5e81-5857-49d0-b5a4-aca3779ee37e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Jul 23 22:43:07.158444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.199961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Port': ['ID=8172dbef-2447-42ba-abaf-b0bef1ba310e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:07.265166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:07.280107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.311603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99614b6b-a204-4f2e-9dee-0373058a0a00 req-11220bdb-09e6-45ef-a808-848eaaeb8b26 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:07.313300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-99614b6b-a204-4f2e-9dee-0373058a0a00 req-11220bdb-09e6-45ef-a808-848eaaeb8b26 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0846040 Jul 23 22:43:07.336808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.384980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-99614b6b-a204-4f2e-9dee-0373058a0a00 req-0676d22b-a4ac-4c20-b59f-520ac83bd0fd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Jul 23 22:43:07.408781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1120020888-network', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:07.432823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Made reservation on behalf of 7b7a44572b6743b7906a48a096a4f9f4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:07.435789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.450112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.466415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.513144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79a525f3-4777-4157-a7de-644941a422a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:07.581386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.598206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96543ce1-e281-42b1-9528-a706dc5cd1f5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:07.616222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a48fee-1784-47f7-9fb4-63c920c93a1e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:07.616650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a48fee-1784-47f7-9fb4-63c920c93a1e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:07.631092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.654251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.668201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:07.668612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:07.670447 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:07.688867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.702412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.769204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.778338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a99ddb-7cb2-4450-aff8-cfd212ac0ea7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:07.781828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96543ce1-e281-42b1-9528-a706dc5cd1f5 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:43:07.783291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:07.795360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.795776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:07.796251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/96543ce1-e281-42b1-9528-a706dc5cd1f5 HTTP/1.1" status: 204 len: 168 time: 1.1911595 Jul 23 22:43:07.798488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:07.799960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725d580-9a7e-42d1-a5b0-b18bdceb86c5 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Network': ['ID=96543ce1-e281-42b1-9528-a706dc5cd1f5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:07.807864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.808221 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Added segment ce059584-37dd-4720-990e-356365613f47 of type vlan for network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa Jul 23 22:43:07.850272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.890061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.891652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:07.892526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.937928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6671798 Jul 23 22:43:07.938328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:07.943298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Request body: {'subnet': {'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1120020888-subnet', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:07.960621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2514285-cd2f-4ef5-aa5a-aca5187190ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:07.985906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3714-a32e-4397-9156-25761cc05e10 admin admin] Pushing event updated for resources: {'Network': ['ID=68f0876c-2d57-4f3b-a978-4c1626cf2dfa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:08.001895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:08.011837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Made reservation on behalf of 7b7a44572b6743b7906a48a096a4f9f4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:08.016444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.097823 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f4b679e1-ea28-4ce6-ba14-554c387f99b3 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2982109 Jul 23 22:43:08.108129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56674) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.196570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2514285-cd2f-4ef5-aa5a-aca5187190ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.210508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2514285-cd2f-4ef5-aa5a-aca5187190ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.239733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdf72a-9f18-4117-ba21-cf1657279443 req-d207301a-3c8b-4f28-9a0c-ec63abc37499 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.242101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28bdf72a-9f18-4117-ba21-cf1657279443 req-d207301a-3c8b-4f28-9a0c-ec63abc37499 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.1468053 Jul 23 22:43:08.259764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.260325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.260984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.261610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.262259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.262907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.263541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.264168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.264793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.266609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.269249 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f971143-3409-48d3-9bea-8fa5403ac613 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.1600678 Jul 23 22:43:08.283329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56676) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.353645 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.358335 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-03f42799-f288-45ca-abe4-162c96d3deba tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] delete failed (client error): The resource could not be found. Jul 23 22:43:08.359667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-03f42799-f288-45ca-abe4-162c96d3deba tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/6ddee885-84fd-4391-bb3d-87a2e8626a9f HTTP/1.1" status: 404 len: 345 time: 0.0750012 Jul 23 22:43:08.361983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514285-cd2f-4ef5-aa5a-aca5187190ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0053315-2b04-482b-9d3d-133a29f50fbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:08.364837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.378069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2514285-cd2f-4ef5-aa5a-aca5187190ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ce6d4b84d8c41e09af953d17fa2857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808604 Jul 23 22:43:08.382116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.397329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28bdf72a-9f18-4117-ba21-cf1657279443 req-99add4bb-e826-4331-a498-6102494aa9b1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800760 Jul 23 22:43:08.403507 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-59052adf-3952-483f-bbb8-4ed58c1b20b0 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 22:43:08.404409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59052adf-3952-483f-bbb8-4ed58c1b20b0 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:43:08.406852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59052adf-3952-483f-bbb8-4ed58c1b20b0 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/96543ce1-e281-42b1-9528-a706dc5cd1f5 HTTP/1.1" status: 404 len: 339 time: 0.0395632 Jul 23 22:43:08.414342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.431954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'name': 'tempest-network--1699474667', 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:08.531334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79c8dcc-000f-403e-8070-bb9b5c53fbd9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:08.538726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Checking segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:08.539109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Network hostable DHCP agents. Network: 68f0876c-2d57-4f3b-a978-4c1626cf2dfa, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:43:08.551108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:08.558162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.576996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:43:08.583594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.591554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 68f0876c-2d57-4f3b-a978-4c1626cf2dfa) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:08.600799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.603762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5424e09-d572-423c-9280-5e6ba7e6ddde None None] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:08.604058 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.644178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.651751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c36ad13d-6a54-49b2-88b2-6d49cdf703ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7123342 Jul 23 22:43:08.655556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:08.668773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:08.669004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:08.707214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.708846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.709213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.709341 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Added segment 70c2f12c-c21c-479d-8d30-cfb6da06de93 of type vlan for network 7a54d70b-3b30-463e-883a-007c49319db7 Jul 23 22:43:08.733033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891b755-c960-42b2-a00b-62cc433cd3ed req-34150222-3aaf-4153-ae73-3ba388697c1e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.734761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d891b755-c960-42b2-a00b-62cc433cd3ed req-34150222-3aaf-4153-ae73-3ba388697c1e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2308381 Jul 23 22:43:08.808427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.812133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.816483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.816483 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0053315-2b04-482b-9d3d-133a29f50fbd HTTP/1.1" status: 204 len: 168 time: 0.4225144 Jul 23 22:43:08.826366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.854915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870acfc9-461c-404d-89fd-5902c464dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0053315-2b04-482b-9d3d-133a29f50fbd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:08.873385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d891b755-c960-42b2-a00b-62cc433cd3ed req-d2a6038b-4bac-43a0-aa1f-1780e33c81ca tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088395 Jul 23 22:43:08.891801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:43:08.892731 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.911192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.912762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:08.913858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:08.955361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5373988 Jul 23 22:43:08.955592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56698) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:09.030415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e78e0-49d1-4c4d-9587-d9fd189ba611 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=7a54d70b-3b30-463e-883a-007c49319db7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:09.050423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.065607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7a54d70b-3b30-463e-883a-007c49319db7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:09.095826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be31c5-cfd8-4225-87a4-7222e65d9c9d req-aa6979d7-1ede-445a-9279-27eed50f7e0c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.097380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93be31c5-cfd8-4225-87a4-7222e65d9c9d req-aa6979d7-1ede-445a-9279-27eed50f7e0c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.1662269 Jul 23 22:43:09.167551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Allocated IP 172.20.0.2 (68f0876c-2d57-4f3b-a978-4c1626cf2dfa/c79c8dcc-000f-403e-8070-bb9b5c53fbd9/76989df0-48a5-4315-b4a0-3351b9629dbf) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:09.197684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93be31c5-cfd8-4225-87a4-7222e65d9c9d req-eab1ea9b-81cb-4e38-86f6-9aef72fd6ee3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929832 Jul 23 22:43:09.268820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:09.271233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f81803-78fd-4c96-9a22-68f5f5b9bef0 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.277952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f81803-78fd-4c96-9a22-68f5f5b9bef0 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.284220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f81803-78fd-4c96-9a22-68f5f5b9bef0 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.290108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f81803-78fd-4c96-9a22-68f5f5b9bef0 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.294659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-61f81803-78fd-4c96-9a22-68f5f5b9bef0 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3353541 Jul 23 22:43:09.295061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:09.316505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f509b279-b47d-4357-adf0-aa241772ecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.367893 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.370576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.375744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.378189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Transition to ACTIVE for port object 76989df0-48a5-4315-b4a0-3351b9629dbf will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:09.394531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Transition to ACTIVE for port object 76989df0-48a5-4315-b4a0-3351b9629dbf will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:09.396377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.402699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.441607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:09.446821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:09.451183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:09.457860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Pushing event updated for resources: {'Port': ['ID=76989df0-48a5-4315-b4a0-3351b9629dbf,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:09.464917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.479412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a54d70b-3b30-463e-883a-007c49319db7']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:09.495428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c2f12c-c21c-479d-8d30-cfb6da06de93') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:09.495805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c2f12c-c21c-479d-8d30-cfb6da06de93') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:09.505614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.525031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Attempting to bind port 76989df0-48a5-4315-b4a0-3351b9629dbf on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:09.525422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Attempting to bind port 76989df0-48a5-4315-b4a0-3351b9629dbf by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:09.525540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.525859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Attempting to bind port 76989df0-48a5-4315-b4a0-3351b9629dbf on network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:09.531470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:09.531850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Checking segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:09.532250 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.532648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Bound using segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:09.533125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Bound port: 76989df0-48a5-4315-b4a0-3351b9629dbf, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:09.533512 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.534679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:09.535084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:09.538050 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:09.551442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Allocated IP 172.25.1.210 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9495455e-0ac8-421e-8e05-196adc220e0d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:09.554783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f509b279-b47d-4357-adf0-aa241772ecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.563204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f509b279-b47d-4357-adf0-aa241772ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.601170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.605670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a54d70b-3b30-463e-883a-007c49319db7 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:43:09.608661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.614896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7a54d70b-3b30-463e-883a-007c49319db7 HTTP/1.1" status: 204 len: 168 time: 0.3185577 Jul 23 22:43:09.615599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:09.620338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] For port 76989df0-48a5-4315-b4a0-3351b9629dbf, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:09.623538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'name': 'tempest-network--312570768', 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:09.630381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] For port 76989df0-48a5-4315-b4a0-3351b9629dbf, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=76989df0-48a5-4315-b4a0-3351b9629dbf,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:09.635512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f509b279-b47d-4357-adf0-aa241772ecb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=465922ae386f466b98a7b95e43132e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646533 Jul 23 22:43:09.636317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:09.637697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.642216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fd3ff-cffa-4602-b8f4-b3ba2c96c524 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a54d70b-3b30-463e-883a-007c49319db7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:09.649881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b279-b47d-4357-adf0-aa241772ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e67408-d373-452e-bd5d-ad3c8292bdda,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:09.665189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:09.669058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.706659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:09.718450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8af90-e293-4f1d-9436-c52443f5785a None None] Pushing event updated for resources: {'Port': ['ID=76989df0-48a5-4315-b4a0-3351b9629dbf,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:09.726508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.726904 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Added segment 40a30ea5-1950-4c63-a278-4318030d3213 of type vlan for network 172f6178-1107-451b-a441-6a078f9cde45 Jul 23 22:43:09.777123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.831015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.862560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.891748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.894478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.895480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:09.896175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.911018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:09.950994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3300083 Jul 23 22:43:09.955871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:10.010708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:10.031686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:10.056499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:10.064535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:10.067114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:10.071390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1e67408-d373-452e-bd5d-ad3c8292bdda HTTP/1.1" status: 204 len: 168 time: 0.4282377 Jul 23 22:43:10.100290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd659a6f-f2d0-4538-abb6-9cc81244cffd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=172f6178-1107-451b-a441-6a078f9cde45,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:10.113119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 172f6178-1107-451b-a441-6a078f9cde45 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:10.139063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Pushing event updated for resources: {'Port': ['ID=9495455e-0ac8-421e-8e05-196adc220e0d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:10.161172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c869d0-1b38-4049-985e-0544e81229cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e67408-d373-452e-bd5d-ad3c8292bdda,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:10.202478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f1a64-4d66-49b0-aef2-7f7463fb656c tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:10.218348 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a0f1a64-4d66-49b0-aef2-7f7463fb656c tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "GET /v2.0/networks/172f6178-1107-451b-a441-6a078f9cde45 HTTP/1.1" status: 200 len: 756 time: 0.2516074 Jul 23 22:43:10.220483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:10.344478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aeadf-0f1c-4321-8979-ef6f29ea8c32 req-c12f9add-4a47-49ee-a119-ef07a23a0a52 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:10.346264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-314aeadf-0f1c-4321-8979-ef6f29ea8c32 req-c12f9add-4a47-49ee-a119-ef07a23a0a52 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3435047 Jul 23 22:43:10.492681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80e71e-8e27-42a2-ba20-694f0dd6d17a tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:10.497571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:10.502291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b80e71e-8e27-42a2-ba20-694f0dd6d17a tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "GET /v2.0/networks/d77a2919-508e-4a2b-850f-54612ca7fa1c HTTP/1.1" status: 200 len: 768 time: 0.2680984 Jul 23 22:43:10.512984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-0edb15c1-c6e6-45e3-ae9e-809982d1de58 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:10.514822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-0edb15c1-c6e6-45e3-ae9e-809982d1de58 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.5030215 Jul 23 22:43:10.524880 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-314aeadf-0f1c-4321-8979-ef6f29ea8c32 req-e052623d-e8d8-497b-9b46-92b6ce0cab1e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701252 Jul 23 22:43:10.582605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 76989df0-48a5-4315-b4a0-3351b9629dbf up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:10.604748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:10.661075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 76989df0-48a5-4315-b4a0-3351b9629dbf completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:10.705090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d990f0-9f92-4e5e-839b-488aef643520 req-990fdc66-a250-421f-9b28-3117521a1ff2 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:10.706662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57d990f0-9f92-4e5e-839b-488aef643520 req-990fdc66-a250-421f-9b28-3117521a1ff2 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.0986307 Jul 23 22:43:10.759612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-57d990f0-9f92-4e5e-839b-488aef643520 req-a59f7429-dd1b-4e71-bdb8-7511113126b9 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Jul 23 22:43:11.026344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a549-21ed-4d66-8a8e-a80281d7c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.135985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.138504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.182244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172f6178-1107-451b-a441-6a078f9cde45']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:11.183048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b27e80-ec7e-457e-8ae2-a6383917510c None None] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:11.221785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a30ea5-1950-4c63-a278-4318030d3213') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:11.222090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a30ea5-1950-4c63-a278-4318030d3213') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:11.246548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.268265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:11.268629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.277049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.310797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:11.311214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:11.313120 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:11.324996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Provisioning for port 76989df0-48a5-4315-b4a0-3351b9629dbf completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:11.335311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Provisioning complete for port 76989df0-48a5-4315-b4a0-3351b9629dbf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:11.335935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.461361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.501848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] For port 76989df0-48a5-4315-b4a0-3351b9629dbf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=76989df0-48a5-4315-b4a0-3351b9629dbf,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:11.502072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.509438 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.516758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:11.517469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.520651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 172f6178-1107-451b-a441-6a078f9cde45 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:43:11.535879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.538725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/172f6178-1107-451b-a441-6a078f9cde45 HTTP/1.1" status: 204 len: 168 time: 1.0399461 Jul 23 22:43:11.542509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:11.565069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'name': 'tempest-network--596981498'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:11.582629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for 22686b47-5b23-4ecb-ba41-e8bb15d6e34a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:11.593554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3041dc-0f7a-4a2e-8987-56ebe9b8bafd tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Network': ['ID=172f6178-1107-451b-a441-6a078f9cde45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:11.642136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9573e3-d11e-47b2-95f1-973c83dfdd31 None None] Pushing event updated for resources: {'Port': ['ID=76989df0-48a5-4315-b4a0-3351b9629dbf,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:11.737034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Made reservation on behalf of c3fa0f3450a34623ac8257da9113ec53 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:11.742137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.785046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.840606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ef904252-04d6-4e33-81ab-00867e8752bd None None] Provisioning complete for port 76989df0-48a5-4315-b4a0-3351b9629dbf triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:11.841492 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef904252-04d6-4e33-81ab-00867e8752bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.908787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:11.948495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:11.948770 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Added segment 02abbdf9-45f2-4733-ab9e-e386bd04e327 of type vlan for network d9252719-e979-4ba5-b561-b9456e91c173 Jul 23 22:43:11.957301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d60e95-855a-48d6-b9a7-9d2edd24a18a req-780de4e0-3b73-44e1-9730-c45752a116ad tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:11.966837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0d60e95-855a-48d6-b9a7-9d2edd24a18a req-780de4e0-3b73-44e1-9730-c45752a116ad tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 946 time: 0.1058819 Jul 23 22:43:12.038246 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b0d60e95-855a-48d6-b9a7-9d2edd24a18a req-a59a097d-8924-430a-9f2c-4c3a01960bd1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693312 Jul 23 22:43:12.043122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe67f-acd8-4a95-a8f5-372b06e4d8f9 req-9bc8cce8-6eed-486f-8dca-da36c517f72d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:12.044867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee2fe67f-acd8-4a95-a8f5-372b06e4d8f9 req-9bc8cce8-6eed-486f-8dca-da36c517f72d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3805022 Jul 23 22:43:12.047298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.169514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee2fe67f-acd8-4a95-a8f5-372b06e4d8f9 req-8d8352ee-c553-4c67-8455-62815d6d231f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940554 Jul 23 22:43:12.170155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.171102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:12.171694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.178466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.261214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=22686b47-5b23-4ecb-ba41-e8bb15d6e34a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:12.267367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7066159 Jul 23 22:43:12.272348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:12.284125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:12.317033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16f65-1537-47ca-a08a-9faa56d91576 tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=d9252719-e979-4ba5-b561-b9456e91c173,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:12.331372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d9252719-e979-4ba5-b561-b9456e91c173 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:12.342106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:43:12.361339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port 22686b47-5b23-4ecb-ba41-e8bb15d6e34a on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:43:12.363989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.366504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1a23d5b-4516-4794-9ee0-352cc97bbdc7 req-fd6273ce-f907-44ff-94ca-83a26c35a616 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "DELETE /v2.0/ports/22686b47-5b23-4ecb-ba41-e8bb15d6e34a HTTP/1.1" status: 204 len: 173 time: 1.7720084 Jul 23 22:43:12.367032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'name': 'network-vif-deleted', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:12.369510 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d0c29-a982-4948-88a6-b0c81ada170c" -d '{"events": [{"server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "name": "network-vif-deleted", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:12.462581 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1dfa0-a408-4c39-bad0-0a8f9af85f7d x-openstack-request-id: req-0bd1dfa0-a408-4c39-bad0-0a8f9af85f7d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:12.462957 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b304d-5378-478a-ad99-cb53f0858aba", "name": "network-vif-deleted", "tag": "22686b47-5b23-4ecb-ba41-e8bb15d6e34a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:12.463215 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bd1dfa0-a408-4c39-bad0-0a8f9af85f7d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:12.463719 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b304d-5378-478a-ad99-cb53f0858aba', 'name': 'network-vif-deleted', 'tag': '22686b47-5b23-4ecb-ba41-e8bb15d6e34a', 'status': 'completed', 'code': 200} Jul 23 22:43:12.517350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:12.519786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.530689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:12.534836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-130011626', 'description': 'tempest-description-1525105543'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:12.542524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 76989df0-48a5-4315-b4a0-3351b9629dbf up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:12.544316 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.549479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:12.550504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:42:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:12.566920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.567266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Network d9252719-e979-4ba5-b561-b9456e91c173 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:43:12.571630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:12.571816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d6c1d9d-b627-4281-8e88-cdf38297b5ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9116812 Jul 23 22:43:12.571904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.571904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "PUT /v2.0/networks/d9252719-e979-4ba5-b561-b9456e91c173 HTTP/1.1" status: 200 len: 857 time: 0.2948203 Jul 23 22:43:12.573154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:12.574583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:12.578313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.604992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.677737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.687718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 76989df0-48a5-4315-b4a0-3351b9629dbf triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:12.688208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.691053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c7ad8-58bc-4e5e-8fb9-e894a70b52ac tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event updated for resources: {'Network': ['ID=d9252719-e979-4ba5-b561-b9456e91c173,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:12.746594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:12.801922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.817546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9252719-e979-4ba5-b561-b9456e91c173']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:12.839720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02abbdf9-45f2-4733-ab9e-e386bd04e327') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:12.839998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02abbdf9-45f2-4733-ab9e-e386bd04e327') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:12.873120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.895989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.900462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.905203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.921058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:12.921555 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:12.930206 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:12.987465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad05b5b-da8d-449d-8c64-502bedf3413f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:13.042763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.048669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9252719-e979-4ba5-b561-b9456e91c173 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:43:13.053474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.059175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d9252719-e979-4ba5-b561-b9456e91c173 HTTP/1.1" status: 204 len: 168 time: 0.4821789 Jul 23 22:43:13.059660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:13.071725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eb7db-94c8-46e9-add5-4c79d755331d tempest-ExternalNetworksTestJSON-1895837560 tempest-ExternalNetworksTestJSON-1895837560-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9252719-e979-4ba5-b561-b9456e91c173,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:13.165294 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.174061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.211814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b43e8-bb3d-40ac-9012-396086f44466,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:13.226727 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.228912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5ec31c0-7a28-4f83-b3e2-527cd41d63dc req-72b53147-b438-477d-82b7-144173901bdb tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7015712 Jul 23 22:43:13.254511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:10Z', 'revision_number': 3, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:13.293162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:13.293788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Updating router cca52bca-cd40-41c6-8d21-98e0c9a810c9 port 9495455e-0ac8-421e-8e05-196adc220e0d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:13.352085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.453436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 22686b47-5b23-4ecb-ba41-e8bb15d6e34a no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:13.465287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4e60972e-a6cf-41dc-bb62-89ea9d941b8d req-5d4f5ecf-e783-4ad5-b4bd-4009832118b5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=223b304d-5378-478a-ad99-cb53f0858aba HTTP/1.1" status: 200 len: 210 time: 0.0574517 Jul 23 22:43:13.469266 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f44a98-5972-48ec-a31f-af166e2c03af tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] DELETE failed (client error): The resource could not be found. Jul 23 22:43:13.469710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f44a98-5972-48ec-a31f-af166e2c03af tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:43:13.473716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0f44a98-5972-48ec-a31f-af166e2c03af tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "DELETE /v2.0/subnets/79a525f3-4777-4157-a7de-644941a422a3 HTTP/1.1" status: 404 len: 337 time: 0.4085884 Jul 23 22:43:13.474008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:13.480414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 22686b47-5b23-4ecb-ba41-e8bb15d6e34a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:43:13.480761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 22686b47-5b23-4ecb-ba41-e8bb15d6e34a not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:43:13.517585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1191670846', 'description': 'tempest-description-324656448'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:13.552864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17f97-4d1c-4561-8cfe-f0bfa6f6c9c1 req-ac250698-2dd9-4b69-b9df-e4eca29e5466 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:13.554398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ba17f97-4d1c-4561-8cfe-f0bfa6f6c9c1 req-ac250698-2dd9-4b69-b9df-e4eca29e5466 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.0956416 Jul 23 22:43:13.614510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.619569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ba17f97-4d1c-4561-8cfe-f0bfa6f6c9c1 req-81910111-8790-4251-923b-a36f0d78443c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Jul 23 22:43:13.655951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.723792 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.739199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Transition to ACTIVE for port object 9495455e-0ac8-421e-8e05-196adc220e0d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:13.748887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.753272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45ae8105-984f-4ca7-be2c-584d3fa4c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.805663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Attempting to bind port 9495455e-0ac8-421e-8e05-196adc220e0d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:13.806024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Attempting to bind port 9495455e-0ac8-421e-8e05-196adc220e0d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:13.806388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Attempting to bind port 9495455e-0ac8-421e-8e05-196adc220e0d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:13.809849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.813919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:13.814292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:13.814690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.815095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:13.815548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Bound port: 9495455e-0ac8-421e-8e05-196adc220e0d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:13.815925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.817466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8465-390c-48f6-a935-7db6ca8fd8a7 None None] Pushing event updated for resources: {'Port': ['ID=9495455e-0ac8-421e-8e05-196adc220e0d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:13.840020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.858087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77a2919-508e-4a2b-850f-54612ca7fa1c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:13.872484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] For port 9495455e-0ac8-421e-8e05-196adc220e0d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:13.873286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3abf78-17a1-421f-8131-859847c34d32') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:13.873583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3abf78-17a1-421f-8131-859847c34d32') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:13.875809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] For port 9495455e-0ac8-421e-8e05-196adc220e0d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9495455e-0ac8-421e-8e05-196adc220e0d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:13.881526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.895120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.912989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.944212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:13.945147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:13.948345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8465-390c-48f6-a935-7db6ca8fd8a7 None None] Pushing event updated for resources: {'Port': ['ID=9495455e-0ac8-421e-8e05-196adc220e0d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:13.961334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.962452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.989871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:43:13.991196 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:43:13.998470 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:43:14.031608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.032815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6388e19f-4592-4d2e-807b-6bb9532ed0a9 req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5381556 Jul 23 22:43:14.042859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9d9dd-878e-4444-bab2-bf1568835747 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b211e08-7edc-42ed-b9be-aca2831a9d91,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:14.062629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:14.123222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1439635857', 'description': 'tempest-description-83293739'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:14.137655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.157808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.160411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.166770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.171304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.171479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] 10.222.0.37 "DELETE /v2.0/networks/d77a2919-508e-4a2b-850f-54612ca7fa1c HTTP/1.1" status: 204 len: 168 time: 0.6930234 Jul 23 22:43:14.182530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ae0df-e1c5-42c4-a3ad-260377ec0d93 tempest-ExternalNetworksTestJSON-1515246223 tempest-ExternalNetworksTestJSON-1515246223-project] Pushing event deleted for resources: {'Network': ['ID=d77a2919-508e-4a2b-850f-54612ca7fa1c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:14.202903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Allocated IP 172.20.0.1 (68f0876c-2d57-4f3b-a978-4c1626cf2dfa/c79c8dcc-000f-403e-8070-bb9b5c53fbd9/6c4432cc-a8d9-4039-b09c-4521ceeca480) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:14.291780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.297984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.307068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:10Z', 'revision_number': 3, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:14.341171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf35ce-7c03-4344-adb7-5855324ea9eb None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:10Z', 'revision_number': 3, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:14.367264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.393714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe9237-b31f-468d-8c2f-3c831789f4e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:14.407050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Transition to ACTIVE for port object 6c4432cc-a8d9-4039-b09c-4521ceeca480 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:14.459933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.461729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.464606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.489712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:14.493240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:14.493930 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.513011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:14.526722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c3b5971-916a-4248-b28e-236356aaae3f req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4094124 Jul 23 22:43:14.556623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b35f0a-6c35-4336-abd2-d136eecb9f9d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db639122-5588-4897-a144-933ede70f355,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:14.570172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:14.578614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Pushing event updated for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:14.595209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-998582194', 'description': 'tempest-description-2029930812'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:14.611157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.740560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.873131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-34a7476e-4d08-4052-aaed-87f95683493a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b88f566e0671475aacdaa2462e2448bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981446 Jul 23 22:43:14.875793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:14.886501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.913590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.925378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.934549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02e4c1-d455-4cec-9123-d5ea12c9eed7 req-37d038eb-d90d-4eeb-98a4-8afa03c21ef5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:14.936238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a02e4c1-d455-4cec-9123-d5ea12c9eed7 req-37d038eb-d90d-4eeb-98a4-8afa03c21ef5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1666377 Jul 23 22:43:14.939956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:14.956611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d0c1f5d-7b66-4b13-88f4-ba8fcf9b4f2e None None] Provisioning for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:14.966200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d0c1f5d-7b66-4b13-88f4-ba8fcf9b4f2e None None] Provisioning complete for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:14.966572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1f5d-7b66-4b13-88f4-ba8fcf9b4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.001572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.002991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-63b8958e-21de-4248-a2a4-c5fb60b2c462 req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4118557 Jul 23 22:43:15.008957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7e7c0-0ebf-4a92-b4ce-11cf77426b4d tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4f6bd6-cde5-4d2c-a7de-6bd7abfe094c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:15.010189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.018379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c1f5d-7b66-4b13-88f4-ba8fcf9b4f2e None None] Port 6c4432cc-a8d9-4039-b09c-4521ceeca480 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:15.028352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a02e4c1-d455-4cec-9123-d5ea12c9eed7 req-3d845d64-4415-430e-9ef1-de26933c0e32 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758908 Jul 23 22:43:15.064211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.165462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.168472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.169854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2e7ef87-e9ba-4d02-9c94-5d4082de617b HTTP/1.1" status: 204 len: 168 time: 0.2930348 Jul 23 22:43:15.200902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544482c8-4d88-445f-9433-91055938f79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7ef87-e9ba-4d02-9c94-5d4082de617b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:15.327693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.338924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.404212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-79d5b505-2810-493f-8fb9-91244e52fc81 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:15.405906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-79d5b505-2810-493f-8fb9-91244e52fc81 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.2644894 Jul 23 22:43:15.441339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Pushing event updated for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:15.452574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-e7e547d7-2a40-4e52-bd54-e857a4a26487 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0404856 Jul 23 22:43:15.454706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.481432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-c0708ad5-9274-4f60-8214-ffa113d36110 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47822 time: 0.3424561 Jul 23 22:43:15.507096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-adb1c37c-8542-48ba-98d1-653dd8a53cf5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533822 Jul 23 22:43:15.544459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-03fe138c-f5d5-426e-93be-8b422437abdc tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0c5416e9-1853-4b1c-a4a4-f3418781c106 HTTP/1.1" status: 200 len: 2985 time: 0.0557511 Jul 23 22:43:15.585174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:15.640900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-75e5f440-62cf-4159-8a53-e07d7708713f tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0c5416e9-1853-4b1c-a4a4-f3418781c106 HTTP/1.1" status: 200 len: 2985 time: 0.0951111 Jul 23 22:43:15.679145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:15.683865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:15.699800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4971861b-fbbe-4a25-953f-85264aa42e19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3fa0f3450a34623ac8257da9113ec53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052792 Jul 23 22:43:15.699987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-a354db1b-104c-4455-99a7-886015f15b58 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907272 Jul 23 22:43:15.701036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-b20676fd-f89a-428d-82a9-e09b62e4e2b1 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0cad41ca-bd3c-4097-93c2-d65dc422d68c HTTP/1.1" status: 200 len: 2985 time: 0.0591893 Jul 23 22:43:15.701502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:15.789349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-0dbb030b-a4c8-487e-b5fb-bed4b5841439 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0cad41ca-bd3c-4097-93c2-d65dc422d68c HTTP/1.1" status: 200 len: 2985 time: 0.0703290 Jul 23 22:43:15.794627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.834500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.897868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-f6b36e9d-bbf9-4a8d-9a47-fc7ef8f26166 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0ddee782-fa52-4440-a98a-39c79e5f2c5b HTTP/1.1" status: 200 len: 2985 time: 0.0923741 Jul 23 22:43:15.911493 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-f10ee471-394e-427e-987e-772e81059cbb service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420486 Jul 23 22:43:15.915325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:15.944086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.946443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:15.947605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0a77538-fff0-4c69-8250-f0f00bfbcf3b HTTP/1.1" status: 204 len: 168 time: 0.2449269 Jul 23 22:43:15.967374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-bc237272-f009-454e-85ad-926fd6352709 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0ddee782-fa52-4440-a98a-39c79e5f2c5b HTTP/1.1" status: 200 len: 2985 time: 0.0686350 Jul 23 22:43:15.970297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aea0e-991b-4c21-b052-d7c8ddff3fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a77538-fff0-4c69-8250-f0f00bfbcf3b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:16.025307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-4b42c2e9-5c76-4687-864d-e8b589d4a903 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3f19068c-b74a-4933-9db7-0b72a72a9814 HTTP/1.1" status: 200 len: 2977 time: 0.0569174 Jul 23 22:43:16.056263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8e8c4423-4164-4408-a160-e290ac718b61 None None] Provisioning complete for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:16.056758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4423-4164-4408-a160-e290ac718b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:16.078916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:16.086165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8bc2ed02-4513-4cc7-a46b-59e058ba4a1c admin admin] 10.222.0.37 "PUT /v2.0/routers/cca52bca-cd40-41c6-8d21-98e0c9a810c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5096834 Jul 23 22:43:16.126130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-cba6596e-11a2-4b31-8edd-cbe285757937 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3f19068c-b74a-4933-9db7-0b72a72a9814 HTTP/1.1" status: 200 len: 2977 time: 0.0995924 Jul 23 22:43:16.155863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c4423-4164-4408-a160-e290ac718b61 None None] Port 6c4432cc-a8d9-4039-b09c-4521ceeca480 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:16.220036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-0f90c789-b3ec-4734-9ba9-7104fde85211 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3fe25acb-281d-4965-a3be-084387a568a0 HTTP/1.1" status: 200 len: 2981 time: 0.0837431 Jul 23 22:43:16.292356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-e530d080-da5a-43c1-8507-2caa3a72fa4b tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/3fe25acb-281d-4965-a3be-084387a568a0 HTTP/1.1" status: 200 len: 2981 time: 0.0673249 Jul 23 22:43:16.384428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-38e01858-fef0-4de7-8145-d8c89571e451 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ffe9237-b31f-468d-8c2f-3c831789f4e0 HTTP/1.1" status: 200 len: 2985 time: 0.0827789 Jul 23 22:43:16.425207 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:43:16.434350 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:16.468132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-0730008e-691f-43b1-95b7-64f475887495 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6ffe9237-b31f-468d-8c2f-3c831789f4e0 HTTP/1.1" status: 200 len: 2985 time: 0.0689790 Jul 23 22:43:16.541727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8db9b0-57e4-4379-8010-f2a380348e3c req-5912bb38-4bdf-49c3-9325-afd52ed7a763 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:16.550114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b8db9b0-57e4-4379-8010-f2a380348e3c req-5912bb38-4bdf-49c3-9325-afd52ed7a763 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1228027 Jul 23 22:43:16.591337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-1b983191-a187-4721-ab50-2066370e760a tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7f141b0a-236e-4676-870a-c87c81762222 HTTP/1.1" status: 200 len: 2981 time: 0.1159444 Jul 23 22:43:16.597640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9495455e-0ac8-421e-8e05-196adc220e0d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:16.652378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2b8db9b0-57e4-4379-8010-f2a380348e3c req-fcc8baff-b578-40c5-bb24-84848b93a808 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921381 Jul 23 22:43:16.660323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-cff7bed1-61a7-4898-b58d-b5f7ce022953 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7f141b0a-236e-4676-870a-c87c81762222 HTTP/1.1" status: 200 len: 2981 time: 0.0657899 Jul 23 22:43:16.721613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-a7765ccb-cc78-4de5-bac7-b51e948e4be9 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8ad05b5b-da8d-449d-8c64-502bedf3413f HTTP/1.1" status: 200 len: 2985 time: 0.0601006 Jul 23 22:43:16.745835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 9495455e-0ac8-421e-8e05-196adc220e0d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:16.750187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9495455e-0ac8-421e-8e05-196adc220e0d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:16.753576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:16.789318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-880cceb8-0be0-43c8-ab79-76c7a6ca9466 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8ad05b5b-da8d-449d-8c64-502bedf3413f HTTP/1.1" status: 200 len: 2985 time: 0.0665700 Jul 23 22:43:16.792951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3de265eb-d485-4c51-b6d7-981955469aa0 req-5d1237b7-02f6-4c6b-a6f5-678c733519a3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0787246 Jul 23 22:43:16.835297 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:16.854171 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:16.854851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:16.909647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-d8380995-8faa-45ca-a069-f54db7c2cf2e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/96a99ddb-7cb2-4450-aff8-cfd212ac0ea7 HTTP/1.1" status: 200 len: 2985 time: 0.1185105 Jul 23 22:43:16.947729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:16.978556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 9495455e-0ac8-421e-8e05-196adc220e0d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9495455e-0ac8-421e-8e05-196adc220e0d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:16.985428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:16.989234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-38d8e19c-e5a6-41b3-8aab-9bfd5295f77f tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/96a99ddb-7cb2-4450-aff8-cfd212ac0ea7 HTTP/1.1" status: 200 len: 2985 time: 0.0780427 Jul 23 22:43:17.036343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-1a266513-b4e6-4ffc-a136-77699d2d6e5b tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b7d9a8ab-3a24-4f74-8d91-034bfbb7beee HTTP/1.1" status: 200 len: 2973 time: 0.0461242 Jul 23 22:43:17.054889 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:17.071615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=9495455e-0ac8-421e-8e05-196adc220e0d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:17.120137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-68a92078-d45f-43e0-828a-a781deba0f2e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b7d9a8ab-3a24-4f74-8d91-034bfbb7beee HTTP/1.1" status: 200 len: 2973 time: 0.0817828 Jul 23 22:43:17.198105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-3b8ccab2-717a-4ec1-9dbb-c62172ff4380 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cdef1085-0864-4c44-92a1-db3e148c4353 HTTP/1.1" status: 200 len: 2985 time: 0.0661087 Jul 23 22:43:17.264968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-acc51b2b-755f-4556-886d-cdfe5392ba76 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/cdef1085-0864-4c44-92a1-db3e148c4353 HTTP/1.1" status: 200 len: 2985 time: 0.0580876 Jul 23 22:43:17.287955 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-68072a47-1730-4174-9e25-646e2ee3a605 req-7ac49d59-b950-4563-8706-ccc9e87b6777 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] show failed (client error): The resource could not be found. Jul 23 22:43:17.289340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-7ac49d59-b950-4563-8706-ccc9e87b6777 tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e0a77538-fff0-4c69-8250-f0f00bfbcf3b HTTP/1.1" status: 404 len: 352 time: 0.0185645 Jul 23 22:43:17.335267 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-68072a47-1730-4174-9e25-646e2ee3a605 req-f8bc6dcf-4db2-4cef-93dd-8e548e0cd40e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] show failed (client error): The resource could not be found. Jul 23 22:43:17.338636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68072a47-1730-4174-9e25-646e2ee3a605 req-f8bc6dcf-4db2-4cef-93dd-8e548e0cd40e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e0a77538-fff0-4c69-8250-f0f00bfbcf3b HTTP/1.1" status: 404 len: 352 time: 0.0333149 Jul 23 22:43:17.353222 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:15Z', 'revision_number': 2, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:17.355939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:17.363048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1204360052-network', 'tenant_id': 'aad785acd4654828947a848ca28d523e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:17.406319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Made reservation on behalf of aad785acd4654828947a848ca28d523e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:17.408757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.422005 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:17.422616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Updating router cca52bca-cd40-41c6-8d21-98e0c9a810c9 port 6c4432cc-a8d9-4039-b09c-4521ceeca480 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:17.426656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.470512 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.548547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e78f470a-8ed7-4dfe-be1e-f83db953d7bf req-dee5f84c-4eba-436e-abb0-8aab13c2a8c1 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bbb6471cb484fdd8e790b68215c44ca HTTP/1.1" status: 200 len: 6110 time: 0.1755850 Jul 23 22:43:17.595732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.604012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.663990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e78f470a-8ed7-4dfe-be1e-f83db953d7bf req-7af4642d-c1fb-4c0c-9a37-f3a585ffba88 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "GET /v2.0/security-groups/8ad05b5b-da8d-449d-8c64-502bedf3413f HTTP/1.1" status: 200 len: 2985 time: 0.1144202 Jul 23 22:43:17.667625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:17.700247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.700861 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Added segment a5390301-1583-4d56-bd9b-f4bcd6b2ccf9 of type vlan for network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b Jul 23 22:43:17.702936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172e4c9b-0dbd-4e0d-b0c7-230dac871e07,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:17.712998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-eacb2b80-e30f-46b7-bd53-c1113be76aa1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:17.714638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-eacb2b80-e30f-46b7-bd53-c1113be76aa1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.2526164 Jul 23 22:43:17.731558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:17.772105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e78f470a-8ed7-4dfe-be1e-f83db953d7bf req-a22848fc-0abe-43ef-9649-af3bf93303ee tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "GET /v2.0/security-groups/8ad05b5b-da8d-449d-8c64-502bedf3413f HTTP/1.1" status: 200 len: 2985 time: 0.1064906 Jul 23 22:43:17.798775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.829719 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.842998 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Transition to ACTIVE for port object 6c4432cc-a8d9-4039-b09c-4521ceeca480 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:17.851921 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.871107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.872137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:17.872779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.885024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-93e2a670-2a47-4ed1-b4c1-4aac95f5c9ef tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8b4f6bd6-cde5-4d2c-a7de-6bd7abfe094c HTTP/1.1" status: 200 len: 1779 time: 0.0586491 Jul 23 22:43:17.906640 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6f75c-11f9-4c67-8f15-5b358f170474 None None] Pushing event updated for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:17.944858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f324e2b0-93ff-40a2-aae3-1860eaaf2e8b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:17.956376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:17.959796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9e9d-afd0-40dc-9703-40150cfece7a req-70b002f5-cf8c-4234-ada3-fe5a4b57d944 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:17.961716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-710e9e9d-afd0-40dc-9703-40150cfece7a req-70b002f5-cf8c-4234-ada3-fe5a4b57d944 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1928709 Jul 23 22:43:17.988841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:17.997011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12ab21a3-7ead-4644-8053-f7556603b4a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6399324 Jul 23 22:43:17.999734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:18.006949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Request body: {'subnet': {'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1204360052-subnet', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:18.020961 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Attempting to bind port 6c4432cc-a8d9-4039-b09c-4521ceeca480 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:18.022403 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Attempting to bind port 6c4432cc-a8d9-4039-b09c-4521ceeca480 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:18.023013 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Attempting to bind port 6c4432cc-a8d9-4039-b09c-4521ceeca480 on network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:18.031963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:18.032633 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Checking segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:18.033418 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.034734 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Bound using segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:18.035481 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Bound port: 6c4432cc-a8d9-4039-b09c-4521ceeca480, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:18.036112 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.050948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-710e9e9d-afd0-40dc-9703-40150cfece7a req-093c1ee1-c6a0-456b-8cb2-095ab056ea19 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769625 Jul 23 22:43:18.056566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.060811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:18.065531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.084612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Made reservation on behalf of aad785acd4654828947a848ca28d523e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:18.088105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.190288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] For port 6c4432cc-a8d9-4039-b09c-4521ceeca480, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:18.194085 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] For port 6c4432cc-a8d9-4039-b09c-4521ceeca480, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c4432cc-a8d9-4039-b09c-4521ceeca480,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:18.203881 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.249692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.254019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.255452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0db83f08-fa6a-49ac-a387-7dc520aa6d13 req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b4f6bd6-cde5-4d2c-a7de-6bd7abfe094c HTTP/1.1" status: 204 len: 173 time: 0.3642073 Jul 23 22:43:18.271228 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:18.272488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77c53c-6d9d-4076-ae68-dc80fc93983e tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4f6bd6-cde5-4d2c-a7de-6bd7abfe094c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:18.272643 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:18.280660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1e0691d-ea7c-4e7a-bf0b-d1d9c28ab2d0 req-715b9a74-9eea-4805-b74a-1e47525cad69 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0834970 Jul 23 22:43:18.420608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.11 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/be0a7a2a-f0fe-4128-ac18-b7671a42fc4f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:18.421895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:43:18.592873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:18.598499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9495455e-0ac8-421e-8e05-196adc220e0d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:18.669785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0493bade-972b-4158-93c5-3002c95adb4c req-4c184036-7e2f-4290-ba7c-7f5866145d1a tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "GET /v2.0/security-groups/db639122-5588-4897-a144-933ede70f355 HTTP/1.1" status: 200 len: 1778 time: 0.3314936 Jul 23 22:43:18.690429 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6f75c-11f9-4c67-8f15-5b358f170474 None None] Pushing event updated for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:18.760392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:18.775004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.791637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'port_id': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'mac_address': 'fa:16:3e:b2:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665272df-8a90-4459-8d5f-721903010b6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:43:18.869969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.874250 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:18Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:18.882773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.892154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.925463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:18.934649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0493bade-972b-4158-93c5-3002c95adb4c req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.942995 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b48e7-aa0b-4a47-aff1-18993893ab86 None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:18Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:18.967889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:18.981258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:18.984146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:18.997140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:18.997710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0493bade-972b-4158-93c5-3002c95adb4c req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.001830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:19.011941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047193af-025e-4715-9c68-2c361aad53dd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:19.029922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Checking segment: {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:19.030295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Network hostable DHCP agents. Network: f324e2b0-93ff-40a2-aae3-1860eaaf2e8b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:43:19.083723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:19.114178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:19.118427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9495455e-0ac8-421e-8e05-196adc220e0d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:19.119062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.132260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:43:19.144622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:19.144622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.156317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f324e2b0-93ff-40a2-aae3-1860eaaf2e8b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:19.168193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:19.171408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.175812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99b213-8cf6-4650-bccd-4fc8dbab1b95 None None] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:19.176482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-0f640482-7fb6-49eb-a016-9fce57210419 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4492202 Jul 23 22:43:19.189641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Request body: {'port': {'device_id': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:19.199827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0493bade-972b-4158-93c5-3002c95adb4c req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.201820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a20fdab2-f976-4a72-aceb-bb96ac45a9a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:43:19.206220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0493bade-972b-4158-93c5-3002c95adb4c req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.211330 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0493bade-972b-4158-93c5-3002c95adb4c req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/db639122-5588-4897-a144-933ede70f355 HTTP/1.1" status: 204 len: 173 time: 0.5399280 Jul 23 22:43:19.230267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5612263a-8365-4d52-8b25-a8a4bbe588a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2265279 Jul 23 22:43:19.233382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:19.243105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:19.258310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18273e2-1d8c-463e-97e7-2e40273378dd tempest-SecurityGroupsTestAdminJSON-258890959 tempest-SecurityGroupsTestAdminJSON-258890959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db639122-5588-4897-a144-933ede70f355,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:19.304961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.306813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.340038 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2a2af802-aa67-4fe0-b172-d4633eaba9f5 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "GET /v2.0/security-groups/2b211e08-7edc-42ed-b9be-aca2831a9d91 HTTP/1.1" status: 200 len: 1779 time: 0.1072719 Jul 23 22:43:19.402108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.456840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.574242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.598512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.777288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'fixed_ips': [{'subnet_id': '047193af-025e-4715-9c68-2c361aad53dd'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:43:19.778388 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:19.786574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ef3ba-2b6a-41ae-b8f2-c8dad0626f10 req-99cfceaf-6ac8-4157-b316-3de7e43e9978 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:19.802540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-378ef3ba-2b6a-41ae-b8f2-c8dad0626f10 req-99cfceaf-6ac8-4157-b316-3de7e43e9978 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 0.5843592 Jul 23 22:43:19.974066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-378ef3ba-2b6a-41ae-b8f2-c8dad0626f10 req-e25b7148-b32d-4044-9429-77e473df862d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432607 Jul 23 22:43:19.995042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0a7a2a-f0fe-4128-ac18-b7671a42fc4f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:19.996972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:20.015833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.032382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Transition to ACTIVE for port object be0a7a2a-f0fe-4128-ac18-b7671a42fc4f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:20.039158 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.060637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.065218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.069596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.075944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5523532-d1d2-4d7f-8b9a-3dd2ae2af0aa req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b211e08-7edc-42ed-b9be-aca2831a9d91 HTTP/1.1" status: 204 len: 173 time: 0.7347577 Jul 23 22:43:20.096748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Allocated IP 172.20.0.2 (f324e2b0-93ff-40a2-aae3-1860eaaf2e8b/047193af-025e-4715-9c68-2c361aad53dd/01db9576-6c50-42c1-af1b-47c4cca4dc63) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:20.115796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19fdfc-0e7c-412b-9108-2a59dea2498e tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b211e08-7edc-42ed-b9be-aca2831a9d91,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:20.248560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Pushing event updated for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:20.376717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa64b4-f057-404f-b033-2f8f90cb0b6f req-e342040d-4e45-4b8f-9204-7e49a42d9b91 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:20.397354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bfa64b4-f057-404f-b033-2f8f90cb0b6f req-e342040d-4e45-4b8f-9204-7e49a42d9b91 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 944 time: 0.2447248 Jul 23 22:43:20.445149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:20.478794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:20.551568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Attempting to bind port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:20.551922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Attempting to bind port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:20.552247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Attempting to bind port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:20.570771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:43:20.571122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Attempting to bind port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:20.601428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bfa64b4-f057-404f-b033-2f8f90cb0b6f req-d33d0a43-d715-4a13-a425-c4c8a1541574 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993451 Jul 23 22:43:20.602951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:20.603306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:20.603919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:20.604591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Bound port: be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:20.605194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.610446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.696343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-8fb96caf-b495-4a40-ab91-327403a72056 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "GET /v2.0/security-groups/9b2b43e8-bb3d-40ac-9012-396086f44466 HTTP/1.1" status: 200 len: 1779 time: 0.1093223 Jul 23 22:43:20.783698 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.789201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:20.792738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:20.798313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Transition to ACTIVE for port object 01db9576-6c50-42c1-af1b-47c4cca4dc63 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:20.831257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Transition to ACTIVE for port object 01db9576-6c50-42c1-af1b-47c4cca4dc63 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:20.839236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c4432cc-a8d9-4039-b09c-4521ceeca480 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:20.854201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.858623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.860672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.920261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.925568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Pushing event updated for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:20.952365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:20.952365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:20.956097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-067616d6-899f-4cc2-835e-a6062e489be4 service neutron] 10.222.0.22 "PUT /v2.0/ports/be0a7a2a-f0fe-4128-ac18-b7671a42fc4f HTTP/1.1" status: 200 len: 1093 time: 1.7716575 Jul 23 22:43:20.969572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:20.972450 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431c8ac-bd16-428e-bd8d-7b660e647dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:20.981237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Pushing event updated for resources: {'Port': ['ID=01db9576-6c50-42c1-af1b-47c4cca4dc63,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:21.034232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:21.053728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.054866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:21.064014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:21.064750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.071542 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d3de7-1c4f-42c4-b480-37505bb913f0 x-openstack-request-id: req-3c4d3de7-1c4f-42c4-b480-37505bb913f0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:21.071889 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:21.072326 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c4d3de7-1c4f-42c4-b480-37505bb913f0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:21.072866 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f', 'status': 'completed', 'code': 200} Jul 23 22:43:21.114913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:21.115081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.127608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:21.139759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:21.140861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.203881 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.313033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Allocated IP 172.25.1.154 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/8c22fdc6-4eb0-4db2-9fb0-99e003b122ce) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:21.369235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Attempting to bind port 01db9576-6c50-42c1-af1b-47c4cca4dc63 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:21.369519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Attempting to bind port 01db9576-6c50-42c1-af1b-47c4cca4dc63 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:21.369951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Attempting to bind port 01db9576-6c50-42c1-af1b-47c4cca4dc63 on network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:21.375643 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.418337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:21.418810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Checking segment: {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:21.419106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.419503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Bound using segment: {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:21.419992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Bound port: 01db9576-6c50-42c1-af1b-47c4cca4dc63, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:21.420372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.465654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.473997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:21.477143 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd34b52d-a5ed-44d9-b1e6-1fafb69d5346" -d '{"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:21.503447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:21.504457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.525426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.530772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.531034 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.542133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-deb07e87-aacc-42c2-8b67-d2dc39710989 req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b2b43e8-bb3d-40ac-9012-396086f44466 HTTP/1.1" status: 204 len: 173 time: 0.8446546 Jul 23 22:43:21.579112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.606458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79401273-5bb7-4c92-b397-61dbe26ff645 tempest-SecurityGroupsTestAdminJSON-699868751 tempest-SecurityGroupsTestAdminJSON-699868751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b43e8-bb3d-40ac-9012-396086f44466,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:21.650890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:21.658817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:21.666386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:21.707201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] For port 01db9576-6c50-42c1-af1b-47c4cca4dc63, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:21.745348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6c4432cc-a8d9-4039-b09c-4521ceeca480, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c4432cc-a8d9-4039-b09c-4521ceeca480,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:21.767400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] For port 01db9576-6c50-42c1-af1b-47c4cca4dc63, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=01db9576-6c50-42c1-af1b-47c4cca4dc63,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:21.776362 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.810864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:21.844739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Pushing event updated for resources: {'Port': ['ID=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:21.873931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:21.889774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-2df8fa7c-0841-4eea-8684-3cf4ada34e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:21.894654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-2df8fa7c-0841-4eea-8684-3cf4ada34e37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 1096 time: 0.8752487 Jul 23 22:43:21.972056 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5538c-6708-4840-a078-973cbb6bf782 x-openstack-request-id: req-2db5538c-6708-4840-a078-973cbb6bf782 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:21.972716 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:21.973182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2db5538c-6708-4840-a078-973cbb6bf782 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:21.973802 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'code': 200} Jul 23 22:43:21.974657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:22.109904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcc238-7e8f-495d-a56e-c6d64760c186 None None] Pushing event updated for resources: {'Port': ['ID=01db9576-6c50-42c1-af1b-47c4cca4dc63,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:22.141442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-edc0e46e-2000-4123-8fa1-15b719a3b740 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f HTTP/1.1" status: 200 len: 217 time: 0.1516721 Jul 23 22:43:22.160112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:22.173412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:22.211454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a321b5-4415-4e1e-87ba-ee3add777aa6 req-0836fc47-11f7-45f9-a899-8b4bc0052fcb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:22.213076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4a321b5-4415-4e1e-87ba-ee3add777aa6 req-0836fc47-11f7-45f9-a899-8b4bc0052fcb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 1.0832379 Jul 23 22:43:22.379964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Allocated IP 172.25.1.191 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ee3bf9dd-e2b6-471b-b560-a6a7e23665b7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:22.403305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:22.483647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4a321b5-4415-4e1e-87ba-ee3add777aa6 req-03460f11-f498-448b-9d48-7eb8d772abd7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206693 Jul 23 22:43:22.497122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1450236-bf00-418f-8238-c3e46c689f5e req-871097e6-03e2-44b4-b787-f33dc55f6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:22.498656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-871097e6-03e2-44b4-b787-f33dc55f6b73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.3378241 Jul 23 22:43:22.551638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-24e0709d-a129-4eb6-a3eb-5b2f0bdacff4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bbb6471cb484fdd8e790b68215c44ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815792 Jul 23 22:43:22.571016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c656be-2310-4ffa-967a-38f1551b8b73 req-75ca2365-9ef2-4d8b-9faf-fb8d4da24a0c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:22.578241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55c656be-2310-4ffa-967a-38f1551b8b73 req-75ca2365-9ef2-4d8b-9faf-fb8d4da24a0c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 944 time: 0.3308492 Jul 23 22:43:22.580257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57024) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:22.692337 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55c656be-2310-4ffa-967a-38f1551b8b73 req-a48c6509-4c5e-4f74-bf38-a696e1b61d08 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082003 Jul 23 22:43:22.699924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:22.720546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:22.861313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 01db9576-6c50-42c1-af1b-47c4cca4dc63 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:22.955770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-56590b77-abbe-4eda-9397-b5e17c116b16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4010687 Jul 23 22:43:22.975013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 01db9576-6c50-42c1-af1b-47c4cca4dc63 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:22.985932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c4432cc-a8d9-4039-b09c-4521ceeca480 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:22.996990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.056556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:23.080482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:23.084269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:23.095271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.156820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6c4432cc-a8d9-4039-b09c-4521ceeca480 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:23.157193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.170854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=ee3bf9dd-e2b6-471b-b560-a6a7e23665b7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:23.214259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-4e541212-0214-43ec-91c8-ff8435f8409f service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508612 Jul 23 22:43:23.368744 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.420960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.451159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1450236-bf00-418f-8238-c3e46c689f5e req-5275e0f5-8064-4985-bf0b-d950c584da7c service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145441 Jul 23 22:43:23.462415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.657581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd9103-a60a-4c41-80a1-66f41e959c83 None None] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:23.680207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.685123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.686294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ad05b5b-da8d-449d-8c64-502bedf3413f HTTP/1.1" status: 204 len: 168 time: 1.1014960 Jul 23 22:43:23.708447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b4417-f33e-46c5-99eb-21df41ba64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad05b5b-da8d-449d-8c64-502bedf3413f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:23.721654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.813633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.815055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229fcab-fab1-4ed7-aa8f-71a90419b007 req-63c598f2-e726-4ae2-ad60-e6fd1af7a355 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:23.821023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.827419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d229fcab-fab1-4ed7-aa8f-71a90419b007 req-63c598f2-e726-4ae2-ad60-e6fd1af7a355 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2229545 Jul 23 22:43:23.902769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Provisioning for port 01db9576-6c50-42c1-af1b-47c4cca4dc63 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:23.913818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Provisioning complete for port 01db9576-6c50-42c1-af1b-47c4cca4dc63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:23.917449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:23.978080 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d229fcab-fab1-4ed7-aa8f-71a90419b007 req-e5252807-972f-40e3-9452-4c1b3cc03bf3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495969 Jul 23 22:43:24.068460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.114697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=ee3bf9dd-e2b6-471b-b560-a6a7e23665b7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:24.135571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Router fbeb52b1-24ea-418a-af43-b42f45363141 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:43:24.135901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.137376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2e660fca-dc60-46b4-88a5-314e4b5801de tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1392086 Jul 23 22:43:24.144306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:24.153008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1843997234'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:24.188703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-a433114b-e4bf-49d3-b96e-c0affda808e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:24.190540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-a433114b-e4bf-49d3-b96e-c0affda808e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 1096 time: 0.5631533 Jul 23 22:43:24.192509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Made reservation on behalf of 2a51c12776454bd184df2e39e0fe2716 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:24.199501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.220049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.251582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dfdb3-2e08-422a-b135-83ab285b928b req-6ab583a8-2a5c-40c6-b787-eda162045e61 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:24.253928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-571dfdb3-2e08-422a-b135-83ab285b928b req-6ab583a8-2a5c-40c6-b787-eda162045e61 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 944 time: 0.4101388 Jul 23 22:43:24.313455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:24.343942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Sync routers for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:24.356564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.358042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:24.374634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:24.375311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:24.433669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-571dfdb3-2e08-422a-b135-83ab285b928b req-4514676c-ed08-4ee8-bf04-aa593104ebd0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637855 Jul 23 22:43:24.482653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-590e0b34-6eb5-4b41-ba62-5425d6e4ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:24.484643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-590e0b34-6eb5-4b41-ba62-5425d6e4ef89 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.2725616 Jul 23 22:43:24.524554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:24.560556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87ffae10-6073-4207-a87e-dd7cadbb8401 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2106e6aab3914a29b877feea008e131a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970124 Jul 23 22:43:24.560789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:24.561792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-fbc7d92b-2f80-404a-a07b-9513a13f2f69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f HTTP/1.1" status: 200 len: 217 time: 0.0680373 Jul 23 22:43:24.638665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-b5c76af6-e3b1-4269-9766-0338e9ce0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:24.640375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-b5c76af6-e3b1-4269-9766-0338e9ce0081 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0724313 Jul 23 22:43:24.685601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.699591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-7f595f96-6852-4c54-a63f-9240afbd7961 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482807 Jul 23 22:43:24.719007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.736674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.751705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.760252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:24.766512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.770550 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ef9a3272-0176-4785-b496-0abf55be5619 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5362279 Jul 23 22:43:24.777292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.777654 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Added segment 2daab6d7-4539-4264-9707-22c46861ff65 of type vlan for network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 Jul 23 22:43:24.797077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:24.811293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] For port 01db9576-6c50-42c1-af1b-47c4cca4dc63, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=01db9576-6c50-42c1-af1b-47c4cca4dc63,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:24.831303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.843375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.884284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.890252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:24.890843 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:24.909063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c76c-90fa-4633-b740-bb6de8717f0c None None] Pushing event updated for resources: {'Port': ['ID=01db9576-6c50-42c1-af1b-47c4cca4dc63,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:24.943945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:22Z', 'revision_number': 3, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:24.982549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Checking router: fbeb52b1-24ea-418a-af43-b42f45363141 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:24.983081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Updating router fbeb52b1-24ea-418a-af43-b42f45363141 port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:25.030944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Network': ['ID=771dc21c-f7c8-4186-bc7f-07da7f731fe0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:25.077652 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:25.111126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:25.138686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:25.140886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:25.142083 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ffe9237-b31f-468d-8c2f-3c831789f4e0 HTTP/1.1" status: 204 len: 168 time: 0.5805047 Jul 23 22:43:25.165293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0177786 Jul 23 22:43:25.170050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:25.173817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912358e-106a-43b4-9a5b-f98786b3721e tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c0a82c-ca3f-407b-8a12-c4fb0159b1a7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:25.186506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Request body: {'subnet': {'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:25.209923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed414ad6-38d8-4746-bcd0-72dbd38b572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe9237-b31f-468d-8c2f-3c831789f4e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:25.240562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-4c52b49f-6a1e-4775-9e87-5542ddbebe61 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311828 Jul 23 22:43:25.276242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bef84145-ae70-4ce0-9e35-a5d12d66a2ae None None] Provisioning complete for port 01db9576-6c50-42c1-af1b-47c4cca4dc63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:25.276614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bef84145-ae70-4ce0-9e35-a5d12d66a2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:25.441252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e431c8ac-bd16-428e-bd8d-7b660e647dd5 req-a7758e60-3166-41a2-9f48-7f97bbd80211 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862199 Jul 23 22:43:25.786026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a36c8-f8b2-4150-9b56-8c7e796f3ab8 req-011377af-36bf-4414-bb8a-3f576814adf5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:25.794900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-178a36c8-f8b2-4150-9b56-8c7e796f3ab8 req-011377af-36bf-4414-bb8a-3f576814adf5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 944 time: 0.1297657 Jul 23 22:43:25.869857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-178a36c8-f8b2-4150-9b56-8c7e796f3ab8 req-e6359a7b-8c40-4cf2-8706-06ecde11beba tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Jul 23 22:43:25.909418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Made reservation on behalf of 2a51c12776454bd184df2e39e0fe2716 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:25.925736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.061085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.081329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Transition to ACTIVE for port object 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:26.093111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd1f29-d616-45d8-a6b4-c87b28d03be2 req-d4d2638d-9a74-4f2f-9a6a-35bf6d74dd69 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:26.094565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.098576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13bd1f29-d616-45d8-a6b4-c87b28d03be2 req-d4d2638d-9a74-4f2f-9a6a-35bf6d74dd69 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.9290545 Jul 23 22:43:26.163589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Attempting to bind port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:26.163956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Attempting to bind port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:26.164393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Attempting to bind port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:26.177982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:26.178358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:26.178772 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.179263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:26.179826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Bound port: 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:26.180205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.182058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf7ac-eeae-4fab-8c4b-219716ae5d8f None None] Pushing event updated for resources: {'Port': ['ID=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:26.245886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] For port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:26.250437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] For port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:26.277801 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.342515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-13bd1f29-d616-45d8-a6b4-c87b28d03be2 req-8581fff4-e425-435b-aff2-30f7c36a4882 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029326 Jul 23 22:43:26.362114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:26.362742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:26.416718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf7ac-eeae-4fab-8c4b-219716ae5d8f None None] Pushing event updated for resources: {'Port': ['ID=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:26.538709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.547492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 01db9576-6c50-42c1-af1b-47c4cca4dc63 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:26.588106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:26.589036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:26.609770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.724491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 01db9576-6c50-42c1-af1b-47c4cca4dc63 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:26.724868 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.769528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Subnet': ['ID=fcb7c699-3619-4b87-bfa6-c180d60ffe5d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:26.792631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-network', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:26.808707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Checking segment: {'id': '2daab6d7-4539-4264-9707-22c46861ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:26.809061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network hostable DHCP agents. Network: 771dc21c-f7c8-4186-bc7f-07da7f731fe0, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:43:26.866994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Made reservation on behalf of f58f7a40c7904dbeb7c456da1f514ba3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:26.869819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.891028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Allocated IP 172.20.0.1 (f324e2b0-93ff-40a2-aae3-1860eaaf2e8b/047193af-025e-4715-9c68-2c361aad53dd/6fa79097-3f8d-487f-bd0d-dd86c2368935) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:26.901258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:26.954368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:43:26.994683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 771dc21c-f7c8-4186-bc7f-07da7f731fe0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:27.004336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:27.007676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.013383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:22Z', 'revision_number': 3, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:27.056484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359c905-cc37-478f-b34d-43e6b387c751 None None] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:27.060373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfd426-7c23-4c03-beeb-7b78fb5808f1 None None] The sync data for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 is: [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:22Z', 'revision_number': 3, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:27.127692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.137186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.150825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7860e474-96e9-4e96-8c56-8cd5debb4b15 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9684463 Jul 23 22:43:27.159474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:27.172940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-733137733', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:27.174595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:43:27.195547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.196059 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Added segment 97074288-9956-4b4e-96ed-1769070be385 of type vlan for network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 Jul 23 22:43:27.197925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:27.220308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfef49-1dd3-4e5a-bf55-a1dda498a1b2 req-74f8b285-5fa9-4dc3-b24d-aa87a5a4d89d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:27.222878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcbfef49-1dd3-4e5a-bf55-a1dda498a1b2 req-74f8b285-5fa9-4dc3-b24d-aa87a5a4d89d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 944 time: 0.2220478 Jul 23 22:43:27.267874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.287993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.299512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcbfef49-1dd3-4e5a-bf55-a1dda498a1b2 req-7c72a7ea-bac5-40e0-8246-ff9da75f16cd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685072 Jul 23 22:43:27.309434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.311150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:27.312049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.338421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.339789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.355553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Transition to ACTIVE for port object 6fa79097-3f8d-487f-bd0d-dd86c2368935 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:27.409454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8095748 Jul 23 22:43:27.411261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-771dc21c-f7c8-4186-bc7f-07da7f731fe0', 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0', 'tenant_id': '2a51c12776454bd184df2e39e0fe2716', 'fixed_ips': [{'subnet_id': 'fcb7c699-3619-4b87-bfa6-c180d60ffe5d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:43:27.412424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.418849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:27.437690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Request body: {'subnet': {'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-subnet', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:27.448174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.498151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device be0a7a2a-f0fe-4128-ac18-b7671a42fc4f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:43:27.512671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Made reservation on behalf of f58f7a40c7904dbeb7c456da1f514ba3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:27.515525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.520806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc90fc-711c-41d5-8f1a-305bbbaceb54 admin admin] Pushing event updated for resources: {'Network': ['ID=e701a8a0-867a-47e3-bec4-1e0d5a7f0579,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:27.614065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.720195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:27.733154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:27.735168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ce477-217b-4f78-8324-9e0d6bf2f0c6 req-75b1e198-9f32-4635-922c-b0a2d7e328f7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:27.737665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-648ce477-217b-4f78-8324-9e0d6bf2f0c6 req-75b1e198-9f32-4635-922c-b0a2d7e328f7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2263286 Jul 23 22:43:27.746861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:27.766218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:27.810072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:27.832226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f', 'mac_address': 'fa:16:3e:eb:ac:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:43:27.843133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:43:27.877464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-648ce477-217b-4f78-8324-9e0d6bf2f0c6 req-558f7ec1-3f73-47ac-866b-7038f03637ee tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307898 Jul 23 22:43:27.986874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:27.998486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.040428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.066334 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.090559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0a7a2a-f0fe-4128-ac18-b7671a42fc4f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:28.133374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Checking segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:28.134177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Network hostable DHCP agents. Network: e701a8a0-867a-47e3-bec4-1e0d5a7f0579, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:43:28.140883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdcced96-aa14-46c0-a013-69f6a2727b3f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:28.181681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:43:28.194380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:28.200090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e701a8a0-867a-47e3-bec4-1e0d5a7f0579) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:28.216348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:28.217343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.245268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-71199372-4652-494b-bbae-25239ba05165 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8239667 Jul 23 22:43:28.248329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ecbe27-0bb7-4351-aa7d-b3e53997e77d None None] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:28.249017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:28.252794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.256306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:28.284423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a641137-ce01-4bdc-9c4b-c5bf40239d28 None None] Provisioning for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:28.302725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.304897 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.350582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a641137-ce01-4bdc-9c4b-c5bf40239d28 None None] Provisioning complete for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:28.350965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a641137-ce01-4bdc-9c4b-c5bf40239d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.398032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.588859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Allocated IP 172.20.0.2 (771dc21c-f7c8-4186-bc7f-07da7f731fe0/fcb7c699-3619-4b87-bfa6-c180d60ffe5d/376ad1e7-50ed-46ae-a097-65504ea20f52) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:28.596512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8a641137-ce01-4bdc-9c4b-c5bf40239d28 None None] Port 6fa79097-3f8d-487f-bd0d-dd86c2368935 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:28.598639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['be0a7a2a-f0fe-4128-ac18-b7671a42fc4f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:43:28.634893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:28.686980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:28.702276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:28.760023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.081542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:29.122572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:29.122944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.132988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:43:29.134112 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.233828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597bf3f-eb16-4f7d-8007-76fd73e82893 req-a317e7f7-a4ca-4255-b0a4-d719b9341a54 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:29.235585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2597bf3f-eb16-4f7d-8007-76fd73e82893 req-a317e7f7-a4ca-4255-b0a4-d719b9341a54 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1323156 Jul 23 22:43:29.246661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.293295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.329805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2597bf3f-eb16-4f7d-8007-76fd73e82893 req-73dd6c25-6000-49fa-b344-9ff43297ec3a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858586 Jul 23 22:43:29.332252 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.374236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Transition to ACTIVE for port object 376ad1e7-50ed-46ae-a097-65504ea20f52 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:29.462401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Transition to ACTIVE for port object 376ad1e7-50ed-46ae-a097-65504ea20f52 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:29.484447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.491140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Allocated IP 172.25.1.65 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/80510b64-d7cb-470b-b61b-8ff336e0dcfb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:29.501855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.541867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Allocated IP 172.20.0.2 (e701a8a0-867a-47e3-bec4-1e0d5a7f0579/cdcced96-aa14-46c0-a013-69f6a2727b3f/3fd718b0-0e95-4565-b8f0-5c7df1cf358b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:29.565591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:29.569831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:29.576259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:29.581290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:29.591817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919cd4-a7ad-49b2-b284-7cf61f29da52 req-acc84e56-73e5-4fd6-85e9-ee7742af777a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:29.592497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Pushing event updated for resources: {'Port': ['ID=376ad1e7-50ed-46ae-a097-65504ea20f52,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:29.593533 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa919cd4-a7ad-49b2-b284-7cf61f29da52 req-acc84e56-73e5-4fd6-85e9-ee7742af777a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 945 time: 1.1334119 Jul 23 22:43:29.601528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.657684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.714185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.724912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.790838 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fa919cd4-a7ad-49b2-b284-7cf61f29da52 req-73307cb4-ad6e-4960-895e-a5d0e2353e75 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413989 Jul 23 22:43:29.808275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.818696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:29.834083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Attempting to bind port 376ad1e7-50ed-46ae-a097-65504ea20f52 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:29.835045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Attempting to bind port 376ad1e7-50ed-46ae-a097-65504ea20f52 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '2daab6d7-4539-4264-9707-22c46861ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:29.835522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Attempting to bind port 376ad1e7-50ed-46ae-a097-65504ea20f52 on network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:29.876016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:29.876262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Checking segment: {'id': '2daab6d7-4539-4264-9707-22c46861ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:29.876648 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.877080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Bound using segment: {'id': '2daab6d7-4539-4264-9707-22c46861ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:29.878308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Bound port: 376ad1e7-50ed-46ae-a097-65504ea20f52, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2daab6d7-4539-4264-9707-22c46861ff65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:29.878713 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.879945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.893281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:29.898907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:29.904866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:29.908408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:29.999806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Allocated IP 172.25.1.199 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/13fce330-48db-43f5-9fdc-df6e9b36b93b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:30.032168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.036557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:30.050524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Pushing event updated for resources: {'Port': ['ID=80510b64-d7cb-470b-b61b-8ff336e0dcfb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:30.074068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] For port 376ad1e7-50ed-46ae-a097-65504ea20f52, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:30.078359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] For port 376ad1e7-50ed-46ae-a097-65504ea20f52, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=376ad1e7-50ed-46ae-a097-65504ea20f52,segment=NetworkSegment(2daab6d7-4539-4264-9707-22c46861ff65),segment_id=2daab6d7-4539-4264-9707-22c46861ff65)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:30.102458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.183888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316cce7-b9e4-46e8-8936-d64a1735ccce None None] Pushing event updated for resources: {'Port': ['ID=376ad1e7-50ed-46ae-a097-65504ea20f52,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:30.278107 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.289865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Transition to ACTIVE for port object 3fd718b0-0e95-4565-b8f0-5c7df1cf358b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:30.303089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:30.311490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:30.331543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Transition to ACTIVE for port object 3fd718b0-0e95-4565-b8f0-5c7df1cf358b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:30.350076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.361161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.421749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:30.429780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:30.444383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:30.448366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Pushing event updated for resources: {'Port': ['ID=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:30.472232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.619870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:30.696497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.782739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Attempting to bind port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:30.783131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Attempting to bind port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:30.783503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Attempting to bind port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:30.788859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:30.794363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:30.796803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:30.799071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:30.799442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Checking segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:30.799847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.822349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Router fbeb52b1-24ea-418a-af43-b42f45363141 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:30.824991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Bound using segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:30.825504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Bound port: 3fd718b0-0e95-4565-b8f0-5c7df1cf358b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:30.825946 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.850793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:30.851159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.911143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a95ae-4d9d-4884-bddb-56df39a560a2 req-e205df5d-f4f1-4c4a-9d6b-3b2261785af7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:30.924691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a92a95ae-4d9d-4884-bddb-56df39a560a2 req-e205df5d-f4f1-4c4a-9d6b-3b2261785af7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4082971 Jul 23 22:43:30.939105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5344b615-c5b5-4c58-98fb-d1dfee3a745d None None] Provisioning complete for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:30.939481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5344b615-c5b5-4c58-98fb-d1dfee3a745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:30.955118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=13fce330-48db-43f5-9fdc-df6e9b36b93b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:30.976093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:31.047453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a92a95ae-4d9d-4884-bddb-56df39a560a2 req-dd7b6940-0e0c-483a-b646-9555f5007a8f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200676 Jul 23 22:43:31.073826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] For port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:31.080546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5344b615-c5b5-4c58-98fb-d1dfee3a745d None None] Port 6fa79097-3f8d-487f-bd0d-dd86c2368935 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:31.113103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] For port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:31.132490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:31.301289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19743-76af-4a60-81c4-9887ce640298 None None] Pushing event updated for resources: {'Port': ['ID=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:31.389797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:31.405869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd2c3521-bcd8-4902-acb0-fe46089c943b admin admin] 10.222.0.37 "PUT /v2.0/routers/fbeb52b1-24ea-418a-af43-b42f45363141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5990546 Jul 23 22:43:31.424546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Sync routers for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:31.457272 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:31.457944 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:31.514939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device be0a7a2a-f0fe-4128-ac18-b7671a42fc4f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:31.572612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98c52-c7a0-4d87-b0b0-d19726f99a0a req-49a8a09e-c243-489a-b4a0-705f463674c8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:31.584691 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ba98c52-c7a0-4d87-b0b0-d19726f99a0a req-49a8a09e-c243-489a-b4a0-705f463674c8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 945 time: 0.4880426 Jul 23 22:43:31.743120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:31.762404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:31.763723 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:31.794078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1ba98c52-c7a0-4d87-b0b0-d19726f99a0a req-321143e0-a4b8-4743-a754-df22d8a06424 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080448 Jul 23 22:43:31.883343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:32.094849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:32.223643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:32.238324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:43:32.244088 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:32.249132 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8acb11-7cee-44ba-abc3-8dd2676c0483" -d '{"events": [{"server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "name": "network-vif-plugged", "status": "completed", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:32.299147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab4dfd-6903-43a6-af6d-9021edc20ea1 None None] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:32.318405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-014713a8-eac7-4504-ba9b-b36198d1e86c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5482626 Jul 23 22:43:32.328703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:32.385385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:32.586162 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127ed61-56b4-4763-bcd2-f3fa979fa72f x-openstack-request-id: req-5127ed61-56b4-4763-bcd2-f3fa979fa72f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:32.586535 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "name": "network-vif-plugged", "status": "completed", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:32.587117 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5127ed61-56b4-4763-bcd2-f3fa979fa72f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:32.587513 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f', 'code': 200} Jul 23 22:43:32.643410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b9b0964-8a5e-490d-acda-cf2e247b8434 None None] Provisioning for port 376ad1e7-50ed-46ae-a097-65504ea20f52 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:32.784619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:32.805466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd8c-6e25-42b5-ac5b-9bf907edaff2 req-10899f9a-1875-44ef-9633-6a1c73feec5f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:32.813804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1813fd8c-6e25-42b5-ac5b-9bf907edaff2 req-10899f9a-1875-44ef-9633-6a1c73feec5f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.5738087 Jul 23 22:43:32.903870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1813fd8c-6e25-42b5-ac5b-9bf907edaff2 req-99d9325c-b7f3-41d3-a52f-e69f13b21ffe tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887094 Jul 23 22:43:32.996245 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:28Z', 'revision_number': 4, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fa79097-3f8d-487f-bd0d-dd86c2368935', 'name': '', 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'mac_address': 'fa:16:3e:3f:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '047193af-025e-4715-9c68-2c361aad53dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:26Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 2, 'project_id': 'aad785acd4654828947a848ca28d523e', 'subnets': [{'id': '047193af-025e-4715-9c68-2c361aad53dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:33.079900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:43:33.090249 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Checking router: fbeb52b1-24ea-418a-af43-b42f45363141 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:33.090606 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Updating router fbeb52b1-24ea-418a-af43-b42f45363141 port 6fa79097-3f8d-487f-bd0d-dd86c2368935 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:33.167148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:33.173060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d352ab-549c-4a46-a9ac-d4737a5f190f req-529df7c7-86a9-48f8-a698-06f1aeb113ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.177734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8d352ab-549c-4a46-a9ac-d4737a5f190f req-529df7c7-86a9-48f8-a698-06f1aeb113ac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 1098 time: 0.6086624 Jul 23 22:43:33.217273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.220608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.220608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.225042 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:33.225546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.227487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.230069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.230715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.233106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-bb40a91f-3e0b-42c7-956c-7c8f063ca94c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 0.7597229 Jul 23 22:43:33.309817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:33.311741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-697a50ff-edf1-40e1-9a93-88c3c32d28f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0616918 Jul 23 22:43:33.316916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3fd718b0-0e95-4565-b8f0-5c7df1cf358b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:33.331991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:33.378159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38799012-0832-47a8-b3c7-5dfee720be8d None None] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:43:33.403029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8d352ab-549c-4a46-a9ac-d4737a5f190f req-648bbcc9-921a-4670-baba-76aed2b2b761 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159598 Jul 23 22:43:33.408493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:33.466184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:33.467819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f58d78b-393d-42cb-8a63-e428797b0c82 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.2989254 Jul 23 22:43:33.470614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:33.484365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa12cfc-54f4-4236-8a73-df58d713e6cb req-a7a234ee-66c4-418a-a542-b05c04a611d1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.494413 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba403d90-2831-4103-b978-bf8337474302 None None] Sync routers for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:33.498115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fa12cfc-54f4-4236-8a73-df58d713e6cb req-a7a234ee-66c4-418a-a542-b05c04a611d1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 946 time: 0.4957981 Jul 23 22:43:33.525809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:33.593438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fa12cfc-54f4-4236-8a73-df58d713e6cb req-0c8fb613-e54e-453b-9b41-e1faa7fff8f8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940943 Jul 23 22:43:33.594730 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:33.599932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-9fa95fac-86de-4fcf-baee-17168d48f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.602019 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:33.602494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-9fa95fac-86de-4fcf-baee-17168d48f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.603188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-9fa95fac-86de-4fcf-baee-17168d48f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.605196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-9fa95fac-86de-4fcf-baee-17168d48f476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 2299 time: 0.3239267 Jul 23 22:43:33.765030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:33.805727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:33.808172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:33.831032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-3af73def-28f4-46ee-9898-0669df1880e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 1001 time: 0.2058892 Jul 23 22:43:33.908808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-31e68f23-5bdc-4e45-bd53-96d5130e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:33.910750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-31e68f23-5bdc-4e45-bd53-96d5130e6c64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 200 len: 856 time: 0.0760200 Jul 23 22:43:34.082557 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:34.084616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:34.184543 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba403d90-2831-4103-b978-bf8337474302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:34.189266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba403d90-2831-4103-b978-bf8337474302 None None] The sync data for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:34.266121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:34.273047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:34.303849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Provisioning for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:34.358211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:34.359201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.362732 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.381524 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Transition to ACTIVE for port object 6fa79097-3f8d-487f-bd0d-dd86c2368935 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:34.437252 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.455191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:34.549054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Provisioning complete for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:34.549819 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.552977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ea529-7f94-4139-b3d5-4e57a0abc7fa req-f7495aa9-0191-4221-9819-c70ff9cc4ae9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:34.559034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c08ea529-7f94-4139-b3d5-4e57a0abc7fa req-f7495aa9-0191-4221-9819-c70ff9cc4ae9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.4340672 Jul 23 22:43:34.635667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-8353ae45-0289-4ce2-8171-c019b799b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:34.637202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-8353ae45-0289-4ce2-8171-c019b799b058 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7129426 Jul 23 22:43:34.689645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d443-fa62-4153-ac52-2c5be8253113 None None] Pushing event updated for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:34.723984 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Attempting to bind port 6fa79097-3f8d-487f-bd0d-dd86c2368935 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:34.725049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Attempting to bind port 6fa79097-3f8d-487f-bd0d-dd86c2368935 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:34.725573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Attempting to bind port 6fa79097-3f8d-487f-bd0d-dd86c2368935 on network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:34.733131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:34.733828 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Checking segment: {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:34.734401 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.735086 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Bound using segment: {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:34.735831 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Bound port: 6fa79097-3f8d-487f-bd0d-dd86c2368935, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:34.736404 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.854170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.906341 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] For port 6fa79097-3f8d-487f-bd0d-dd86c2368935, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:34.917158 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] For port 6fa79097-3f8d-487f-bd0d-dd86c2368935, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fa79097-3f8d-487f-bd0d-dd86c2368935,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:34.933022 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:34.946543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c08ea529-7f94-4139-b3d5-4e57a0abc7fa req-43e8baf9-5000-40ec-b914-a5a2b6887694 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756971 Jul 23 22:43:35.110253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d443-fa62-4153-ac52-2c5be8253113 None None] Pushing event updated for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:35.159219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-1a0e39dd-b0c4-4933-8aee-37dddde04a53 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069323 Jul 23 22:43:35.161189 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:35.171252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:35.456122 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:35.517539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:35.621578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Allocated IP 172.20.0.1 (e701a8a0-867a-47e3-bec4-1e0d5a7f0579/cdcced96-aa14-46c0-a013-69f6a2727b3f/3c22f1e6-7678-49ff-809a-4246146a66a3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:35.650684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-39005b74-ef8e-47e1-97ef-7e323c2aee24 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143221 Jul 23 22:43:35.674921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf009a77-bd27-4075-a9a6-c62ba202ae21 req-d027ab33-a846-4df5-b061-46bc2ce56923 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:35.685456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf009a77-bd27-4075-a9a6-c62ba202ae21 req-d027ab33-a846-4df5-b061-46bc2ce56923 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 946 time: 0.3576310 Jul 23 22:43:35.764733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-c89867be-1139-4c9d-9207-76f27d13d5a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 217 time: 0.1067970 Jul 23 22:43:35.799291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] For port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:35.822819 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:35.853361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf009a77-bd27-4075-a9a6-c62ba202ae21 req-93c227a4-d417-49f9-a06e-401ff625ebba tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643331 Jul 23 22:43:35.966687 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:35.966978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-37aee4a9-b0e7-49e5-9655-e747bb41881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:35.990846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-37aee4a9-b0e7-49e5-9655-e747bb41881d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1996956 Jul 23 22:43:36.014100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:28Z', 'revision_number': 4, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fa79097-3f8d-487f-bd0d-dd86c2368935', 'name': '', 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'mac_address': 'fa:16:3e:3f:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '047193af-025e-4715-9c68-2c361aad53dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:26Z', 'updated_at': '2021-07-23T22:43:34Z', 'revision_number': 4, 'project_id': 'aad785acd4654828947a848ca28d523e', 'subnets': [{'id': '047193af-025e-4715-9c68-2c361aad53dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:36.022557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:36.092052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9024460-161c-4beb-b4c1-23c5a2c35cce None None] The sync data for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 is: [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:43:28Z', 'revision_number': 4, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fa79097-3f8d-487f-bd0d-dd86c2368935', 'name': '', 'network_id': 'f324e2b0-93ff-40a2-aae3-1860eaaf2e8b', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'mac_address': 'fa:16:3e:3f:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '047193af-025e-4715-9c68-2c361aad53dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:26Z', 'updated_at': '2021-07-23T22:43:34Z', 'revision_number': 4, 'project_id': 'aad785acd4654828947a848ca28d523e', 'subnets': [{'id': '047193af-025e-4715-9c68-2c361aad53dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:36.166279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:36.237233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Transition to ACTIVE for port object 3c22f1e6-7678-49ff-809a-4246146a66a3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:36.300787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-44c39ba6-3e07-4b52-89dd-f912c86390a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:36.303263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-44c39ba6-3e07-4b52-89dd-f912c86390a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3017170 Jul 23 22:43:36.428613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13ee3564-cd61-4ec5-acd1-847b28df177d None None] Provisioning complete for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:36.436588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13ee3564-cd61-4ec5-acd1-847b28df177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:36.442235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Pushing event updated for resources: {'Port': ['ID=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:36.490902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:36.577240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:30Z', 'revision_number': 3, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:36.628917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.635610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.635993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.636341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.648880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.649414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.649837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.650253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.650647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.656032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.656352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.656693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec108e7-ff76-4eba-b620-3e6ab429c565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:36.704890 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:43:36.705241 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:43:36.771050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:36.775733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:36.785335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:36.874396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:36.874938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Updating router cbd45489-8f78-4f00-ac77-0c83dd7493ca port 80510b64-d7cb-470b-b61b-8ff336e0dcfb binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:36.952004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:37.042363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Pushing event updated for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:37.065653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-7862f064-79be-4bc7-91c2-219e186029db service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537665 Jul 23 22:43:37.157568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:37.195043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c048-94bf-4804-9411-f66a0bb6123b req-0e6d825a-0582-4050-abf7-b4bc970082d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:37.208962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cde0c048-94bf-4804-9411-f66a0bb6123b req-0e6d825a-0582-4050-abf7-b4bc970082d9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 1.0484238 Jul 23 22:43:37.305281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cde0c048-94bf-4804-9411-f66a0bb6123b req-07c48bf6-ea4a-43db-b776-b833e4c59ec1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950973 Jul 23 22:43:37.404826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Allocated IP 172.20.0.1 (771dc21c-f7c8-4186-bc7f-07da7f731fe0/fcb7c699-3619-4b87-bfa6-c180d60ffe5d/a6cf2068-0e3e-49b3-a140-c524211ab0b3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:37.585482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-84c1436b-a861-4cb8-8d28-eb37e503d927 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827647 Jul 23 22:43:37.647529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 376ad1e7-50ed-46ae-a097-65504ea20f52 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:37.659449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:37.706748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Transition to ACTIVE for port object a6cf2068-0e3e-49b3-a140-c524211ab0b3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:37.728516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-47c3682e-6e1c-4a7a-8905-b0a0dc19b12a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 217 time: 0.1353803 Jul 23 22:43:37.794777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:37.944061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:37.968660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:37.975070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:37.989736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:37.997104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-1d9ed20f-c8ba-4fa2-89ba-365b4954eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:37.998550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-1d9ed20f-c8ba-4fa2-89ba-365b4954eb92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.2561910 Jul 23 22:43:38.062149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb9fe836-f7ae-43da-a03a-38577747e68c None None] Provisioning for port 3c22f1e6-7678-49ff-809a-4246146a66a3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:38.096935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb9fe836-f7ae-43da-a03a-38577747e68c None None] Provisioning complete for port 3c22f1e6-7678-49ff-809a-4246146a66a3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:38.097302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb9fe836-f7ae-43da-a03a-38577747e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.167098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.227986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 376ad1e7-50ed-46ae-a097-65504ea20f52 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:38.256537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 376ad1e7-50ed-46ae-a097-65504ea20f52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:38.256537 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.433328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb9fe836-f7ae-43da-a03a-38577747e68c None None] Port 3c22f1e6-7678-49ff-809a-4246146a66a3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:38.516131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=a6cf2068-0e3e-49b3-a140-c524211ab0b3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:38.686700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b99d66c-dd25-4e50-9324-599eb8495280 None None] Provisioning for port a6cf2068-0e3e-49b3-a140-c524211ab0b3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:38.688789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a9a1a2f4-0b23-4bbc-8fde-5dccb70e063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:38.690581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a9a1a2f4-0b23-4bbc-8fde-5dccb70e063a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6559918 Jul 23 22:43:38.700453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d542a-7c80-4819-bf31-8e8e5d30d487 req-fb5a9cb2-a8fa-4abd-893f-9b9120f7f78a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:38.703477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa2d542a-7c80-4819-bf31-8e8e5d30d487 req-fb5a9cb2-a8fa-4abd-893f-9b9120f7f78a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2036462 Jul 23 22:43:38.713472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.720260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b99d66c-dd25-4e50-9324-599eb8495280 None None] Provisioning complete for port a6cf2068-0e3e-49b3-a140-c524211ab0b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:38.723416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b99d66c-dd25-4e50-9324-599eb8495280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.774332 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-aa2d542a-7c80-4819-bf31-8e8e5d30d487 req-4b2f96c5-d3d9-4860-a60b-d7f6ca9eee45 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Jul 23 22:43:38.781654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Transition to ACTIVE for port object 80510b64-d7cb-470b-b61b-8ff336e0dcfb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:38.853040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.859056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:38.874286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6b99d66c-dd25-4e50-9324-599eb8495280 None None] Port a6cf2068-0e3e-49b3-a140-c524211ab0b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:39.024116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.087127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bf94a-e528-435f-867f-67eaf9163c18 None None] Pushing event updated for resources: {'Port': ['ID=80510b64-d7cb-470b-b61b-8ff336e0dcfb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:39.106952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Attempting to bind port 80510b64-d7cb-470b-b61b-8ff336e0dcfb on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:39.107521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Attempting to bind port 80510b64-d7cb-470b-b61b-8ff336e0dcfb by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:39.108029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Attempting to bind port 80510b64-d7cb-470b-b61b-8ff336e0dcfb on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:39.121998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:39.122376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:39.122890 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.123170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:39.123662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Bound port: 80510b64-d7cb-470b-b61b-8ff336e0dcfb, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:39.124051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.199941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 376ad1e7-50ed-46ae-a097-65504ea20f52, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=376ad1e7-50ed-46ae-a097-65504ea20f52,segment=NetworkSegment(2daab6d7-4539-4264-9707-22c46861ff65),segment_id=2daab6d7-4539-4264-9707-22c46861ff65)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:39.224871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.273155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] For port 80510b64-d7cb-470b-b61b-8ff336e0dcfb, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:39.594578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.623642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.625617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a790be37-4e08-4041-8488-1f887bc590ae service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256933 Jul 23 22:43:39.719200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3fd718b0-0e95-4565-b8f0-5c7df1cf358b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:39.791614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.871725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] For port 80510b64-d7cb-470b-b61b-8ff336e0dcfb, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80510b64-d7cb-470b-b61b-8ff336e0dcfb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:39.905857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=a6cf2068-0e3e-49b3-a140-c524211ab0b3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:39.930906 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:39.969115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=376ad1e7-50ed-46ae-a097-65504ea20f52,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:39.994206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:40.014472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-68688713-ab44-4b1f-b9df-1374b0481308 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781345 Jul 23 22:43:40.016363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:40.079152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:40.082252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:40.098273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d14b3-09aa-4951-b32a-3211b67b50ec req-019bc8af-6ce6-4c56-ab83-001603190d1d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:40.100220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e08d14b3-09aa-4951-b32a-3211b67b50ec req-019bc8af-6ce6-4c56-ab83-001603190d1d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1428430 Jul 23 22:43:40.158273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bf94a-e528-435f-867f-67eaf9163c18 None None] Pushing event updated for resources: {'Port': ['ID=80510b64-d7cb-470b-b61b-8ff336e0dcfb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:40.172036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:40.175133 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:40.283393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-989eb5c2-9ba6-4b30-8055-f3360abe16fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 200 len: 217 time: 0.2247179 Jul 23 22:43:40.345908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:40.346900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:40.371253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:40.422337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:40.440768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Pushing event updated for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:40.447236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e08d14b3-09aa-4951-b32a-3211b67b50ec req-cd3e6570-7d0a-476e-b121-b8ea6561325c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331120 Jul 23 22:43:40.486447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-74afada6-ccc9-4e15-89ec-2f0f2b429fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:40.491892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-74afada6-ccc9-4e15-89ec-2f0f2b429fe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.2000198 Jul 23 22:43:40.555733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fa79097-3f8d-487f-bd0d-dd86c2368935 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:40.702830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:40.707581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:40.711973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:40.734487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:40.734698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] Sync routers for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:40.738861 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-337b0064-2541-4a0a-84f8-794dda5123d7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "PUT /v2.0/routers/7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2668924 Jul 23 22:43:40.749696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Request body: {'port': {'network_id': '771dc21c-f7c8-4186-bc7f-07da7f731fe0', 'name': 'tempest-FloatingIPAdminTestJSON-1318611490'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:40.822362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7e1b014-7beb-427f-978c-aa45291abec6 None None] Provisioning complete for port a6cf2068-0e3e-49b3-a140-c524211ab0b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:40.822931 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b014-7beb-427f-978c-aa45291abec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:40.891721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:40.902605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:40.909798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:40.911150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:40.977267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-fca12f33-291a-41f0-8689-d33ccd20188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:40.979344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-fca12f33-291a-41f0-8689-d33ccd20188f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4756868 Jul 23 22:43:41.047819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:41.076312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:41.080356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.129180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-aa405915-60e2-473a-8622-1bde319e4c75 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419511 Jul 23 22:43:41.141024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1b014-7beb-427f-978c-aa45291abec6 None None] Port a6cf2068-0e3e-49b3-a140-c524211ab0b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:41.188295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-519ae7e7-efc9-4ae8-b2ce-a1f74d55c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.189788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:41.191064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:41.246446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:41.247160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bea3c7-a850-407a-aab5-51339bdfcf59 None None] The sync data for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:41.419520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:41.424212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29b086ef-fa34-42ad-b343-de23a66a5c1b None None] Provisioning complete for port 3c22f1e6-7678-49ff-809a-4246146a66a3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:41.424858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29b086ef-fa34-42ad-b343-de23a66a5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.493039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.604124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29b086ef-fa34-42ad-b343-de23a66a5c1b None None] Port 3c22f1e6-7678-49ff-809a-4246146a66a3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:41.616646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6fa79097-3f8d-487f-bd0d-dd86c2368935, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fa79097-3f8d-487f-bd0d-dd86c2368935,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:41.630887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.676621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:41.705555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a6df2518-3d30-4e43-9267-da38d8cf1942 admin admin] 10.222.0.37 "PUT /v2.0/routers/cbd45489-8f78-4f00-ac77-0c83dd7493ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3646147 Jul 23 22:43:41.722483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:38Z', 'revision_number': 2, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:41.730703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a974f6ea-a7c5-44cf-90fe-f0c71b74dc8a service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891519 Jul 23 22:43:41.771800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Made reservation on behalf of 2a51c12776454bd184df2e39e0fe2716 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:41.778961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:41.812585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaf18b-da6b-4f5f-8293-349710ee7641 req-df673a16-dd7d-4850-a0b8-34dfd35c0f68 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:41.825282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3adaf18b-da6b-4f5f-8293-349710ee7641 req-df673a16-dd7d-4850-a0b8-34dfd35c0f68 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.2560980 Jul 23 22:43:41.836257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb486e-e6e4-4ec2-9ee6-ccef967c393b None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:38Z', 'revision_number': 2, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:41.852684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:41.879804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 376ad1e7-50ed-46ae-a097-65504ea20f52 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:41.965362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-507b966d-3630-4a46-85f8-ba03a38b6ca9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 200 len: 217 time: 0.2165368 Jul 23 22:43:41.991370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3adaf18b-da6b-4f5f-8293-349710ee7641 req-4c7476aa-35a0-4478-9bd4-1240ed6adda1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605103 Jul 23 22:43:42.007848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 376ad1e7-50ed-46ae-a097-65504ea20f52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:42.008573 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:42.120588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-da3dcac3-9cec-480b-8928-a1de0035c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:42.122157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-da3dcac3-9cec-480b-8928-a1de0035c1cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1559329 Jul 23 22:43:42.153057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] device_id is not set on port 93ca4d87-26b7-4364-a8c5-d6957fc3158c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:43:42.608846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Allocated IP 172.20.0.9 (771dc21c-f7c8-4186-bc7f-07da7f731fe0/fcb7c699-3619-4b87-bfa6-c180d60ffe5d/93ca4d87-26b7-4364-a8c5-d6957fc3158c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:42.633746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a5cb78db-21ad-4282-b359-84d346b0e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:42.635375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-a5cb78db-21ad-4282-b359-84d346b0e1c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3973575 Jul 23 22:43:42.935372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-4366a4f9-5f3f-4c76-b94f-ed80c4c39338 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916963 Jul 23 22:43:43.161980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:43.230877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Transition to ACTIVE for port object 93ca4d87-26b7-4364-a8c5-d6957fc3158c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:43.304002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-13cad831-47ca-407b-85fd-0bb79d56055b service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573494 Jul 23 22:43:43.374530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-8ed2f538-4704-45cb-93f6-60ae53f548d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 217 time: 0.0621111 Jul 23 22:43:43.461473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-849044d6-0abc-4af0-87bd-adb3ed52c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:43.463356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-849044d6-0abc-4af0-87bd-adb3ed52c7c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.0791159 Jul 23 22:43:43.465265 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:43.493844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce221-5c9b-41c6-843e-fdea4ec309a1 req-60d6f14c-b14b-4104-8abf-d13a7374375d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:43.498865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7dfce221-5c9b-41c6-843e-fdea4ec309a1 req-60d6f14c-b14b-4104-8abf-d13a7374375d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1562679 Jul 23 22:43:43.625949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:43.651810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:43.658609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7dfce221-5c9b-41c6-843e-fdea4ec309a1 req-8b941a7e-895d-411e-b1b0-de4ae6d2946d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532276 Jul 23 22:43:43.696326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:43.722580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event updated for resources: {'Port': ['ID=93ca4d87-26b7-4364-a8c5-d6957fc3158c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:43.773225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ff01f6c-9230-450a-8b21-fb8279b8233d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:43.881660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-304e0ddf-88bc-42e9-b463-440941cfc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:43.884157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-304e0ddf-88bc-42e9-b463-440941cfc75e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4103580 Jul 23 22:43:43.890884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:43.891496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:43.980002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f439a85-d384-436a-a702-9ae6cd43217a tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2430363 Jul 23 22:43:43.984570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:44.006589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fa79097-3f8d-487f-bd0d-dd86c2368935 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:44.182023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-7015be98-a659-45e0-b39d-26540dbd66eb service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832270 Jul 23 22:43:44.250033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fa79097-3f8d-487f-bd0d-dd86c2368935 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:44.251178 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.255845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.352910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'project_id': '2a51c12776454bd184df2e39e0fe2716', 'port_id': '93ca4d87-26b7-4364-a8c5-d6957fc3158c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:44.363682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae43399d-8f76-41cd-b328-162fb0c5f1de None None] Provisioning for port 93ca4d87-26b7-4364-a8c5-d6957fc3158c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:44.383666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.390315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae43399d-8f76-41cd-b328-162fb0c5f1de None None] Provisioning complete for port 93ca4d87-26b7-4364-a8c5-d6957fc3158c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:44.391131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae43399d-8f76-41cd-b328-162fb0c5f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.509213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-b9809dae-a2bb-47ba-b2c4-b913a3d11865 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219092 Jul 23 22:43:44.539869 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.572856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ae43399d-8f76-41cd-b328-162fb0c5f1de None None] Port 93ca4d87-26b7-4364-a8c5-d6957fc3158c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:44.634277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-ce84ca1e-6928-4cfe-abe4-c6ad7f9180d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 217 time: 0.1194072 Jul 23 22:43:44.670856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80510b64-d7cb-470b-b61b-8ff336e0dcfb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:44.762601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-ef87b6d5-47e1-4274-9b46-182346172a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:44.770441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-ef87b6d5-47e1-4274-9b46-182346172a1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.1296754 Jul 23 22:43:44.822578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 80510b64-d7cb-470b-b61b-8ff336e0dcfb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:44.828917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 80510b64-d7cb-470b-b61b-8ff336e0dcfb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:44.829292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:44.831731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Allocated IP 172.25.1.181 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1cdb1b06-8a20-474a-aeb6-d141e7475229) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:44.933920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-b3bc8dfd-f8b0-430c-8a88-b560f5782b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:44.940777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-b3bc8dfd-f8b0-430c-8a88-b560f5782b9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1631014 Jul 23 22:43:44.952928 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.032232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d0946-a365-4929-8bdf-d9671418a57e req-30d7850b-fe01-48da-9488-f2ba28a1d105 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:45.040595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe9d0946-a365-4929-8bdf-d9671418a57e req-30d7850b-fe01-48da-9488-f2ba28a1d105 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1866581 Jul 23 22:43:45.110736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.129314 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe9d0946-a365-4929-8bdf-d9671418a57e req-8aaedc27-ef07-4293-8598-2bf617a67272 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Jul 23 22:43:45.182509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 80510b64-d7cb-470b-b61b-8ff336e0dcfb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80510b64-d7cb-470b-b61b-8ff336e0dcfb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:45.193605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.201808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.203687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-f3543d83-ecb6-489d-add2-1441a20af640 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562783 Jul 23 22:43:45.350895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.365209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=80510b64-d7cb-470b-b61b-8ff336e0dcfb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:45.450059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:45.453137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:45.468824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fcce022-cea7-4230-bfd6-a0592c994327 req-19d01334-4dae-44a6-982c-8d0203a4a03f service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565067 Jul 23 22:43:45.473260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:45.666751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdb1b06-8a20-474a-aeb6-d141e7475229,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:45.829102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80510b64-d7cb-470b-b61b-8ff336e0dcfb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:45.907014 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:45.922892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 80510b64-d7cb-470b-b61b-8ff336e0dcfb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:45.923538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:45.955700 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:45.958947 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:46.356119 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:46.362910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:46.429375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:46.563742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb17a6-5726-45fa-b679-d1ab065b2939 req-90f11f1e-75fb-4f28-bd8a-2b901c280b95 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:46.573730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcb17a6-5726-45fa-b679-d1ab065b2939 req-90f11f1e-75fb-4f28-bd8a-2b901c280b95 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1621687 Jul 23 22:43:46.654962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bcb17a6-5726-45fa-b679-d1ab065b2939 req-27c15a09-0edc-4e89-8de8-08d38ed88d3d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779712 Jul 23 22:43:46.684035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:47.083520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:47.096668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:47.114108 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:38Z', 'revision_number': 2, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:47.164744 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:43:47.165102 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Updating router cbd45489-8f78-4f00-ac77-0c83dd7493ca port 3c22f1e6-7678-49ff-809a-4246146a66a3 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:43:47.215101 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:47.229212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:47.394819 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Floating IP bfae0950-a7f1-4e18-86be-7dc04533f4e4 associated. External IP: 172.25.1.181, port: 93ca4d87-26b7-4364-a8c5-d6957fc3158c. Jul 23 22:43:47.519399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdb1b06-8a20-474a-aeb6-d141e7475229,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:48.002067 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.012817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:48.030834 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Transition to ACTIVE for port object 3c22f1e6-7678-49ff-809a-4246146a66a3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:48.038912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527adc06-58b1-4268-acd3-f6df3ddb6bf5 req-5f4c197e-390d-4a71-a65b-39aa931148de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:48.040520 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-527adc06-58b1-4268-acd3-f6df3ddb6bf5 req-5f4c197e-390d-4a71-a65b-39aa931148de tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1895380 Jul 23 22:43:48.061243 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.158027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-527adc06-58b1-4268-acd3-f6df3ddb6bf5 req-2d9f33ef-9b3b-4349-8be6-cc67f01b2e4e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Jul 23 22:43:48.301739 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Pushing event updated for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:48.330902 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.331252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.331593 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.331928 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.332257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.332591 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.333000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.342167 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.342576 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.342917 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.343326 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.343661 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:48.489679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:48.509272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] Sync routers for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:48.511120 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Attempting to bind port 3c22f1e6-7678-49ff-809a-4246146a66a3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:48.511490 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Attempting to bind port 3c22f1e6-7678-49ff-809a-4246146a66a3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:48.511841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Attempting to bind port 3c22f1e6-7678-49ff-809a-4246146a66a3 on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:48.536181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:48.537821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:48.539758 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:48.554462 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Checking segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:48.554919 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.555274 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Bound using segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:48.555774 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Bound port: 3c22f1e6-7678-49ff-809a-4246146a66a3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:48.556152 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.581216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.642590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:48.672914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:48.674186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:48.720732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0ee713ee-a277-4a39-91a9-f6881ef4d484 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.7320745 Jul 23 22:43:48.721537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:48.734345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] For port 3c22f1e6-7678-49ff-809a-4246146a66a3, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:48.737937 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] For port 3c22f1e6-7678-49ff-809a-4246146a66a3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3c22f1e6-7678-49ff-809a-4246146a66a3,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:48.745949 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:48.795566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:48.796226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422052b-6643-4169-8a87-db8a361967f5 None None] The sync data for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:48.939683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:48.940581 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:49.015288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7935-ca16-4a4f-b008-45dc9f1090a7 None None] Pushing event updated for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:49.015687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8b3e65c-61fa-4b32-9fe0-624fa7eb69c5 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "GET /v2.0/floatingips/bfae0950-a7f1-4e18-86be-7dc04533f4e4 HTTP/1.1" status: 200 len: 983 time: 0.2917762 Jul 23 22:43:49.018150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:49.139503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5f043437-87b8-49b2-84bb-738d108e6a1e tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.1163895 Jul 23 22:43:49.151242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:49.202301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:43:49.252674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-ace811b9-0d82-4e3c-b1b9-b98ed8dcfe42 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:49.254441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-ace811b9-0d82-4e3c-b1b9-b98ed8dcfe42 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 820 time: 0.3110840 Jul 23 22:43:49.282822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-19f30916-9d8d-4db1-9d66-30f162e60402 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/quotas/f58f7a40c7904dbeb7c456da1f514ba3 HTTP/1.1" status: 200 len: 375 time: 0.0165763 Jul 23 22:43:49.382011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97d2d-afd1-4b6e-ae44-d0dc703c3ded req-5a9ad627-6b42-4488-9957-c2e4b6d008b3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:49.390837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8f97d2d-afd1-4b6e-ae44-d0dc703c3ded req-5a9ad627-6b42-4488-9957-c2e4b6d008b3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1371140 Jul 23 22:43:49.462440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8f97d2d-afd1-4b6e-ae44-d0dc703c3ded req-24c057ec-e47a-47f7-8185-aff5b85e387b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661039 Jul 23 22:43:49.599093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-46f2feb8-4180-47b0-8883-5aa2c69fd5d9 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2949235 Jul 23 22:43:49.662078 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:48Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:49.702725 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15242a-7023-44bf-afa4-d7409fb1e881 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:48Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:49.717030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-60832dba-be17-40e3-9992-4e488c8ea5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:49.718575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-60832dba-be17-40e3-9992-4e488c8ea5de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1097 time: 0.2233219 Jul 23 22:43:49.789311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port 1cdb1b06-8a20-474a-aeb6-d141e7475229 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:49.790037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:49.811083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3c22f1e6-7678-49ff-809a-4246146a66a3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:49.883999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3c22f1e6-7678-49ff-809a-4246146a66a3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:49.889699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3c22f1e6-7678-49ff-809a-4246146a66a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:49.890105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:49.951026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-a80d130f-a674-4e38-bc9e-eb7d38a3bb4a service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371511 Jul 23 22:43:49.990329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:50.029532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-b593a22a-ebdf-453a-972a-91a0d9554bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:50.030251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3c22f1e6-7678-49ff-809a-4246146a66a3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3c22f1e6-7678-49ff-809a-4246146a66a3,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:50.031473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-b593a22a-ebdf-453a-972a-91a0d9554bbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 0.2680056 Jul 23 22:43:50.036348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:50.038188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:50.038520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:50.112995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:50.115794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-2b33a6dd-f400-481e-804b-91c92b68ab07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.0745835 Jul 23 22:43:50.116896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for 1cdb1b06-8a20-474a-aeb6-d141e7475229 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:50.221586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-7323e315-d317-4324-9e39-b5642bf7efd5 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643671 Jul 23 22:43:50.252579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-d6c87528-694a-4192-b920-362a5563bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:50.254191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-d6c87528-694a-4192-b920-362a5563bc40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.1315453 Jul 23 22:43:50.497376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0fc5657-e1d5-422d-868f-a8fd4c2f9364 req-7d9056d4-7481-43d6-b61f-32e6c032ebac tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 210 time: 0.0826957 Jul 23 22:43:50.719626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-0b3b894e-488f-4183-8e2f-3cf6949e2c06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4541106 Jul 23 22:43:50.988766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f057-d541-4cf2-948a-8fb65e509f50 req-49080746-bb5a-4c4a-8406-bf5110241c6d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:50.991406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaf4f057-d541-4cf2-948a-8fb65e509f50 req-49080746-bb5a-4c4a-8406-bf5110241c6d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.3068204 Jul 23 22:43:50.998831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-753cacf0-b72d-4261-8804-3dfdab79deb9 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602465 Jul 23 22:43:51.016777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:51.080188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=1cdb1b06-8a20-474a-aeb6-d141e7475229,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:51.132139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.132469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.132999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.133336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.133666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.134281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.134705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.135049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.135396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.135725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.136044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.136360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:43:51.169541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaf4f057-d541-4cf2-948a-8fb65e509f50 req-5d8e083c-2a40-4cf8-ac38-9381c343bac0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695805 Jul 23 22:43:51.223000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a3b6f81-a552-4fdb-b211-4f4bd2f96341 req-7af40ff9-3a09-4d67-a0af-3f63dde99a2a service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142203 Jul 23 22:43:51.226342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:51.226671 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Floating IP bfae0950-a7f1-4e18-86be-7dc04533f4e4 disassociated (deleted). External IP: 172.25.1.181, port: 93ca4d87-26b7-4364-a8c5-d6957fc3158c. Jul 23 22:43:51.456552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:43:51.589929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:43:51.597581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:51.603738 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] Sync routers for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:43:51.617812 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:51.618782 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:51.645307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f007b350-e36a-43f1-8a7a-bbefbd997509 req-cc10e09e-419d-4045-b056-45024e2292b6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 210 time: 0.0470362 Jul 23 22:43:51.697820 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:51.709174 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:43:51.709872 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:51.769408 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:43:51.770780 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56401e46-7b7e-4180-a823-93e9d768a8f1 None None] The sync data for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:43:51.786529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3c22f1e6-7678-49ff-809a-4246146a66a3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:43:51.812260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-05d44d65-1f2d-45f3-8995-e17e197ee1bd tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:51.813908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-05d44d65-1f2d-45f3-8995-e17e197ee1bd tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 820 time: 0.1607490 Jul 23 22:43:51.815823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-27ef6a75-a085-45ac-8c81-f6c63d3ca59f tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/floatingips/bfae0950-a7f1-4e18-86be-7dc04533f4e4 HTTP/1.1" status: 204 len: 168 time: 2.6631966 Jul 23 22:43:51.820370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:51.827216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'port': {'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'admin_state_up': True, 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:51.827646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:51.862017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:51.882554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3c22f1e6-7678-49ff-809a-4246146a66a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:51.883568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.022323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.064086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Made reservation on behalf of f58f7a40c7904dbeb7c456da1f514ba3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:43:52.067792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.153143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.159469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.166614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.176976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.179627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.185742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.191853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.194664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-6d7397cf-a76e-4533-adc3-194eec074f6d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.1924284 Jul 23 22:43:52.230173 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.370939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce14873d-a514-4da7-a7b6-799a3f5fde07 req-b0e8cba6-0047-42a8-971f-7cafa6798c8e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428139 Jul 23 22:43:52.393320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Allocated IP 172.20.0.9 (e701a8a0-867a-47e3-bec4-1e0d5a7f0579/cdcced96-aa14-46c0-a013-69f6a2727b3f/237d55dc-e677-4cb2-bb44-f0307b1c322e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:52.483543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba3859-cf02-4267-9bea-c4350f3452e1 req-74865c0c-d74d-4b6e-8580-51cf70a4d111 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.484953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2aba3859-cf02-4267-9bea-c4350f3452e1 req-74865c0c-d74d-4b6e-8580-51cf70a4d111 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 945 time: 0.1117833 Jul 23 22:43:52.524064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Allocated IP 172.25.1.132 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3a94c75a-d36a-48dc-bd2c-20a7536c6354) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:52.553489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2aba3859-cf02-4267-9bea-c4350f3452e1 req-e4d1e6e1-e30b-48b2-87ed-2e3274e0385a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Jul 23 22:43:52.624137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:52.644816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.670695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.678475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.684834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.691265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.695724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.702043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.709900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.717094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.719135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68950116-f7ce-428d-b5d8-e3b34aae3a95 req-87ce641e-89aa-4c06-bf56-ccb68ecbe3df tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.2207954 Jul 23 22:43:52.724773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Transition to ACTIVE for port object 237d55dc-e677-4cb2-bb44-f0307b1c322e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:52.773065 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.778753 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-06284a9a-2af0-4441-b917-d72134dbd6c9 req-1131afb7-6672-4650-a57a-1eaf78b07c38 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 210 time: 0.0460649 Jul 23 22:43:52.828984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:52.831845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.836113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:52.840604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:52.873668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event updated for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:52.924324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:52.932956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:52.933673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.944545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:52.956008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dacafcd3-67bc-4b3e-ab27-b084b99c2e31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1328840 Jul 23 22:43:52.967387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:52.977439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Request body: {'port': {'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:52.984359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:53.009989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Pushing event updated for resources: {'Port': ['ID=3a94c75a-d36a-48dc-bd2c-20a7536c6354,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:53.013219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:53.014522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:53.017435 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a2717-9695-4e9e-a85d-7774c096b289" -d '{"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-unplugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:53.022804 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.107033 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f8136-b064-4a9e-9639-f4154a7fea62 x-openstack-request-id: req-3e3f8136-b064-4a9e-9639-f4154a7fea62 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:53.107813 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-unplugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:53.108102 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e3f8136-b064-4a9e-9639-f4154a7fea62 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:53.108463 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'code': 200} Jul 23 22:43:53.117689 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.124350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:53.199227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.225360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.288847 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.320359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a54647b-3cc9-4853-b90e-d5b808370036 None None] Provisioning for port 237d55dc-e677-4cb2-bb44-f0307b1c322e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:43:53.327339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a54647b-3cc9-4853-b90e-d5b808370036 None None] Provisioning complete for port 237d55dc-e677-4cb2-bb44-f0307b1c322e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:43:53.327817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a54647b-3cc9-4853-b90e-d5b808370036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.379190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0a54647b-3cc9-4853-b90e-d5b808370036 None None] Port 237d55dc-e677-4cb2-bb44-f0307b1c322e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:43:53.417338 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:43:53.472362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.486456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.571149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Pushing event updated for resources: {'Port': ['ID=3a94c75a-d36a-48dc-bd2c-20a7536c6354,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:53.585920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.605670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.609789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-13a116c5-72d2-4a94-8db6-db9a3518d78c tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7830672 Jul 23 22:43:53.610357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:53.615422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237d55dc-e677-4cb2-bb44-f0307b1c322e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:43:53.628423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.642327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Transition to ACTIVE for port object 237d55dc-e677-4cb2-bb44-f0307b1c322e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:43:53.661790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.767387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e1cb2-b957-403b-91a1-adf6cb54d1f0 req-5d9113a1-fc40-4777-824d-ac1fdf30d6b7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:53.769515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a5e1cb2-b957-403b-91a1-adf6cb54d1f0 req-5d9113a1-fc40-4777-824d-ac1fdf30d6b7 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1091819 Jul 23 22:43:53.789204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:43:53.824490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0a5e1cb2-b957-403b-91a1-adf6cb54d1f0 req-d9d5e855-94cd-4b29-8158-934b816a308d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Jul 23 22:43:53.852370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Pushing event updated for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:53.951691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:53.985146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Attempting to bind port 237d55dc-e677-4cb2-bb44-f0307b1c322e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:43:53.985480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Attempting to bind port 237d55dc-e677-4cb2-bb44-f0307b1c322e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:43:53.985865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Attempting to bind port 237d55dc-e677-4cb2-bb44-f0307b1c322e on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:53.992702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Port 237d55dc-e677-4cb2-bb44-f0307b1c322e on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:43:53.993027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Attempting to bind port 237d55dc-e677-4cb2-bb44-f0307b1c322e on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:43:54.027827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648d615-1c0c-4a7f-a5d4-db7674787ad1 req-ea4ff65a-7419-40a1-96b2-21573bfa3087 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.030402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:43:54.030760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Checking segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:43:54.031118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Bound using segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:43:54.031564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Bound port: 237d55dc-e677-4cb2-bb44-f0307b1c322e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:43:54.031919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:54.034255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5648d615-1c0c-4a7f-a5d4-db7674787ad1 req-ea4ff65a-7419-40a1-96b2-21573bfa3087 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1096849 Jul 23 22:43:54.079662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5648d615-1c0c-4a7f-a5d4-db7674787ad1 req-e52704d2-e710-4186-b73c-26a3f751e836 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Jul 23 22:43:54.118162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152ed95-50e8-4732-ad4f-f89c9fab40af req-994fcbca-df38-4820-9fee-f1887a186914 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.119962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9152ed95-50e8-4732-ad4f-f89c9fab40af req-994fcbca-df38-4820-9fee-f1887a186914 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 943 time: 0.2408178 Jul 23 22:43:54.188827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:43:54.193748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:43:54.205955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:54.245552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9152ed95-50e8-4732-ad4f-f89c9fab40af req-916cc953-dfbd-45a7-83cd-c9e75d3a556e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106832 Jul 23 22:43:54.255955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.256426 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:54.257940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] 10.222.0.22 "PUT /v2.0/ports/237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 1092 time: 1.2944763 Jul 23 22:43:54.259264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:54.261625 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d67857-b115-40e7-89f5-eb35903be42a" -d '{"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:54.267669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:54.388021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5718cf-8714-4357-b1d9-f88160c00057 service neutron] Pushing event updated for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:54.427398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-34021e53-19a6-4a27-9b6b-6c93c89f8546 req-a03d72e6-2899-4705-a8ac-de9d82d0dd12 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:43:54.428438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34021e53-19a6-4a27-9b6b-6c93c89f8546 req-a03d72e6-2899-4705-a8ac-de9d82d0dd12 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279760 Jul 23 22:43:54.429876 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974f84a-c3ef-4a91-94bd-922b0d11f5ad x-openstack-request-id: req-7974f84a-c3ef-4a91-94bd-922b0d11f5ad {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:54.430167 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:54.430417 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7974f84a-c3ef-4a91-94bd-922b0d11f5ad {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:54.430815 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:43:54.536721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-1f83926e-4ad1-474a-9b91-1d88b96cdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.546838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-1f83926e-4ad1-474a-9b91-1d88b96cdbb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1095 time: 0.2210078 Jul 23 22:43:54.574530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Allocated IP 172.25.1.159 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/783c9a7d-2092-485d-ac7d-a3899ccda55e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:43:54.622922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-103a9a1b-c465-4fa1-b449-f2fd1bd630af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.0647337 Jul 23 22:43:54.762877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-d4503932-ac33-4e61-9d57-df2e6e3503a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.764497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-d4503932-ac33-4e61-9d57-df2e6e3503a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.1315393 Jul 23 22:43:54.793498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940948d0-3868-4fe7-ac5e-2b9f58f550e9 req-b0cc3271-6a1f-42d2-904e-9d65d90349f6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.795098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-940948d0-3868-4fe7-ac5e-2b9f58f550e9 req-b0cc3271-6a1f-42d2-904e-9d65d90349f6 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1263142 Jul 23 22:43:54.859107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-940948d0-3868-4fe7-ac5e-2b9f58f550e9 req-febe043f-e980-4c9c-81c2-ad2603dde01a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541749 Jul 23 22:43:54.917545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:54.929664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-252375e2-ec2b-46fd-a9a1-fd074038c023 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2536979 Jul 23 22:43:54.939904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-8976f59b-9c78-436c-bac2-7b295c13592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:54.941373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-8976f59b-9c78-436c-bac2-7b295c13592f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685269 Jul 23 22:43:55.078459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:55.101666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:43:55.106210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:43:55.141525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:43:55.145324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-dcdf668f-8bf8-442c-913b-e52875477215 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957734 Jul 23 22:43:55.216719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Pushing event updated for resources: {'Port': ['ID=783c9a7d-2092-485d-ac7d-a3899ccda55e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:55.254283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:55.435456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc59efd-be79-451b-a728-f57c6bfe94d9 req-5af1e59f-fc8f-4092-89d9-6cffdaa09133 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672749 Jul 23 22:43:55.451867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:55.516895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.517792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.518030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.518559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.519385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.520006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.521634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.529958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-0d8a9e3c-3528-438c-abcf-022b4e926d0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 0.2740228 Jul 23 22:43:55.547317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:55.557890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9bfd8-6438-45e2-ad2f-a40100ef7731 req-3ac87e5e-397f-4c03-9a67-3a2a16e9d6ce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.565791 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3cf9bfd8-6438-45e2-ad2f-a40100ef7731 req-3ac87e5e-397f-4c03-9a67-3a2a16e9d6ce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 943 time: 0.1974788 Jul 23 22:43:55.621676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-5f481bd7-1a51-424b-964e-468aa900fb0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f141b0a-236e-4676-870a-c87c81762222&id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906587 Jul 23 22:43:55.662715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3cf9bfd8-6438-45e2-ad2f-a40100ef7731 req-a384f979-44c9-447f-9a27-4c1d7b6f2361 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Jul 23 22:43:55.785035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67857-b115-40e7-89f5-eb35903be42a req-df9ae9d4-14fe-444f-8a0d-86e6e867c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.787175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-df9ae9d4-14fe-444f-8a0d-86e6e867c3f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1095 time: 0.1545343 Jul 23 22:43:55.809046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:55.830167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:55.959818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7418e5-e819-4019-b17f-a6ac22e3c569 req-2b9368ba-22f7-489c-8764-3b45b11bd8a7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:55.961386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c7418e5-e819-4019-b17f-a6ac22e3c569 req-2b9368ba-22f7-489c-8764-3b45b11bd8a7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 946 time: 0.0949750 Jul 23 22:43:56.002885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c7418e5-e819-4019-b17f-a6ac22e3c569 req-a9c1676e-c4dc-4851-99c5-3e2fc8af9712 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Jul 23 22:43:56.387581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:56.390120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Pushing event updated for resources: {'Port': ['ID=783c9a7d-2092-485d-ac7d-a3899ccda55e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:56.398485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67857-b115-40e7-89f5-eb35903be42a req-1ee78f72-7139-44cd-9fd4-2853a5b6400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.399964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-1ee78f72-7139-44cd-9fd4-2853a5b6400c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.6052921 Jul 23 22:43:56.425120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:56.426290 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bfc3b461-5b46-4007-96c4-5a858c3542cc tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8149400 Jul 23 22:43:56.429341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:56.462532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-c254c73b-c828-493a-be99-69796e8de012 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.0504179 Jul 23 22:43:56.503206 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe3a544d-371a-42fe-b9fa-c9a0aeaeee99 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.0699604 Jul 23 22:43:56.511365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:56.527314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b49c-84d4-4712-bc45-04470d8d2abf req-9005fa9d-235d-4db9-84c8-0ceedaa3b2a8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.534192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1a1b49c-84d4-4712-bc45-04470d8d2abf req-9005fa9d-235d-4db9-84c8-0ceedaa3b2a8 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.5867960 Jul 23 22:43:56.551205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-da9c8841-9e62-4de5-8d7d-88fb1c232ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.553742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-da9c8841-9e62-4de5-8d7d-88fb1c232ce9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e&tenant_id=b46c44445b224ee0ab37c736baaeb32b HTTP/1.1" status: 200 len: 1095 time: 0.2145860 Jul 23 22:43:56.567578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67857-b115-40e7-89f5-eb35903be42a req-4821a7df-a535-4261-8011-f293508d869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.570313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-4821a7df-a535-4261-8011-f293508d869a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.0981789 Jul 23 22:43:56.588157 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-38e355b9-0d7d-4a5b-922e-8142fca922fd tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0754595 Jul 23 22:43:56.591466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:56.642127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:43:56.649044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1a1b49c-84d4-4712-bc45-04470d8d2abf req-24adf523-a805-4f8d-97ef-4a5248551d6d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139648 Jul 23 22:43:56.711232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67857-b115-40e7-89f5-eb35903be42a req-f2406eab-594a-497c-971b-622b145a41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.712766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-f2406eab-594a-497c-971b-622b145a41af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279542 Jul 23 22:43:56.719410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-e3908542-ad4f-484d-b7a6-93f0f9399b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.720942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-e3908542-ad4f-484d-b7a6-93f0f9399b62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1095 time: 0.1381922 Jul 23 22:43:56.757063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Deleting port 783c9a7d-2092-485d-ac7d-a3899ccda55e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:56.757503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:56.889364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:56.889611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:56.899170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-50435c20-1b95-4abd-b84e-d2949000b5c2 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767867 Jul 23 22:43:56.900489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-83eddbf1-3397-4203-8a04-f53e3b7c6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.901911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-83eddbf1-3397-4203-8a04-f53e3b7c6d67 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 0.1702933 Jul 23 22:43:56.909371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Calling delete_port for 783c9a7d-2092-485d-ac7d-a3899ccda55e owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:56.926140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32a9cc-e2eb-40fa-ae42-18c32afd9d09 req-0e204bbe-45cd-47e6-9145-fd24122f3f6f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:56.928944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec32a9cc-e2eb-40fa-ae42-18c32afd9d09 req-0e204bbe-45cd-47e6-9145-fd24122f3f6f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 943 time: 0.1474414 Jul 23 22:43:56.964274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-40baf07a-f6b0-4300-a988-eec63a2e09b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.0561922 Jul 23 22:43:57.034609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ec32a9cc-e2eb-40fa-ae42-18c32afd9d09 req-7d158a3c-41b8-4797-8fe1-768477fdee6f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972865 Jul 23 22:43:57.085681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-d02de605-115e-49d5-8224-6c2749b8edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:57.087262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-d02de605-115e-49d5-8224-6c2749b8edc9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.1121120 Jul 23 22:43:57.142988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.163388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-dfdff324-a7b3-4a37-8266-0d5d0e7512ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678968 Jul 23 22:43:57.169404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85d67857-b115-40e7-89f5-eb35903be42a req-0010c9cd-64ec-4aa2-8d5e-12b485d1bdff service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625990 Jul 23 22:43:57.188599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Pushing event deleted for resources: {'Port': ['ID=783c9a7d-2092-485d-ac7d-a3899ccda55e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:57.259020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.262132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.263243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3fcdce78-4247-45d6-8f35-56c4e59c88d5 tempest-FloatingIPAdminTestJSON-72333741 tempest-FloatingIPAdminTestJSON-72333741-project] 10.222.0.37 "DELETE /v2.0/floatingips/fe003c19-c740-49f3-8845-0a904ee7f5cc HTTP/1.1" status: 204 len: 168 time: 0.6708217 Jul 23 22:43:57.266287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:57.292820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba0b93-f374-49ff-af07-bc27c2dec875 req-4005ead1-94d5-4c2a-85f4-3a36e896ccca tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:57.294643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daba0b93-f374-49ff-af07-bc27c2dec875 req-4005ead1-94d5-4c2a-85f4-3a36e896ccca tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 946 time: 0.1910198 Jul 23 22:43:57.320193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-3cc01121-8a62-4351-bd35-6a8729834e96 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497967 Jul 23 22:43:57.378094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daba0b93-f374-49ff-af07-bc27c2dec875 req-e404ff9c-064f-46f4-a592-9a3e16164a29 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709743 Jul 23 22:43:57.411464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Deleting port 3a94c75a-d36a-48dc-bd2c-20a7536c6354 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:57.411763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.453014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c4803c5-d2b0-4808-ad8d-620082124401 req-18649873-6003-46c4-aa18-0a3d8a861aad service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250885 Jul 23 22:43:57.499018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.499345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.511809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Calling delete_port for 3a94c75a-d36a-48dc-bd2c-20a7536c6354 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:57.637561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-e13b6c89-3413-4c32-a3e5-985573b93f00 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:57.639318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-e13b6c89-3413-4c32-a3e5-985573b93f00 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 946 time: 0.0845048 Jul 23 22:43:57.708675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.760766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a94c75a-d36a-48dc-bd2c-20a7536c6354,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:57.811260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:57.811986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.885739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.889471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.890950 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-61235944-5679-461b-8711-4d89876f9947 tempest-FloatingIPAdminTestJSON-1644719666 tempest-FloatingIPAdminTestJSON-1644719666-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c59f51db-861a-48c0-9bd3-f4cde563df9a HTTP/1.1" status: 204 len: 168 time: 0.6235201 Jul 23 22:43:57.898220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:57.916921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbff43-4936-4a6c-8029-3bfa3d389faa req-6e5f34e7-ac64-4275-ba65-b8f7b4a20d4b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:57.918886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fedbff43-4936-4a6c-8029-3bfa3d389faa req-6e5f34e7-ac64-4275-ba65-b8f7b4a20d4b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1713390 Jul 23 22:43:57.959222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:57.959557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:57.986221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fedbff43-4936-4a6c-8029-3bfa3d389faa req-ef059d50-1564-470a-9493-e0af0cb801f1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543625 Jul 23 22:43:58.008619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for be0a7a2a-f0fe-4128-ac18-b7671a42fc4f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:58.323233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port 93ca4d87-26b7-4364-a8c5-d6957fc3158c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:43:58.323655 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:58.348998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:58.364468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['be0a7a2a-f0fe-4128-ac18-b7671a42fc4f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:43:58.457210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=be0a7a2a-f0fe-4128-ac18-b7671a42fc4f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:58.529959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port be0a7a2a-f0fe-4128-ac18-b7671a42fc4f on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:43:58.540551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:58.542843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aaca6dbb-dcc7-4d20-82db-59eb9dc924a0 req-48a3c236-cc9c-498d-9719-8f217213047e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "DELETE /v2.0/ports/be0a7a2a-f0fe-4128-ac18-b7671a42fc4f HTTP/1.1" status: 204 len: 173 time: 0.8987117 Jul 23 22:43:58.543415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'name': 'network-vif-deleted', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:43:58.545873 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb90b7a5-93ec-42bc-9980-b20c3e00c404" -d '{"events": [{"server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "name": "network-vif-deleted", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:43:58.550228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:58.561331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae8b6-3f36-40f3-bc6b-7875984ef479 req-e63e5484-dda2-4a6b-bb59-15dbf349095a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:58.572136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02bae8b6-3f36-40f3-bc6b-7875984ef479 req-e63e5484-dda2-4a6b-bb59-15dbf349095a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 943 time: 0.4139283 Jul 23 22:43:58.599068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for 93ca4d87-26b7-4364-a8c5-d6957fc3158c owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:43:58.616554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a80e5c4f-c9bb-4f78-bb4f-e0e45bb49957 req-1a9e5c74-0990-4bc6-963d-a5ac6895c923 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0728753 Jul 23 22:43:58.681893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02bae8b6-3f36-40f3-bc6b-7875984ef479 req-42b1dac6-6261-4e8e-9c2f-620ef4a0d696 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Jul 23 22:43:58.822435 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:58.838374 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42044221-9926-4dff-8744-a421dc88c007 x-openstack-request-id: req-42044221-9926-4dff-8744-a421dc88c007 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:43:58.839015 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6077ba98-6fea-42cb-90a2-5e928ae96573", "name": "network-vif-deleted", "tag": "be0a7a2a-f0fe-4128-ac18-b7671a42fc4f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:43:58.839167 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42044221-9926-4dff-8744-a421dc88c007 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:43:58.839677 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6077ba98-6fea-42cb-90a2-5e928ae96573', 'name': 'network-vif-deleted', 'tag': 'be0a7a2a-f0fe-4128-ac18-b7671a42fc4f', 'status': 'completed', 'code': 200} Jul 23 22:43:58.876483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=93ca4d87-26b7-4364-a8c5-d6957fc3158c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:43:59.001148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:43:59.004397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9e11d1a8-c297-4095-a340-e0d25dba5c41 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/ports/93ca4d87-26b7-4364-a8c5-d6957fc3158c HTTP/1.1" status: 204 len: 168 time: 1.1051872 Jul 23 22:43:59.007713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:59.237327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d949c-1b5c-456a-9fc7-66c98db8a5c7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:59.241545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b8d949c-1b5c-456a-9fc7-66c98db8a5c7 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "GET /v2.0/ports?device_id=7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 HTTP/1.1" status: 200 len: 913 time: 0.2303739 Jul 23 22:43:59.246568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:43:59.459460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e76f82-df8c-4590-ac4a-f4a750412aea req-f8b39bc6-c7e2-44bf-9999-8722397a973f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:43:59.461532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69e76f82-df8c-4590-ac4a-f4a750412aea req-f8b39bc6-c7e2-44bf-9999-8722397a973f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.2809641 Jul 23 22:43:59.624897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 237d55dc-e677-4cb2-bb44-f0307b1c322e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:43:59.779927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69e76f82-df8c-4590-ac4a-f4a750412aea req-84502322-af93-400a-b552-17fa93355dec tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018227 Jul 23 22:43:59.899237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:43:59.914824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:00.022146 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:00.027627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20756901-26ad-4299-b003-49c40b9ff843 req-fd730b28-522f-4f49-ac07-ac63e5f9bb48 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0773170 Jul 23 22:44:00.073353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237d55dc-e677-4cb2-bb44-f0307b1c322e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:00.122169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:00.132398 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:00.286360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:00.343925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['237d55dc-e677-4cb2-bb44-f0307b1c322e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:00.483511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eee8c9-21ee-415a-803e-ce017f349529 req-6e87f75d-513b-4d98-b1d1-180b28c79306 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:00.485956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8eee8c9-21ee-415a-803e-ce017f349529 req-6e87f75d-513b-4d98-b1d1-180b28c79306 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 944 time: 0.2977099 Jul 23 22:44:00.507567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:00.737613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8eee8c9-21ee-415a-803e-ce017f349529 req-545fecc7-bd5e-4f2f-9b17-4830ee373225 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348337 Jul 23 22:44:01.090179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port a6cf2068-0e3e-49b3-a140-c524211ab0b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:01.091298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:01.187151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:01.204733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for a6cf2068-0e3e-49b3-a140-c524211ab0b3 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:01.470267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:01.514173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=a6cf2068-0e3e-49b3-a140-c524211ab0b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:01.624988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 237d55dc-e677-4cb2-bb44-f0307b1c322e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:01.733910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54605b9-d99f-4c80-b630-c8f4b14c6640 req-e86611ec-a08b-464d-8e04-90940a17fe63 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:01.738192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a54605b9-d99f-4c80-b630-c8f4b14c6640 req-e86611ec-a08b-464d-8e04-90940a17fe63 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.2995472 Jul 23 22:44:01.775700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 237d55dc-e677-4cb2-bb44-f0307b1c322e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:01.780184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 237d55dc-e677-4cb2-bb44-f0307b1c322e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:01.780562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:01.953415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:02.007116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:02.008269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:02.011730 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecfa28e-26bd-4248-8011-92a8666b6636" -d '{"events": [{"server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "name": "network-vif-plugged", "status": "completed", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:02.014572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a54605b9-d99f-4c80-b630-c8f4b14c6640 req-27dd237a-391e-41fe-8315-57283c2cf9b0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684660 Jul 23 22:44:02.015930 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:02.017048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device be0a7a2a-f0fe-4128-ac18-b7671a42fc4f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:02.099545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: be0a7a2a-f0fe-4128-ac18-b7671a42fc4f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:44:02.099924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device be0a7a2a-f0fe-4128-ac18-b7671a42fc4f not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:44:02.101360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:02.135327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:02.318423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa90036d-114e-4315-9357-713e214b6755 req-8a4ef4d2-9b53-4ddd-bc91-06ac42a156c1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.1782899 Jul 23 22:44:02.537707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:02.547465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b225d-4a79-4ed3-ba25-7ad45ac7e38b req-f5e65ab9-f09e-4edc-9907-46d1af0aecdb tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:02.556395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-985b225d-4a79-4ed3-ba25-7ad45ac7e38b req-f5e65ab9-f09e-4edc-9907-46d1af0aecdb tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.1172521 Jul 23 22:44:03.105930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-985b225d-4a79-4ed3-ba25-7ad45ac7e38b req-c07ca03c-daca-4426-bce2-903a1308b41e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484283 Jul 23 22:44:03.188346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:03.209684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] Sync routers for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:03.219778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4c8754dc-5023-4737-899a-06c7bbe147bf tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "PUT /v2.0/routers/7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9699018 Jul 23 22:44:03.222300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:03.229216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:03.230209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:03.321594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:03.336435 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e707a-3762-4ea5-9f9c-2debace6e999 x-openstack-request-id: req-b47e707a-3762-4ea5-9f9c-2debace6e999 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:03.340953 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "name": "network-vif-plugged", "status": "completed", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:03.341371 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b47e707a-3762-4ea5-9f9c-2debace6e999 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:03.341975 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'code': 200} Jul 23 22:44:03.351078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] Routers {'7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:03.351965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:43:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:03.471616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:03.472529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62704804-0ad5-4075-b778-86cf05ecfbe9 None None] The sync data for ids ['7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:03.528508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:03.606074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105326b4-4dbf-40ab-87e2-97d68769f3c1 req-a362ba10-859d-4b38-a6a7-d38a86174f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:03.607942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-105326b4-4dbf-40ab-87e2-97d68769f3c1 req-a362ba10-859d-4b38-a6a7-d38a86174f9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.1791680 Jul 23 22:44:03.672900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:03.680512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b090f9-e2f5-4995-8a36-ab030ff427f9 req-a75803b0-1366-4405-b67f-1c1a7625c0a1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:03.700993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49b090f9-e2f5-4995-8a36-ab030ff427f9 req-a75803b0-1366-4405-b67f-1c1a7625c0a1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1906610 Jul 23 22:44:03.779554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-105326b4-4dbf-40ab-87e2-97d68769f3c1 req-9f57c467-2fa0-4ffd-bc4a-24d4b5c0429a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571054 Jul 23 22:44:03.800993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49b090f9-e2f5-4995-8a36-ab030ff427f9 req-09faa32a-ad98-42d8-858d-a7831979d84b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970552 Jul 23 22:44:03.816080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port 13fce330-48db-43f5-9fdc-df6e9b36b93b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:03.816426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:03.925169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:03.942439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for 13fce330-48db-43f5-9fdc-df6e9b36b93b owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:03.989964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28026d5e-70b5-4ce2-912c-4b222190fcab req-93dc8745-2e22-4de6-897d-a8786c3526f0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0663726 Jul 23 22:44:04.283293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.319488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=13fce330-48db-43f5-9fdc-df6e9b36b93b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:04.337478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee53c53-bafd-4de7-8bce-70d81bfe45b3 req-ab097bc8-302b-433c-8270-e9600ab314c8 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:04.339137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee53c53-bafd-4de7-8bce-70d81bfe45b3 req-ab097bc8-302b-433c-8270-e9600ab314c8 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.1470339 Jul 23 22:44:04.354265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.355487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.356136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.356781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.357788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.358356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.358891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.359684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.360360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.360955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.361498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.362773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:04.425959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee53c53-bafd-4de7-8bce-70d81bfe45b3 req-7b2e00fe-8f7e-4bf6-b30b-13a43ca786a3 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Jul 23 22:44:04.481170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.683939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.687626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.747606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.749572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Fanout notify agent at l3_agent the message router_deleted on router 7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:44:04.773256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.778692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db7511d1-a4cf-4608-ae82-9b23f53a2996 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/routers/7165c4fc-e6ec-46b3-8ad6-d73c3cd81e91 HTTP/1.1" status: 204 len: 168 time: 1.5543728 Jul 23 22:44:04.782406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:04.892402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting subnet fcb7c699-3619-4b87-bfa6-c180d60ffe5d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:44:04.896621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:04.980243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.169571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38718f4-dcac-4b33-9db0-6e91557eab3c req-c2ede69b-2060-40e8-a78e-a00ccbc2bcfc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:05.171093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f38718f4-dcac-4b33-9db0-6e91557eab3c req-c2ede69b-2060-40e8-a78e-a00ccbc2bcfc tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.2254283 Jul 23 22:44:05.201736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.246960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f38718f4-dcac-4b33-9db0-6e91557eab3c req-af585234-00a8-43b1-a098-52c70da8978e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Jul 23 22:44:05.289199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.338116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb7c699-3619-4b87-bfa6-c180d60ffe5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:05.354825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d5985-6e63-47ca-bef5-c28d14967bee None None] Network 771dc21c-f7c8-4186-bc7f-07da7f731fe0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:05.357050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.363249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c0afe58f-1a85-4d9a-8b41-a3d7ec1918b1 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/subnets/fcb7c699-3619-4b87-bfa6-c180d60ffe5d HTTP/1.1" status: 204 len: 168 time: 0.5797942 Jul 23 22:44:05.365947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:05.505206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af284041-937d-448f-a347-8155de67693b req-7dfb0495-471e-43b9-bc61-463c29e6367c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=6077ba98-6fea-42cb-90a2-5e928ae96573 HTTP/1.1" status: 200 len: 210 time: 0.0820382 Jul 23 22:44:05.561410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.654176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port 376ad1e7-50ed-46ae-a097-65504ea20f52 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:05.654716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.768021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbcb1-7d51-4f52-8d5a-ba2d71203c2c req-bd5b52e2-6876-421e-8495-4fd462487808 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:05.770922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c1bbcb1-7d51-4f52-8d5a-ba2d71203c2c req-bd5b52e2-6876-421e-8495-4fd462487808 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.1663933 Jul 23 22:44:05.822590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] For port 376ad1e7-50ed-46ae-a097-65504ea20f52, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=376ad1e7-50ed-46ae-a097-65504ea20f52,segment=NetworkSegment(2daab6d7-4539-4264-9707-22c46861ff65),segment_id=2daab6d7-4539-4264-9707-22c46861ff65)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:05.823230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.839350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for 376ad1e7-50ed-46ae-a097-65504ea20f52 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:05.845915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] DHCP port deletion for 771dc21c-f7c8-4186-bc7f-07da7f731fe0 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:44:05.854400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c1bbcb1-7d51-4f52-8d5a-ba2d71203c2c req-892feabf-c5ba-4326-8f28-17b5332e3c69 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721674 Jul 23 22:44:05.944978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Deleting port 376ad1e7-50ed-46ae-a097-65504ea20f52 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:05.945443 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:05.965696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.013195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=376ad1e7-50ed-46ae-a097-65504ea20f52,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:06.025896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] No DVR routers for this DVR port 376ad1e7-50ed-46ae-a097-65504ea20f52 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:06.099285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] For port 376ad1e7-50ed-46ae-a097-65504ea20f52, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=376ad1e7-50ed-46ae-a097-65504ea20f52,segment=NetworkSegment(2daab6d7-4539-4264-9707-22c46861ff65),segment_id=2daab6d7-4539-4264-9707-22c46861ff65)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:06.099977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.115575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Calling delete_port for 376ad1e7-50ed-46ae-a097-65504ea20f52 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:06.147257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.158604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771dc21c-f7c8-4186-bc7f-07da7f731fe0']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:06.174471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daab6d7-4539-4264-9707-22c46861ff65') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:06.174935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daab6d7-4539-4264-9707-22c46861ff65') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:06.204524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.234306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.250863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:06.251998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.259729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:06.264617 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:06.291082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] Pushing event deleted for resources: {'Port': ['ID=376ad1e7-50ed-46ae-a097-65504ea20f52,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:06.291267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-2bb7c324-4c08-4277-b7d4-97949b2d2b4c tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3365488 Jul 23 22:44:06.295992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:06.325110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18d473-88d7-4cac-9a29-0b22b39d750c None None] No DVR routers for this DVR port 376ad1e7-50ed-46ae-a097-65504ea20f52 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:06.347269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.427355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.441505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.445354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/networks/771dc21c-f7c8-4186-bc7f-07da7f731fe0 HTTP/1.1" status: 204 len: 168 time: 1.0779068 Jul 23 22:44:06.449721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:06.463672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2933024-06ab-4d76-ac40-adb3eb010c08 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Network': ['ID=771dc21c-f7c8-4186-bc7f-07da7f731fe0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:06.677947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.740001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Deleting port ee3bf9dd-e2b6-471b-b560-a6a7e23665b7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:06.740372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.859126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Allocated IP 172.25.1.50 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2ceb223d-7a7a-44ca-beaa-605ec9d3122e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:06.889392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.889794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:06.909117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Calling delete_port for ee3bf9dd-e2b6-471b-b560-a6a7e23665b7 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:07.173835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.261209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.310446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:07.318768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:07.327968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:07.353402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event updated for resources: {'Port': ['ID=2ceb223d-7a7a-44ca-beaa-605ec9d3122e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:07.358068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.394514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Pushing event deleted for resources: {'Port': ['ID=ee3bf9dd-e2b6-471b-b560-a6a7e23665b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:07.513168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.516235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.516942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b424d43d-8161-45aa-b208-ac4f55b0b5f6 tempest-FloatingIPAdminTestJSON-2099543040 tempest-FloatingIPAdminTestJSON-2099543040-project] 10.222.0.37 "DELETE /v2.0/floatingips/5c57a4e1-51fd-4848-8155-1c7043f5532b HTTP/1.1" status: 204 len: 168 time: 1.0664818 Jul 23 22:44:07.524392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.586251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.792864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 376ad1e7-50ed-46ae-a097-65504ea20f52 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:07.812977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.818998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 376ad1e7-50ed-46ae-a097-65504ea20f52 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:44:07.819757 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.819920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 376ad1e7-50ed-46ae-a097-65504ea20f52 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:44:07.881588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:07.900361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event updated for resources: {'Port': ['ID=2ceb223d-7a7a-44ca-beaa-605ec9d3122e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:07.914809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.931357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:07.938316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-7d8b8115-e77f-4905-9624-5a39831ffa55 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6462080 Jul 23 22:44:08.013614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-0739b15e-a3ff-4109-91c1-9531c780c42f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0744028 Jul 23 22:44:08.034322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce696a14-79bc-4ca2-8a07-88042317ff6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a51c12776454bd184df2e39e0fe2716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504631 Jul 23 22:44:08.037116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:08.104781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.137980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-78952fa2-8f05-45e2-8ffd-01b2f01f61de tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:08.139455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-78952fa2-8f05-45e2-8ffd-01b2f01f61de tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1185415 Jul 23 22:44:08.139595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.155955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-35747eaa-c773-48c7-8385-c7f6b702ac2b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:44:08.157166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-435bac2b-45d8-4350-bde5-32bd49aff77e req-35747eaa-c773-48c7-8385-c7f6b702ac2b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108814 Jul 23 22:44:08.204523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.208071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.209508 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8c0a82c-ca3f-407b-8a12-c4fb0159b1a7 HTTP/1.1" status: 204 len: 168 time: 0.1711493 Jul 23 22:44:08.218453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb18a0-bc0e-49f0-bc5f-e0d59f470f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c0a82c-ca3f-407b-8a12-c4fb0159b1a7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:08.319374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec875d-72c1-4839-a977-ada9df63d779 req-2f36aeef-b1b0-4b9f-815e-f0bed128300d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:08.320867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eec875d-72c1-4839-a977-ada9df63d779 req-2f36aeef-b1b0-4b9f-815e-f0bed128300d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.0764825 Jul 23 22:44:08.366088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eec875d-72c1-4839-a977-ada9df63d779 req-ce5406fa-58ec-4926-bc9c-84b47ddf36e4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Jul 23 22:44:08.693136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:08.716749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-7f481082-43c8-4747-9429-d4d7a16f79fe tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:08.717568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e42f34bb-1443-4229-984d-950ab222115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.731696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-7f481082-43c8-4747-9429-d4d7a16f79fe tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 820 time: 0.2081926 Jul 23 22:44:08.777275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-d15e6b71-b4b3-4645-8f84-1fc67fd241d2 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/quotas/f58f7a40c7904dbeb7c456da1f514ba3 HTTP/1.1" status: 200 len: 375 time: 0.0424411 Jul 23 22:44:08.846810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e42f34bb-1443-4229-984d-950ab222115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.853161 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e42f34bb-1443-4229-984d-950ab222115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:08.927192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-264c70f5-1f6c-4869-8768-886e0fe05563 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1500938 Jul 23 22:44:08.934885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e42f34bb-1443-4229-984d-950ab222115f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67dd534d8dd44d4aa30f2066dd5a9789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372069 Jul 23 22:44:08.936575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:08.955215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f34bb-1443-4229-984d-950ab222115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468620cd-e16c-4120-993d-03b0f10a0bf4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:09.037972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.101277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-df9b41e2-1019-4418-84f2-e7c8812c1c67 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698730 Jul 23 22:44:09.119413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.181224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-78631d29-1a39-424c-a421-99d8291e7d27 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:09.183121 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-78631d29-1a39-424c-a421-99d8291e7d27 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.1599586 Jul 23 22:44:09.201787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-3ff707c4-a7fa-49bd-8fee-f5e89f0101bd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0121160 Jul 23 22:44:09.218839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.221810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.224869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/468620cd-e16c-4120-993d-03b0f10a0bf4 HTTP/1.1" status: 204 len: 168 time: 0.2863224 Jul 23 22:44:09.234106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-d626a7e4-a1be-4aa5-8da8-a5b218b5176e service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269789 Jul 23 22:44:09.271674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-7bd2ae54-a2cd-4620-81c7-1d882d38d61a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590870 Jul 23 22:44:09.272413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b036-12d9-4e43-8e99-ee548bf90cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468620cd-e16c-4120-993d-03b0f10a0bf4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:09.419616 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-2b9e6d5d-4f97-4a1b-ad52-16f4c73a75bd service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392539 Jul 23 22:44:09.487176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0e3e73f-c772-46cb-a8d0-c159776f9db1 req-fdfa27a5-b2c1-47be-97d7-adef78b503b4 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 210 time: 0.0616002 Jul 23 22:44:09.585869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf185f9e-611f-46bf-9804-36ee672c4550 req-d1c67e90-befe-4eeb-b353-b79081344872 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421773 Jul 23 22:44:09.739965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:09.761178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c863fdb-41ee-4bd0-8365-2314d514967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.772881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae882f-2ee4-46bf-b487-779762bedee2 req-774a7451-2ff6-488c-bb4a-58cb9a6fc190 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:09.776619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4dae882f-2ee4-46bf-b487-779762bedee2 req-774a7451-2ff6-488c-bb4a-58cb9a6fc190 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 943 time: 0.1382790 Jul 23 22:44:09.887180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4dae882f-2ee4-46bf-b487-779762bedee2 req-49765479-52e8-4e98-82d2-851398be5cf0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 Jul 23 22:44:09.923639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c863fdb-41ee-4bd0-8365-2314d514967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.931925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c863fdb-41ee-4bd0-8365-2314d514967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:09.982862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1836d15-18fe-40f3-b4f2-a8eabb1663ee req-f58d567a-1a98-4945-894e-b47e393ed615 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff522e6b-16b6-49a9-9b2b-8276af6810b8 HTTP/1.1" status: 200 len: 210 time: 0.0396414 Jul 23 22:44:09.998030 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c863fdb-41ee-4bd0-8365-2314d514967d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b22bafcc99b4de580cdb1cda00bbaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560258 Jul 23 22:44:10.000601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:10.003268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c863fdb-41ee-4bd0-8365-2314d514967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5791bbe-14c5-4aa1-8a7a-2b934101a9a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:10.068988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:10.101224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:10.193117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:10.198629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:10.207056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5791bbe-14c5-4aa1-8a7a-2b934101a9a0 HTTP/1.1" status: 204 len: 168 time: 0.1988890 Jul 23 22:44:10.228847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10b36-3137-46f6-abb4-91f73badb535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5791bbe-14c5-4aa1-8a7a-2b934101a9a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:10.640579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1db6fff-73fa-4d76-9bdf-5062ca6becd0 req-81a1403f-5f8c-45b4-b643-d1e5eba5f08b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 210 time: 0.0483298 Jul 23 22:44:10.699834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:10.934221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:10.950164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-4e95d2d8-516f-4a93-bb76-1e9827a2e64a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:10.952589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-4e95d2d8-516f-4a93-bb76-1e9827a2e64a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.25 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 820 time: 0.1863143 Jul 23 22:44:10.963455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'network_id': 'aae97090-3e52-4b60-a2c6-0ee3d1457ac5', 'port_id': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'mac_address': 'fa:16:3e:b2:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665272df-8a90-4459-8d5f-721903010b6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:10.966656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'port': {'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'admin_state_up': True, 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:11.056282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.076901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:11.112484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:11.115084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-870bc147-7171-40d1-95d9-26b4bbe9b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.121883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.208698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Made reservation on behalf of f58f7a40c7904dbeb7c456da1f514ba3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:11.213293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.216288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:11.372903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2cf51-5456-4aef-95c8-a56eb7bcc0cc req-5e1593c6-303d-430d-aa08-05f2db185b37 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:11.374879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2e2cf51-5456-4aef-95c8-a56eb7bcc0cc req-5e1593c6-303d-430d-aa08-05f2db185b37 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 0.2195799 Jul 23 22:44:11.398981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a20fdab2-f976-4a72-aceb-bb96ac45a9a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:11.413935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:11.424528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Allocated IP 172.20.0.8 (e701a8a0-867a-47e3-bec4-1e0d5a7f0579/cdcced96-aa14-46c0-a013-69f6a2727b3f/ce46867c-a14a-473f-9ae7-9990b86f821b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:11.430807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-a389257f-7476-4af6-96d0-0628824a0c93 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:11.437714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-a389257f-7476-4af6-96d0-0628824a0c93 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.5765088 Jul 23 22:44:11.453864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-23e5da46-ff9b-453a-9164-b8140948fa22 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0149810 Jul 23 22:44:11.491326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-77d98d83-e2d4-4cbd-b63a-d50c4ea46b64 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363817 Jul 23 22:44:11.584938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.617367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Transition to ACTIVE for port object ce46867c-a14a-473f-9ae7-9990b86f821b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:11.664077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960995640'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:11.669657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2e2cf51-5456-4aef-95c8-a56eb7bcc0cc req-3fff49df-7768-4b5c-904c-70af587bcc1f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755122 Jul 23 22:44:11.687054 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-8593a0cd-f45f-447b-92f9-94e3283143e0 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946754 Jul 23 22:44:11.726267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.759351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['237d55dc-e677-4cb2-bb44-f0307b1c322e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:11.784209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:11.788599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.812691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:11.819582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:11.826264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:11.830732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event updated for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:11.831490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.904294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:11.906741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:11.959392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-af8ef272-6ea5-41cb-b85e-8e1e6ccd347b service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713587 Jul 23 22:44:11.988415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.000745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.019089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a259a3eb-ba15-487f-a328-5a1e0dab8f60 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0564969 Jul 23 22:44:12.038099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Request body: {'port': {'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:12.045284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:12.050735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf6348-a3cb-4b15-b219-0c527afacc12 req-d5eec045-9438-43b9-9aa2-64d1b4f4987d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:12.056584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1c63d-8281-4cf5-b09b-6305545128c7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:12.063181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03cf6348-a3cb-4b15-b219-0c527afacc12 req-d5eec045-9438-43b9-9aa2-64d1b4f4987d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 931 time: 0.1323183 Jul 23 22:44:12.073978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.074360 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment b730479e-e9ae-4761-b930-dd2b5285a2c3 of type vlan for network 0710fa34-b598-48b6-a665-b6a84b605e99 Jul 23 22:44:12.142517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03cf6348-a3cb-4b15-b219-0c527afacc12 req-936f43f0-3a08-4a96-ba92-1854b8f65242 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779655 Jul 23 22:44:12.155236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.218636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7965cc1a-92cd-4207-ba71-d902c44978b7 None None] Provisioning for port ce46867c-a14a-473f-9ae7-9990b86f821b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:12.225133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7965cc1a-92cd-4207-ba71-d902c44978b7 None None] Provisioning complete for port ce46867c-a14a-473f-9ae7-9990b86f821b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:12.225964 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7965cc1a-92cd-4207-ba71-d902c44978b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.240866 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.247120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:12.247798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.282465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.282772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7965cc1a-92cd-4207-ba71-d902c44978b7 None None] Port ce46867c-a14a-473f-9ae7-9990b86f821b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:44:12.336405 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a068f0fa-0a52-4fb6-a327-30a261d0bb23 req-7c9a006d-b96d-4fc9-b8ed-f9223e6e5234 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 210 time: 0.0670898 Jul 23 22:44:12.359008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9431829 Jul 23 22:44:12.444177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0fa9e-b51d-460e-921d-01a41b45a32d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=0710fa34-b598-48b6-a665-b6a84b605e99,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:12.462528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 0710fa34-b598-48b6-a665-b6a84b605e99 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:12.495247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:12.505032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:12.655576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce46867c-a14a-473f-9ae7-9990b86f821b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:12.663979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:12.666750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.670261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.685566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Transition to ACTIVE for port object ce46867c-a14a-473f-9ae7-9990b86f821b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:12.693672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.714195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:12.845519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:12.846234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.854031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:12.957820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Attempting to bind port ce46867c-a14a-473f-9ae7-9990b86f821b on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:12.958823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Attempting to bind port ce46867c-a14a-473f-9ae7-9990b86f821b by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:12.958823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Attempting to bind port ce46867c-a14a-473f-9ae7-9990b86f821b on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:12.968357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Port ce46867c-a14a-473f-9ae7-9990b86f821b on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:44:12.968757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Attempting to bind port ce46867c-a14a-473f-9ae7-9990b86f821b on network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:12.976316 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:12.984749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:12.986198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Checking segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:12.986198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Bound using segment: {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:12.986198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Bound port: ce46867c-a14a-473f-9ae7-9990b86f821b, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97074288-9956-4b4e-96ed-1769070be385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:12.986713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.010731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c07e76-1f29-4c05-82a4-1d3e88a41e6b req-1ba305a2-ec53-4a90-b98d-cbc7e707cc88 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.018582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1c07e76-1f29-4c05-82a4-1d3e88a41e6b req-1ba305a2-ec53-4a90-b98d-cbc7e707cc88 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 944 time: 0.1488941 Jul 23 22:44:13.061258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.074706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=832fc80f-bf6f-4088-b3ae-a375f4dc28f8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:13.084829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': 'b730479e-e9ae-4761-b930-dd2b5285a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:13.084829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 0710fa34-b598-48b6-a665-b6a84b605e99, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:13.125212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 0710fa34-b598-48b6-a665-b6a84b605e99 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:13.142146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1c07e76-1f29-4c05-82a4-1d3e88a41e6b req-e97f916e-6006-462a-af49-80004dc90f4e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223047 Jul 23 22:44:13.150132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 0710fa34-b598-48b6-a665-b6a84b605e99) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:13.171222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.171699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.178322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:13.182109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:13.188082 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d124e4-4e62-4b6d-a416-33d1586986c6" -d '{"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:13.202386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:13.203085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73a7800d-cda9-4f34-a007-7719cf033841 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7036045 Jul 23 22:44:13.208300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:13.215335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad0269-4764-4636-af9e-2994da628519 None None] Network 0710fa34-b598-48b6-a665-b6a84b605e99 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:13.216498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606570150'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:13.220384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ce46867c-a14a-473f-9ae7-9990b86f821b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:13.229226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.256748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:13.266363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.275755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.276301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.278362 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.279038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] 10.222.0.25 "PUT /v2.0/ports/ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 1092 time: 1.2518957 Jul 23 22:44:13.279615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:13.282970 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c861ba5-06f9-46fa-8124-2933bdaa6189" -d '{"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:13.321621 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9108d8e1-6518-423d-bde7-a91033d6a9b3 x-openstack-request-id: req-9108d8e1-6518-423d-bde7-a91033d6a9b3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:13.321968 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-plugged", "status": "completed", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:13.322394 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9108d8e1-6518-423d-bde7-a91033d6a9b3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:13.322795 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'code': 200} Jul 23 22:44:13.357777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ca2c-c6bd-4e2a-955e-8aa188899a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:13.402864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:13.423082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.423516 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 2392628e-3509-4417-941f-e0bb6901229c of type vlan for network 02e8bb43-d87f-49b2-a5ca-ff561d93544f Jul 23 22:44:13.464477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-26dd0e12-7ef1-48a8-a014-bc0fc5a9180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.467552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-26dd0e12-7ef1-48a8-a014-bc0fc5a9180b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1095 time: 0.0961206 Jul 23 22:44:13.473580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:13.540183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.547103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-0710fa34-b598-48b6-a665-b6a84b605e99', 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '832fc80f-bf6f-4088-b3ae-a375f4dc28f8'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:13.549202 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.585447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-9cf349f0-8fcc-4c2c-87d9-1d044cd941e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 217 time: 0.1014848 Jul 23 22:44:13.588007 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6854158-679d-4620-9f4d-a1acd596037a x-openstack-request-id: req-c6854158-679d-4620-9f4d-a1acd596037a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:13.588297 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:13.588548 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6854158-679d-4620-9f4d-a1acd596037a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:13.588950 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'status': 'completed', 'code': 200} Jul 23 22:44:13.617410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.624137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.625025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.666530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4556913 Jul 23 22:44:13.694620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:13.719869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:13.726351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a19d303e-d708-4e55-847c-28653f1211e2 req-dde97007-e178-4c1e-8d40-70ad1d066896 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 210 time: 0.1307333 Jul 23 22:44:13.760134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3cd3-d3d1-4611-99fb-c4d69a42b038 req-eab407c4-8032-4946-b58e-40c107a4e888 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:13.761790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fefc3cd3-d3d1-4611-99fb-c4d69a42b038 req-eab407c4-8032-4946-b58e-40c107a4e888 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 943 time: 0.4147205 Jul 23 22:44:13.772644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f94c631-e590-4c61-8078-22f1c381b4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:13.799589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Allocated IP 172.20.255.242 (0710fa34-b598-48b6-a665-b6a84b605e99/832fc80f-bf6f-4088-b3ae-a375f4dc28f8/92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:13.833825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67197636-9024-40cc-83d0-f7fe615b8793 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=02e8bb43-d87f-49b2-a5ca-ff561d93544f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:13.951535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fefc3cd3-d3d1-4611-99fb-c4d69a42b038 req-35273eb8-477d-4ef3-bdf2-22d49cad62a2 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744723 Jul 23 22:44:13.965419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 02e8bb43-d87f-49b2-a5ca-ff561d93544f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:13.978992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:13.982809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.224009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.226026 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.237625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Transition to ACTIVE for port object 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:14.256964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Transition to ACTIVE for port object 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:14.267004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.288974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-5fc9be9d-c62d-4a91-a057-f61b4c15569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.290620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-5fc9be9d-c62d-4a91-a057-f61b4c15569e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.6966617 Jul 23 22:44:14.314656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd601f-13fd-45fe-980e-12193bde8aab req-deb34cba-98fa-4da4-bace-0f311c84065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.316306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fcd601f-13fd-45fe-980e-12193bde8aab req-deb34cba-98fa-4da4-bace-0f311c84065b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1098 time: 0.7299714 Jul 23 22:44:14.321495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Network 0710fa34-b598-48b6-a665-b6a84b605e99 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:14.331653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:14.342561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Pushing event updated for resources: {'Port': ['ID=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:14.347568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:14.387954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-283f0293-79f7-41a6-a7d7-29d2aa94a4e8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.390448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-283f0293-79f7-41a6-a7d7-29d2aa94a4e8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.6844246 Jul 23 22:44:14.405978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': 'df16ffee-4fdf-434f-96ad-588467bef645', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:14.433593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Attempting to bind port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:14.434016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Attempting to bind port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b730479e-e9ae-4761-b930-dd2b5285a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:14.434345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Attempting to bind port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 on network 0710fa34-b598-48b6-a665-b6a84b605e99 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:14.440751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:14.441162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Checking segment: {'id': 'b730479e-e9ae-4761-b930-dd2b5285a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:14.441726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.442178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Bound using segment: {'id': 'b730479e-e9ae-4761-b930-dd2b5285a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:14.442908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Bound port: 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b730479e-e9ae-4761-b930-dd2b5285a2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0710fa34-b598-48b6-a665-b6a84b605e99'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:14.443271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.448679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fcd601f-13fd-45fe-980e-12193bde8aab req-cb1fb184-ce78-44dc-9ec7-668f87b854f7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242838 Jul 23 22:44:14.485126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.506693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103e733-cb9b-4f8e-8578-9bd8e59fa5db req-75daada1-c00c-4fd0-be00-e18796b4a3c5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.508335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7103e733-cb9b-4f8e-8578-9bd8e59fa5db req-75daada1-c00c-4fd0-be00-e18796b4a3c5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2115602 Jul 23 22:44:14.543091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] For port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:14.551637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] For port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,segment=NetworkSegment(b730479e-e9ae-4761-b930-dd2b5285a2c3),segment_id=b730479e-e9ae-4761-b930-dd2b5285a2c3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:14.558844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.573305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a342da21-4cc5-4fcb-8e11-9a51b562a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.574920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-a342da21-4cc5-4fcb-8e11-9a51b562a64d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2750943 Jul 23 22:44:14.587405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '2392628e-3509-4417-941f-e0bb6901229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:14.588038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 02e8bb43-d87f-49b2-a5ca-ff561d93544f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:14.617235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=525c58f0-3eaa-4d34-a675-068265f69923,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:14.634911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7103e733-cb9b-4f8e-8578-9bd8e59fa5db req-057a37cd-6cfd-4c91-a57b-2bf261081218 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035030 Jul 23 22:44:14.653882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 02e8bb43-d87f-49b2-a5ca-ff561d93544f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:14.665723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 02e8bb43-d87f-49b2-a5ca-ff561d93544f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:14.672760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:14.673460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.685878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb51bf8-8f29-4bff-81d3-1472b4f051a7 None None] Network 02e8bb43-d87f-49b2-a5ca-ff561d93544f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:14.699139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-227e1615-2ad4-4a66-851c-259161879972 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0021570 Jul 23 22:44:14.701796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:14.789134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122af53-6e7e-4f91-9c0f-f06b72be5d23 None None] Pushing event updated for resources: {'Port': ['ID=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:14.807103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-92ff494f-8030-4fff-9155-ea2d7cdc659e service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201526 Jul 23 22:44:14.812564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:14.817470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.899985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.954887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b08dfa2-74b1-4988-a81b-2eed633f495e req-558eadb1-a817-4557-8bc0-85b4b3355c75 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 210 time: 0.1017141 Jul 23 22:44:14.955498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:14.961091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-02e8bb43-d87f-49b2-a5ca-ff561d93544f', 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '525c58f0-3eaa-4d34-a675-068265f69923'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:14.962554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.027972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.133066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e62bd3c5-d652-4fd2-bc44-a706a8553348 req-7844253a-0a4b-4c01-9e48-907e4657c519 service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945225 Jul 23 22:44:15.212347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Allocated IP 172.20.0.2 (02e8bb43-d87f-49b2-a5ca-ff561d93544f/525c58f0-3eaa-4d34-a675-068265f69923/d4b47b39-4358-4055-9135-870a6ab37cac) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:15.233453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d020c-5263-4382-bfd8-ecbc9b880280 req-3b9b3a85-b956-4e08-aa45-82b80262f276 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:15.235898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-375d020c-5263-4382-bfd8-ecbc9b880280 req-3b9b3a85-b956-4e08-aa45-82b80262f276 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 943 time: 0.1491094 Jul 23 22:44:15.253541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.13 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/60020f57-2e10-42f7-88e0-36a51784c2b3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:15.311201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-375d020c-5263-4382-bfd8-ecbc9b880280 req-445f4c0c-30b2-4d51-8458-ab9c02094e4f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660017 Jul 23 22:44:15.334489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-5a3fff8f-963e-48ba-9ca3-5ec3ff2cc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:15.337070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-5a3fff8f-963e-48ba-9ca3-5ec3ff2cc059 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1095 time: 0.1440387 Jul 23 22:44:15.469881 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.481720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Transition to ACTIVE for port object d4b47b39-4358-4055-9135-870a6ab37cac will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:15.510036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Transition to ACTIVE for port object d4b47b39-4358-4055-9135-870a6ab37cac will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:15.521975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.544626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.551708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-ec5a81b4-0773-44db-8fa5-299eff2c3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:15.554406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-ec5a81b4-0773-44db-8fa5-299eff2c3b7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.2082105 Jul 23 22:44:15.590590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Network 02e8bb43-d87f-49b2-a5ca-ff561d93544f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:15.612592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=525c58f0-3eaa-4d34-a675-068265f69923,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:15.650564 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.656436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-d0e2986a-5712-4a87-8eec-7f86c1b2170d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 217 time: 0.0946894 Jul 23 22:44:15.659114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:15.668373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:15.763211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Pushing event updated for resources: {'Port': ['ID=d4b47b39-4358-4055-9135-870a6ab37cac,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:15.846982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.853993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Attempting to bind port d4b47b39-4358-4055-9135-870a6ab37cac on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:15.854420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Attempting to bind port d4b47b39-4358-4055-9135-870a6ab37cac by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '2392628e-3509-4417-941f-e0bb6901229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:15.854892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Attempting to bind port d4b47b39-4358-4055-9135-870a6ab37cac on network 02e8bb43-d87f-49b2-a5ca-ff561d93544f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:15.863219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:15.865136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Checking segment: {'id': '2392628e-3509-4417-941f-e0bb6901229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:15.865136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.865345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Bound using segment: {'id': '2392628e-3509-4417-941f-e0bb6901229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:15.866305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Bound port: d4b47b39-4358-4055-9135-870a6ab37cac, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2392628e-3509-4417-941f-e0bb6901229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:15.867232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.873277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:15.884164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8bb43-d87f-49b2-a5ca-ff561d93544f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:15.971408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2392628e-3509-4417-941f-e0bb6901229c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:15.971648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2392628e-3509-4417-941f-e0bb6901229c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:15.980642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-6f9ca64d-0697-497a-a1ca-de640484fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:15.986931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-6f9ca64d-0697-497a-a1ca-de640484fbd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.3196762 Jul 23 22:44:15.991707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:16.002637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:16.003558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.024938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:16.044278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:16.047125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:16.068300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.081689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:16.098135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:16.098851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.099072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:16.103825 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:16.135261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-9512e2d7-e887-48f2-8a9d-83d9ab871bd8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7347562 Jul 23 22:44:16.167495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c749-4e09-4ad1-9a44-7d9010e64a90 req-28a328fa-4550-45cb-b701-8b8121e47e21 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:16.169548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Request body: {'port': {'device_id': 'df16ffee-4fdf-434f-96ad-588467bef645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:16.174645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3898c749-4e09-4ad1-9a44-7d9010e64a90 req-28a328fa-4550-45cb-b701-8b8121e47e21 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2822220 Jul 23 22:44:16.180711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17858561-fdb6-4555-990c-a1805c05496b None None] For port d4b47b39-4358-4055-9135-870a6ab37cac, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:16.186398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:16.280338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17858561-fdb6-4555-990c-a1805c05496b None None] For port d4b47b39-4358-4055-9135-870a6ab37cac, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d4b47b39-4358-4055-9135-870a6ab37cac,segment=NetworkSegment(2392628e-3509-4417-941f-e0bb6901229c),segment_id=2392628e-3509-4417-941f-e0bb6901229c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:16.282904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d2c1a-3d33-4c58-bd6b-6ac92970b217 None None] Network 0710fa34-b598-48b6-a665-b6a84b605e99 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:16.283427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:44:16.283427 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:44:16.283427 n-d-791506-25 neutron-server[93836]: [parameters: {'id': '02e8bb43-d87f-49b2-a5ca-ff561d93544f'}] Jul 23 22:44:16.283427 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:44:16.285999 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:44:16.287393 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.330165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3898c749-4e09-4ad1-9a44-7d9010e64a90 req-154742ea-955e-45b4-b595-04021df8ad2d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544008 Jul 23 22:44:16.342519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-4dd219fa-9bfb-4f53-b84c-faf0908fbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:16.343707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-4dd219fa-9bfb-4f53-b84c-faf0908fbcc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3438640 Jul 23 22:44:16.440630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.464479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1708-c320-4fc1-9243-d768562b6c97 req-41bc8d23-b867-47c3-96d4-73313906a2cf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:16.466136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-034a1708-c320-4fc1-9243-d768562b6c97 req-41bc8d23-b867-47c3-96d4-73313906a2cf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 932 time: 0.3331580 Jul 23 22:44:16.492973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Provisioning for port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:16.508642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17858561-fdb6-4555-990c-a1805c05496b None None] Pushing event updated for resources: {'Port': ['ID=d4b47b39-4358-4055-9135-870a6ab37cac,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:16.522755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Provisioning complete for port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:16.523334 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.544545 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.590596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0fa00-2f59-4452-bb7c-12da7eec61a8 None None] Network 02e8bb43-d87f-49b2-a5ca-ff561d93544f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:16.602281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f88e62-9355-4dad-8ad4-d49fd3f46b8b req-30808c52-61be-43d3-8e5b-e90733dd6929 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:16.604972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51f88e62-9355-4dad-8ad4-d49fd3f46b8b req-30808c52-61be-43d3-8e5b-e90733dd6929 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 943 time: 0.0795746 Jul 23 22:44:16.670099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51f88e62-9355-4dad-8ad4-d49fd3f46b8b req-5963d2a7-6d1a-4d0a-8705-20a91b7c4e95 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589499 Jul 23 22:44:16.709964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-034a1708-c320-4fc1-9243-d768562b6c97 req-80496f47-fc6d-49a3-a50c-b62e3b211697 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760316 Jul 23 22:44:16.714904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-b001d046-421f-4059-ab77-b6631ce260fe service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548350 Jul 23 22:44:16.773472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ce46867c-a14a-473f-9ae7-9990b86f821b details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:16.787397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.893852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c861ba5-06f9-46fa-8124-2933bdaa6189 req-39788610-d74d-404f-b807-ee1192e2deb7 service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685724 Jul 23 22:44:16.895436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port d4b47b39-4358-4055-9135-870a6ab37cac {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:16.896008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:16.990626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60020f57-2e10-42f7-88e0-36a51784c2b3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:16.992344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port d4b47b39-4358-4055-9135-870a6ab37cac, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d4b47b39-4358-4055-9135-870a6ab37cac,segment=NetworkSegment(2392628e-3509-4417-941f-e0bb6901229c),segment_id=2392628e-3509-4417-941f-e0bb6901229c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:16.992724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.000700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.008811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for d4b47b39-4358-4055-9135-870a6ab37cac owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:17.016388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Transition to ACTIVE for port object 60020f57-2e10-42f7-88e0-36a51784c2b3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:17.031099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.087545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Pushing event updated for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.124049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.161247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=d4b47b39-4358-4055-9135-870a6ab37cac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.167229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port d4b47b39-4358-4055-9135-870a6ab37cac on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:17.177022 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.193372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Attempting to bind port 60020f57-2e10-42f7-88e0-36a51784c2b3 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:17.193708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Attempting to bind port 60020f57-2e10-42f7-88e0-36a51784c2b3 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:17.194064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Attempting to bind port 60020f57-2e10-42f7-88e0-36a51784c2b3 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:17.213097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Port 60020f57-2e10-42f7-88e0-36a51784c2b3 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:44:17.213425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Attempting to bind port 60020f57-2e10-42f7-88e0-36a51784c2b3 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:17.222830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:17.223220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:17.223620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:17.229859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Bound port: 60020f57-2e10-42f7-88e0-36a51784c2b3, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:17.233947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.234287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ce46867c-a14a-473f-9ae7-9990b86f821b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:17.253888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] For port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,segment=NetworkSegment(b730479e-e9ae-4761-b930-dd2b5285a2c3),segment_id=b730479e-e9ae-4761-b930-dd2b5285a2c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:17.256246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:17.284665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.285225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.295984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8bb43-d87f-49b2-a5ca-ff561d93544f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:17.311574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2392628e-3509-4417-941f-e0bb6901229c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:17.311574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2392628e-3509-4417-941f-e0bb6901229c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:17.324050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.342286 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.346232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.355535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:17.358526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:17.358939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.360317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=60020f57-2e10-42f7-88e0-36a51784c2b3,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:17.372479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.385238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce46867c-a14a-473f-9ae7-9990b86f821b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:17.398154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ffcdf-1000-4609-8748-a9884a62b242 None None] Pushing event updated for resources: {'Port': ['ID=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.412217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ce46867c-a14a-473f-9ae7-9990b86f821b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:17.418493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:17.445546 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:17.456274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.468546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:17.469183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.470603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] 10.222.0.22 "PUT /v2.0/ports/60020f57-2e10-42f7-88e0-36a51784c2b3 HTTP/1.1" status: 200 len: 1093 time: 1.3168128 Jul 23 22:44:17.472588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.478867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/02e8bb43-d87f-49b2-a5ca-ff561d93544f HTTP/1.1" status: 204 len: 168 time: 2.7724478 Jul 23 22:44:17.483938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:17.486397 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99688a8c-ba2f-49cf-ba73-87422b494a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:17.491723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:17.498233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-130606426'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:17.507245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728475c-d286-4c70-b011-4630692564fb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=02e8bb43-d87f-49b2-a5ca-ff561d93544f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.542230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.554401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:17.566104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.606698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:17.625978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8215a71-af0c-46de-990b-12aab81e32ab None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:17.626536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.626939 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment f03bd519-2608-4feb-85a4-a4a279b5a5ca of type vlan for network 358d5814-0425-4f96-b021-dc3d5aa1f715 Jul 23 22:44:17.651017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866abc3b-dd26-4427-837f-53d775ab9293 service neutron] Pushing event updated for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.672018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.686518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6497b21-2ec7-495e-8430-14f99fd80aec x-openstack-request-id: req-e6497b21-2ec7-495e-8430-14f99fd80aec {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:17.686887 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:17.687248 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6497b21-2ec7-495e-8430-14f99fd80aec {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:17.687782 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3', 'status': 'completed', 'code': 200} Jul 23 22:44:17.704492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78888a33-699c-4f65-b4c2-e3654da7fcab req-bb11c103-7378-4632-81fd-af20501cef86 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:17.706379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78888a33-699c-4f65-b4c2-e3654da7fcab req-bb11c103-7378-4632-81fd-af20501cef86 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2396691 Jul 23 22:44:17.710600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-3fd90d8d-5487-4d07-8432-322b6ddebb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:17.712397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-3fd90d8d-5487-4d07-8432-322b6ddebb38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 1096 time: 0.1871357 Jul 23 22:44:17.716038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.723994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:17.725066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.737348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['ce46867c-a14a-473f-9ae7-9990b86f821b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:17.773889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78888a33-699c-4f65-b4c2-e3654da7fcab req-974ba271-19d1-4ed9-a944-b2f68dfdb6e5 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585780 Jul 23 22:44:17.813478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-a48f9a99-cff3-4e1e-8eba-8dc71f0b883e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60020f57-2e10-42f7-88e0-36a51784c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0507836 Jul 23 22:44:17.828565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3331215 Jul 23 22:44:17.830302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:17.872913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:17.879972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:17.900531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-1645f56a-c14b-4c70-8680-faa4a2539fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:17.902937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c6b362e-8ea3-4505-b655-88806432414e None None] Provisioning complete for port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:17.903311 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c6b362e-8ea3-4505-b655-88806432414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:17.903731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-1645f56a-c14b-4c70-8680-faa4a2539fdc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0843463 Jul 23 22:44:17.930391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc8d5f-9fd5-4813-9966-8635a159275d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=358d5814-0425-4f96-b021-dc3d5aa1f715,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:17.953692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 358d5814-0425-4f96-b021-dc3d5aa1f715 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:17.985364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-fbf9c0c3-0474-4114-a62d-ade80a2cc1f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411785 Jul 23 22:44:18.030438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9697ea-aa3c-4e8b-8d62-5c9485f2ea4b req-32654407-6cac-4e4d-8508-6ea455e751d3 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.038982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9697ea-aa3c-4e8b-8d62-5c9485f2ea4b req-32654407-6cac-4e4d-8508-6ea455e751d3 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 944 time: 0.2566657 Jul 23 22:44:18.101025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-715da318-7da6-4d6d-a6d4-727b0998714f service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085737 Jul 23 22:44:18.108202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9697ea-aa3c-4e8b-8d62-5c9485f2ea4b req-1d205286-cd1f-4ce8-9933-fb64919f3643 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646977 Jul 23 22:44:18.120679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:18.126407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:18.202471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:18.203306 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:18.237822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 22:44:18.238456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 22:44:18.240186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67bf8d92-6eca-4eeb-ba9a-fb12ab5cc722 req-41f1fc49-3dd1-42a8-831e-ebb6e352a2df service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248906 Jul 23 22:44:18.264715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112bb6-1beb-431a-9663-95dc0d450370 req-ace91515-7869-4340-801b-0acb1a1e1086 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.273218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce112bb6-1beb-431a-9663-95dc0d450370 req-ace91515-7869-4340-801b-0acb1a1e1086 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 944 time: 0.3672462 Jul 23 22:44:18.337506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8215a71-af0c-46de-990b-12aab81e32ab None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:18.357226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce112bb6-1beb-431a-9663-95dc0d450370 req-37a13700-cf65-4656-94aa-92288ed8cf9f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826476 Jul 23 22:44:18.394866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1998-a401-4834-84de-37e6eaeeaeac req-9833b568-cfa2-4c15-a7dc-164b73e453e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.404999 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e8f1998-a401-4834-84de-37e6eaeeaeac req-9833b568-cfa2-4c15-a7dc-164b73e453e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1634407 Jul 23 22:44:18.431910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-59d2459e-15c1-4211-a8cf-3622766f970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.437600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-59d2459e-15c1-4211-a8cf-3622766f970f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 1096 time: 0.1328604 Jul 23 22:44:18.490399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e8f1998-a401-4834-84de-37e6eaeeaeac req-820b73f0-fc90-4286-90ce-74f50cf04b5f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793202 Jul 23 22:44:18.539435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:18.669518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-d8cc6228-b29b-42a7-a99e-7df646148728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.671559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-d8cc6228-b29b-42a7-a99e-7df646148728 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.2260878 Jul 23 22:44:18.671905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=7daaa428-2cf7-4a08-8ac5-a26373234ef1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:18.703791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': 'f03bd519-2608-4feb-85a4-a4a279b5a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:18.704387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 358d5814-0425-4f96-b021-dc3d5aa1f715, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:18.740857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 358d5814-0425-4f96-b021-dc3d5aa1f715 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:18.759874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 358d5814-0425-4f96-b021-dc3d5aa1f715) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:18.760339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-dc6666b8-830a-438b-893d-bc95c26cc873 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60020f57-2e10-42f7-88e0-36a51784c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0704777 Jul 23 22:44:18.775637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.776583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:18.823128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da74a3-2318-49e0-9266-d3adb84c9a85 req-7e4a5eed-8a37-4200-935a-6fac500da794 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.824758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57da74a3-2318-49e0-9266-d3adb84c9a85 req-7e4a5eed-8a37-4200-935a-6fac500da794 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1965411 Jul 23 22:44:18.844637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-fabfedba-6ce6-45bd-849d-340de4283c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.849697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-fabfedba-6ce6-45bd-849d-340de4283c15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0784645 Jul 23 22:44:18.849904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-378b644a-979a-447d-bda4-113905081fa6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9831593 Jul 23 22:44:18.850018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:18.917501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818fb45-70c7-426d-9585-d46c2fc32b9a req-8141dfdb-07d0-438a-a8c4-469a24ad87f1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:18.919428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c818fb45-70c7-426d-9585-d46c2fc32b9a req-8141dfdb-07d0-438a-a8c4-469a24ad87f1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.1385531 Jul 23 22:44:18.943422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-d44ccd1d-d554-408a-aeef-3b6528333c3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670795 Jul 23 22:44:18.973999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57da74a3-2318-49e0-9266-d3adb84c9a85 req-7f4385d5-e5bc-452e-bc46-dc691086477c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355410 Jul 23 22:44:18.976625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c818fb45-70c7-426d-9585-d46c2fc32b9a req-fc5f057a-0ae0-4ac1-beff-37d0b38d9f62 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Jul 23 22:44:19.014421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa23d93-2d23-4d90-a6b9-4426b3881c33 None None] Network 358d5814-0425-4f96-b021-dc3d5aa1f715 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:19.180759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.211336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-358d5814-0425-4f96-b021-dc3d5aa1f715', 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '7daaa428-2cf7-4a08-8ac5-a26373234ef1'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:19.212210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.251788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-964c127a-e2b3-45f8-a386-f82239692458 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999930 Jul 23 22:44:19.284794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.374394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8aa7c-d6d2-4450-aae9-1ca711116578 req-8457b6b2-e809-406d-8e6d-38d6cb8372f4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:19.380125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdb8aa7c-d6d2-4450-aae9-1ca711116578 req-8457b6b2-e809-406d-8e6d-38d6cb8372f4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2475495 Jul 23 22:44:19.386266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Allocated IP 172.20.0.3 (358d5814-0425-4f96-b021-dc3d5aa1f715/7daaa428-2cf7-4a08-8ac5-a26373234ef1/8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:19.543373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.554765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Transition to ACTIVE for port object 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:19.561199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a5903-6903-44dc-8d0f-563e72c6a39c req-cd56e924-2764-4471-8a18-21eccc882240 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:19.572437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Transition to ACTIVE for port object 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:19.573959 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b04a5903-6903-44dc-8d0f-563e72c6a39c req-cd56e924-2764-4471-8a18-21eccc882240 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 944 time: 0.1421447 Jul 23 22:44:19.580311 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.627530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Network 358d5814-0425-4f96-b021-dc3d5aa1f715 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:19.637819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:19.641679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:19.661597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b04a5903-6903-44dc-8d0f-563e72c6a39c req-0e2941e1-0f20-46f5-93a8-6b0ab02f2548 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818460 Jul 23 22:44:19.808709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d7d5-9830-46b8-a847-4d940ed2f085 req-66521e65-2f29-4021-8ccc-e53ab498e839 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:19.810440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0473d7d5-9830-46b8-a847-4d940ed2f085 req-66521e65-2f29-4021-8ccc-e53ab498e839 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 944 time: 0.0820847 Jul 23 22:44:19.821820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Pushing event updated for resources: {'Port': ['ID=8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:19.856810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0473d7d5-9830-46b8-a847-4d940ed2f085 req-ded9eb8f-9290-409e-87a2-2acda53c6fec tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Jul 23 22:44:19.862233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Attempting to bind port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:19.862901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Attempting to bind port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f03bd519-2608-4feb-85a4-a4a279b5a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:19.863478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Attempting to bind port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 on network 358d5814-0425-4f96-b021-dc3d5aa1f715 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:19.874980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:19.875424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Checking segment: {'id': 'f03bd519-2608-4feb-85a4-a4a279b5a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:19.875757 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.876264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Bound using segment: {'id': 'f03bd519-2608-4feb-85a4-a4a279b5a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:19.876748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Bound port: 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03bd519-2608-4feb-85a4-a4a279b5a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '358d5814-0425-4f96-b021-dc3d5aa1f715'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:19.877112 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.930002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99688a8c-ba2f-49cf-ba73-87422b494a9e req-4fba9460-1107-4803-a42a-ade749b58f06 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685486 Jul 23 22:44:19.930945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:19.971026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=7daaa428-2cf7-4a08-8ac5-a26373234ef1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:20.000009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] For port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:20.003454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdb8aa7c-d6d2-4450-aae9-1ca711116578 req-13d83236-2709-41af-b105-e002c61e340e tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717784 Jul 23 22:44:20.006609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] For port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3,segment=NetworkSegment(f03bd519-2608-4feb-85a4-a4a279b5a5ca),segment_id=f03bd519-2608-4feb-85a4-a4a279b5a5ca)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:20.011526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.063524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.079630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358d5814-0425-4f96-b021-dc3d5aa1f715']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:20.091760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03bd519-2608-4feb-85a4-a4a279b5a5ca') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:20.092144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03bd519-2608-4feb-85a4-a4a279b5a5ca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:20.105128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.122896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.125957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97489-b2ec-4a61-8205-f6ead61f5f80 None None] Pushing event updated for resources: {'Port': ['ID=8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:20.131747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:20.132349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:20.136341 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:20.157803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5906c9-8f93-4ff4-b311-0f1a8be009a6 None None] Network 358d5814-0425-4f96-b021-dc3d5aa1f715 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:20.205131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:44:20.205131 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:44:20.205131 n-d-791506-25 neutron-server[93835]: [parameters: {'id': '358d5814-0425-4f96-b021-dc3d5aa1f715'}] Jul 23 22:44:20.205131 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:44:20.206345 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:44:20.228706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736239e7-1a91-409c-894c-adf2effe6bd8 req-4aff05bc-a9f9-4112-b7b2-b1c7190e12e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:20.230711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-736239e7-1a91-409c-894c-adf2effe6bd8 req-4aff05bc-a9f9-4112-b7b2-b1c7190e12e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.0991089 Jul 23 22:44:20.274031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-736239e7-1a91-409c-894c-adf2effe6bd8 req-9f282cc3-681c-4949-af23-a69d9ca24e6d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Jul 23 22:44:20.308077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a6734-b471-4fb5-8c3f-05bb80f589af None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:20.447114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802d84f-7aa2-4b95-80a8-bfcf7b2456d6 req-6fbc1227-cdfb-4b70-874f-f930ef184860 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:20.449155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f802d84f-7aa2-4b95-80a8-bfcf7b2456d6 req-6fbc1227-cdfb-4b70-874f-f930ef184860 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.0723596 Jul 23 22:44:20.450661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a6734-b471-4fb5-8c3f-05bb80f589af None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:20.489449 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f802d84f-7aa2-4b95-80a8-bfcf7b2456d6 req-27a5ad7b-1d1d-44da-b140-613b24d81ce0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Jul 23 22:44:20.636776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a2036-0630-4959-a458-2342fdfb2b2c req-4d19c4ba-f9d3-4936-997d-552d75237635 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:20.638492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-395a2036-0630-4959-a458-2342fdfb2b2c req-4d19c4ba-f9d3-4936-997d-552d75237635 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.0657282 Jul 23 22:44:20.698431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-395a2036-0630-4959-a458-2342fdfb2b2c req-8bcf3303-e7d9-4d88-bd51-1bda5ca52a16 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539155 Jul 23 22:44:20.707859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.746202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ce46867c-a14a-473f-9ae7-9990b86f821b up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:20.840081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:20.840428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.866307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port ce46867c-a14a-473f-9ae7-9990b86f821b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:20.872741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port ce46867c-a14a-473f-9ae7-9990b86f821b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:20.873196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.903656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbb233-1a00-4c8e-b8f9-afb2e5004377 req-196ca7a1-3927-4cb0-b44c-c15e834c1f30 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:20.905200 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cfbb233-1a00-4c8e-b8f9-afb2e5004377 req-196ca7a1-3927-4cb0-b44c-c15e834c1f30 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 944 time: 0.1399734 Jul 23 22:44:20.951129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3,segment=NetworkSegment(f03bd519-2608-4feb-85a4-a4a279b5a5ca),segment_id=f03bd519-2608-4feb-85a4-a4a279b5a5ca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:20.951505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:20.974341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:20.989014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.009001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cfbb233-1a00-4c8e-b8f9-afb2e5004377 req-3cc91afb-2e25-4100-990d-af32c215d020 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848017 Jul 23 22:44:21.015397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:21.018795 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978d0100-2e44-4eba-a764-dbfdad3d5232" -d '{"events": [{"server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "name": "network-vif-plugged", "status": "completed", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:21.036121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ce46867c-a14a-473f-9ae7-9990b86f821b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:21.042373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.103849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:21.140198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93f04-a0d9-4bb8-b8d4-53fdcbe810d2 req-a3c624f0-2287-4cc7-b58f-fe9ca6469b9c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:21.141632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37e93f04-a0d9-4bb8-b8d4-53fdcbe810d2 req-a3c624f0-2287-4cc7-b58f-fe9ca6469b9c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 944 time: 0.1074321 Jul 23 22:44:21.142793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.162948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd92d5-02ef-4915-89f5-33c087b84096 req-51fa6843-2207-43e6-a6fa-29572871eff4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:21.164600 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0dd92d5-02ef-4915-89f5-33c087b84096 req-51fa6843-2207-43e6-a6fa-29572871eff4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.0788257 Jul 23 22:44:21.178259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:21.184422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port 8d55bfbf-d8a7-4646-ad47-4196dd6c0cf3 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:21.205102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d0dd92d5-02ef-4915-89f5-33c087b84096 req-6f378610-3559-4d04-a359-91806e84bbda tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Jul 23 22:44:21.259612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37e93f04-a0d9-4bb8-b8d4-53fdcbe810d2 req-df5ecd01-5ac0-4704-b8d4-af5e4e40dd12 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916045 Jul 23 22:44:21.295673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.318473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358d5814-0425-4f96-b021-dc3d5aa1f715']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:21.331060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03bd519-2608-4feb-85a4-a4a279b5a5ca') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:21.331535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03bd519-2608-4feb-85a4-a4a279b5a5ca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:21.341692 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77eab4a-84e0-4400-bda3-60b3b253428a x-openstack-request-id: req-f77eab4a-84e0-4400-bda3-60b3b253428a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:21.341913 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "name": "network-vif-plugged", "status": "completed", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:21.342306 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77eab4a-84e0-4400-bda3-60b3b253428a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:21.342979 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'code': 200} Jul 23 22:44:21.343459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.359889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.366860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:21.367353 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:21.370990 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:21.465206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.474708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.480287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/358d5814-0425-4f96-b021-dc3d5aa1f715 HTTP/1.1" status: 204 len: 168 time: 2.6316257 Jul 23 22:44:21.480448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:21.488954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847069710'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:21.495045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee510ac-83e6-4a27-9755-1e6596445512 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=358d5814-0425-4f96-b021-dc3d5aa1f715,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:21.517643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:21.522486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.522989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f09805-0719-41a3-9dbe-d2d342f94d1e req-5494c214-b07e-4187-9269-192f113fd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:21.524618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1f09805-0719-41a3-9dbe-d2d342f94d1e req-5494c214-b07e-4187-9269-192f113fd301 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1097 time: 0.0967185 Jul 23 22:44:21.548899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:21.561364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.561713 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment ffb3cc9c-485d-45d4-9af7-0ceb2351c638 of type vlan for network db130339-d359-4c4a-86b6-73918f6757a1 Jul 23 22:44:21.562524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1f09805-0719-41a3-9dbe-d2d342f94d1e req-3642ecab-1019-4f0d-ae0e-fdefeb8b5454 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 23 22:44:21.605208 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.635185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.641372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:21.641981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.680659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1990662 Jul 23 22:44:21.683422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:21.688644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': 'db130339-d359-4c4a-86b6-73918f6757a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:21.732056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a713d1-d698-4011-8361-0d470bee8668 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=db130339-d359-4c4a-86b6-73918f6757a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:21.735286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 60020f57-2e10-42f7-88e0-36a51784c2b3 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:21.754575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network db130339-d359-4c4a-86b6-73918f6757a1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:21.829440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:21.835091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.907820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=60020f57-2e10-42f7-88e0-36a51784c2b3,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:21.922089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '60020f57-2e10-42f7-88e0-36a51784c2b3', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '60020f57-2e10-42f7-88e0-36a51784c2b3', 'mac_address': 'fa:16:3e:8b:26:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:21.968789 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:21.984594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60020f57-2e10-42f7-88e0-36a51784c2b3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:22.006251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=60020f57-2e10-42f7-88e0-36a51784c2b3,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:22.010337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.046673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.068636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:22.126945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=0703fd22-f021-4d5e-9161-bb2d3833fc76,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:22.141515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': 'ffb3cc9c-485d-45d4-9af7-0ceb2351c638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'db130339-d359-4c4a-86b6-73918f6757a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:22.141922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: db130339-d359-4c4a-86b6-73918f6757a1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:22.162156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network db130339-d359-4c4a-86b6-73918f6757a1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:22.172661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b6a5a-db49-4741-b5a9-720b017a6ca2 req-21540aed-7dfc-43f5-a600-5005dcd24fdd tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:22.174609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, db130339-d359-4c4a-86b6-73918f6757a1) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:22.175291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-086b6a5a-db49-4741-b5a9-720b017a6ca2 req-21540aed-7dfc-43f5-a600-5005dcd24fdd tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 945 time: 0.0829220 Jul 23 22:44:22.181103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.181391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:22.183811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1ba60-2471-45a3-acfd-22b8e7f5c1a2 None None] Network db130339-d359-4c4a-86b6-73918f6757a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:22.186199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.212025 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f57b0750-d68e-4dd7-9348-4fa8424fb756 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5248399 Jul 23 22:44:22.212025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:22.235060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-086b6a5a-db49-4741-b5a9-720b017a6ca2 req-2eea01a4-4b28-4d11-942a-5e83a8fe0beb tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Jul 23 22:44:22.266828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['60020f57-2e10-42f7-88e0-36a51784c2b3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:22.420843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.526673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.544439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59770c54-4d5a-403b-8f4e-20f458368ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-db130339-d359-4c4a-86b6-73918f6757a1', 'network_id': 'db130339-d359-4c4a-86b6-73918f6757a1', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '0703fd22-f021-4d5e-9161-bb2d3833fc76'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:22.545286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59770c54-4d5a-403b-8f4e-20f458368ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.572348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec5304-889b-4ab7-bc98-231e1f0fff38 req-15208114-0f96-4cd3-b88d-14da25eb270f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:22.575187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83ec5304-889b-4ab7-bc98-231e1f0fff38 req-15208114-0f96-4cd3-b88d-14da25eb270f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 945 time: 0.1056917 Jul 23 22:44:22.606099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533ef1f-e535-41a8-9bc4-dd12934babcf req-107bea2a-81d8-48c9-b29a-348d7383d80d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:22.607996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1533ef1f-e535-41a8-9bc4-dd12934babcf req-107bea2a-81d8-48c9-b29a-348d7383d80d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2434881 Jul 23 22:44:22.616685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.650031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83ec5304-889b-4ab7-bc98-231e1f0fff38 req-29ea6267-c4d0-4251-8401-6ab610e66412 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647845 Jul 23 22:44:22.669733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=0703fd22-f021-4d5e-9161-bb2d3833fc76,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:22.717468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1533ef1f-e535-41a8-9bc4-dd12934babcf req-c5f2a691-b83d-480a-9d04-a1188567047c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Jul 23 22:44:22.748340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.759903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db130339-d359-4c4a-86b6-73918f6757a1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:22.771314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb3cc9c-485d-45d4-9af7-0ceb2351c638') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:22.771637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb3cc9c-485d-45d4-9af7-0ceb2351c638') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-59770c54-4d5a-403b-8f4e-20f458368ab3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0703fd22-f021-4d5e-9161-bb2d3833fc76: This subnet is being modified by another concurrent operation. Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:44:22.776971 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0703fd22-f021-4d5e-9161-bb2d3833fc76: This subnet is being modified by another concurrent operation. Jul 23 22:44:22.781336 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:44:22.785055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.811749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.820223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:22.820853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:22.825267 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:22.851718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f7b54-44ff-423e-b537-c8c6c26a8ac0 None None] Network db130339-d359-4c4a-86b6-73918f6757a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:22.900097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.908142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:22.910423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/db130339-d359-4c4a-86b6-73918f6757a1 HTTP/1.1" status: 204 len: 168 time: 0.6971712 Jul 23 22:44:22.914361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:22.921242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954443344'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:22.927034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af503d7b-2d7c-4e4c-ae0d-7eb625c663b9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=db130339-d359-4c4a-86b6-73918f6757a1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:22.946670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:22.950943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.016020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:23.039366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.039795 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 6d7734b7-9497-4c41-94c9-4c3977aa096f of type vlan for network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd Jul 23 22:44:23.053826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760970f-4338-4d14-8d18-d08d3fba6087 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:23.089567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.176910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.190908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760970f-4338-4d14-8d18-d08d3fba6087 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:23.243654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.251270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.251840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.261280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85604-c930-419f-b772-96ab7775619c req-f9b9a27d-7f2a-4bec-ace6-36b987065723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.262819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-f9b9a27d-7f2a-4bec-ace6-36b987065723 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1098 time: 0.1791754 Jul 23 22:44:23.364494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc01d6-d562-4162-a72d-a6ff2af885ca req-36816303-f548-4dfa-9c42-a377f8788dab tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.366104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44cc01d6-d562-4162-a72d-a6ff2af885ca req-36816303-f548-4dfa-9c42-a377f8788dab tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2811213 Jul 23 22:44:23.374624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4581461 Jul 23 22:44:23.375408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:23.393917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:23.461659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1163d-efab-4fdd-a23c-e70e491b95e8 req-f2ed468c-d06d-4cba-931f-903e4f79c7ae tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.468661 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e8e1163d-efab-4fdd-a23c-e70e491b95e8 req-f2ed468c-d06d-4cba-931f-903e4f79c7ae tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 945 time: 0.1304457 Jul 23 22:44:23.534703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f930-33e5-47f4-a0c4-94a5301c24ac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=641312c9-5de4-41ff-8f4e-20b9e4bf4ebd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:23.563624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e8e1163d-efab-4fdd-a23c-e70e491b95e8 req-5287363d-392f-4fbb-b4f3-f8ef59bd0049 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919318 Jul 23 22:44:23.581296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44cc01d6-d562-4162-a72d-a6ff2af885ca req-a4c069fe-daae-48be-9d3f-836032885947 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027934 Jul 23 22:44:23.591819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:23.735451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85604-c930-419f-b772-96ab7775619c req-cd42758a-0c58-47a8-920e-5c86a51e1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.736947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-cd42758a-0c58-47a8-920e-5c86a51e1c7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 0.4637074 Jul 23 22:44:23.793632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:23.796347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 60020f57-2e10-42f7-88e0-36a51784c2b3 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:23.814800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-1b1c77b6-d4c5-4708-8b48-bccdb4b5ad4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.0498123 Jul 23 22:44:23.876555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85604-c930-419f-b772-96ab7775619c req-f20e24e7-a983-46e7-b13d-f983fc3f4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.878052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-f20e24e7-a983-46e7-b13d-f983fc3f4bb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.0507405 Jul 23 22:44:23.886907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e8e9e-a772-4e92-be62-7597bcefdf46 req-4a2cd5d2-2fb6-4cd9-9fbd-788005aae9ad tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:23.889836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e29e8e9e-a772-4e92-be62-7597bcefdf46 req-4a2cd5d2-2fb6-4cd9-9fbd-788005aae9ad tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 945 time: 0.1231921 Jul 23 22:44:23.910621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:23.914740 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:23.948942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-7fdf7619-6719-4a34-9823-533eedaee364 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610054 Jul 23 22:44:23.963387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e29e8e9e-a772-4e92-be62-7597bcefdf46 req-3c518236-90c1-4309-b22e-b50bd2668258 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Jul 23 22:44:24.018030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 60020f57-2e10-42f7-88e0-36a51784c2b3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:24.033812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 60020f57-2e10-42f7-88e0-36a51784c2b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:24.034182 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.090278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-62dc760e-6967-4ff4-8742-d2cb7a635722 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239221 Jul 23 22:44:24.152955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:24.172808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:24.176923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.185781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-51a4e117-8de2-481c-b543-7a8932881402 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:24.195252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-51a4e117-8de2-481c-b543-7a8932881402 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5016756 Jul 23 22:44:24.230951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:24.233530 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc7188-56ca-462b-b3d9-f02ae0ccfadd" -d '{"events": [{"server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "name": "network-vif-plugged", "status": "completed", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:24.283776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=60020f57-2e10-42f7-88e0-36a51784c2b3,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:24.304382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.306643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-0bf9c781-729e-4d62-996b-c23a649128ed tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.1102386 Jul 23 22:44:24.309287 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.311376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:24.379834 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.392560 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0dd8ac-4a88-43c0-a74b-af5b269936a7 x-openstack-request-id: req-8d0dd8ac-4a88-43c0-a74b-af5b269936a7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:24.393197 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "name": "network-vif-plugged", "status": "completed", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:24.393671 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d0dd8ac-4a88-43c0-a74b-af5b269936a7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:24.394163 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3', 'code': 200} Jul 23 22:44:24.398090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:24.407392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:24.434967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:24.446218 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.512081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80d85604-c930-419f-b772-96ab7775619c req-cf4207c5-91b3-4359-b136-e59db79f90e2 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097562 Jul 23 22:44:24.534658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:24.545723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8938e48e-ffc4-4110-a348-47f0cdd254d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:24.790485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7c7fe-c234-4241-93ce-7ae4fa16c92b req-14f461c0-6bb1-4a10-8172-413b8df96e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:24.791791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3c7c7fe-c234-4241-93ce-7ae4fa16c92b req-14f461c0-6bb1-4a10-8172-413b8df96e3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 1098 time: 0.2904465 Jul 23 22:44:24.792655 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:24.848688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1012ff-7a74-4306-b721-d3ca7ec57889 req-e74669cf-ad7e-4d45-a77a-63515546616c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:24.869295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f1012ff-7a74-4306-b721-d3ca7ec57889 req-e74669cf-ad7e-4d45-a77a-63515546616c tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1579742 Jul 23 22:44:24.958459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f1012ff-7a74-4306-b721-d3ca7ec57889 req-0b470f86-eeaa-45d0-bb68-91c88147e50b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782251 Jul 23 22:44:25.090802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=15f940ae-5640-4207-9a7e-407ee2b977cd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:25.192542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3c7c7fe-c234-4241-93ce-7ae4fa16c92b req-b6aa1992-b608-446a-9aeb-0f2773045691 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587031 Jul 23 22:44:25.213936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '6d7734b7-9497-4c41-94c9-4c3977aa096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:25.214326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:25.339331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:25.361340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:25.367788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1b99-254a-4f34-b2a7-56b6d279e268 req-3834154d-57f4-4aeb-8c25-5126152e8f55 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:25.369926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355b4d7-6c4b-47cb-a769-5b4f8814ebc5 None None] Network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:25.377123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:25.378395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:25.379705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-53ad1b99-254a-4f34-b2a7-56b6d279e268 req-3834154d-57f4-4aeb-8c25-5126152e8f55 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.1651204 Jul 23 22:44:25.384644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:25.401880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:25.435238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-53ad1b99-254a-4f34-b2a7-56b6d279e268 req-03033a01-02a4-45c4-9191-9fa91d191d43 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542397 Jul 23 22:44:25.558459 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Floating IP 2a270cae-7069-433b-b325-2f5198ecf744 associated. External IP: 172.25.1.50, port: 237d55dc-e677-4cb2-bb44-f0307b1c322e. Jul 23 22:44:25.636811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ae4f45aa-91e2-4c0b-a1a8-619a3fc1c3f6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2474761 Jul 23 22:44:25.643359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:25.771850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-641312c9-5de4-41ff-8f4e-20b9e4bf4ebd', 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '15f940ae-5640-4207-9a7e-407ee2b977cd'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:25.773281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:25.790673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:25.896559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:25.966409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:25.966824 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.094165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:26.099937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Allocated IP 172.20.0.2 (641312c9-5de4-41ff-8f4e-20b9e4bf4ebd/15f940ae-5640-4207-9a7e-407ee2b977cd/5b8eae57-55f8-4763-8ac2-84aadf79eff4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:26.108134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.266288 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.323032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34025b-726a-47bf-a142-9948bb985d04 req-53544ec4-be33-465e-a05b-4cf8a8d260bb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:26.330951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b34025b-726a-47bf-a142-9948bb985d04 req-53544ec4-be33-465e-a05b-4cf8a8d260bb tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2093496 Jul 23 22:44:26.356257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:26.362615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.368317 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:26.385266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:26.387749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:26.410899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-e9847f1f-59a8-4239-872f-e588780c7d63 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "PUT /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 995 time: 2.1032026 Jul 23 22:44:26.411609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:26.414937 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8acd84-60bb-4376-b6df-a7fd7523472a" -d '{"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:26.443031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b34025b-726a-47bf-a142-9948bb985d04 req-074c7d0b-d590-4074-ac87-6d203741b9ad tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111817 Jul 23 22:44:26.480757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:26.482862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:26.488111 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e949f1-2fcd-4856-9ffb-2f3c92f842d1" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:26.498889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.520972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-a6af6d2f-3c2c-4e07-9d02-ba04ca04d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:26.523070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-a6af6d2f-3c2c-4e07-9d02-ba04ca04d542 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.0949523 Jul 23 22:44:26.622834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:26.687865 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc56ce-2e68-4e17-b3fd-015ba40c0d29 x-openstack-request-id: req-f5cc56ce-2e68-4e17-b3fd-015ba40c0d29 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:26.688469 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:26.688898 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5cc56ce-2e68-4e17-b3fd-015ba40c0d29 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:26.689529 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:44:26.713589 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:26.782633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.814442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Transition to ACTIVE for port object 5b8eae57-55f8-4763-8ac2-84aadf79eff4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:26.872929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Transition to ACTIVE for port object 5b8eae57-55f8-4763-8ac2-84aadf79eff4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:26.892957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.930461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc07d4b-5e64-4b77-bde3-aeed183a1e09 req-1c8a1494-1a63-4b3f-8e81-e4d4d3205579 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:26.951359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbc07d4b-5e64-4b77-bde3-aeed183a1e09 req-1c8a1494-1a63-4b3f-8e81-e4d4d3205579 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.1996908 Jul 23 22:44:26.975418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:26.997433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Pushing event updated for resources: {'Port': ['ID=5b8eae57-55f8-4763-8ac2-84aadf79eff4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:27.013292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:27.015241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:27.020790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:27.049208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=15f940ae-5640-4207-9a7e-407ee2b977cd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:27.170062 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:25Z', 'revision_number': 1, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:27.183040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Attempting to bind port 5b8eae57-55f8-4763-8ac2-84aadf79eff4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:27.183735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Attempting to bind port 5b8eae57-55f8-4763-8ac2-84aadf79eff4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '6d7734b7-9497-4c41-94c9-4c3977aa096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:27.183735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Attempting to bind port 5b8eae57-55f8-4763-8ac2-84aadf79eff4 on network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:27.189101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dbc07d4b-5e64-4b77-bde3-aeed183a1e09 req-b3faaba5-b7b6-4bc9-9551-a43a4add7814 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361529 Jul 23 22:44:27.202695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:27.202851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Checking segment: {'id': '6d7734b7-9497-4c41-94c9-4c3977aa096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:27.211274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:27.211731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Bound using segment: {'id': '6d7734b7-9497-4c41-94c9-4c3977aa096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:27.212253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Bound port: 5b8eae57-55f8-4763-8ac2-84aadf79eff4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7734b7-9497-4c41-94c9-4c3977aa096f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:27.212454 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:27.212649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:27.240045 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:27.241046 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:27.373397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:27.412526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641312c9-5de4-41ff-8f4e-20b9e4bf4ebd']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:27.421390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-0bd472fc-97ec-43aa-a88a-7bf87a1e3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:27.423713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-0bd472fc-97ec-43aa-a88a-7bf87a1e3a1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.8942938 Jul 23 22:44:27.467468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] For port 5b8eae57-55f8-4763-8ac2-84aadf79eff4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:27.471227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] For port 5b8eae57-55f8-4763-8ac2-84aadf79eff4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5b8eae57-55f8-4763-8ac2-84aadf79eff4,segment=NetworkSegment(6d7734b7-9497-4c41-94c9-4c3977aa096f),segment_id=6d7734b7-9497-4c41-94c9-4c3977aa096f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:27.480273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:27.503347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-d3a8e9c4-2b7b-4c3e-9ec1-4c8c9ddd7d55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 998 time: 0.0684931 Jul 23 22:44:27.592802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-7a063985-eab7-4c05-b8bc-2d805d67c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:27.599682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-7a063985-eab7-4c05-b8bc-2d805d67c297 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.9011402 Jul 23 22:44:27.625209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63583c10-d23e-426d-b6be-625c72a9e1ee None None] Pushing event updated for resources: {'Port': ['ID=5b8eae57-55f8-4763-8ac2-84aadf79eff4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:27.659111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71cea3-ac78-468d-a433-a9fbae94d4d4 None None] Network 641312c9-5de4-41ff-8f4e-20b9e4bf4ebd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:27.680292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:27.739678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-addace50-b0ed-420a-b680-29a8d9d958b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:27.741103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-addace50-b0ed-420a-b680-29a8d9d958b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.2278216 Jul 23 22:44:27.897084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70e8ab-17ea-43cd-a387-6e609bd1ccb0 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:27.957615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-ac4d64e6-321d-42ab-8fef-bd05cddb0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:27.959493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-ac4d64e6-321d-42ab-8fef-bd05cddb0a6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.3498292 Jul 23 22:44:28.107919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-7ceeec33-c25d-4c58-9d17-373487ba9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:28.110125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-7ceeec33-c25d-4c58-9d17-373487ba9c03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3110914 Jul 23 22:44:28.133749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-76ccd744-7318-40ff-b396-782796c7506a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:44:28.136837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7734b7-9497-4c41-94c9-4c3977aa096f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:28.138392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7734b7-9497-4c41-94c9-4c3977aa096f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:28.142766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-76ccd744-7318-40ff-b396-782796c7506a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157278 Jul 23 22:44:28.168530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:28.186113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70e8ab-17ea-43cd-a387-6e609bd1ccb0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:28.200788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-8c5a71c5-5bc0-4c69-854b-e7b6c74b1a23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 998 time: 0.2299237 Jul 23 22:44:28.202363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:28.221940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:28.224662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:28.263321 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:25Z', 'revision_number': 1, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:28.306311 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a210af-5154-4779-aae9-5b7b3ef72726 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:25Z', 'revision_number': 1, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:28.375693 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:28.390897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:44:28.390897 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:44:28.390897 n-d-791506-25 neutron-server[93836]: [parameters: {'id': '641312c9-5de4-41ff-8f4e-20b9e4bf4ebd'}] Jul 23 22:44:28.390897 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:44:28.391384 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:44:28.404482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-132e1c4c-c252-45e2-b163-8760caa90333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:28.406341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-132e1c4c-c252-45e2-b163-8760caa90333 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.1906879 Jul 23 22:44:28.463798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-7270c7ec-1bb0-4b81-899b-0cb1729ff1e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090189 Jul 23 22:44:28.469293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8107b9-5340-4b73-a892-fa2749643594 req-e5a6582e-a5d8-4eaa-8b62-6adee3d7e785 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:28.474290 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb8107b9-5340-4b73-a892-fa2749643594 req-e5a6582e-a5d8-4eaa-8b62-6adee3d7e785 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 1.0800745 Jul 23 22:44:28.547014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-ac975844-ccf8-483c-a482-a257394e8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:28.548833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-ac975844-ccf8-483c-a482-a257394e8b85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353219 Jul 23 22:44:28.577867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eb8107b9-5340-4b73-a892-fa2749643594 req-cc39687a-8414-4967-ba24-166b64f8f9df tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978854 Jul 23 22:44:28.729640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b31cc4d2-62ca-4cab-b2bb-a34dfe9dc642 req-3bb722f8-4c22-497f-8230-ca5f49fdb30b service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368550 Jul 23 22:44:28.780727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-567fc659-f4f3-4b65-a1a3-caad0eb68277 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680248 Jul 23 22:44:28.820063 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f63896-3255-4e11-b74e-591811d77d21 x-openstack-request-id: req-48f63896-3255-4e11-b74e-591811d77d21 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:28.820608 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:28.820608 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48f63896-3255-4e11-b74e-591811d77d21 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:28.821049 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:44:28.828618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53392cc3-9909-44aa-831d-5648102e365b None None] New status for floating IP 2a270cae-7069-433b-b325-2f5198ecf744: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:44:28.897746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.039518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f8acd84-60bb-4376-b6df-a7fd7523472a req-cfa86773-bbd4-4a30-8fc2-505f3d701308 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569406 Jul 23 22:44:29.079439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port 5b8eae57-55f8-4763-8ac2-84aadf79eff4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:29.080498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.219624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port 5b8eae57-55f8-4763-8ac2-84aadf79eff4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5b8eae57-55f8-4763-8ac2-84aadf79eff4,segment=NetworkSegment(6d7734b7-9497-4c41-94c9-4c3977aa096f),segment_id=6d7734b7-9497-4c41-94c9-4c3977aa096f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:29.220337 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.235637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for 5b8eae57-55f8-4763-8ac2-84aadf79eff4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:29.257294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-913c6f51-0ece-4590-bfe7-12b8db1a6028 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:29.259673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-913c6f51-0ece-4590-bfe7-12b8db1a6028 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1239016 Jul 23 22:44:29.376205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.414197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-c985aa10-50ae-46bf-a94b-809cac84db44 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.1474764 Jul 23 22:44:29.426715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:29.469295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=5b8eae57-55f8-4763-8ac2-84aadf79eff4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:29.488894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.498579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port 5b8eae57-55f8-4763-8ac2-84aadf79eff4 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:29.558969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d6d30-11d9-4ed6-8b7d-ea4bd0e3edee req-eb1be84f-b4fd-48b3-80d5-50711f18dbec tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:29.568177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-532d6d30-11d9-4ed6-8b7d-ea4bd0e3edee req-eb1be84f-b4fd-48b3-80d5-50711f18dbec tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2170031 Jul 23 22:44:29.658642 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-532d6d30-11d9-4ed6-8b7d-ea4bd0e3edee req-24ee236b-a965-45d8-bab6-6cd39ab7d5e4 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Jul 23 22:44:29.729538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.751087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641312c9-5de4-41ff-8f4e-20b9e4bf4ebd']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:29.781015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7734b7-9497-4c41-94c9-4c3977aa096f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:29.781319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7734b7-9497-4c41-94c9-4c3977aa096f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:29.797242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.822454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.833900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:29.834565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:29.842085 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:29.896652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9fe0b-faa4-4292-bd88-e8887ef3aa67 req-e5ad5459-4780-476e-b038-a132edc26b25 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:29.898274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ca9fe0b-faa4-4292-bd88-e8887ef3aa67 req-e5ad5459-4780-476e-b038-a132edc26b25 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.1577122 Jul 23 22:44:29.981307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.009817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.013844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/641312c9-5de4-41ff-8f4e-20b9e4bf4ebd HTTP/1.1" status: 204 len: 168 time: 4.3692174 Jul 23 22:44:30.030070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:30.038774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-946967879'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:30.069366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ca9fe0b-faa4-4292-bd88-e8887ef3aa67 req-c1fd6553-66ff-427a-b661-7003e01cd4a1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359117 Jul 23 22:44:30.080084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40ddd-6324-4bf9-a98d-2a37430fe145 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=641312c9-5de4-41ff-8f4e-20b9e4bf4ebd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:30.151180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:30.158542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.211758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.218127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:30.224991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.244536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.245132 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 1c46600b-df75-4f6d-995c-2901eb25edab of type vlan for network 7a241b1e-f855-47ee-96e0-0a768ee81219 Jul 23 22:44:30.388884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.416683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:44:30.455152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.457640 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Floating IP 2a270cae-7069-433b-b325-2f5198ecf744 associated. External IP: 172.25.1.50, port: 237d55dc-e677-4cb2-bb44-f0307b1c322e. Jul 23 22:44:30.461904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:30.462541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.499155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb54db-5e51-4663-b3b8-a5e15e3f623e req-8c1d36ef-90d0-47cc-9885-dd5fe82ed0ff tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:30.506255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ebb54db-5e51-4663-b3b8-a5e15e3f623e req-8c1d36ef-90d0-47cc-9885-dd5fe82ed0ff tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1981986 Jul 23 22:44:30.545198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5106592 Jul 23 22:44:30.547095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:30.557931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '7a241b1e-f855-47ee-96e0-0a768ee81219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:30.621597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8ebb54db-5e51-4663-b3b8-a5e15e3f623e req-ac3efe55-50d8-44c0-8606-f845946eba1d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123168 Jul 23 22:44:30.651929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79159e3-dbdf-4ce2-8310-f23ac1eb0449 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=7a241b1e-f855-47ee-96e0-0a768ee81219,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:30.661867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7a241b1e-f855-47ee-96e0-0a768ee81219 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:30.799582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:30.805372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:30.886085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 22:44:30.886798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 22:44:30.965910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:31.143064 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:31.243127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:31.273726 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:31.287055 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:31.287696 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:31.353193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=27303017-7b84-41bc-8123-a8821d203a91,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:31.463078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb57ec-7a73-48bf-b1ea-d682f8116a38 req-59822b88-146a-4d0e-8e88-61c71a8b3813 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:31.479648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4efb57ec-7a73-48bf-b1ea-d682f8116a38 req-59822b88-146a-4d0e-8e88-61c71a8b3813 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.2673457 Jul 23 22:44:31.506372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '1c46600b-df75-4f6d-995c-2901eb25edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7a241b1e-f855-47ee-96e0-0a768ee81219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:31.506875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 7a241b1e-f855-47ee-96e0-0a768ee81219, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:31.509102 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:31.575824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:31.589213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4efb57ec-7a73-48bf-b1ea-d682f8116a38 req-d2d33b60-2618-4403-8913-22200efbdc02 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040356 Jul 23 22:44:31.629194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 7a241b1e-f855-47ee-96e0-0a768ee81219 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:31.648137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 7a241b1e-f855-47ee-96e0-0a768ee81219) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:31.657321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c188a346-af7f-4a5c-b6dc-3df8530f4fb5 None None] Network 7a241b1e-f855-47ee-96e0-0a768ee81219 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:31.657795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:31.658465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:31.703496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e4c53600-55b7-40b3-b335-401a7355e9eb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1526062 Jul 23 22:44:31.705059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:31.912014 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:30Z', 'revision_number': 3, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:31.951682 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:31.957478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2788e-1432-4caa-b8f1-f4d028eb4e9c req-9b5c0693-6d1f-4241-98d6-731ca3e57ec3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:31.963252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:31.964175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:31.968409 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ce2788e-1432-4caa-b8f1-f4d028eb4e9c req-9b5c0693-6d1f-4241-98d6-731ca3e57ec3 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2026551 Jul 23 22:44:32.007114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.022373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9ce2788e-1432-4caa-b8f1-f4d028eb4e9c req-106c7fc3-ef96-4fa9-82d4-ad64399edf51 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529811 Jul 23 22:44:32.032508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6c64e-e5e1-4557-8f8a-3952be59eebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-7a241b1e-f855-47ee-96e0-0a768ee81219', 'network_id': '7a241b1e-f855-47ee-96e0-0a768ee81219', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '27303017-7b84-41bc-8123-a8821d203a91'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:32.033483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f6c64e-e5e1-4557-8f8a-3952be59eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.052713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:32.057521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.096850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-af9bd26e-83a3-4c38-9b55-6cdb7f658ffb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3114145 Jul 23 22:44:32.102652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.192713 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:32.257952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-70f6c64e-e5e1-4557-8f8a-3952be59eebf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27303017-7b84-41bc-8123-a8821d203a91: This subnet is being modified by another concurrent operation. Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:44:32.334861 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27303017-7b84-41bc-8123-a8821d203a91: This subnet is being modified by another concurrent operation. Jul 23 22:44:32.339026 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:44:32.369949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c78d7-851a-4794-86f5-cde6ced22000 None None] Network 7a241b1e-f855-47ee-96e0-0a768ee81219 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:32.389058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:32.393292 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f17e9-69c6-4785-81f1-6b63483af946" -d '{"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:32.399277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-735b50db-1f1a-4152-a54b-ae789017228b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "PUT /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 997 time: 2.9777715 Jul 23 22:44:32.445143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=27303017-7b84-41bc-8123-a8821d203a91,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:32.637940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc9bfbd-a2d8-4bed-88ca-e2abde64b689 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:32.650809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.694179 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:30Z', 'revision_number': 3, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:32.700584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a241b1e-f855-47ee-96e0-0a768ee81219']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:32.732931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c46600b-df75-4f6d-995c-2901eb25edab') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:32.736115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c46600b-df75-4f6d-995c-2901eb25edab') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:32.740240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-818601ec-813f-4d5b-8872-5a2803d70c31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:32.747990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-818601ec-813f-4d5b-8872-5a2803d70c31 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports/237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 942 time: 0.3190262 Jul 23 22:44:32.774507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97469b80-8843-4487-9939-1d1f43c1f390 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:30Z', 'revision_number': 3, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:32.780558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ab4c-ff2d-43f8-b20e-f1055327a40f req-0c4c3b37-2beb-4cf6-8c15-e5844ec59227 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:32.789225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d29ab4c-ff2d-43f8-b20e-f1055327a40f req-0c4c3b37-2beb-4cf6-8c15-e5844ec59227 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.5109932 Jul 23 22:44:32.807351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.811939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-3bc0d2cc-3b0f-465c-ab9b-859014457928 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:32.813498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-3bc0d2cc-3b0f-465c-ab9b-859014457928 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.3403139 Jul 23 22:44:32.817595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c7880-82ea-4e92-a609-a0a019206f6c req-c2dbf3fa-7dda-4350-9a6e-a1812bf9e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:32.824727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-c2dbf3fa-7dda-4350-9a6e-a1812bf9e043 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b46c44445b224ee0ab37c736baaeb32b&device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 1098 time: 0.4845421 Jul 23 22:44:32.902149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.945261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5d29ab4c-ff2d-43f8-b20e-f1055327a40f req-b9ad86d0-37b4-4350-9fab-6efb2014d32d tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480155 Jul 23 22:44:32.947503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:32.948497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:32.959698 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:33.043229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9bfbd-a2d8-4bed-88ca-e2abde64b689 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:33.186901 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cac56ba-74a3-43df-a584-2ab8d84ac890 x-openstack-request-id: req-7cac56ba-74a3-43df-a584-2ab8d84ac890 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:33.190330 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:33.190812 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cac56ba-74a3-43df-a584-2ab8d84ac890 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:33.192588 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:44:33.235490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.248302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.250815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/7a241b1e-f855-47ee-96e0-0a768ee81219 HTTP/1.1" status: 204 len: 168 time: 1.5447776 Jul 23 22:44:33.255570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:33.264524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1535604128'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:33.290165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffb113-376b-4331-aca0-29f05abdd391 None None] New status for floating IP 2a270cae-7069-433b-b325-2f5198ecf744: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:44:33.290680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe70b-23f7-4acb-8218-089fbe0fd606 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=7a241b1e-f855-47ee-96e0-0a768ee81219,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:33.361185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:33.365956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.419308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port 60020f57-2e10-42f7-88e0-36a51784c2b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:33.419687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.419899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:33.462556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.466692 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 87d861cc-8dfe-4618-a8bd-4d442e0fe8e0 of type vlan for network ee9817e6-8cdd-4993-895f-85f05133d6c0 Jul 23 22:44:33.504783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c7880-82ea-4e92-a609-a0a019206f6c req-d24df425-b36b-4d58-a0bf-c796eb3972b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:33.511105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-d24df425-b36b-4d58-a0bf-c796eb3972b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 200 len: 914 time: 0.5751331 Jul 23 22:44:33.556509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-6f6e2604-1742-4027-a0d3-a24017734315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:33.567640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-6f6e2604-1742-4027-a0d3-a24017734315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.5300398 Jul 23 22:44:33.574493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b63811-df3a-4bbc-9d42-05088d6571f6 req-7ef56c99-e8ee-4969-87d6-8bcdfad1c861 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:33.583203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9b63811-df3a-4bbc-9d42-05088d6571f6 req-7ef56c99-e8ee-4969-87d6-8bcdfad1c861 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 946 time: 0.3989303 Jul 23 22:44:33.621616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f17e9-69c6-4785-81f1-6b63483af946 req-edddae7f-a389-46fd-96f3-57b2e42c01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:33.623868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-edddae7f-a389-46fd-96f3-57b2e42c01a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.5001163 Jul 23 22:44:33.705225 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:33.723232 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:33.729687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:33.734118 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:33.789694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c9b63811-df3a-4bbc-9d42-05088d6571f6 req-1f7f2d77-c562-4ec2-98b2-80a518e01053 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990461 Jul 23 22:44:33.902570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f17e9-69c6-4785-81f1-6b63483af946 req-b5570666-052c-43cd-ae42-4b96b8b7b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:33.907813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-b5570666-052c-43cd-ae42-4b96b8b7b2f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.2750103 Jul 23 22:44:33.962030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:34.105243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-f26ec9ad-c9eb-48c0-b6f4-364e26a03eb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.1862438 Jul 23 22:44:34.146309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:34.151049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.151691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:34.296977 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0349193 Jul 23 22:44:34.311320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:34.321699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:34.428018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f17e9-69c6-4785-81f1-6b63483af946 req-88d64baf-cdf0-4afe-a660-0ad97bedfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.429551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-88d64baf-cdf0-4afe-a660-0ad97bedfadb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.3163333 Jul 23 22:44:34.443568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e873dc-74a4-4681-a14d-73afbf13996f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=ee9817e6-8cdd-4993-895f-85f05133d6c0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:34.453704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-9e713c83-b739-4d21-9993-98a699efe2ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 200 len: 217 time: 0.9119840 Jul 23 22:44:34.454514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:34.487105 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:33Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:34.541391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303149fd-ddbf-4b74-8283-dd85e6b6cff7 req-10840bce-31b2-4fc0-b92b-32b986df2d8a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.546849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:34.548897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-303149fd-ddbf-4b74-8283-dd85e6b6cff7 req-10840bce-31b2-4fc0-b92b-32b986df2d8a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.4168937 Jul 23 22:44:34.568453 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:34.569265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:34.600004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-1fea69dc-057e-4e6b-aa47-7245e9413452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.602850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-1fea69dc-057e-4e6b-aa47-7245e9413452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 1.0344479 Jul 23 22:44:34.643754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-303149fd-ddbf-4b74-8283-dd85e6b6cff7 req-c6d78164-4226-43d9-aea6-c4e3c403bccd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Jul 23 22:44:34.711951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:34.720378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-56b2e34f-8f2a-4774-8088-e11fd24b875f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.1055617 Jul 23 22:44:34.726653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:34.733724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f17e9-69c6-4785-81f1-6b63483af946 req-0408bc09-1054-4e0e-a24a-256f3a19d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.742443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port 60020f57-2e10-42f7-88e0-36a51784c2b3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=60020f57-2e10-42f7-88e0-36a51784c2b3,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:34.742822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:34.749177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-0408bc09-1054-4e0e-a24a-256f3a19d541 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2960823 Jul 23 22:44:34.782719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c7880-82ea-4e92-a609-a0a019206f6c req-540fb536-e3e7-4be7-a855-b684b96f86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.784182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-540fb536-e3e7-4be7-a855-b684b96f86e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 200 len: 853 time: 0.3145492 Jul 23 22:44:34.828605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for 60020f57-2e10-42f7-88e0-36a51784c2b3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:34.853777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-b2507f8f-d144-4d7a-a353-62be09247396 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aae97090-3e52-4b60-a2c6-0ee3d1457ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462492 Jul 23 22:44:34.880730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-8ad983db-40dd-49d5-a7bb-0a02d5551fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:34.882241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-8ad983db-40dd-49d5-a7bb-0a02d5551fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.1440201 Jul 23 22:44:34.978801 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:34.981250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-1b98ecc0-8d21-4d40-9861-306e4302da74 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166986 Jul 23 22:44:35.080959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-87902b62-77af-4fd0-b800-d6e4f7b2f5e7 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118511 Jul 23 22:44:35.179048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-642f17e9-69c6-4785-81f1-6b63483af946 req-ce89d4d6-d704-4e21-bbc6-0c50d3f593bd service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543133 Jul 23 22:44:35.195072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:35.197842 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368f289-8290-452a-9f09-30366758e4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:35.231669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-47a395fd-947f-4b4f-ae44-9689040dec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:35.233609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-47a395fd-947f-4b4f-ae44-9689040dec09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3041461 Jul 23 22:44:35.295787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e5583-1963-4c0e-85f6-952d51e4c5a0 req-ec034168-2db1-4e35-a766-ca39c553e760 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:35.304794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-809e5583-1963-4c0e-85f6-952d51e4c5a0 req-ec034168-2db1-4e35-a766-ca39c553e760 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2918007 Jul 23 22:44:35.329278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-483c7880-82ea-4e92-a609-a0a019206f6c req-9cd4e7fc-9b26-47eb-87c9-ec70a3c8bba1 service neutron] 10.222.0.25 "GET /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376392 Jul 23 22:44:35.401994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-809e5583-1963-4c0e-85f6-952d51e4c5a0 req-c2df8481-277e-47fa-9831-fcc44d19dcd2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948725 Jul 23 22:44:35.423860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:35.452428 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:33Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:35.476838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=60020f57-2e10-42f7-88e0-36a51784c2b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:35.494793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-034afe00-658c-4ab0-b877-88aa4cdffbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315459 Jul 23 22:44:35.547236 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e81d8-744e-4f3c-8adf-d9ddfb1d12e9 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:06:ec:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:33Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:35.563701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port 60020f57-2e10-42f7-88e0-36a51784c2b3 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:35.706228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-048fa0cf-99bb-4c5e-b899-d1f47dbd7718 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585765 Jul 23 22:44:35.708031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:35.709821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa21cd39-7b95-4e8f-af16-9bf5c91e786a req-9a8011cc-9eb1-480c-b063-77d3b72329dd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "DELETE /v2.0/ports/60020f57-2e10-42f7-88e0-36a51784c2b3 HTTP/1.1" status: 204 len: 173 time: 2.8800588 Jul 23 22:44:35.778148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5993e7f3-d97b-45c1-aa6e-202ff07cc5ac req-d3d8728e-9557-4981-b574-df144c0c47b0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=df16ffee-4fdf-434f-96ad-588467bef645 HTTP/1.1" status: 200 len: 210 time: 0.1237774 Jul 23 22:44:35.780246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:35.810549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 60020f57-2e10-42f7-88e0-36a51784c2b3 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:35.839958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 60020f57-2e10-42f7-88e0-36a51784c2b3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:44:35.840506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 60020f57-2e10-42f7-88e0-36a51784c2b3 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:44:35.904118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=7e5f34f8-781e-4845-ada1-4cc1a120cdc4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:35.965300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:35.965661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: ee9817e6-8cdd-4993-895f-85f05133d6c0, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:35.996507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:36.024094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ee9817e6-8cdd-4993-895f-85f05133d6c0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:36.031085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.032433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:36.035395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aaa744-afa7-4739-8775-6f05d17e75b6 None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:36.040452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-b3fd0274-747c-4497-8e6b-cd2fc79463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.042263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-b3fd0274-747c-4497-8e6b-cd2fc79463a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1098 time: 0.2748451 Jul 23 22:44:36.046167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-231f66ef-a1eb-440e-b9f5-64f35c0a0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.074456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cf01c26e-e65b-476f-94cb-b1f436eee733 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7611547 Jul 23 22:44:36.075636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-231f66ef-a1eb-440e-b9f5-64f35c0a0e21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1097 time: 0.3242552 Jul 23 22:44:36.079967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:36.082398 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7043f00-6a64-4e71-93ad-d60757feba21 x-openstack-request-id: req-f7043f00-6a64-4e71-93ad-d60757feba21 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:36.082733 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:36.083014 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7043f00-6a64-4e71-93ad-d60757feba21 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:36.083413 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'status': 'completed', 'code': 200} Jul 23 22:44:36.115801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-55090eca-ca04-4d53-8c1a-99d10e30a413 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3657322 Jul 23 22:44:36.466446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4d113-f165-472e-a5b8-e08804ba5bff req-555a3cc4-066f-4699-9938-beb9814141c1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.478783 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74f4d113-f165-472e-a5b8-e08804ba5bff req-555a3cc4-066f-4699-9938-beb9814141c1 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1434102 Jul 23 22:44:36.500121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ee9817e6-8cdd-4993-895f-85f05133d6c0', 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '7e5f34f8-781e-4845-ada1-4cc1a120cdc4'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:36.501065 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:36.578489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-74f4d113-f165-472e-a5b8-e08804ba5bff req-e6dfe4c5-e1ce-42ed-b706-a994939398e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948849 Jul 23 22:44:36.728333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-6352b051-be71-4e80-9b2b-f7840680dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.730573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-6352b051-be71-4e80-9b2b-f7840680dcbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.6541340 Jul 23 22:44:36.787275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Allocated IP 172.20.0.1 (ee9817e6-8cdd-4993-895f-85f05133d6c0/7e5f34f8-781e-4845-ada1-4cc1a120cdc4/7622a3d8-5174-4b8b-8c57-41fdf742172c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:36.874281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9c13-c78a-412a-b30a-38a4efb23c81 req-09ca94ec-dcf8-4f9b-988e-4ebb4334e1e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:36.893078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf0a9c13-c78a-412a-b30a-38a4efb23c81 req-09ca94ec-dcf8-4f9b-988e-4ebb4334e1e9 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1976862 Jul 23 22:44:36.992760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cf0a9c13-c78a-412a-b30a-38a4efb23c81 req-e062c709-cb07-4e4f-8c77-2330616e3e6b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986192 Jul 23 22:44:37.031215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.043156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Transition to ACTIVE for port object 7622a3d8-5174-4b8b-8c57-41fdf742172c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:37.075011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Transition to ACTIVE for port object 7622a3d8-5174-4b8b-8c57-41fdf742172c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:37.083862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.133535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.163496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-55df26b6-e23b-45f9-a564-fcf30a6b1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.166024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-55df26b6-e23b-45f9-a564-fcf30a6b1ea1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 1.0818233 Jul 23 22:44:37.175107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Pushing event updated for resources: {'Port': ['ID=7622a3d8-5174-4b8b-8c57-41fdf742172c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:37.187844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:37.189163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f289-8290-452a-9f09-30366758e4ea req-033cdd12-affa-4377-9c22-d35517577ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.191509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-033cdd12-affa-4377-9c22-d35517577ce0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1097 time: 1.0792942 Jul 23 22:44:37.194075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:37.196456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:37.229252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-12227c59-58b8-435b-b6a0-08890b814f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.233728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-12227c59-58b8-435b-b6a0-08890b814f54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1097 time: 1.0655980 Jul 23 22:44:37.250382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-1f866f10-fa0a-4e48-895a-2c3ea1b34f95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 1000 time: 0.4770684 Jul 23 22:44:37.265660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.265660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.265951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.266128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.266466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.266803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.267127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.267455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.267791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.268414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.268783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.270000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:37.291230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Attempting to bind port 7622a3d8-5174-4b8b-8c57-41fdf742172c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:37.291527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Attempting to bind port 7622a3d8-5174-4b8b-8c57-41fdf742172c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:37.291894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Attempting to bind port 7622a3d8-5174-4b8b-8c57-41fdf742172c on network ee9817e6-8cdd-4993-895f-85f05133d6c0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:37.301912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:37.302558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Checking segment: {'id': '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:37.302964 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.303356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Bound using segment: {'id': '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:37.303834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Bound port: 7622a3d8-5174-4b8b-8c57-41fdf742172c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee9817e6-8cdd-4993-895f-85f05133d6c0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:37.304214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.451334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] For port 7622a3d8-5174-4b8b-8c57-41fdf742172c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:37.456200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] For port 7622a3d8-5174-4b8b-8c57-41fdf742172c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7622a3d8-5174-4b8b-8c57-41fdf742172c,segment=NetworkSegment(87d861cc-8dfe-4618-a8bd-4d442e0fe8e0),segment_id=87d861cc-8dfe-4618-a8bd-4d442e0fe8e0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:37.476011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:37.533684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa47d7-011e-4906-b80c-16790068f571 req-d7fb664e-f390-494d-ab8f-0ef6e472069a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.538394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2efa47d7-011e-4906-b80c-16790068f571 req-d7fb664e-f390-494d-ab8f-0ef6e472069a tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1698854 Jul 23 22:44:37.619607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609da849-0b43-4e7d-a8da-39cbff875d8c None None] Pushing event updated for resources: {'Port': ['ID=7622a3d8-5174-4b8b-8c57-41fdf742172c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:37.637887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2efa47d7-011e-4906-b80c-16790068f571 req-fbabd6a1-78be-46f2-83b7-3ba4e04499bd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938833 Jul 23 22:44:37.742641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f289-8290-452a-9f09-30366758e4ea req-40002052-c586-45e7-b004-53215f4b1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.744148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-40002052-c586-45e7-b004-53215f4b1c89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.5224836 Jul 23 22:44:37.746001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-13bc20ef-bbb3-42f3-934c-ee947b0a4ecc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 1001 time: 0.5443118 Jul 23 22:44:37.809743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-3c30f491-d284-4e05-a48e-18aee13c7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.811471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-3c30f491-d284-4e05-a48e-18aee13c7e34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.3672655 Jul 23 22:44:37.812894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-dacdde18-5b3f-4070-a7b5-2e3d1a916273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:37.819824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-dacdde18-5b3f-4070-a7b5-2e3d1a916273 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.5683591 Jul 23 22:44:37.903795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-5b209739-b84c-4f9d-b08f-4a61cd211997 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 1000 time: 0.0814867 Jul 23 22:44:38.096187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'name': 'network-vif-deleted', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:38.107467 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2507bc0-2f25-4784-98f8-e2ffbeb2f344" -d '{"events": [{"server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "name": "network-vif-deleted", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:38.116915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-d698bfbe-de87-4e03-83f7-0b8905e89bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.118715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-d698bfbe-de87-4e03-83f7-0b8905e89bb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.2979844 Jul 23 22:44:38.249657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-1915fad1-7e8b-4116-a600-fbcb366dec1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 1001 time: 0.3588107 Jul 23 22:44:38.303063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-add39026-fc16-4a22-b884-fac2886f269d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.305378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-add39026-fc16-4a22-b884-fac2886f269d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.3716099 Jul 23 22:44:38.325583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-8ae829a5-d916-4ff1-8672-35d5ea0a5985 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0138760 Jul 23 22:44:38.385013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port 7622a3d8-5174-4b8b-8c57-41fdf742172c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:38.385358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:38.412825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-d5b48c77-168b-425d-ad4f-4c2293229667 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768511 Jul 23 22:44:38.467701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f289-8290-452a-9f09-30366758e4ea req-6bad2821-9d10-4a5d-ae03-10b463eea4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.469286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-6bad2821-9d10-4a5d-ae03-10b463eea4c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.3149431 Jul 23 22:44:38.614165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-9012b6e0-7739-43d8-9711-f5b37122f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.615684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-9012b6e0-7739-43d8-9711-f5b37122f28b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.3343246 Jul 23 22:44:38.677588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a92a-c003-4c3b-8948-39f100307227 req-32c72ac0-5ff7-42e4-a000-22581bb6061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.679547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-32c72ac0-5ff7-42e4-a000-22581bb6061d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7737796 Jul 23 22:44:38.712719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-bfdc25c3-98db-40a7-84f2-4da8d0f9e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.713356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-bfdc25c3-98db-40a7-84f2-4da8d0f9e9d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5295517 Jul 23 22:44:38.749118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-5f19f3b1-59d8-48ec-ac80-bd3dc653008f service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054996 Jul 23 22:44:38.861265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port 7622a3d8-5174-4b8b-8c57-41fdf742172c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7622a3d8-5174-4b8b-8c57-41fdf742172c,segment=NetworkSegment(87d861cc-8dfe-4618-a8bd-4d442e0fe8e0),segment_id=87d861cc-8dfe-4618-a8bd-4d442e0fe8e0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:38.861883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:38.867899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f289-8290-452a-9f09-30366758e4ea req-35658cbf-4705-479c-a6a4-1a268d0b6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:38.869506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-35658cbf-4705-479c-a6a4-1a268d0b6fcd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3830197 Jul 23 22:44:38.989928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-d50219e9-f584-4d45-9e45-552e81e94dca service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294385 Jul 23 22:44:39.009856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for 7622a3d8-5174-4b8b-8c57-41fdf742172c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:39.109784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-f81fbef7-7055-4c27-bf5b-9ac67101143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:39.111402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-f81fbef7-7055-4c27-bf5b-9ac67101143b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4847898 Jul 23 22:44:39.339456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-42076f02-a0be-41fb-a370-068994cb1ed9 service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114547 Jul 23 22:44:39.341364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-d34d7b63-5444-44ec-a4db-730bc315c447 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061761 Jul 23 22:44:39.383736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef49f9-9692-4076-9149-4bfa77ad7381 None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:39.506168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577cbf-4c89-4ade-868d-880e75a1a4ed req-1a3f3612-070a-4e6c-9e25-cad0b7e87525 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:39.521683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e8577cbf-4c89-4ade-868d-880e75a1a4ed req-1a3f3612-070a-4e6c-9e25-cad0b7e87525 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1605120 Jul 23 22:44:39.563977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b837500e-0c59-4a9b-a5bb-eed8cbeb52b4 None None] Provisioning for port 7622a3d8-5174-4b8b-8c57-41fdf742172c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:39.651343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e8577cbf-4c89-4ade-868d-880e75a1a4ed req-d86baa9f-ad62-4d77-88b0-815c88447072 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285355 Jul 23 22:44:39.922944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b29a6499-e5e9-4ff3-be36-68f9d48a9c57 req-fbd61b7b-4bde-4be9-8c86-aa3d78223425 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 210 time: 0.0840271 Jul 23 22:44:40.014102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7622a3d8-5174-4b8b-8c57-41fdf742172c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:40.208325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bfac2-ccd4-450d-b81e-0677443c697f req-c636d355-eea4-418e-881c-4b0d352f60d2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:40.210114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-779bfac2-ccd4-450d-b81e-0677443c697f req-c636d355-eea4-418e-881c-4b0d352f60d2 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.1242714 Jul 23 22:44:40.327721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-779bfac2-ccd4-450d-b81e-0677443c697f req-d8c72142-2307-4721-a30a-e4bbcf61a9e0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956805 Jul 23 22:44:40.443748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-2aae3e22-4284-4a78-89b7-059eb2fb1bc2 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7549601 Jul 23 22:44:40.445623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0368f289-8290-452a-9f09-30366758e4ea req-163c7d0e-0214-4511-bf7d-6df053b2dbec service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0976734 Jul 23 22:44:40.452755 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bc5486-8b5a-48da-9579-518c43195df8 x-openstack-request-id: req-c0bc5486-8b5a-48da-9579-518c43195df8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:40.453106 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df16ffee-4fdf-434f-96ad-588467bef645", "name": "network-vif-deleted", "tag": "60020f57-2e10-42f7-88e0-36a51784c2b3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:40.453409 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0bc5486-8b5a-48da-9579-518c43195df8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:40.453900 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df16ffee-4fdf-434f-96ad-588467bef645', 'name': 'network-vif-deleted', 'tag': '60020f57-2e10-42f7-88e0-36a51784c2b3', 'status': 'completed', 'code': 200} Jul 23 22:44:40.655785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7622a3d8-5174-4b8b-8c57-41fdf742172c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:40.667420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7622a3d8-5174-4b8b-8c57-41fdf742172c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:40.668359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:40.688919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:40.695556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-526d722d-7af7-40eb-a106-8eb8b844972c service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5077076 Jul 23 22:44:40.722892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port 7622a3d8-5174-4b8b-8c57-41fdf742172c was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 22:44:40.751347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e447a92a-c003-4c3b-8948-39f100307227 req-5bf2f7b8-08b0-4640-852d-7c569a89acab service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962968 Jul 23 22:44:41.025416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a457e2-7ded-4016-bd39-f854d5f49555 req-1a55ba90-371e-454d-a14e-f79b0274a45d service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724469 Jul 23 22:44:41.033189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cb42f73-a0a3-46d3-8fd5-feb3e5a41cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:41.108491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ba55029-fb20-4cb7-9c12-1596368c9f05 req-645f6382-2a5c-48b2-aafd-7ddf72e42d02 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7574992 Jul 23 22:44:41.110398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=7622a3d8-5174-4b8b-8c57-41fdf742172c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:41.187187 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-e02e0a33-b67d-4436-be52-2e05782f6cba tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.2981658 Jul 23 22:44:41.205979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163fe51-70b7-4596-9116-754ef47b3ecc None None] DHCP port deletion for ee9817e6-8cdd-4993-895f-85f05133d6c0 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:44:41.224917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc23223-e0a4-48ac-adc5-517cb552536c None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:41.261216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port 7622a3d8-5174-4b8b-8c57-41fdf742172c on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:41.422973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:41.460297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f521a87-9bff-436d-8685-26463b19e117 req-2395437c-7e99-4461-a9d1-ab7afd0d2f30 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:41.461881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f521a87-9bff-436d-8685-26463b19e117 req-2395437c-7e99-4461-a9d1-ab7afd0d2f30 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.4320261 Jul 23 22:44:41.512307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc23223-e0a4-48ac-adc5-517cb552536c None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:41.738537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f521a87-9bff-436d-8685-26463b19e117 req-3947e49c-3a5a-4249-b10c-b6fd19f11704 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895308 Jul 23 22:44:41.742507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:41.847600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5f34f8-781e-4845-ada1-4cc1a120cdc4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:41.946280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:41.957330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9817e6-8cdd-4993-895f-85f05133d6c0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:41.974051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:41.974282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d861cc-8dfe-4618-a8bd-4d442e0fe8e0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:41.986288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:41.994680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7622a3d8-5174-4b8b-8c57-41fdf742172c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:42.001771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.006055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c645654-6ae1-45d0-8742-038d03633102 req-8b945c35-f73d-4635-960e-87bc168ee87f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.010859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:42.011843 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.022663 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-8b945c35-f73d-4635-960e-87bc168ee87f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports/ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 942 time: 0.8345342 Jul 23 22:44:42.043560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-10c56666-7bd6-4db5-8f2e-b7d332412b9d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.053264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-10c56666-7bd6-4db5-8f2e-b7d332412b9d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 1.0265868 Jul 23 22:44:42.059180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7622a3d8-5174-4b8b-8c57-41fdf742172c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:44:42.059658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7622a3d8-5174-4b8b-8c57-41fdf742172c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:44:42.069787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:42.078851 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:42.091388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.132472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.136428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/ee9817e6-8cdd-4993-895f-85f05133d6c0 HTTP/1.1" status: 204 len: 168 time: 6.0444090 Jul 23 22:44:42.152717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:42.181029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1768171032'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:42.194377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e3196-f13e-4ab7-8d34-97d35bba0493 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=ee9817e6-8cdd-4993-895f-85f05133d6c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:42.220856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-8dea572f-6dd0-479d-992d-64713fbb05a1 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.1132107 Jul 23 22:44:42.289059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:42.325379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.335929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f2370-10e0-45f9-a685-6225a365d6e2 req-f11ce1b8-7503-46d7-9020-5328b17d919c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.343022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-688f2370-10e0-45f9-a685-6225a365d6e2 req-f11ce1b8-7503-46d7-9020-5328b17d919c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2631721 Jul 23 22:44:42.344420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2392b0-f971-4645-b30e-38b713b06ecc None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:42.371406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2392b0-f971-4645-b30e-38b713b06ecc None None] Network ee9817e6-8cdd-4993-895f-85f05133d6c0 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 22:44:42.397417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7a7ac8-0c26-4e54-b43d-67b686e1c85b None None] DHCP port deletion for ee9817e6-8cdd-4993-895f-85f05133d6c0 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:44:42.401247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:42.414334 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.414749 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment b0bbf222-43dc-4a00-a461-55e701cdfd8f of type vlan for network 19644583-91c7-4440-9fe0-2db4b7371565 Jul 23 22:44:42.443365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c645654-6ae1-45d0-8742-038d03633102 req-fee6470f-39e3-461f-ab39-9aa9f57feb71 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.452782 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-fee6470f-39e3-461f-ab39-9aa9f57feb71 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2291961 Jul 23 22:44:42.460659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.464733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-ed871afb-d276-4ea6-8bf0-f985b179039e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:44:42.477446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c645654-6ae1-45d0-8742-038d03633102 req-ed871afb-d276-4ea6-8bf0-f985b179039e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234208 Jul 23 22:44:42.505741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-688f2370-10e0-45f9-a685-6225a365d6e2 req-3cb61ad9-826b-4d2c-84c5-9c854ea5fc3b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556132 Jul 23 22:44:42.507181 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.519866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.524877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:42.569904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4121356 Jul 23 22:44:42.572396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:42.590017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '19644583-91c7-4440-9fe0-2db4b7371565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:42.677382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159d41d-d747-4200-bb1b-5fd88ea9dc66 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=19644583-91c7-4440-9fe0-2db4b7371565,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:42.689595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 19644583-91c7-4440-9fe0-2db4b7371565 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:42.709594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-855b4f10-e5df-432a-93df-537708317f8b tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.1264756 Jul 23 22:44:42.774289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bc3adba9-0d8e-4477-a760-98512c4c9379 req-bc124730-548e-4084-ba54-2648d0a9bff0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 210 time: 0.0930383 Jul 23 22:44:42.786671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-f1c70ce7-98e2-4846-8be5-3774bc8b7cb1 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:42.814936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-f1c70ce7-98e2-4846-8be5-3774bc8b7cb1 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports/ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 942 time: 0.1035290 Jul 23 22:44:42.853734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:42.857625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.005891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-4cdf315d-4ed7-4758-b125-98cff0208b5a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.0917900 Jul 23 22:44:43.048103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:43.052000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.170324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137235b1-7ec4-4e8c-b1a7-22bead404990 req-7395e8d0-ea8b-4196-80f4-df18ff7318fd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:43.171793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-137235b1-7ec4-4e8c-b1a7-22bead404990 req-7395e8d0-ea8b-4196-80f4-df18ff7318fd tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.2953727 Jul 23 22:44:43.194216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-17cb2ddf-c431-413b-bdce-db813da856e8 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:43.195652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-17cb2ddf-c431-413b-bdce-db813da856e8 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1821473 Jul 23 22:44:43.297016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-86c1aad9-cc36-49f9-bc5a-bcb0c798d04c tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 1000 time: 0.0924037 Jul 23 22:44:43.304578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:43.337004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-137235b1-7ec4-4e8c-b1a7-22bead404990 req-bf8d27ae-a80c-442e-8e34-6cadcbc91c50 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524973 Jul 23 22:44:43.359510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.398529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.449040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.7 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/582afec9-0623-48af-9e86-3b5a3f209faa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:43.576871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.586719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.587057 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Floating IP 2a270cae-7069-433b-b325-2f5198ecf744 disassociated. External IP: 172.25.1.50, port: ce46867c-a14a-473f-9ae7-9990b86f821b. Jul 23 22:44:43.664740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=0d200868-c844-460d-9106-028968501276,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:43.674523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': 'b0bbf222-43dc-4a00-a461-55e701cdfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:43.674956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 19644583-91c7-4440-9fe0-2db4b7371565, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:43.756692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c7655780-ef64-4d19-87e8-ac7339e45c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:43.807895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 19644583-91c7-4440-9fe0-2db4b7371565 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:43.898439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e929fe9-fa18-4dc0-a298-3b6e1c29d263 req-6d19b8d9-66d3-4f20-b01e-67d725eda352 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:43.905929 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e929fe9-fa18-4dc0-a298-3b6e1c29d263 req-6d19b8d9-66d3-4f20-b01e-67d725eda352 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2596040 Jul 23 22:44:43.918536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 19644583-91c7-4440-9fe0-2db4b7371565) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:43.928657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00a2be-cdcb-49bb-b5fb-0c23278a50f2 None None] Network 19644583-91c7-4440-9fe0-2db4b7371565 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:43.939593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:43.940187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.018465 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6e929fe9-fa18-4dc0-a298-3b6e1c29d263 req-bdead6cd-f438-4d20-a647-d9e8f7745c87 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112032 Jul 23 22:44:44.023029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8a473fdc-e1ed-474b-8690-234861f37761 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4459789 Jul 23 22:44:44.029667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.032997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:44.112195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.134734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:44.210724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.299274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:44.324289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:44.342146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-19644583-91c7-4440-9fe0-2db4b7371565', 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '0d200868-c844-460d-9106-028968501276'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:44.342847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:44.343310 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.370283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:44.379667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.382422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:44.431788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:44.472502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-701af811-3566-4f8e-9245-b05510d4ddce tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "PUT /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 694 time: 1.1738939 Jul 23 22:44:44.485526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:44.489501 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:44.512528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.515472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:44.516126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:44.544806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:44.545487 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.587698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df7484-1ff6-4cdb-b2dc-45ef0c1632a3 req-f69ac556-898f-480c-a11a-ce5b9c567b24 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:44.589198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67df7484-1ff6-4cdb-b2dc-45ef0c1632a3 req-f69ac556-898f-480c-a11a-ce5b9c567b24 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 931 time: 0.4053915 Jul 23 22:44:44.599813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.642136 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2da3eede-0c9b-4b0f-8af5-1f362d0fc69f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5793769 Jul 23 22:44:44.674413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Request body: {'port': {'device_id': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:44.720898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Allocated IP 172.20.0.1 (19644583-91c7-4440-9fe0-2db4b7371565/0d200868-c844-460d-9106-028968501276/975e93ec-7e03-4c2c-9cae-53aa52b050ad) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:44.774537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67df7484-1ff6-4cdb-b2dc-45ef0c1632a3 req-4d7c8d6b-d67e-408f-ad76-a08e8fc05f95 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721988 Jul 23 22:44:44.779935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-7926cb1b-7743-4712-8b42-a11f1c2710a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:44.781573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-7926cb1b-7743-4712-8b42-a11f1c2710a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1097 time: 0.2855256 Jul 23 22:44:44.934776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.946826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:44.986914 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963dba33-d06e-46a3-8fcf-c4d28c9f1d0d x-openstack-request-id: req-963dba33-d06e-46a3-8fcf-c4d28c9f1d0d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:44.992465 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:44.992465 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-963dba33-d06e-46a3-8fcf-c4d28c9f1d0d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:44.992465 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'status': 'completed', 'code': 200} Jul 23 22:44:45.029834 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.039801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Transition to ACTIVE for port object 975e93ec-7e03-4c2c-9cae-53aa52b050ad will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:45.060524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Transition to ACTIVE for port object 975e93ec-7e03-4c2c-9cae-53aa52b050ad will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:45.088242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:45.208612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-2407ec05-001f-4607-a954-9e10b07089fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:45.219636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-2407ec05-001f-4607-a954-9e10b07089fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.4289553 Jul 23 22:44:45.270585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.334136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Pushing event updated for resources: {'Port': ['ID=975e93ec-7e03-4c2c-9cae-53aa52b050ad,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:45.362074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Network 19644583-91c7-4440-9fe0-2db4b7371565 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:45.375013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:45.377664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:45.389227 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-2037af8d-cefa-488f-af5e-c73fa818185c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 217 time: 0.1667504 Jul 23 22:44:45.414545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.422221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:45.479428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Attempting to bind port 975e93ec-7e03-4c2c-9cae-53aa52b050ad on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:45.480556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Attempting to bind port 975e93ec-7e03-4c2c-9cae-53aa52b050ad by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b0bbf222-43dc-4a00-a461-55e701cdfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:45.480556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Attempting to bind port 975e93ec-7e03-4c2c-9cae-53aa52b050ad on network 19644583-91c7-4440-9fe0-2db4b7371565 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:45.486335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:45.486758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Checking segment: {'id': 'b0bbf222-43dc-4a00-a461-55e701cdfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:45.487245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.488370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Bound using segment: {'id': 'b0bbf222-43dc-4a00-a461-55e701cdfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:45.489568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Bound port: 975e93ec-7e03-4c2c-9cae-53aa52b050ad, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0bbf222-43dc-4a00-a461-55e701cdfd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19644583-91c7-4440-9fe0-2db4b7371565'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:45.489802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.504707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:45.531054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:45.531831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:45.593850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582afec9-0623-48af-9e86-3b5a3f209faa {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:45.616284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.637864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.655450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Transition to ACTIVE for port object 582afec9-0623-48af-9e86-3b5a3f209faa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:45.679554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983162f-020d-4c84-bec1-744d840bde5a req-1efd1ec1-ec98-4093-9164-dc5ec974fbd0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:45.688286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9983162f-020d-4c84-bec1-744d840bde5a req-1efd1ec1-ec98-4093-9164-dc5ec974fbd0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.4174232 Jul 23 22:44:45.692609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.764884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=0d200868-c844-460d-9106-028968501276,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:45.767415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-8c1b5258-3729-4734-a5f6-bcbdda9c91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:45.772475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-8c1b5258-3729-4734-a5f6-bcbdda9c91d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.3817921 Jul 23 22:44:45.777539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19644583-91c7-4440-9fe0-2db4b7371565']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:45.823499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:45.865428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bbf222-43dc-4a00-a461-55e701cdfd8f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:45.865729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bbf222-43dc-4a00-a461-55e701cdfd8f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:45.941204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:45.950798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:45.961068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-9309bfee-020d-4eed-94be-5c39251fd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:45.975749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-9309bfee-020d-4eed-94be-5c39251fd7db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 1097 time: 0.9723136 Jul 23 22:44:45.985630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.021650 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9983162f-020d-4c84-bec1-744d840bde5a req-9a0d8090-4c34-4fca-89e8-6eb05c9abd67 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169756 Jul 23 22:44:46.099571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:46.101277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:46.115866 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:46.165670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] For port 975e93ec-7e03-4c2c-9cae-53aa52b050ad, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:46.353649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Attempting to bind port 582afec9-0623-48af-9e86-3b5a3f209faa on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:46.356624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Attempting to bind port 582afec9-0623-48af-9e86-3b5a3f209faa by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:46.358318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Attempting to bind port 582afec9-0623-48af-9e86-3b5a3f209faa on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:46.373207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:46.380102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Port 582afec9-0623-48af-9e86-3b5a3f209faa on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:44:46.381878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Attempting to bind port 582afec9-0623-48af-9e86-3b5a3f209faa on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:46.407858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:46.408180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:46.408571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:46.409026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Bound port: 582afec9-0623-48af-9e86-3b5a3f209faa, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:46.409421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.459166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb449-0006-426d-b40a-330bde1fc24b req-7637a443-7ff2-49ce-9000-4f52fc09c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:46.469937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4069018c-7050-4b18-8c1b-f2cda4192cba None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:46.471752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-7637a443-7ff2-49ce-9000-4f52fc09c651 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6754501 Jul 23 22:44:46.479599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.481519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] For port 975e93ec-7e03-4c2c-9cae-53aa52b050ad, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=975e93ec-7e03-4c2c-9cae-53aa52b050ad,segment=NetworkSegment(b0bbf222-43dc-4a00-a461-55e701cdfd8f),segment_id=b0bbf222-43dc-4a00-a461-55e701cdfd8f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:46.490203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:44:46.490203 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:44:46.490203 n-d-791506-25 neutron-server[93835]: [parameters: {'id': '19644583-91c7-4440-9fe0-2db4b7371565'}] Jul 23 22:44:46.490203 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:44:46.490886 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:44:46.495227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.500564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a217e0-b078-49bd-a787-96fb1b5a625d req-02ea2516-ad1c-4a40-8e8c-0955a341babc tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:46.501952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6a217e0-b078-49bd-a787-96fb1b5a625d req-02ea2516-ad1c-4a40-8e8c-0955a341babc tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.3160701 Jul 23 22:44:46.713288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c6a217e0-b078-49bd-a787-96fb1b5a625d req-6b9b6105-c266-4d4d-8cc5-d3a5fad34fa6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453490 Jul 23 22:44:46.741583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:46.745835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:46.751605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bbc715-c87c-451a-a8b7-cb04a1522e7d None None] Network 19644583-91c7-4440-9fe0-2db4b7371565 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:46.772025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:46.796224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-7dcbe141-e65f-44aa-94be-113c0c98c93e service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227446 Jul 23 22:44:46.801775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-be2a8da9-b4c2-4117-87e4-b5d62301c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:46.808519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-be2a8da9-b4c2-4117-87e4-b5d62301c51f service neutron] 10.222.0.25 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.8200331 Jul 23 22:44:47.017177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:47.055197 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a860a-9b81-405f-a590-4c771dc1268d None None] New status for floating IP 2a270cae-7069-433b-b325-2f5198ecf744: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:44:47.078841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523d8e7-e00d-4fbe-ac5b-f924f93aea9a None None] Pushing event updated for resources: {'Port': ['ID=975e93ec-7e03-4c2c-9cae-53aa52b050ad,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:47.139856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:47.151766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:47.154439 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-564e67ba-e9ea-4db0-97f7-9fe537553db1 service neutron] 10.222.0.22 "PUT /v2.0/ports/582afec9-0623-48af-9e86-3b5a3f209faa HTTP/1.1" status: 200 len: 1092 time: 2.4871578 Jul 23 22:44:47.155219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:47.184123 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c933b1a-6594-4e78-8a61-85693a5767c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:47.288113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3f9d6-f455-487f-b3fc-0fe31b7d5057 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:47.309936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:47.459481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-1b7e35c0-7e1b-4a43-812b-ef762feafaa1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 200 len: 217 time: 0.4852302 Jul 23 22:44:47.571346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-deca120a-3734-46e2-a693-e11e24bbe139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:47.572900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-deca120a-3734-46e2-a693-e11e24bbe139 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 1095 time: 0.3633730 Jul 23 22:44:47.684490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3f9d6-f455-487f-b3fc-0fe31b7d5057 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:47.693441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-485eb449-0006-426d-b40a-330bde1fc24b req-c83d69fa-3c7c-4ae7-a381-1e49d457e664 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8781986 Jul 23 22:44:47.749080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-0ef4af2a-4e88-4e58-bcd3-0264bbf85968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:47.752391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-0ef4af2a-4e88-4e58-bcd3-0264bbf85968 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.2785053 Jul 23 22:44:47.799802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-1dc016aa-7ffb-4a91-b700-e3ab241230e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=582afec9-0623-48af-9e86-3b5a3f209faa HTTP/1.1" status: 200 len: 217 time: 0.2085123 Jul 23 22:44:47.834894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3fc6-4463-4c89-a6e5-4abf66e24ca1 req-7cddef8d-fef3-4315-b212-ce0e653f7d55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:47.841880 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-320d3fc6-4463-4c89-a6e5-4abf66e24ca1 req-7cddef8d-fef3-4315-b212-ce0e653f7d55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.4593706 Jul 23 22:44:47.873706 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce44971e-02db-4805-b921-3193cbb75f1f x-openstack-request-id: req-ce44971e-02db-4805-b921-3193cbb75f1f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:47.874382 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:47.879258 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce44971e-02db-4805-b921-3193cbb75f1f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:47.880070 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa', 'status': 'completed', 'code': 200} Jul 23 22:44:48.027906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port 975e93ec-7e03-4c2c-9cae-53aa52b050ad {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:48.028969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:48.073498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-320d3fc6-4463-4c89-a6e5-4abf66e24ca1 req-a6033037-f41f-4acb-9199-a1174b3b7292 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917124 Jul 23 22:44:48.106029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-f94a9ead-4ad1-46fa-8deb-192c4bfaa7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:48.110333 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-f94a9ead-4ad1-46fa-8deb-192c4bfaa7ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.3091681 Jul 23 22:44:48.229227 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-7f1e686a-bbd8-41d3-b8d0-95ab2c6299ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076424 Jul 23 22:44:48.645551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-2c87c1e0-1b03-4a3b-bb9f-2f334ce44fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060056 Jul 23 22:44:48.658782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275386a-d635-4749-a816-ecf935fad28d req-a3e1f554-616e-4c66-8166-5ab1ab2d7b7b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:48.672327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9275386a-d635-4749-a816-ecf935fad28d req-a3e1f554-616e-4c66-8166-5ab1ab2d7b7b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.3741915 Jul 23 22:44:48.837805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9275386a-d635-4749-a816-ecf935fad28d req-b6487759-6e02-40d1-a6f0-50f1073c9697 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631010 Jul 23 22:44:48.920293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-53747993-cd32-456f-87f0-602630105ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:48.922057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-53747993-cd32-456f-87f0-602630105ea2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1563540 Jul 23 22:44:48.988889 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6860f7c7-1855-49ea-95fa-9f6110941052 req-ee4e1904-b2fb-48ec-99a7-a7898ead67d7 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152833 Jul 23 22:44:49.066907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port 975e93ec-7e03-4c2c-9cae-53aa52b050ad, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=975e93ec-7e03-4c2c-9cae-53aa52b050ad,segment=NetworkSegment(b0bbf222-43dc-4a00-a461-55e701cdfd8f),segment_id=b0bbf222-43dc-4a00-a461-55e701cdfd8f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:49.067502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:49.121084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for 975e93ec-7e03-4c2c-9cae-53aa52b050ad owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:49.144792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-8161c6b2-fe15-4ae8-ad37-6ed5c6dc7b94 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:49.147236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-8161c6b2-fe15-4ae8-ad37-6ed5c6dc7b94 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2313154 Jul 23 22:44:49.177856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-ec1ff12a-4555-492d-a74d-6d8e97a2dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:49.184147 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-ec1ff12a-4555-492d-a74d-6d8e97a2dbfc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 1095 time: 0.1393678 Jul 23 22:44:49.272982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-7cb6287b-5dd8-45d4-b5a8-7677e6723cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120489 Jul 23 22:44:49.283203 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-af5e089c-276a-484f-b111-aad061b67e64 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.1260409 Jul 23 22:44:49.326177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:49.383674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-f3e20176-9697-4368-9d06-0b5e0cddf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:49.385190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-f3e20176-9697-4368-9d06-0b5e0cddf339 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.1918690 Jul 23 22:44:49.407208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d484967-5bb8-4ef9-880b-7a8d9ea97cab req-e2d3d9e0-a0d5-4fb0-b9b7-71e2b137b207 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:49.408675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d484967-5bb8-4ef9-880b-7a8d9ea97cab req-e2d3d9e0-a0d5-4fb0-b9b7-71e2b137b207 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2074268 Jul 23 22:44:49.438068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:49.503601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-70445bda-c15d-42a0-9f83-bc53fc47bbfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=582afec9-0623-48af-9e86-3b5a3f209faa HTTP/1.1" status: 200 len: 217 time: 0.0935993 Jul 23 22:44:49.620639 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:49.625000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3d484967-5bb8-4ef9-880b-7a8d9ea97cab req-63d08717-dfb4-486d-bd6d-2a1622a27989 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937909 Jul 23 22:44:49.642597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-1009a89f-b3be-4839-aa1c-b67ef69984ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:49.645570 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-1009a89f-b3be-4839-aa1c-b67ef69984ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.1291115 Jul 23 22:44:49.689938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-5e205563-dff3-4cdd-8b7e-12ed147aba3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357549 Jul 23 22:44:49.693055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=975e93ec-7e03-4c2c-9cae-53aa52b050ad,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:49.743831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port 975e93ec-7e03-4c2c-9cae-53aa52b050ad on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:49.760654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7700fab7-ba6b-4a1a-a669-cc3347aba1ac req-7d8f9931-f6a6-4b3b-8d84-a8d61f4c6889 service neutron] 10.222.0.25 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740818 Jul 23 22:44:49.816097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-0bb8a8be-b117-4e98-a46a-d9c0af816b31 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079881 Jul 23 22:44:49.907483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:49.965604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19644583-91c7-4440-9fe0-2db4b7371565']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:49.990320 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c933b1a-6594-4e78-8a61-85693a5767c1 req-671156c1-19d2-480f-8cd3-675577036fed service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675208 Jul 23 22:44:50.012495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bbf222-43dc-4a00-a461-55e701cdfd8f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:50.012803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bbf222-43dc-4a00-a461-55e701cdfd8f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:50.029819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.048613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-81686659-ade4-4cf2-baa7-b4c5f248f7d9 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:50.050842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea7d3a-e276-402c-9ae1-fb115b662f3a req-c2e42748-c8ef-499b-a1d4-4d1eeffed1bc tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:50.050999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-81686659-ade4-4cf2-baa7-b4c5f248f7d9 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.25 "GET /v2.0/ports?device_id=93270dbf-b0e6-436e-b6fa-27b0b7f19f39 HTTP/1.1" status: 200 len: 945 time: 0.3475492 Jul 23 22:44:50.058327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eea7d3a-e276-402c-9ae1-fb115b662f3a req-c2e42748-c8ef-499b-a1d4-4d1eeffed1bc tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.1227708 Jul 23 22:44:50.067955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.108312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eea7d3a-e276-402c-9ae1-fb115b662f3a req-b4168e2c-915d-4dd1-b8db-e6e6c1d964ff tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478742 Jul 23 22:44:50.111820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:50.112247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:50.118321 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:50.267580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.304998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.307002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/19644583-91c7-4440-9fe0-2db4b7371565 HTTP/1.1" status: 204 len: 168 time: 6.2730460 Jul 23 22:44:50.311025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:50.317129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1017442399'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:50.341895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:50.345308 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.377177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:44:50.389836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.390695 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24 of type vlan for network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 Jul 23 22:44:50.396245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6eced-fc6c-4555-853f-f0a5e8a70b47 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=19644583-91c7-4440-9fe0-2db4b7371565,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:50.478156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.519223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.525373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:50.526107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.593833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Deleting port ce46867c-a14a-473f-9ae7-9990b86f821b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:50.594236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.602245 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2899783 Jul 23 22:44:50.636415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:50.639494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daf7ec-426d-4b0a-9292-e71976cf9292 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=d54d65ad-16d1-46fa-9178-ab2d8d6a6d83,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:50.646139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:50.651106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:50.724879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] For port ce46867c-a14a-473f-9ae7-9990b86f821b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ce46867c-a14a-473f-9ae7-9990b86f821b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:50.725179 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.739192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Calling delete_port for ce46867c-a14a-473f-9ae7-9990b86f821b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:50.834735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96bfc2-a159-4169-ad8a-bfda590b511b req-cfab3dbe-f27c-487d-a20f-eb0f0cc3bbcc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:50.841996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc96bfc2-a159-4169-ad8a-bfda590b511b req-cfab3dbe-f27c-487d-a20f-eb0f0cc3bbcc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.2940538 Jul 23 22:44:50.888714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:50.900973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['237d55dc-e677-4cb2-bb44-f0307b1c322e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:50.903279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['ce46867c-a14a-473f-9ae7-9990b86f821b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:50.927439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event deleted for resources: {'Port': ['ID=ce46867c-a14a-473f-9ae7-9990b86f821b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:50.996831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] No DVR routers for this DVR port ce46867c-a14a-473f-9ae7-9990b86f821b on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:50.999874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.003031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43ce7fe4-ddf6-4f03-9c08-c23522b27841 req-9b10acc7-cb33-44f4-a40c-2e55a99abdc6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.25 "DELETE /v2.0/ports/ce46867c-a14a-473f-9ae7-9990b86f821b HTTP/1.1" status: 204 len: 173 time: 0.9317234 Jul 23 22:44:51.010059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.010931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'name': 'network-vif-deleted', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:51.014071 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078c49b4-c3bc-4513-ac20-58d1b100fb04" -d '{"events": [{"server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "name": "network-vif-deleted", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:51.016934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc96bfc2-a159-4169-ad8a-bfda590b511b req-17c517b4-ecfb-4057-bd1f-47457b24c938 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739440 Jul 23 22:44:51.024936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.069989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.108043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.251617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:44:51.257004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:51.257599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.261729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "PUT /v2.0/networks/d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 HTTP/1.1" status: 200 len: 723 time: 0.6240978 Jul 23 22:44:51.270890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:51.271546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2d794-e820-44ac-a791-d07416bdaa41 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=d54d65ad-16d1-46fa-9178-ab2d8d6a6d83,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:51.276007 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Floating IP 2a270cae-7069-433b-b325-2f5198ecf744 associated. External IP: 172.25.1.50, port: 237d55dc-e677-4cb2-bb44-f0307b1c322e. Jul 23 22:44:51.283260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:44:51.288558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:51.466407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471e37e-fd60-4e4b-b7f4-11c1e2091e2f req-cca9cde9-3a44-4a0d-b65c-6b7e90af71bf tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:51.477289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d471e37e-fd60-4e4b-b7f4-11c1e2091e2f req-cca9cde9-3a44-4a0d-b65c-6b7e90af71bf tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2135360 Jul 23 22:44:51.516194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:51.520458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.558366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d471e37e-fd60-4e4b-b7f4-11c1e2091e2f req-f7b75b37-605e-44d2-becc-5916445ca3db tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795693 Jul 23 22:44:51.663000 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade940b1-c666-4ed6-9107-633b00a43217 x-openstack-request-id: req-ade940b1-c666-4ed6-9107-633b00a43217 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:51.663708 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93270dbf-b0e6-436e-b6fa-27b0b7f19f39", "name": "network-vif-deleted", "tag": "ce46867c-a14a-473f-9ae7-9990b86f821b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:51.664154 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ade940b1-c666-4ed6-9107-633b00a43217 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:51.664414 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93270dbf-b0e6-436e-b6fa-27b0b7f19f39', 'name': 'network-vif-deleted', 'tag': 'ce46867c-a14a-473f-9ae7-9990b86f821b', 'status': 'completed', 'code': 200} Jul 23 22:44:51.774556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:51.845916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:51.924630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:51.925702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: d54d65ad-16d1-46fa-9178-ab2d8d6a6d83, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:44:51.929108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:51.962160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=ea319b99-b0e8-4dfc-aa74-203e63a320a3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:51.981916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:51.991321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:44:51.999128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.002082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:52.008508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d54d65ad-16d1-46fa-9178-ab2d8d6a6d83) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:52.013040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.014042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.036386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9b2e6-b3b6-4243-94f1-632d93751628 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:52.052670 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c2afcd16-2218-4934-90ba-43c34ebcc0d9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7695396 Jul 23 22:44:52.055534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58756) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:52.062247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:52.117011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-f1e8927f-0a16-4f7c-9ec1-3584d05dd778 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "PUT /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 995 time: 2.8210592 Jul 23 22:44:52.194307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-ddf0c2e2-d41c-4e94-a77d-808b7e565f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.195913 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-ddf0c2e2-d41c-4e94-a77d-808b7e565f2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.0617192 Jul 23 22:44:52.290377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:52.291233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:52.332819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-c489aada-0f8c-41ad-8e04-5c023b296a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.334739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-c489aada-0f8c-41ad-8e04-5c023b296a2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.1327796 Jul 23 22:44:52.370640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10702895'] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.410850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:52.422483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-ba8ee5ca-786d-4871-8c21-773b5e19c4c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 998 time: 0.0812938 Jul 23 22:44:52.474336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-76861a1b-770d-49d8-a317-2fa97eba3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.481553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-76861a1b-770d-49d8-a317-2fa97eba3f88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.0526946 Jul 23 22:44:52.498756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72931c-7078-4742-9b37-4ab688e5879c req-63c2a80e-256d-4eac-9a19-297baf70837a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.501389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-d54d65ad-16d1-46fa-9178-ab2d8d6a6d83', 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': 'ea319b99-b0e8-4dfc-aa74-203e63a320a3'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:44:52.502535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.506583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb72931c-7078-4742-9b37-4ab688e5879c req-63c2a80e-256d-4eac-9a19-297baf70837a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.3257108 Jul 23 22:44:52.548498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-657cd036-a92a-4d50-8129-53865393385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.551297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-657cd036-a92a-4d50-8129-53865393385e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689638 Jul 23 22:44:52.557197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb72931c-7078-4742-9b37-4ab688e5879c req-56d1de78-f2c5-42f7-93cb-dabdb02c6d33 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497293 Jul 23 22:44:52.571843 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.601701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:52.650497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794111207491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9303459'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.692004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-626b713e-27b2-4563-892e-0950b0ff7884 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244757 Jul 23 22:44:52.739388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '582afec9-0623-48af-9e86-3b5a3f209faa', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '582afec9-0623-48af-9e86-3b5a3f209faa', 'mac_address': 'fa:16:3e:c5:35:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:52.741186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.741543 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:52.748734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "PUT /v2.0/subnets/ea319b99-b0e8-4dfc-aa74-203e63a320a3 HTTP/1.1" status: 200 len: 806 time: 0.6896746 Jul 23 22:44:52.750854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:52.841638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a891e7b-a71b-46a4-bfe9-e504d334f53f req-3c0285cc-7c53-48ae-9b86-d09d6c6c59b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432354 Jul 23 22:44:52.859183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b7b18-1ce0-4515-88c5-9a4011d3a553 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=ea319b99-b0e8-4dfc-aa74-203e63a320a3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:52.996114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e3562-0d3d-4719-a269-f53d0fa66397 req-755cbfb0-9f70-4808-acf0-b458dff47b13 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:52.998043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-600e3562-0d3d-4719-a269-f53d0fa66397 req-755cbfb0-9f70-4808-acf0-b458dff47b13 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.0786238 Jul 23 22:44:53.055239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-600e3562-0d3d-4719-a269-f53d0fa66397 req-839fd8b3-a6bc-4bcc-b628-9987495a6a79 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Jul 23 22:44:53.065299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:53.069972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ce46867c-a14a-473f-9ae7-9990b86f821b no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:53.105636 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.155447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: ce46867c-a14a-473f-9ae7-9990b86f821b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:44:53.155771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ce46867c-a14a-473f-9ae7-9990b86f821b not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:44:53.196572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4e69479-87b0-4a11-9e9f-d00e7533f6cc req-7b86b6a4-0ba6-419a-915b-9fa4baf5f698 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 995 time: 0.1007087 Jul 23 22:44:53.224541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582afec9-0623-48af-9e86-3b5a3f209faa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:53.250894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:53.262554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.270137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.388142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e69479-87b0-4a11-9e9f-d00e7533f6cc req-ed557608-2eb1-448f-b984-371c0dd6ca23 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:53.392175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4e69479-87b0-4a11-9e9f-d00e7533f6cc req-ed557608-2eb1-448f-b984-371c0dd6ca23 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.1941278 Jul 23 22:44:53.408152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:53.421503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-f4e69479-87b0-4a11-9e9f-d00e7533f6cc req-fc531c17-9ddb-4311-abbc-7d27239e9ac4 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:44:53.422736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4e69479-87b0-4a11-9e9f-d00e7533f6cc req-fc531c17-9ddb-4311-abbc-7d27239e9ac4 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219738 Jul 23 22:44:53.460745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Allocated IP 172.20.0.2 (d54d65ad-16d1-46fa-9178-ab2d8d6a6d83/ea319b99-b0e8-4dfc-aa74-203e63a320a3/d8589aba-5c94-48e4-9f5c-88e7c4624615) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:44:53.520266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['582afec9-0623-48af-9e86-3b5a3f209faa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:53.572940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-61d2b99a-a166-4015-8807-a18070688f4a tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 998 time: 0.1223717 Jul 23 22:44:53.593459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:53.601541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.650195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:50Z', 'revision_number': 8, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:53.664960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:53.667830 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895009e5-5009-4663-b713-5c646387909a" -d '{"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:53.681608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-b9322afb-f0b5-4a80-98c5-8b519cc7d79e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:53.682012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:53.683829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-b9322afb-f0b5-4a80-98c5-8b519cc7d79e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports/237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 942 time: 0.1033208 Jul 23 22:44:53.693702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:53.715294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:53.715949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:53.716996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff144d6-71aa-430e-853d-c7cad60640e0 req-8e24e411-8af9-4011-a2da-57ec984ca986 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:53.724972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6ff144d6-71aa-430e-853d-c7cad60640e0 req-8e24e411-8af9-4011-a2da-57ec984ca986 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.7908440 Jul 23 22:44:53.750229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.760500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:53.827895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6ff144d6-71aa-430e-853d-c7cad60640e0 req-70a560b1-95b1-41ef-89d2-19a5f4cca5d1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015790 Jul 23 22:44:53.884928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-72e0669f-a8fc-4040-ad99-6dbd34d5b672 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 998 time: 0.1212473 Jul 23 22:44:53.902363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:53.970796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:44:54.097462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:54.110923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.115349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0244b6-2759-43b8-a1c9-3b629d4f4d80 req-040aabb4-5ab9-495a-9500-2841f687a090 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:54.124597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e0244b6-2759-43b8-a1c9-3b629d4f4d80 req-040aabb4-5ab9-495a-9500-2841f687a090 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 944 time: 0.1566982 Jul 23 22:44:54.129640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-5662c2fb-d1f9-4ce0-b2a0-bcd4b9ebc4b7 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:54.131295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-5662c2fb-d1f9-4ce0-b2a0-bcd4b9ebc4b7 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2392974 Jul 23 22:44:54.211087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7e0244b6-2759-43b8-a1c9-3b629d4f4d80 req-b3f0e494-dfa8-4368-ac65-02312791578a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843732 Jul 23 22:44:54.245535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:54.264281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-197b2524-f6a5-4509-8cb2-e65174f3f743 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 998 time: 0.1184165 Jul 23 22:44:54.271451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:54.289202 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.295800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:54.414151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Transition to ACTIVE for port object d8589aba-5c94-48e4-9f5c-88e7c4624615 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:54.446930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:54.594626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.659037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Transition to ACTIVE for port object d8589aba-5c94-48e4-9f5c-88e7c4624615 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:44:54.673698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895009e5-5009-4663-b713-5c646387909a req-20c5f4c1-6337-4a4d-ae04-1658c221b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:54.677556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-20c5f4c1-6337-4a4d-ae04-1658c221b09a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.3001516 Jul 23 22:44:54.685333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.753271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:54.756171 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c86e656-f132-4056-b39a-dd1240886027" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:54.813341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:54.840071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.849507 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:54.856449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:44:54.872749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:44:54.878583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd444d-1782-40a1-b6e8-2bf71757956c req-880e13fb-f4ca-4be1-ae59-fd807afbbb1b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:54.886613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55fd444d-1782-40a1-b6e8-2bf71757956c req-880e13fb-f4ca-4be1-ae59-fd807afbbb1b tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.4178801 Jul 23 22:44:54.888433 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a611382-d3c3-41e8-9485-4b6691389902 x-openstack-request-id: req-2a611382-d3c3-41e8-9485-4b6691389902 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:54.888934 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:54.888934 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a611382-d3c3-41e8-9485-4b6691389902 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:54.889336 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:44:54.896702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:44:54.919437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Pushing event updated for resources: {'Port': ['ID=d8589aba-5c94-48e4-9f5c-88e7c4624615,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:54.962351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.062572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Attempting to bind port d8589aba-5c94-48e4-9f5c-88e7c4624615 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:44:55.062954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Attempting to bind port d8589aba-5c94-48e4-9f5c-88e7c4624615 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:44:55.063314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Attempting to bind port d8589aba-5c94-48e4-9f5c-88e7c4624615 on network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:44:55.072040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:44:55.072416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Checking segment: {'id': '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:44:55.073384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.073820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Bound using segment: {'id': '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:44:55.074315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Bound port: d8589aba-5c94-48e4-9f5c-88e7c4624615, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:44:55.074702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.089043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:55.196226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.210596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d65ad-16d1-46fa-9178-ab2d8d6a6d83']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:55.231239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.235722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:55.236063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:55.243591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=ea319b99-b0e8-4dfc-aa74-203e63a320a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:55.246546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-5094baf9-9538-4342-8c52-6658c9479ae0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:55.248149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-5094baf9-9538-4342-8c52-6658c9479ae0 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 946 time: 0.3578672 Jul 23 22:44:55.251274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.251602 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Floating IP 2a270cae-7069-433b-b325-2f5198ecf744 disassociated. External IP: 172.25.1.50, port: 237d55dc-e677-4cb2-bb44-f0307b1c322e. Jul 23 22:44:55.263855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:50Z', 'revision_number': 8, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:55.325139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895009e5-5009-4663-b713-5c646387909a req-1914d8ed-4434-48d5-be1f-91d7fff07f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:55.326677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-1914d8ed-4434-48d5-be1f-91d7fff07f56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.6288133 Jul 23 22:44:55.336255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] For port d8589aba-5c94-48e4-9f5c-88e7c4624615, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:44:55.345647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b6059-01f8-4782-a066-3d5eca258311 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '2a270cae-7069-433b-b325-2f5198ecf744', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'port_id': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'mac_address': 'fa:16:3e:0f:47:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ce0170-39f0-4186-894c-0e256d134899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:44:07Z', 'updated_at': '2021-07-23T22:44:50Z', 'revision_number': 8, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:44:55.352782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.380087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] For port d8589aba-5c94-48e4-9f5c-88e7c4624615, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d8589aba-5c94-48e4-9f5c-88e7c4624615,segment=NetworkSegment(5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24),segment_id=5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:44:55.398254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.486517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-94b907cc-8cf3-4b0b-ba08-1026ded331de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.1231730 Jul 23 22:44:55.533948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-55fd444d-1782-40a1-b6e8-2bf71757956c req-19f828a5-7716-4735-a599-1ec58e2b656f tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cad41ca-bd3c-4097-93c2-d65dc422d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699813 Jul 23 22:44:55.606792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff4c50-5a83-4a18-8a05-c599fa349281 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:55.634248 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.677176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:55.677857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:55.680812 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:55.710571 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5bcbfe-f6ff-4e0b-b250-e78954513946 x-openstack-request-id: req-ad5bcbfe-f6ff-4e0b-b250-e78954513946 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:55.714459 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:55.715049 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad5bcbfe-f6ff-4e0b-b250-e78954513946 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:55.715686 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:44:55.771065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Deleting port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:55.771438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:55.783364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d9688-6500-4417-9241-8bd2a5d6f119 None None] Pushing event updated for resources: {'Port': ['ID=d8589aba-5c94-48e4-9f5c-88e7c4624615,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:55.802071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895009e5-5009-4663-b713-5c646387909a req-2a0ed8fc-38db-4bbe-b060-7ae87228692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:55.803590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-2a0ed8fc-38db-4bbe-b060-7ae87228692f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.3160326 Jul 23 22:44:55.852303 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5f5bb-ad51-4765-a415-1d4e55a659d1 None None] New status for floating IP 2a270cae-7069-433b-b325-2f5198ecf744: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:44:55.959044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:44:55.966380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:56.101596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:44:56.101596 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:44:56.101596 n-d-791506-25 neutron-server[93836]: [parameters: {'id': 'd54d65ad-16d1-46fa-9178-ab2d8d6a6d83'}] Jul 23 22:44:56.101596 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:44:56.102112 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:44:56.125179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:44:56.155022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] For port a20fdab2-f976-4a72-aceb-bb96ac45a9a4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,segment=NetworkSegment(ce193bb5-7228-4787-be12-bd462fc2cdc8),segment_id=ce193bb5-7228-4787-be12-bd462fc2cdc8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:56.155415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:56.228647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895009e5-5009-4663-b713-5c646387909a req-82d8ecc8-5688-469e-9e5a-6c84bcfe9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:56.233904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-82d8ecc8-5688-469e-9e5a-6c84bcfe9f06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4051368 Jul 23 22:44:56.309740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39be124-3f51-4b90-a298-8e75ebccfeda req-5cb9c576-fb10-4f04-bf60-330760a0ee6e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:56.324631 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f39be124-3f51-4b90-a298-8e75ebccfeda req-5cb9c576-fb10-4f04-bf60-330760a0ee6e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 944 time: 0.5108175 Jul 23 22:44:56.406302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Calling delete_port for a20fdab2-f976-4a72-aceb-bb96ac45a9a4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:56.431907 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f39be124-3f51-4b90-a298-8e75ebccfeda req-be0cdeee-0391-4073-98ac-131117dc1b64 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062987 Jul 23 22:44:56.540851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:44:56.544772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-4ee69cf7-ba98-410e-b447-d0e3bafea0ae service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912352 Jul 23 22:44:56.564087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:56.711244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 582afec9-0623-48af-9e86-3b5a3f209faa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:44:56.717363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:44:56.725505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 582afec9-0623-48af-9e86-3b5a3f209faa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:56.725505 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:56.799487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-e06a1714-a3a3-4a8b-9d49-cb5c084a303d tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "PUT /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 692 time: 2.5336196 Jul 23 22:44:56.824331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:56.828570 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-895009e5-5009-4663-b713-5c646387909a req-c5ba2741-44cd-4971-9a8b-9cf8ae013697 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827563 Jul 23 22:44:56.930709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:56.936989 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f05a78-4584-4798-8cc1-b0852954ca11" -d '{"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:56.978207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5e2f5-310f-4faa-9893-80a2bf1d35a7 req-09ef7090-01e5-44f6-b1a7-bc32b83cf639 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:56.986417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10f5e2f5-310f-4faa-9893-80a2bf1d35a7 req-09ef7090-01e5-44f6-b1a7-bc32b83cf639 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 944 time: 0.1534002 Jul 23 22:44:57.036572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:44:57.058802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10f5e2f5-310f-4faa-9893-80a2bf1d35a7 req-d427ea22-e5b0-45e4-9301-92a19e79821b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696628 Jul 23 22:44:57.089436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port d8589aba-5c94-48e4-9f5c-88e7c4624615 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:44:57.090051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.164071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:57.174975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:57.195856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.210244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-38b8396c-e29c-4d29-94fa-60a30193df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:57.211963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-38b8396c-e29c-4d29-94fa-60a30193df6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.3657715 Jul 23 22:44:57.303401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-001cde9b-a895-42ec-85b9-9d3455b1093b req-964de53d-7839-4212-8834-a809a8205c32 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ebb8d13-120b-4a32-8245-0beb8242922e HTTP/1.1" status: 200 len: 210 time: 0.0689096 Jul 23 22:44:57.336773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port d8589aba-5c94-48e4-9f5c-88e7c4624615, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d8589aba-5c94-48e4-9f5c-88e7c4624615,segment=NetworkSegment(5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24),segment_id=5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:57.341596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.349956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Pushing event deleted for resources: {'Port': ['ID=a20fdab2-f976-4a72-aceb-bb96ac45a9a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:57.395307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for d8589aba-5c94-48e4-9f5c-88e7c4624615 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:44:57.436606 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c1ac5-839f-4a75-bdf5-4ae5e4eb5569 x-openstack-request-id: req-a83c1ac5-839f-4a75-bdf5-4ae5e4eb5569 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:57.436992 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:57.437180 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a83c1ac5-839f-4a75-bdf5-4ae5e4eb5569 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:57.437559 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:44:57.455869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:44:57.490647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.491030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.491380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.491723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.492060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.492397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.492727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.493057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.493386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.493713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.502351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.502635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:44:57.583510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] No DVR routers for this DVR port a20fdab2-f976-4a72-aceb-bb96ac45a9a4 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:57.600888 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.607080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.612860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b4551f-9548-4c8e-aed0-7ea057bbd860 req-4759419b-a153-415f-9129-72738539e333 tempest-ServersNegativeTestJSON-812332515 tempest-ServersNegativeTestJSON-812332515-project] 10.222.0.25 "DELETE /v2.0/ports/a20fdab2-f976-4a72-aceb-bb96ac45a9a4 HTTP/1.1" status: 204 len: 173 time: 2.2864366 Jul 23 22:44:57.728720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port d8589aba-5c94-48e4-9f5c-88e7c4624615 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:44:57.764211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-8a96da06-16c9-4da1-bc16-39ed85246269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:57.767427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-8a96da06-16c9-4da1-bc16-39ed85246269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.5236018 Jul 23 22:44:57.845862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.849501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=d8589aba-5c94-48e4-9f5c-88e7c4624615,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:57.854752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d100770-badd-49f5-85ab-9f913dee4298 None None] Network d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:44:57.864256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-d35bd293-9d57-4761-a870-a974f518b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:57.867354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-d35bd293-9d57-4761-a870-a974f518b48d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 1097 time: 0.3069708 Jul 23 22:44:57.880033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-d4cfa4e0-10eb-407f-8aeb-54d137005608 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.1043179 Jul 23 22:44:57.950340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-4131bd2d-55dd-4468-af16-115bf0316dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:57.958182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-4131bd2d-55dd-4468-af16-115bf0316dff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.0722351 Jul 23 22:44:57.959198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:57.998774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d65ad-16d1-46fa-9178-ab2d8d6a6d83']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:58.059580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecd94-411d-49f5-acb3-900645af8970 req-1cf26a7b-a23f-431e-8eaf-66d9a70957ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:58.063733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:58.064033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5ad59-8595-4f1a-85d3-1d28e9ab7f24') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:58.064300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-1cf26a7b-a23f-431e-8eaf-66d9a70957ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047843 Jul 23 22:44:58.154162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.186704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:58.212690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:58.220384 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d8c1a-132a-4340-afe6-d3daf21165b7" -d '{"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-plugged", "status": "completed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:58.248339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:58.290167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.344338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d123-e0c1-4383-9b81-bdac1cf74520 req-674d5edb-2f4f-4545-8ff7-36e06cf8aacb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:58.347922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ea2d123-e0c1-4383-9b81-bdac1cf74520 req-674d5edb-2f4f-4545-8ff7-36e06cf8aacb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 944 time: 0.6099339 Jul 23 22:44:58.355641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:44:58.356058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.359705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:44:58.364274 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:44:58.375190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-901ffc30-10b5-46c6-8352-ccaf831c11f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989147 Jul 23 22:44:58.506838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e71ecd94-411d-49f5-acb3-900645af8970 req-51c31a66-0328-4f09-82b4-afa70b4fc84c service neutron] 10.222.0.37 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288214 Jul 23 22:44:58.637976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-d0e3bfc2-be25-4fb6-a00e-3bc6ee9fb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:58.651484 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-d0e3bfc2-be25-4fb6-a00e-3bc6ee9fb5d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 200 len: 921 time: 0.6880522 Jul 23 22:44:58.726470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-e09ed256-93d9-441b-8bd5-ef0b16346cc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 200 len: 217 time: 0.0660570 Jul 23 22:44:58.730241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5ea2d123-e0c1-4383-9b81-bdac1cf74520 req-6c07cc4d-bb63-4719-973c-65fc6d5c5428 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611753 Jul 23 22:44:58.731300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.751146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:58.758398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90825f1-9cab-498f-b0c7-e7383e0bcc57 req-15ef5ff4-8c6b-4d41-988e-fb923a71b399 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:58.761365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 HTTP/1.1" status: 204 len: 168 time: 6.0086565 Jul 23 22:44:58.766237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58886) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:58.781652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e90825f1-9cab-498f-b0c7-e7383e0bcc57 req-15ef5ff4-8c6b-4d41-988e-fb923a71b399 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1990201 Jul 23 22:44:58.862246 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee63c980-10a5-4699-ac18-c03213f59104 x-openstack-request-id: req-ee63c980-10a5-4699-ac18-c03213f59104 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:58.863545 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-plugged", "status": "completed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:58.863895 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee63c980-10a5-4699-ac18-c03213f59104 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:58.865797 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa', 'code': 200} Jul 23 22:44:58.870214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:44:58.877401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e90825f1-9cab-498f-b0c7-e7383e0bcc57 req-fef990eb-1646-4eb9-8b69-5f8d90294d4a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946326 Jul 23 22:44:58.897560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c495-4b93-4843-9f41-5e2a69b9fd1e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=d54d65ad-16d1-46fa-9178-ab2d8d6a6d83,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:58.904971 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4a85d8-165d-4287-96cf-4a0c05f6610b tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:44:58.905698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4a85d8-165d-4287-96cf-4a0c05f6610b tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:44:58.907603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ad4a85d8-165d-4287-96cf-4a0c05f6610b tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 HTTP/1.1" status: 404 len: 339 time: 0.0926352 Jul 23 22:44:58.928998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae01ee3-8e36-4052-9d75-f439af91d30a None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:44:58.929435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:58.935970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-157907549', 'description': 'd1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:44:58.952836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:44:58.963908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-7c72c0d6-8707-4388-b9b2-cb23e537c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:58.965649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-7c72c0d6-8707-4388-b9b2-cb23e537c0b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 200 len: 859 time: 0.2304246 Jul 23 22:44:59.126655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-4868f86c-7c09-49d0-9f3d-f952cfab90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:59.128252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-4868f86c-7c09-49d0-9f3d-f952cfab90f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e701a8a0-867a-47e3-bec4-1e0d5a7f0579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534975 Jul 23 22:44:59.151100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:44:59.151549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.170214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:44:59.295038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-f623c6ac-2894-418b-a9fb-d3e157c3dce5 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 200 len: 693 time: 0.1556890 Jul 23 22:44:59.320446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.406242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:44:59.434963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-b6505024-aeee-4cc7-bec3-5fda7b424726 service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989485 Jul 23 22:44:59.444628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:59.452432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-deleted', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:44:59.455753 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5515d416-c890-4b7e-802f-f1e5f4e2aa1d" -d '{"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-deleted", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:44:59.480485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:44:59.494833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.545325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:44:59.572336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Deleting subnet 665272df-8a90-4459-8d5f-721903010b6e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:44:59.584909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:44:59.597224 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a669b0f9-5c76-4ca1-915e-e469f3d4788f x-openstack-request-id: req-a669b0f9-5c76-4ca1-915e-e469f3d4788f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:44:59.597730 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb8d13-120b-4a32-8245-0beb8242922e", "name": "network-vif-deleted", "tag": "a20fdab2-f976-4a72-aceb-bb96ac45a9a4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:44:59.597892 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a669b0f9-5c76-4ca1-915e-e469f3d4788f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:44:59.598199 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb8d13-120b-4a32-8245-0beb8242922e', 'name': 'network-vif-deleted', 'tag': 'a20fdab2-f976-4a72-aceb-bb96ac45a9a4', 'status': 'completed', 'code': 200} Jul 23 22:44:59.604526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.611310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:44:59.612354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:44:59.618358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.712298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.727008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61f05a78-4584-4798-8cc1-b0852954ca11 req-ccbce9e7-cfb8-4e9f-8bb8-3670db4eaced service neutron] 10.222.0.22 "GET /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854779 Jul 23 22:44:59.823238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:44:59.845599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-4cf508f1-053c-4fcc-aed7-19d49943e977 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:59.855085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-4cf508f1-053c-4fcc-aed7-19d49943e977 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.5590520 Jul 23 22:44:59.869335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-c64b638a-f320-40ed-b6f5-08aab649a376 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:44:59.883310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8938e48e-ffc4-4110-a348-47f0cdd254d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:44:59.884064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-c64b638a-f320-40ed-b6f5-08aab649a376 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280492 Jul 23 22:44:59.896280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae01ee3-8e36-4052-9d75-f439af91d30a None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:44:59.951396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d87f6-3153-41eb-99fa-4eec931c790d req-1f5e7817-46fa-42e3-9776-2d3e22af886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:44:59.952927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c5d87f6-3153-41eb-99fa-4eec931c790d req-1f5e7817-46fa-42e3-9776-2d3e22af886b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 1097 time: 1.0418141 Jul 23 22:44:59.962855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:45:00.046977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.098729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db24c0-33a6-428f-a3de-5dc1a15dc330 req-e690917e-06de-4e7b-9b92-28a607471ae7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:00.105342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27db24c0-33a6-428f-a3de-5dc1a15dc330 req-e690917e-06de-4e7b-9b92-28a607471ae7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 944 time: 0.1898377 Jul 23 22:45:00.213857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-27db24c0-33a6-428f-a3de-5dc1a15dc330 req-a4588ff4-2d05-41c1-960f-42bc8bb1ba99 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066625 Jul 23 22:45:00.228812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:00.246018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:00.268344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c5d87f6-3153-41eb-99fa-4eec931c790d req-720a7152-968e-4a79-b655-03551189b70d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067333 Jul 23 22:45:00.274133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.319864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.322340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/665272df-8a90-4459-8d5f-721903010b6e HTTP/1.1" status: 204 len: 168 time: 1.3278735 Jul 23 22:45:00.326613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.326613 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment a2757264-bff3-4559-b80a-b2fb6f6eaf27 of type vlan for network e77078af-af33-4f08-a719-0258550fb7e0 Jul 23 22:45:00.346276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:00.439827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-64febaf2-8510-4fbb-8393-f0880179d872 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 696 time: 0.5546892 Jul 23 22:45:00.445347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2288b1-ced5-4ad6-94f9-27cb41af1133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665272df-8a90-4459-8d5f-721903010b6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:00.466646 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.467636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:00.584931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: a20fdab2-f976-4a72-aceb-bb96ac45a9a4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:00.585337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a20fdab2-f976-4a72-aceb-bb96ac45a9a4 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:00.615415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.616504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.616954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:45:00.703273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:00.805737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.840678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-51e8c0ef-ed8a-4044-834a-d44cbcf1cdf2 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 696 time: 0.3821273 Jul 23 22:45:00.842092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae97090-3e52-4b60-a2c6-0ee3d1457ac5']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:00.845128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.860752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:00.861437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.871906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce193bb5-7228-4787-be12-bd462fc2cdc8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:00.872306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce193bb5-7228-4787-be12-bd462fc2cdc8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:00.902395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.957905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:00.975835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:00.976246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:01.023555 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:01.071819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:01.076481 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cbf357-286b-4bb7-99dd-c51c9dffd100" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:01.080139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1493986 Jul 23 22:45:01.101396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d92991-1e58-4ab2-b0c9-daf7348c4c63 req-13b7ba8c-363f-4b28-b536-3d97b599605a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:01.113004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d92991-1e58-4ab2-b0c9-daf7348c4c63 req-13b7ba8c-363f-4b28-b536-3d97b599605a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.6098742 Jul 23 22:45:01.123122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58914) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:01.327857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efbb11-142e-4e67-98e1-12a6ce63f032 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=e77078af-af33-4f08-a719-0258550fb7e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:01.390699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Deleting port 2ceb223d-7a7a-44ca-beaa-605ec9d3122e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:01.391187 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.509507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc015ba9-a757-488a-be34-0308bf1100a7 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:01.519391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dc015ba9-a757-488a-be34-0308bf1100a7 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks?id=e77078af-af33-4f08-a719-0258550fb7e0 HTTP/1.1" status: 200 len: 760 time: 0.2390001 Jul 23 22:45:01.521190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:01.523175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e77078af-af33-4f08-a719-0258550fb7e0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:45:01.531859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.548500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'description': 'd2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:01.571840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.588186 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aae97090-3e52-4b60-a2c6-0ee3d1457ac5 HTTP/1.1" status: 204 len: 168 time: 1.2391522 Jul 23 22:45:01.603206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.608982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.634979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Calling delete_port for 2ceb223d-7a7a-44ca-beaa-605ec9d3122e owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:01.676488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-30d92991-1e58-4ab2-b0c9-daf7348c4c63 req-594f0820-8980-405e-bf51-533f2e4a57f9 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533419 Jul 23 22:45:01.679112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06071aa4-84c5-47b6-807e-02378b36ab30 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae97090-3e52-4b60-a2c6-0ee3d1457ac5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:01.876409 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d561b4d-74e7-4355-8f63-e395bbcbbf96 x-openstack-request-id: req-5d561b4d-74e7-4355-8f63-e395bbcbbf96 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:01.876713 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:01.876973 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d561b4d-74e7-4355-8f63-e395bbcbbf96 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:01.877372 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'code': 200} Jul 23 22:45:01.927733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:01.971267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:02.028437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event deleted for resources: {'Port': ['ID=2ceb223d-7a7a-44ca-beaa-605ec9d3122e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:02.081587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f6d21-dcba-47fa-aa12-0c8f6a52be7f None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:43:37Z', 'revision_number': 4, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '3c22f1e6-7678-49ff-809a-4246146a66a3', 'name': '', 'network_id': 'e701a8a0-867a-47e3-bec4-1e0d5a7f0579', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'mac_address': 'fa:16:3e:38:bb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:34Z', 'updated_at': '2021-07-23T22:43:50Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'subnets': [{'id': 'cdcced96-aa14-46c0-a013-69f6a2727b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:45:02.182378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58932) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:02.223158 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.228721 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.230021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a311b35-f3ce-45b5-a4a3-034cf9334ac1 req-d68c2c6b-5023-407c-a734-1b842a0e5a33 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a270cae-7069-433b-b325-2f5198ecf744 HTTP/1.1" status: 204 len: 173 time: 1.3376069 Jul 23 22:45:02.234336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.281912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.340831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network e77078af-af33-4f08-a719-0258550fb7e0 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:45:02.349767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:02.350475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.351852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "PUT /v2.0/networks/e77078af-af33-4f08-a719-0258550fb7e0 HTTP/1.1" status: 200 len: 757 time: 0.8177903 Jul 23 22:45:02.354742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:02.416107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca937733-db90-41de-a280-d538c66de8c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b46c44445b224ee0ab37c736baaeb32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053745 Jul 23 22:45:02.424362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:02.556433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692167bd-3f48-459e-b757-962cfabd20c8 req-9ec810b9-9007-4731-a2f6-ff15f8152a8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:02.561653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-692167bd-3f48-459e-b757-962cfabd20c8 req-9ec810b9-9007-4731-a2f6-ff15f8152a8b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.5295477 Jul 23 22:45:02.616020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bfa4f4-4d9f-4da7-b559-1fe32194ba0e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:02.619309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15bfa4f4-4d9f-4da7-b559-1fe32194ba0e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks?id=e77078af-af33-4f08-a719-0258550fb7e0 HTTP/1.1" status: 200 len: 760 time: 0.2630630 Jul 23 22:45:02.623712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:02.640877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731633505'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:02.696058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:02.707058 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.730315 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc6da1-cc56-4956-aa07-041e62eb0a07 None None] New status for floating IP 2a270cae-7069-433b-b325-2f5198ecf744: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:45:02.747187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2632-13e9-4423-bc32-948801e71424 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=e77078af-af33-4f08-a719-0258550fb7e0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:02.767744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e77078af-af33-4f08-a719-0258550fb7e0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:45:02.801033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.865827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:02.870549 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-692167bd-3f48-459e-b757-962cfabd20c8 req-f39fb999-2bf6-4d83-b48c-71ed2a9bd729 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792425 Jul 23 22:45:02.990869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:45:03.020917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.023943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.026393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cad41ca-bd3c-4097-93c2-d65dc422d68c HTTP/1.1" status: 204 len: 168 time: 0.5978975 Jul 23 22:45:03.045526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.046631 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment 7c526734-b418-468f-a6e9-7d1be8b40e00 of type vlan for network fe7fed63-7645-49ee-b339-3176220f5126 Jul 23 22:45:03.059008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06434a-524f-47b2-ae04-eca264d456f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad41ca-bd3c-4097-93c2-d65dc422d68c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:03.240464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e71e2-7211-4a2a-97ca-6ded7c3cb4ae req-78d3d8eb-5220-48aa-a922-00018a388a7e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:03.249741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-697e71e2-7211-4a2a-97ca-6ded7c3cb4ae req-78d3d8eb-5220-48aa-a922-00018a388a7e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.4333920 Jul 23 22:45:03.256088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c55dac-496a-4685-8e96-8613dcd80485 req-2a3d6638-b99e-4956-991a-071a4eb0f8c9 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:03.268443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43c55dac-496a-4685-8e96-8613dcd80485 req-2a3d6638-b99e-4956-991a-071a4eb0f8c9 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.1886876 Jul 23 22:45:03.384480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.411056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-43c55dac-496a-4685-8e96-8613dcd80485 req-752e9f16-cb18-4b5b-90fa-84fa0df6cae6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234121 Jul 23 22:45:03.437972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-697e71e2-7211-4a2a-97ca-6ded7c3cb4ae req-d4730848-45b0-4bbb-b809-0e5f77f320d7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640873 Jul 23 22:45:03.480367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.489528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:03.491998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:03.615696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9905608 Jul 23 22:45:03.618788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:03.625406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': 'fe7fed63-7645-49ee-b339-3176220f5126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:03.639102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:45:03.659404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407eba-d482-4763-94a4-f48b2c7799b3 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=fe7fed63-7645-49ee-b339-3176220f5126,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:03.708136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network fe7fed63-7645-49ee-b339-3176220f5126 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:45:03.827955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:03.833165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.139956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:45:04.140321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.293891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-297142a4-2137-4319-8ffc-ba695d6828c6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:04.297800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-297142a4-2137-4319-8ffc-ba695d6828c6 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.22 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.3040369 Jul 23 22:45:04.422835 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.440876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30474b6-b049-48b4-9f9c-58671b6f6689 req-381cbbd3-21f6-4fd6-bf4d-32dd88808e0f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:04.448576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f30474b6-b049-48b4-9f9c-58671b6f6689 req-381cbbd3-21f6-4fd6-bf4d-32dd88808e0f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.3068149 Jul 23 22:45:04.480262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.548469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:04.550569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:04.568922 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91cdeb0-c631-4e2f-89bb-1914e21eb9d4" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:04.572484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.603124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f30474b6-b049-48b4-9f9c-58671b6f6689 req-579abb7a-8a22-4742-9c3d-af0217887c53 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535113 Jul 23 22:45:04.679829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Deleting port 237d55dc-e677-4cb2-bb44-f0307b1c322e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:04.692129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=d2b9d5f6-33b7-43c1-a895-6498598da18a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:04.692926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.715818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': '7c526734-b418-468f-a6e9-7d1be8b40e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fe7fed63-7645-49ee-b339-3176220f5126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:45:04.716407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: fe7fed63-7645-49ee-b339-3176220f5126, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:45:04.734099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:04.742082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.754130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.754730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.756402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.756986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.758033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.764039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.764864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.765428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.765995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.766650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.767230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:04.817249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network fe7fed63-7645-49ee-b339-3176220f5126 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:45:04.832280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, fe7fed63-7645-49ee-b339-3176220f5126) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:45:04.837506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:04.838626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:04.843633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45a072-7d84-4cc0-8192-07cd954128fb None None] Network fe7fed63-7645-49ee-b339-3176220f5126 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:04.880735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9fc3a87f-48a7-4a67-96e8-67c644bc7c4f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2594573 Jul 23 22:45:04.883233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:05.020283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:05.052424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] For port 237d55dc-e677-4cb2-bb44-f0307b1c322e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=237d55dc-e677-4cb2-bb44-f0307b1c322e,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:05.053211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.072801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Calling delete_port for 237d55dc-e677-4cb2-bb44-f0307b1c322e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:05.086156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96536af-0a9b-4423-b5cf-81c779a2f5c0 req-0d2025dc-09ec-4aaa-ba12-e03577cb651f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:05.088663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d96536af-0a9b-4423-b5cf-81c779a2f5c0 req-0d2025dc-09ec-4aaa-ba12-e03577cb651f tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 945 time: 0.3171744 Jul 23 22:45:05.167222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.225612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f0868-a78b-498d-8ca6-def74b4ad641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-fe7fed63-7645-49ee-b339-3176220f5126', 'network_id': 'fe7fed63-7645-49ee-b339-3176220f5126', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': 'd2b9d5f6-33b7-43c1-a895-6498598da18a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:45:05.226521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-207f0868-a78b-498d-8ca6-def74b4ad641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.286313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d96536af-0a9b-4423-b5cf-81c779a2f5c0 req-e71f5f21-e1d9-46a9-9f66-69f3730b5560 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/security-groups?id=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864886 Jul 23 22:45:05.290800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.450336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1150881591-network', 'tenant_id': '5cdc12acebc841c795e4034f8a47209f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:05.476036 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.492460 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c695d1-155b-4b49-868e-7f20a8ec4d86 x-openstack-request-id: req-68c695d1-155b-4b49-868e-7f20a8ec4d86 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:05.493453 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:05.494048 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68c695d1-155b-4b49-868e-7f20a8ec4d86 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:05.494735 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-207f0868-a78b-498d-8ca6-def74b4ad641 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2b9d5f6-33b7-43c1-a895-6498598da18a: This subnet is being modified by another concurrent operation. Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:45:05.498041 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2b9d5f6-33b7-43c1-a895-6498598da18a: This subnet is being modified by another concurrent operation. Jul 23 22:45:05.501597 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:45:05.531843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62181193-25a2-46ec-ad62-7ab9c39cec7f None None] Network fe7fed63-7645-49ee-b339-3176220f5126 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:05.547555 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.549319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Made reservation on behalf of 5cdc12acebc841c795e4034f8a47209f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:05.552527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.596128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.632062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b9d5f6-33b7-43c1-a895-6498598da18a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:05.668387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['237d55dc-e677-4cb2-bb44-f0307b1c322e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:45:05.672069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Pushing event deleted for resources: {'Port': ['ID=237d55dc-e677-4cb2-bb44-f0307b1c322e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:05.818120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] No DVR routers for this DVR port 237d55dc-e677-4cb2-bb44-f0307b1c322e on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:05.821835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.834646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7fed63-7645-49ee-b339-3176220f5126']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:05.840859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.845319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-502900b0-60a7-4857-a3f9-fdcbba073125 req-f1355abb-de38-44bc-bf51-302b72647a8e tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.22 "DELETE /v2.0/ports/237d55dc-e677-4cb2-bb44-f0307b1c322e HTTP/1.1" status: 204 len: 173 time: 1.5411017 Jul 23 22:45:05.848548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'name': 'network-vif-deleted', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:05.856075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c526734-b418-468f-a6e9-7d1be8b40e00') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:05.857099 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f5827-9837-4c58-b870-9f174a8a3dbc" -d '{"events": [{"server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "name": "network-vif-deleted", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:05.860618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c526734-b418-468f-a6e9-7d1be8b40e00') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:05.883859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.925481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.963371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:05.963881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:05.967170 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:05.969621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67b0e-a358-4e7b-aabc-6c9f22d4fb51 req-6122299f-ebda-434e-8620-f8561be31bb5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:05.971500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2a67b0e-a358-4e7b-aabc-6c9f22d4fb51 req-6122299f-ebda-434e-8620-f8561be31bb5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2248113 Jul 23 22:45:06.121655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2a67b0e-a358-4e7b-aabc-6c9f22d4fb51 req-79b5447f-253e-4a9d-b723-e5537ffb8fcb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374145 Jul 23 22:45:06.168700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.180684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.187313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.188038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.190178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/fe7fed63-7645-49ee-b339-3176220f5126 HTTP/1.1" status: 204 len: 168 time: 1.3052216 Jul 23 22:45:06.193481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:06.225187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587cd3f-93fe-402f-a5ab-91a2e205cff6 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=fe7fed63-7645-49ee-b339-3176220f5126,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:06.263846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:45:06.324433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.324787 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Added segment d84104d7-089d-4f07-9f10-d5e462b8d725 of type vlan for network 6455455b-b655-4ea3-8ca9-70474521a75a Jul 23 22:45:06.378133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec03cb-9c18-4836-a800-695d476de2f7 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:45:06.440696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.498353 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe2b8d4-e56a-4ac4-8526-d16d6e1969cb x-openstack-request-id: req-dfe2b8d4-e56a-4ac4-8526-d16d6e1969cb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:06.498563 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ce0170-39f0-4186-894c-0e256d134899", "name": "network-vif-deleted", "tag": "237d55dc-e677-4cb2-bb44-f0307b1c322e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:06.499544 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfe2b8d4-e56a-4ac4-8526-d16d6e1969cb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:06.499544 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ce0170-39f0-4186-894c-0e256d134899', 'name': 'network-vif-deleted', 'tag': '237d55dc-e677-4cb2-bb44-f0307b1c322e', 'status': 'completed', 'code': 200} Jul 23 22:45:06.552490 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e63bab-bebe-4f16-beff-a25feeff2729 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] GET failed (client error): The resource could not be found. Jul 23 22:45:06.558267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-39e63bab-bebe-4f16-beff-a25feeff2729 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets/d2b9d5f6-33b7-43c1-a895-6498598da18a HTTP/1.1" status: 404 len: 337 time: 0.3636291 Jul 23 22:45:06.558655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:06.559060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9338e727-ea20-4c3c-ac89-4ea8970ea8ea,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:06.604642 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-525cd880-a544-4b1b-8120-1bc40f4cf065 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:06.610901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.611603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525cd880-a544-4b1b-8120-1bc40f4cf065 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:06.612670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:06.613598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:06.617198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-525cd880-a544-4b1b-8120-1bc40f4cf065 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/fe7fed63-7645-49ee-b339-3176220f5126 HTTP/1.1" status: 404 len: 339 time: 0.0570626 Jul 23 22:45:06.623312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59018) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:06.713270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec03cb-9c18-4836-a800-695d476de2f7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:45:06.807707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e6eb87f-b5e4-49da-9884-f3d52039fbc2 req-55307e2c-4824-455b-86d3-7021baf6d516 tempest-FloatingIPsAssociationTestJSON-1062503974 tempest-FloatingIPsAssociationTestJSON-1062503974-project] 10.222.0.37 "GET /v2.0/ports?device_id=95ce0170-39f0-4186-894c-0e256d134899 HTTP/1.1" status: 200 len: 210 time: 0.2215757 Jul 23 22:45:06.838959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8072212 Jul 23 22:45:06.948669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa71ed9-db25-4dd4-98e8-89c73bc8d702 admin admin] Pushing event updated for resources: {'Network': ['ID=6455455b-b655-4ea3-8ca9-70474521a75a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:06.973310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6455455b-b655-4ea3-8ca9-70474521a75a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:45:07.157330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f009d-7f92-4061-bfe6-dcaac095bf73 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:07.176561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:07.192517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a91f009d-7f92-4061-bfe6-dcaac095bf73 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5677652 Jul 23 22:45:07.420806 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:45:07.668227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 237d55dc-e677-4cb2-bb44-f0307b1c322e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:07.720194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 237d55dc-e677-4cb2-bb44-f0307b1c322e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:07.724491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 237d55dc-e677-4cb2-bb44-f0307b1c322e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:07.846764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:07.857414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c8834eb5-778d-4fe9-986d-98de09caa2cb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 207 time: 0.6790974 Jul 23 22:45:08.077246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f04049-fde0-44fb-94d8-00090b8a86c6 req-f88625dd-7b08-4961-92d0-40242fbe8869 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.088826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f04049-fde0-44fb-94d8-00090b8a86c6 req-f88625dd-7b08-4961-92d0-40242fbe8869 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2495327 Jul 23 22:45:08.264459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f04049-fde0-44fb-94d8-00090b8a86c6 req-7abf937f-f721-40c1-b740-9f0c9682f6f3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660070 Jul 23 22:45:08.778989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38929-3db6-4496-aaf9-a03851c6baac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.787671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38929-3db6-4496-aaf9-a03851c6baac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.793793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38929-3db6-4496-aaf9-a03851c6baac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.823749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e38929-3db6-4496-aaf9-a03851c6baac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.842242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c7e38929-3db6-4496-aaf9-a03851c6baac tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.9902418 Jul 23 22:45:08.842446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:08.965417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232060b-3dcf-461f-b7ce-b3af8d079e1c req-78cdf4da-28a7-43d2-b182-cb2b44b15d3b tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:08.993070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232060b-3dcf-461f-b7ce-b3af8d079e1c req-78cdf4da-28a7-43d2-b182-cb2b44b15d3b tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.019498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232060b-3dcf-461f-b7ce-b3af8d079e1c req-78cdf4da-28a7-43d2-b182-cb2b44b15d3b tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.039907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9232060b-3dcf-461f-b7ce-b3af8d079e1c req-78cdf4da-28a7-43d2-b182-cb2b44b15d3b tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3990040 Jul 23 22:45:09.067588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f6638fa-a2cc-4546-82c4-ab22d9afe5ea tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2199533 Jul 23 22:45:09.067914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.139427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.232295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53c681-218d-471b-a34f-daa8ca81ec07 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.234814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53c681-218d-471b-a34f-daa8ca81ec07 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.237837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af53c681-218d-471b-a34f-daa8ca81ec07 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1678770 Jul 23 22:45:09.246720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.337332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a19209-52c4-48ef-b2c1-95bbd06756f8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.338776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a19209-52c4-48ef-b2c1-95bbd06756f8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.340316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-86a19209-52c4-48ef-b2c1-95bbd06756f8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0923605 Jul 23 22:45:09.350555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.554956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189048-8c49-40ad-ad0b-33467bdfaafb req-1e499523-6a69-4328-b377-1d85f6e1c896 tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.556810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34189048-8c49-40ad-ad0b-33467bdfaafb req-1e499523-6a69-4328-b377-1d85f6e1c896 tempest-ComputeTenantNetworksTest-2146411248 tempest-ComputeTenantNetworksTest-2146411248-project] 10.222.0.37 "GET /v2.0/networks/6455455b-b655-4ea3-8ca9-70474521a75a HTTP/1.1" status: 200 len: 769 time: 0.1713319 Jul 23 22:45:09.567216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.603746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69450912-9e22-4d21-a38a-77314839f147 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:09.623478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69450912-9e22-4d21-a38a-77314839f147 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks/0710fa34-b598-48b6-a665-b6a84b605e99 HTTP/1.1" status: 200 len: 799 time: 0.2663689 Jul 23 22:45:09.624257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:09.675055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:09.953878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8ed41be9-4e8d-4b77-8c56-e2ad55c0277c tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/networks/0710fa34-b598-48b6-a665-b6a84b605e99?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3121083 Jul 23 22:45:09.955267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:10.092104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23144808-eb75-4172-8d5a-c497b9d7d738 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:10.099619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23144808-eb75-4172-8d5a-c497b9d7d738 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets/832fc80f-bf6f-4088-b3ae-a375f4dc28f8 HTTP/1.1" status: 200 len: 811 time: 0.1415024 Jul 23 22:45:10.100438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:10.204248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6363b-a7d4-47f6-826b-f2b1b10d4ffb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:10.212675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2fd6363b-a7d4-47f6-826b-f2b1b10d4ffb tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "GET /v2.0/subnets/832fc80f-bf6f-4088-b3ae-a375f4dc28f8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1107950 Jul 23 22:45:10.214658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:10.227201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113599425'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:10.286378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:10.290723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.353878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:45:10.366927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.385028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.385533 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Added segment c46527f4-eb63-45f8-936a-dc20df3bc798 of type vlan for network 80e29b6c-587b-4486-ac67-1d079b4a4050 Jul 23 22:45:10.398719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6455455b-b655-4ea3-8ca9-70474521a75a']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:10.458773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84104d7-089d-4f07-9f10-d5e462b8d725') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:10.463806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84104d7-089d-4f07-9f10-d5e462b8d725') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:10.487222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.535716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.561749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.571702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.572061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:10.572788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.588075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:10.589488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.732431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Network': ['ID=80e29b6c-587b-4486-ac67-1d079b4a4050,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:10.733584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b125717-7436-4562-95fc-fa2d6755e170 req-d181b435-8f04-4d4d-81c4-ff8b86f4d6c9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:10.738805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b125717-7436-4562-95fc-fa2d6755e170 req-d181b435-8f04-4d4d-81c4-ff8b86f4d6c9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.8923542 Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:10.739738 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:10.745419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:45:10.747802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.782202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-81a2232e-3e28-4d01-9c19-88aba087d95e tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5634267 Jul 23 22:45:10.783838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:10.785141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:10.791056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6455455b-b655-4ea3-8ca9-70474521a75a HTTP/1.1" status: 204 len: 168 time: 1.2221558 Jul 23 22:45:10.800855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:10.899672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ade40-4dd9-4ab3-9f55-9d30c08c1f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=6455455b-b655-4ea3-8ca9-70474521a75a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:11.011926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b125717-7436-4562-95fc-fa2d6755e170 req-8b05aec6-9134-48f1-bffc-cc79a218ea01 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473392 Jul 23 22:45:11.040005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77899e7c-dbee-44bf-af95-61453da2869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.057161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:11.118031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Made reservation on behalf of babfeac2a21e4dd781b0011b6dea0616 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:11.122404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.145580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.257283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 22:45:11.257729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 22:45:11.451532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bae65b0a-b712-46d4-8820-8a495fc3122e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cdc12acebc841c795e4034f8a47209f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917291 Jul 23 22:45:11.455981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:11.480858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.620809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=9d608c0b-1f54-41c3-aecc-3daf557cc946,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:11.632152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.660358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Deleting port 3c22f1e6-7678-49ff-809a-4246146a66a3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:11.660853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.699282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.794632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Checking segment: {'id': 'c46527f4-eb63-45f8-936a-dc20df3bc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:45:11.795939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network hostable DHCP agents. Network: 80e29b6c-587b-4486-ac67-1d079b4a4050, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:45:11.812701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.816300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.820413 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9338e727-ea20-4c3c-ac89-4ea8970ea8ea HTTP/1.1" status: 204 len: 168 time: 0.3625903 Jul 23 22:45:11.842627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] For port 3c22f1e6-7678-49ff-809a-4246146a66a3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3c22f1e6-7678-49ff-809a-4246146a66a3,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:11.843154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.865160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27090d-8a40-4831-a5ca-64d3fda118a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9338e727-ea20-4c3c-ac89-4ea8970ea8ea,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:11.897558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Calling delete_port for 3c22f1e6-7678-49ff-809a-4246146a66a3 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:11.903015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:45:11.920527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 80e29b6c-587b-4486-ac67-1d079b4a4050) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:45:11.926367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:11.927162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:11.933196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e943a-f440-405d-9dd7-38b6768902f2 None None] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:11.978046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f75c513d-ea00-459f-a508-1d1dd81409a2 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1867943 Jul 23 22:45:11.980556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:11.996512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:12.382958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10702895'] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:12.445911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-80e29b6c-587b-4486-ac67-1d079b4a4050', 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050', 'tenant_id': 'babfeac2a21e4dd781b0011b6dea0616', 'fixed_ips': [{'subnet_id': '9d608c0b-1f54-41c3-aecc-3daf557cc946'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:45:12.447140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:12.795890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794111207491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9303459'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:12.943844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Allocated IP 172.20.0.3 (80e29b6c-587b-4486-ac67-1d079b4a4050/9d608c0b-1f54-41c3-aecc-3daf557cc946/f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:45:12.982784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event updated for resources: {'Subnet': ['ID=9d608c0b-1f54-41c3-aecc-3daf557cc946,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:13.017152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:13.020306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.022043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9749f9e1-1506-499c-bd68-d8ea715eb57f tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "PUT /v2.0/subnets/9d608c0b-1f54-41c3-aecc-3daf557cc946 HTTP/1.1" status: 200 len: 877 time: 1.0402772 Jul 23 22:45:13.024831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59116) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:13.053086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea87c59-7b71-4ec1-b7bd-81c35a3c4de7 req-f6861579-375d-4699-b689-6d241b7138d0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:13.069861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fea87c59-7b71-4ec1-b7bd-81c35a3c4de7 req-f6861579-375d-4699-b689-6d241b7138d0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.5361202 Jul 23 22:45:13.240218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.319360 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.365443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Transition to ACTIVE for port object f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:45:13.389107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fea87c59-7b71-4ec1-b7bd-81c35a3c4de7 req-13b4aa10-a2fd-44c3-bcf2-8137fc158e46 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180068 Jul 23 22:45:13.407006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.412855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.431951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Transition to ACTIVE for port object f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:45:13.457314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.529363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.531367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3c22f1e6-7678-49ff-809a-4246146a66a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:13.607572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Pushing event updated for resources: {'Port': ['ID=f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:13.653732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:45:13.655320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:45:13.665273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:45:13.711741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=9d608c0b-1f54-41c3-aecc-3daf557cc946,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:13.921026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Attempting to bind port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:45:13.921850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Attempting to bind port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'c46527f4-eb63-45f8-936a-dc20df3bc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:45:13.922964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Attempting to bind port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f on network 80e29b6c-587b-4486-ac67-1d079b4a4050 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:45:13.943460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9cff56c0-c8da-4df3-8b4f-289f57538026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.945414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:45:13.946096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Checking segment: {'id': 'c46527f4-eb63-45f8-936a-dc20df3bc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:45:13.946523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:13.950732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Bound using segment: {'id': 'c46527f4-eb63-45f8-936a-dc20df3bc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:45:13.951723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Bound port: f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46527f4-eb63-45f8-936a-dc20df3bc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '80e29b6c-587b-4486-ac67-1d079b4a4050'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:45:13.953228 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.066097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.104827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e29b6c-587b-4486-ac67-1d079b4a4050']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:14.115180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.128772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46527f4-eb63-45f8-936a-dc20df3bc798') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:14.128991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46527f4-eb63-45f8-936a-dc20df3bc798') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:14.159763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.174572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] For port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:45:14.181087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.189554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] For port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f,segment=NetworkSegment(c46527f4-eb63-45f8-936a-dc20df3bc798),segment_id=c46527f4-eb63-45f8-936a-dc20df3bc798)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:45:14.248237 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.251220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.281960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:14.282405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:14.287184 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:14.400134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:45:14.400134 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:45:14.400134 n-d-791506-25 neutron-server[93836]: [parameters: {'id': '80e29b6c-587b-4486-ac67-1d079b4a4050'}] Jul 23 22:45:14.400134 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:45:14.402724 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:45:14.531410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Router cbd45489-8f78-4f00-ac77-0c83dd7493ca has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:45:14.633042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05433bb0-44ea-4ad6-8b53-ae8300deb35e None None] Pushing event updated for resources: {'Port': ['ID=f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:14.667346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5cded-8a13-4be3-8e5e-90cc3e061b5b None None] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:14.784371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:45:14.803383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59146) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:14.811113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Sync routers for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:45:14.816078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f933e803-f5aa-4bd6-b47d-870cdf4131ef admin admin] 10.222.0.37 "PUT /v2.0/routers/cbd45489-8f78-4f00-ac77-0c83dd7493ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6750827 Jul 23 22:45:14.839898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:45:14.840795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:45:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:15.136045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.139162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.330657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.398581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:45:15.412543 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.431822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8d842-d619-4621-aceb-7f617235e273 req-0343b34c-1321-4ea0-8830-035e6c7e25bd tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:15.453899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2a8d842-d619-4621-aceb-7f617235e273 req-0343b34c-1321-4ea0-8830-035e6c7e25bd tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2008994 Jul 23 22:45:15.569510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2a8d842-d619-4621-aceb-7f617235e273 req-097c61f5-b201-445c-8b74-ea32783b1804 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125739 Jul 23 22:45:15.683959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d3ca6-df91-4ea3-8488-8d4069f62231 None None] Network 80e29b6c-587b-4486-ac67-1d079b4a4050 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:15.726130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:45:13Z', 'revision_number': 5, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port': {'id': '80510b64-d7cb-470b-b61b-8ff336e0dcfb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:29Z', 'updated_at': '2021-07-23T22:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:15.807766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:15.808298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.810464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Deleting port 80510b64-d7cb-470b-b61b-8ff336e0dcfb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:15.810792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:15.817430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Checking router: cbd45489-8f78-4f00-ac77-0c83dd7493ca for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:45:15.836305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Routers {'cbd45489-8f78-4f00-ac77-0c83dd7493ca'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:45:15.836964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:45:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:15.956554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] Set router cbd45489-8f78-4f00-ac77-0c83dd7493ca gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:45:16.020993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f,segment=NetworkSegment(c46527f4-eb63-45f8-936a-dc20df3bc798),segment_id=c46527f4-eb63-45f8-936a-dc20df3bc798)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:16.021618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.037194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:45:15Z', 'revision_number': 6, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:16.041567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:16.077224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] For port 80510b64-d7cb-470b-b61b-8ff336e0dcfb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80510b64-d7cb-470b-b61b-8ff336e0dcfb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:16.077900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.129705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Calling delete_port for 80510b64-d7cb-470b-b61b-8ff336e0dcfb owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:16.223787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9126fba-856b-4fd9-84c6-08991ac823d8 None None] The sync data for ids ['cbd45489-8f78-4f00-ac77-0c83dd7493ca'] in n-d-791506-25 is: [{'id': 'cbd45489-8f78-4f00-ac77-0c83dd7493ca', 'name': 'tempest-FloatingIPsAssociationTestJSON-750615939-router', 'tenant_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:28Z', 'updated_at': '2021-07-23T22:45:15Z', 'revision_number': 6, 'project_id': 'f58f7a40c7904dbeb7c456da1f514ba3', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:45:16.289479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.306608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0bd88-de5a-4b26-be6f-6cb6f9dcdddd None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:45:16.334888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:16.350068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port f6671a9c-eb08-4ad1-a6fb-3c98d0d2135f on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:16.487137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.501273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e29b6c-587b-4486-ac67-1d079b4a4050']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:16.543707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46527f4-eb63-45f8-936a-dc20df3bc798') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:16.546079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46527f4-eb63-45f8-936a-dc20df3bc798') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:16.593689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.603866 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.626297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.661387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:16.661828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.786975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7273a7-9822-4b0e-a450-41fdc99b84d5 req-401f0cff-b435-483d-b921-43f0a5dddc98 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:16.794304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a7273a7-9822-4b0e-a450-41fdc99b84d5 req-401f0cff-b435-483d-b921-43f0a5dddc98 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1461635 Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:16.839934 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:16.856538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.936395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:16.942308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/80e29b6c-587b-4486-ac67-1d079b4a4050 HTTP/1.1" status: 204 len: 168 time: 3.9161634 Jul 23 22:45:16.947633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:16.999718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a7273a7-9822-4b0e-a450-41fdc99b84d5 req-2c9c0c02-d76c-4f41-b7cd-2c6787fc532d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988082 Jul 23 22:45:17.032991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0bd88-de5a-4b26-be6f-6cb6f9dcdddd None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:45:17.033219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3374ff2-56e6-46b3-acfd-ecbad0ae8472 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=80e29b6c-587b-4486-ac67-1d079b4a4050,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:17.090227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.153467 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f61f6-1a9a-431c-91d1-00d175d0e423 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:17.153977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275f61f6-1a9a-431c-91d1-00d175d0e423 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:17.159257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-275f61f6-1a9a-431c-91d1-00d175d0e423 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/9d608c0b-1f54-41c3-aecc-3daf557cc946 HTTP/1.1" status: 404 len: 337 time: 0.2099509 Jul 23 22:45:17.160900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:17.186048 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-00218441-7d8b-4d6a-a84c-696edcfc33bf tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:17.186700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00218441-7d8b-4d6a-a84c-696edcfc33bf tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:17.192099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-00218441-7d8b-4d6a-a84c-696edcfc33bf tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/80e29b6c-587b-4486-ac67-1d079b4a4050 HTTP/1.1" status: 404 len: 339 time: 0.0301824 Jul 23 22:45:17.195174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:17.231590 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4bced0-de46-4506-a509-070d30e946a0 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:17.235430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4bced0-de46-4506-a509-070d30e946a0 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:17.238956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1f4bced0-de46-4506-a509-070d30e946a0 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/d2b9d5f6-33b7-43c1-a895-6498598da18a HTTP/1.1" status: 404 len: 337 time: 0.0426822 Jul 23 22:45:17.239718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:17.257203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78cc2-ec1f-4b08-868b-7f07686d3368 req-3ce4d579-1608-4fb3-a7ef-2b658b06b101 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:17.269537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71d78cc2-ec1f-4b08-868b-7f07686d3368 req-3ce4d579-1608-4fb3-a7ef-2b658b06b101 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.2556453 Jul 23 22:45:17.271994 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a7cc02-0fa1-4e7d-a981-a736cebbc1a8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:17.272579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a7cc02-0fa1-4e7d-a981-a736cebbc1a8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:17.278455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a1a7cc02-0fa1-4e7d-a981-a736cebbc1a8 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/fe7fed63-7645-49ee-b339-3176220f5126 HTTP/1.1" status: 404 len: 339 time: 0.0308027 Jul 23 22:45:17.285415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:17.290369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Pushing event deleted for resources: {'Port': ['ID=80510b64-d7cb-470b-b61b-8ff336e0dcfb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:17.410557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71d78cc2-ec1f-4b08-868b-7f07686d3368 req-4febc28c-80c7-4099-8ece-9ebb9479558d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381879 Jul 23 22:45:17.411181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.418353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-c7cb01d8-24d0-40ee-ba7d-e1f36157b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:17.432029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-c7cb01d8-24d0-40ee-ba7d-e1f36157b2f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1097 time: 0.4370704 Jul 23 22:45:17.574952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.583765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.779766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.780641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd45489-8f78-4f00-ac77-0c83dd7493ca {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:45:17.793985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.795670 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5db4486c-2b4c-4f94-8320-9ec581efd885 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cbd45489-8f78-4f00-ac77-0c83dd7493ca HTTP/1.1" status: 204 len: 168 time: 2.9906325 Jul 23 22:45:17.798665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:17.929302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Deleting subnet cdcced96-aa14-46c0-a013-69f6a2727b3f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:45:17.938078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:17.965138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3c22f1e6-7678-49ff-809a-4246146a66a3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:18.007336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3c22f1e6-7678-49ff-809a-4246146a66a3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:18.008335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3c22f1e6-7678-49ff-809a-4246146a66a3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:18.009877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80510b64-d7cb-470b-b61b-8ff336e0dcfb no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:18.032348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.058000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 80510b64-d7cb-470b-b61b-8ff336e0dcfb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:18.058437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80510b64-d7cb-470b-b61b-8ff336e0dcfb not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:18.189185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.306159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.341143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.382882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdcced96-aa14-46c0-a013-69f6a2727b3f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:18.396094 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.400383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944f400-b07d-4553-aa9a-b512809813cd None None] Network e701a8a0-867a-47e3-bec4-1e0d5a7f0579 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:18.408751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:18.411542 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a14f637f-74a4-4da9-ae4f-1db81593e8d9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cdcced96-aa14-46c0-a013-69f6a2727b3f HTTP/1.1" status: 204 len: 168 time: 0.6032441 Jul 23 22:45:18.623130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.633974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77078af-af33-4f08-a719-0258550fb7e0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:18.685535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2757264-bff3-4559-b80a-b2fb6f6eaf27') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:18.686262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2757264-bff3-4559-b80a-b2fb6f6eaf27') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:18.696236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.716086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] DHCP port deletion for e701a8a0-867a-47e3-bec4-1e0d5a7f0579 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:45:18.723272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.731420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:18.732106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.744859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9c05c-f344-45a2-abfb-c335c5730061 req-cd1967ce-8191-4482-b972-d7e972ba7762 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:18.755639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ff9c05c-f344-45a2-abfb-c335c5730061 req-cd1967ce-8191-4482-b972-d7e972ba7762 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 945 time: 0.1751177 Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:18.812644 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:18.820408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-daee51e6-76cb-4f40-98e1-becbc1967d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:18.822268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-daee51e6-76cb-4f40-98e1-becbc1967d12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 1.3802681 Jul 23 22:45:18.825310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.826312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Deleting port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:18.826779 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.834991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.842237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.844749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/e77078af-af33-4f08-a719-0258550fb7e0 HTTP/1.1" status: 204 len: 168 time: 1.5586627 Jul 23 22:45:18.848471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3ff9c05c-f344-45a2-abfb-c335c5730061 req-cac8d0cc-0a22-4be6-8be3-45206d8760ed tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910809 Jul 23 22:45:18.850104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:18.868340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503f46-d776-4fe3-bc65-f12bc5fc7c2d req-873c306e-7e11-4510-b10e-3bd6f07a7ac0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:18.878477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab503f46-d776-4fe3-bc65-f12bc5fc7c2d req-873c306e-7e11-4510-b10e-3bd6f07a7ac0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.5540607 Jul 23 22:45:18.932835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] For port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,segment=NetworkSegment(97074288-9956-4b4e-96ed-1769070be385),segment_id=97074288-9956-4b4e-96ed-1769070be385)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:18.933236 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:18.950829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Calling delete_port for 3fd718b0-0e95-4565-b8f0-5c7df1cf358b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:19.016331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:19.028812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-409e19b1-ccec-4c36-a6be-50f58c127ea3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 1001 time: 0.1810279 Jul 23 22:45:19.032048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a2042-802b-448e-b9c3-32735035625a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=e77078af-af33-4f08-a719-0258550fb7e0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:19.086457 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-03994836-0c4d-4819-9e81-60d3c4b05d9a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.086913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03994836-0c4d-4819-9e81-60d3c4b05d9a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.091181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-03994836-0c4d-4819-9e81-60d3c4b05d9a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/ea319b99-b0e8-4dfc-aa74-203e63a320a3 HTTP/1.1" status: 404 len: 337 time: 0.2319818 Jul 23 22:45:19.092170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.097139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.135911 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb43d9e-3421-430c-aac3-a91359eb6949 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.136420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb43d9e-3421-430c-aac3-a91359eb6949 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.145519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9fb43d9e-3421-430c-aac3-a91359eb6949 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/d54d65ad-16d1-46fa-9178-ab2d8d6a6d83 HTTP/1.1" status: 404 len: 339 time: 0.0476408 Jul 23 22:45:19.145981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] Pushing event deleted for resources: {'Port': ['ID=3fd718b0-0e95-4565-b8f0-5c7df1cf358b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:19.148858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.151087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28dc28-2c24-4c69-8538-dc8bee5d28ff None None] No DVR routers for this DVR port 3fd718b0-0e95-4565-b8f0-5c7df1cf358b on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:19.200871 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55b8c0d-8b0b-4dab-bec9-f07cad1e9e82 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.201707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55b8c0d-8b0b-4dab-bec9-f07cad1e9e82 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.203720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b55b8c0d-8b0b-4dab-bec9-f07cad1e9e82 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/0d200868-c844-460d-9106-028968501276 HTTP/1.1" status: 404 len: 337 time: 0.0536861 Jul 23 22:45:19.207618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.214338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] The port '3fd718b0-0e95-4565-b8f0-5c7df1cf358b' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 22:45:19.261718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab503f46-d776-4fe3-bc65-f12bc5fc7c2d req-c68e03ec-1c8d-4d08-831c-ee7254a3ff66 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793731 Jul 23 22:45:19.286124 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2554277-e067-4a11-a608-99d2c9293935 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.286124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2554277-e067-4a11-a608-99d2c9293935 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.287257 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c2554277-e067-4a11-a608-99d2c9293935 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/19644583-91c7-4440-9fe0-2db4b7371565 HTTP/1.1" status: 404 len: 339 time: 0.0783882 Jul 23 22:45:19.310874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.312109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.375717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:19.383126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.384030 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf0d8a-6b5f-420c-bc83-e335bae2fb4b" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-unplugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:19.404278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:19.412773 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b54487-a421-4b9e-bb1f-f0332e1f5abc tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.415398 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.415846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b54487-a421-4b9e-bb1f-f0332e1f5abc tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.420406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-88b54487-a421-4b9e-bb1f-f0332e1f5abc tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/7e5f34f8-781e-4845-ada1-4cc1a120cdc4 HTTP/1.1" status: 404 len: 337 time: 0.1166344 Jul 23 22:45:19.423274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.439549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-593d173d-774a-4884-9d52-a8327eb53cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:19.441117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-593d173d-774a-4884-9d52-a8327eb53cb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.4034147 Jul 23 22:45:19.442918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e701a8a0-867a-47e3-bec4-1e0d5a7f0579']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:19.475678 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-638c548c-a8c1-407b-9683-ca68e3435c75 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.479122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638c548c-a8c1-407b-9683-ca68e3435c75 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.483517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-638c548c-a8c1-407b-9683-ca68e3435c75 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/ee9817e6-8cdd-4993-895f-85f05133d6c0 HTTP/1.1" status: 404 len: 339 time: 0.0563915 Jul 23 22:45:19.495207 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea422b8-86dc-4a04-a47a-ee689b4d3a96 x-openstack-request-id: req-bea422b8-86dc-4a04-a47a-ee689b4d3a96 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:19.497698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.498077 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-unplugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:19.498981 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bea422b8-86dc-4a04-a47a-ee689b4d3a96 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:19.499458 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'code': 200} Jul 23 22:45:19.522735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:19.540341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97074288-9956-4b4e-96ed-1769070be385') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:19.541139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97074288-9956-4b4e-96ed-1769070be385') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:19.559304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.568413 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-26380ed2-746d-4190-8e3c-55a91b1034b1 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.568964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26380ed2-746d-4190-8e3c-55a91b1034b1 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.574918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-26380ed2-746d-4190-8e3c-55a91b1034b1 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/27303017-7b84-41bc-8123-a8821d203a91 HTTP/1.1" status: 404 len: 337 time: 0.0745177 Jul 23 22:45:19.576511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.583531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.598667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:19.599447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:19.601719 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:19.607498 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccfbdb0-44b4-4d7c-9609-d1a50dd3b4c7 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.608581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccfbdb0-44b4-4d7c-9609-d1a50dd3b4c7 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.613969 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ccfbdb0-44b4-4d7c-9609-d1a50dd3b4c7 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/7a241b1e-f855-47ee-96e0-0a768ee81219 HTTP/1.1" status: 404 len: 339 time: 0.0364213 Jul 23 22:45:19.614644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.639873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-89c7859a-1beb-4f72-bd2d-3f7c57818891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:19.642107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-89c7859a-1beb-4f72-bd2d-3f7c57818891 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832306 Jul 23 22:45:19.667107 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aff9096-2ca7-4b15-ae7c-287737c12fec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.667536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aff9096-2ca7-4b15-ae7c-287737c12fec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.672089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5aff9096-2ca7-4b15-ae7c-287737c12fec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/15f940ae-5640-4207-9a7e-407ee2b977cd HTTP/1.1" status: 404 len: 337 time: 0.0557785 Jul 23 22:45:19.673691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.699422 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eab46e-a524-40df-8441-61519013dd52 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.700207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62eab46e-a524-40df-8441-61519013dd52 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.705091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62eab46e-a524-40df-8441-61519013dd52 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/641312c9-5de4-41ff-8f4e-20b9e4bf4ebd HTTP/1.1" status: 404 len: 339 time: 0.0297179 Jul 23 22:45:19.715578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6fd7a-9124-491c-97e6-96c5278f2e12 req-021c38fa-d758-4529-9777-eeb792e7ca8a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:19.715578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71c6fd7a-9124-491c-97e6-96c5278f2e12 req-021c38fa-d758-4529-9777-eeb792e7ca8a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.2306552 Jul 23 22:45:19.716172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.762637 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3bdbe2-bd7a-443d-ac3a-266a36f8f447 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.763094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3bdbe2-bd7a-443d-ac3a-266a36f8f447 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.766817 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d3bdbe2-bd7a-443d-ac3a-266a36f8f447 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/0703fd22-f021-4d5e-9161-bb2d3833fc76 HTTP/1.1" status: 404 len: 337 time: 0.0476906 Jul 23 22:45:19.771416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.800683 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbd1b30-e701-4bf1-8e51-1ef995d9af34 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.801279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbd1b30-e701-4bf1-8e51-1ef995d9af34 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.803073 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bcbd1b30-e701-4bf1-8e51-1ef995d9af34 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/db130339-d359-4c4a-86b6-73918f6757a1 HTTP/1.1" status: 404 len: 339 time: 0.0307171 Jul 23 22:45:19.807127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59308) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.820176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.842389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:19.844108 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1809175-e1ed-430d-bd82-dc333f98020d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.844568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1809175-e1ed-430d-bd82-dc333f98020d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.846902 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1809175-e1ed-430d-bd82-dc333f98020d tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/7daaa428-2cf7-4a08-8ac5-a26373234ef1 HTTP/1.1" status: 404 len: 337 time: 0.0394170 Jul 23 22:45:19.849129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e701a8a0-867a-47e3-bec4-1e0d5a7f0579 HTTP/1.1" status: 204 len: 168 time: 1.4359598 Jul 23 22:45:19.849978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.856941 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-71c6fd7a-9124-491c-97e6-96c5278f2e12 req-4c8b6980-eec8-45ee-aa8c-69b1287a448f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964942 Jul 23 22:45:19.889378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e43ea-fcb7-42eb-a5d8-42fd4fac4549 admin admin] Pushing event deleted for resources: {'Network': ['ID=e701a8a0-867a-47e3-bec4-1e0d5a7f0579,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:19.910034 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d06256b-1248-49a6-bfb4-9b3a1da00de9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.911029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d06256b-1248-49a6-bfb4-9b3a1da00de9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.913080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d06256b-1248-49a6-bfb4-9b3a1da00de9 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/358d5814-0425-4f96-b021-dc3d5aa1f715 HTTP/1.1" status: 404 len: 339 time: 0.0572381 Jul 23 22:45:19.915768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.930003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-af0a82c0-b6f7-4b18-988a-8292e641e0a7 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463646 Jul 23 22:45:19.949747 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56ac6b4-f0e5-45b5-9179-e3f1f217cea5 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.950532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56ac6b4-f0e5-45b5-9179-e3f1f217cea5 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.952495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b56ac6b4-f0e5-45b5-9179-e3f1f217cea5 tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/525c58f0-3eaa-4d34-a675-068265f69923 HTTP/1.1" status: 404 len: 337 time: 0.0356705 Jul 23 22:45:19.959019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:19.959238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3fd718b0-0e95-4565-b8f0-5c7df1cf358b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:19.994668 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1b7250-472a-44f0-89e9-4992e83686ec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] DELETE failed (client error): The resource could not be found. Jul 23 22:45:19.995517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1b7250-472a-44f0-89e9-4992e83686ec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:45:19.996284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3fd718b0-0e95-4565-b8f0-5c7df1cf358b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:19.996731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3fd718b0-0e95-4565-b8f0-5c7df1cf358b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:19.997931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bc1b7250-472a-44f0-89e9-4992e83686ec tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/02e8bb43-d87f-49b2-a5ca-ff561d93544f HTTP/1.1" status: 404 len: 339 time: 0.0373819 Jul 23 22:45:20.000549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:20.165189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting subnet 832fc80f-bf6f-4088-b3ae-a375f4dc28f8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:45:20.183767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b8fb83e-b406-492a-b987-7ac3bb308244 req-0d22bb6e-7266-491f-93a5-25fb6d641a3e service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474186 Jul 23 22:45:20.198400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.262059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561874b-2a92-4061-99e6-eda763e3912c req-e610e086-cb46-4871-bbf4-3a062eaf25b8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:20.263815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6561874b-2a92-4061-99e6-eda763e3912c req-e610e086-cb46-4871-bbf4-3a062eaf25b8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.2109194 Jul 23 22:45:20.347680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:20.367790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.407631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6561874b-2a92-4061-99e6-eda763e3912c req-dbf3704a-375e-4f5d-8893-c23f15c9f0a7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132739 Jul 23 22:45:20.447654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-308bdab2-827d-4cfc-beff-d1aaa5f16be1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f58f7a40c7904dbeb7c456da1f514ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984080 Jul 23 22:45:20.453172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:20.558877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0de6-2514-4964-bc70-e2669a0b5c06 req-a79bca98-a77d-4073-a2c9-7dc05bafa5d5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:20.563823 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d55b0de6-2514-4964-bc70-e2669a0b5c06 req-a79bca98-a77d-4073-a2c9-7dc05bafa5d5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1478918 Jul 23 22:45:20.571772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.585005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.598495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.657389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d55b0de6-2514-4964-bc70-e2669a0b5c06 req-a998dc6c-e52f-4e79-9c41-114963a531aa tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Jul 23 22:45:20.670305 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.672847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.676250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d HTTP/1.1" status: 204 len: 168 time: 0.2197461 Jul 23 22:45:20.684954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15047512-f76d-4275-93d5-2a77bf106438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b4b8e-d9c7-47a0-a0a3-2fb0b05f613d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:20.688550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.734784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.740627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:20.746371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/subnets/832fc80f-bf6f-4088-b3ae-a375f4dc28f8 HTTP/1.1" status: 204 len: 168 time: 0.7445364 Jul 23 22:45:20.747411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0dcc55-4ff9-43ed-9a19-7fd30a887548 None None] Network 0710fa34-b598-48b6-a665-b6a84b605e99 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:45:20.748191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03a07-a4c1-4be6-b0b1-33e4bdbcb21a tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Subnet': ['ID=832fc80f-bf6f-4088-b3ae-a375f4dc28f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:20.836324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:20.912859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Deleting port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:20.913197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.027483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] For port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,segment=NetworkSegment(b730479e-e9ae-4761-b930-dd2b5285a2c3),segment_id=b730479e-e9ae-4761-b930-dd2b5285a2c3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:21.028145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.039062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] DHCP port deletion for 0710fa34-b598-48b6-a665-b6a84b605e99 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:45:21.056488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Calling delete_port for 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:21.097512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Deleting port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:45:21.097970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.135603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7b7a-a009-4503-9e8c-927e9cd41d8c req-4b90956d-eadf-4e21-bf11-e102ca685f0a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:21.137193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34cd7b7a-a009-4503-9e8c-927e9cd41d8c req-4b90956d-eadf-4e21-bf11-e102ca685f0a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.2015216 Jul 23 22:45:21.221079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] For port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,segment=NetworkSegment(b730479e-e9ae-4761-b930-dd2b5285a2c3),segment_id=b730479e-e9ae-4761-b930-dd2b5285a2c3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:21.222076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.227034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34cd7b7a-a009-4503-9e8c-927e9cd41d8c req-adc9b28d-0ab5-456f-af0c-33d4fca9e8a2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781519 Jul 23 22:45:21.257439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Calling delete_port for 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:45:21.264706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.344006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Port': ['ID=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:21.349023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] No DVR routers for this DVR port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:21.373409 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.413557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] No DVR routers for this DVR port 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:21.418908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6384d-2a2a-4f21-b846-a9f55a1007df None None] Pushing event deleted for resources: {'Port': ['ID=92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:21.521183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.541237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0710fa34-b598-48b6-a665-b6a84b605e99']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:21.561545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b730479e-e9ae-4761-b930-dd2b5285a2c3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:21.562264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b730479e-e9ae-4761-b930-dd2b5285a2c3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:45:21.583819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.632703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.645689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:45:21.646457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:45:21.650281 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:45:21.800972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bbe0-b8fd-433a-b9f9-69f1dbb0ee3e req-802d7dac-7d70-4d74-be79-1498e2996d98 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:21.806309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88a0bbe0-b8fd-433a-b9f9-69f1dbb0ee3e req-802d7dac-7d70-4d74-be79-1498e2996d98 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.2418299 Jul 23 22:45:21.807731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.824700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:21.828959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] 10.222.0.37 "DELETE /v2.0/networks/0710fa34-b598-48b6-a665-b6a84b605e99 HTTP/1.1" status: 204 len: 168 time: 1.0850852 Jul 23 22:45:21.844580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c75f4-2cf5-403e-8822-ddd4685ac6ff tempest-NetworksTest-131629825 tempest-NetworksTest-131629825-project] Pushing event deleted for resources: {'Network': ['ID=0710fa34-b598-48b6-a665-b6a84b605e99,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:21.883223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88a0bbe0-b8fd-433a-b9f9-69f1dbb0ee3e req-1ac91fdb-ee09-495a-a7a5-ec5c87ff1b5d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709431 Jul 23 22:45:21.984556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:22.022998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae47be-7fa8-478e-a068-a79d1cea1381 req-5f99cd94-555d-4d23-961a-6c8792b24266 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:22.025310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bae47be-7fa8-478e-a068-a79d1cea1381 req-5f99cd94-555d-4d23-961a-6c8792b24266 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1334546 Jul 23 22:45:22.034115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:45:22.035171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 92aff00d-3ba6-4ea7-bf2f-dae36a8aeb38 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:45:22.078802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9bae47be-7fa8-478e-a068-a79d1cea1381 req-b6e5c7b5-3218-464f-9787-17a66234e70b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474350 Jul 23 22:45:22.103360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad740055-2e7e-478a-8b4e-76b5ce5264bf req-c6e40f3a-18d7-4234-9986-0a35a212c8f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:22.105056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad740055-2e7e-478a-8b4e-76b5ce5264bf req-c6e40f3a-18d7-4234-9986-0a35a212c8f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.1030128 Jul 23 22:45:22.170010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad740055-2e7e-478a-8b4e-76b5ce5264bf req-471eb070-0464-4db3-aac0-08cf37160037 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551035 Jul 23 22:45:22.205089 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:22.264664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:22.539281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4f26d135-0df4-4d7a-b1c2-418941fb0f25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=babfeac2a21e4dd781b0011b6dea0616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729027 Jul 23 22:45:22.540424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:22.569481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-7d71d880-68e9-4380-a0d6-e4ca1507acf3 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=803747042176417ba9d874e4c3c29dc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323489 Jul 23 22:45:22.616482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:22.645857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:22.693035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-48b4b00e-80bb-4781-91fe-3b07e5c9e504 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:22.694362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-48b4b00e-80bb-4781-91fe-3b07e5c9e504 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240778 Jul 23 22:45:22.703687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:22.707671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:22.711228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aa1c63d-8281-4cf5-b09b-6305545128c7 HTTP/1.1" status: 204 len: 168 time: 0.1670682 Jul 23 22:45:22.718669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97768c2-e357-46db-aeac-05fcbb892493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1c63d-8281-4cf5-b09b-6305545128c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:22.730859 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-482d71e5-3288-4757-a462-c49d7e1c2986 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/quotas/803747042176417ba9d874e4c3c29dc8 HTTP/1.1" status: 200 len: 375 time: 0.0305395 Jul 23 22:45:22.795413 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-8f6e9454-b04f-474b-9168-d323f656066b tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=803747042176417ba9d874e4c3c29dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509031 Jul 23 22:45:23.053464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-42d79c4b-390f-410a-9b9d-4e991c1c511a req-6d26c783-9836-4c0c-b444-ee4be7e333cb tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 210 time: 0.0763092 Jul 23 22:45:23.131386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:23.141870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c86bc-2a9c-4bb1-b92c-f82491d6a7cb req-516cf8af-0717-4af0-97be-aeb708d2fc26 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:23.153564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d1c86bc-2a9c-4bb1-b92c-f82491d6a7cb req-516cf8af-0717-4af0-97be-aeb708d2fc26 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.1388600 Jul 23 22:45:23.242598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d1c86bc-2a9c-4bb1-b92c-f82491d6a7cb req-c9edd13b-4774-41c9-a46b-707dbf173532 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859637 Jul 23 22:45:23.345315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512f83b-d8d6-433b-9d6e-634483b4dac7 req-01da64ad-692b-4c17-bdfc-d685e6ce39f8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:23.348521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d512f83b-d8d6-433b-9d6e-634483b4dac7 req-01da64ad-692b-4c17-bdfc-d685e6ce39f8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1302614 Jul 23 22:45:23.412717 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d512f83b-d8d6-433b-9d6e-634483b4dac7 req-d5f8aea9-95ad-4921-a0ee-c65de3586903 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528588 Jul 23 22:45:23.442958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b23e-8121-4056-870f-9a3f7817af05 req-a931e273-7be0-4177-890e-6ce8d1663a79 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:23.451473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd32b23e-8121-4056-870f-9a3f7817af05 req-a931e273-7be0-4177-890e-6ce8d1663a79 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.1275213 Jul 23 22:45:23.496139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd32b23e-8121-4056-870f-9a3f7817af05 req-9afaba3b-26e2-4720-a6c2-b541a0381cd4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Jul 23 22:45:23.734653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:23.896082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:23.901566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:23.970423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:23.974821 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf5e47-18c2-446f-96d9-22a27d508089" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:24.035916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:24.046405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.124691 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331352b2-1459-4138-9192-225977a37d65 x-openstack-request-id: req-331352b2-1459-4138-9192-225977a37d65 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:24.125090 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:24.125517 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-331352b2-1459-4138-9192-225977a37d65 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:24.126045 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:45:24.128001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:24.130860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-239bc0dc-c4ca-4a32-83d1-865c1b1ce647 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:24.137979 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-239bc0dc-c4ca-4a32-83d1-865c1b1ce647 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 22:45:24.138548 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-239bc0dc-c4ca-4a32-83d1-865c1b1ce647 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 22:45:24.139793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-239bc0dc-c4ca-4a32-83d1-865c1b1ce647 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2426922 Jul 23 22:45:24.144630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:24.153065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098474793'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:24.175605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-b066b822-8285-4c9c-8297-364d1888ebbd req-9e2b7ef6-43c9-40a0-a5a0-799908418486 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:45:24.182178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b066b822-8285-4c9c-8297-364d1888ebbd req-9e2b7ef6-43c9-40a0-a5a0-799908418486 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114391 Jul 23 22:45:24.210391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb618641-fa44-4c94-9bb7-184e88968757 req-d47b8b01-716c-438e-8195-1af62b8378ce tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 210 time: 0.0369868 Jul 23 22:45:24.219304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.243129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.399599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-ca691c97-0db2-4bca-9ed4-4097ccca89b8 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=803747042176417ba9d874e4c3c29dc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421767 Jul 23 22:45:24.419430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.426065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.496255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f9385d-759f-45ee-b667-cacf551ee1a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:24.620250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.628502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.674908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.676323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5303922 Jul 23 22:45:24.679914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:24.685359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f7b8-cedd-459d-b07c-6bd7b70c5af9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7067b8e8-39e8-4f03-8204-42088ce907ed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:24.691674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '7067b8e8-39e8-4f03-8204-42088ce907ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:24.721331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbf3e1-f7a3-46fc-aae7-af5721e361f2 req-1c43552e-9e0f-4b47-8698-8cd4082348b0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:24.728007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-82fbf3e1-f7a3-46fc-aae7-af5721e361f2 req-1c43552e-9e0f-4b47-8698-8cd4082348b0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1631510 Jul 23 22:45:24.755240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c8bc4-e1cf-4d12-9c2e-3c81c342712b req-cf6f4bc1-5066-452a-8209-34f75dff19a1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:24.756884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e82c8bc4-e1cf-4d12-9c2e-3c81c342712b req-cf6f4bc1-5066-452a-8209-34f75dff19a1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.3771307 Jul 23 22:45:24.794719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.840141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-7c123b6a-a7b7-4aac-8127-f1ff07ba49dc tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:24.841658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-7c123b6a-a7b7-4aac-8127-f1ff07ba49dc tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129636 Jul 23 22:45:24.850308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-82fbf3e1-f7a3-46fc-aae7-af5721e361f2 req-0c782bdc-0f93-4a17-b971-7d427896cdfe tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082358 Jul 23 22:45:24.858368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Request body: {'port': {'device_id': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '803747042176417ba9d874e4c3c29dc8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:24.911334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e82c8bc4-e1cf-4d12-9c2e-3c81c342712b req-4d2a99b3-8c64-400b-b852-f829b217726d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472735 Jul 23 22:45:24.950659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.960142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:24.987382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745e8c37-eae3-47aa-8042-056974ba1486,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:25.003788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:25.005377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-024dbe61-c969-412e-b393-f65c314fbbbf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244784 Jul 23 22:45:25.009453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:25.026378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:25.043690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-802492bb-20c8-43cf-b8ac-21fffc3fbfe0 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '7067b8e8-39e8-4f03-8204-42088ce907ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:25.102793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-802492bb-20c8-43cf-b8ac-21fffc3fbfe0 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:25.259352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb7452-0def-49b5-94ec-f8d3ddcb09a6 req-f2f60cc6-81f1-4ee7-bb81-b168f2b96570 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:25.268608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebeb7452-0def-49b5-94ec-f8d3ddcb09a6 req-f2f60cc6-81f1-4ee7-bb81-b168f2b96570 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2307749 Jul 23 22:45:25.376556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ebeb7452-0def-49b5-94ec-f8d3ddcb09a6 req-d63875fe-b35b-4947-ad1e-f20289c0492a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069391 Jul 23 22:45:25.631929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32660b97-b755-4817-9328-da5e79bad2c9 req-e8ff0077-c251-4e93-8ae3-7f853bfb107f tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 210 time: 0.0491891 Jul 23 22:45:25.702305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-8768cc17-78e8-4a81-8d34-1fb8a2a574dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8829556 Jul 23 22:45:25.714921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Made reservation on behalf of 803747042176417ba9d874e4c3c29dc8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:45:25.718593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:25.747166 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-802492bb-20c8-43cf-b8ac-21fffc3fbfe0 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 22:45:25.751373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-802492bb-20c8-43cf-b8ac-21fffc3fbfe0 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7389028 Jul 23 22:45:25.752314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:25.757885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:45:25.764105 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.006320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.088501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.177386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:26.222692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.242401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'mac_address': 'fa:16:3e:25:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:45:26.258039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.308555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243eece-9027-4813-af6f-1b59f9957930 req-a0e50970-69a3-47f6-8244-a54a0e25cc75 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:26.316456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d243eece-9027-4813-af6f-1b59f9957930 req-a0e50970-69a3-47f6-8244-a54a0e25cc75 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.2933822 Jul 23 22:45:26.360734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.363364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4de0d14-ef74-4824-b82b-f8186069693e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:26.394306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:26.399327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.403953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.405486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/7067b8e8-39e8-4f03-8204-42088ce907ed HTTP/1.1" status: 204 len: 168 time: 0.6483221 Jul 23 22:45:26.425969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:26.442717 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.461689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:26.464776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946a84-7b99-48b6-bd35-24d1c9422325 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7067b8e8-39e8-4f03-8204-42088ce907ed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:26.589846 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d243eece-9027-4813-af6f-1b59f9957930 req-74671a7e-21c1-4333-961d-d473528776f4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634289 Jul 23 22:45:26.594758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:26.613817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8938e48e-ffc4-4110-a348-47f0cdd254d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:45:26.698426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08dabb0e-edd0-41a5-9119-6bf7b41b5c7e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2242672 Jul 23 22:45:26.702552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:26.716273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--350021895'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:26.719921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61426c1-badc-4081-b90a-2f3d07f178bd req-9347346f-7cef-4998-a90d-922ef95f58a5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:26.725175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a61426c1-badc-4081-b90a-2f3d07f178bd req-9347346f-7cef-4998-a90d-922ef95f58a5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.6343086 Jul 23 22:45:26.770634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.822552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a61426c1-badc-4081-b90a-2f3d07f178bd req-4fc184f1-9c23-40e8-87f2-60f55a48f79a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851457 Jul 23 22:45:26.823873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Allocated IP 192.168.233.166 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/0d035466-1dc5-4a8f-a64f-21f6a1a7003e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:45:26.971533 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:26.984224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c62e9164-89c1-4a2e-9c53-4c758ae625f8 req-77b7414f-4b1c-4789-8e51-37dfaa41e240 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 210 time: 0.0452118 Jul 23 22:45:26.987717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.052590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.054166 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3474510 Jul 23 22:45:27.084055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:27.090758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b8927a4-e2f9-4dde-8043-f2de6bb414e9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '42cd5405-6856-4eca-be81-e11f3d938925', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:27.091519 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-5b8927a4-e2f9-4dde-8043-f2de6bb414e9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 22:45:27.092015 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5b8927a4-e2f9-4dde-8043-f2de6bb414e9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:27.095609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5b8927a4-e2f9-4dde-8043-f2de6bb414e9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080919 Jul 23 22:45:27.096595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59604) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:27.106925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5788bf4-7ff5-4a20-b413-04f841671e68 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd5405-6856-4eca-be81-e11f3d938925,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:27.178880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77077f-89c0-49ed-a953-55a071fa3d1a req-96432a15-e40b-4328-ab63-b36b67a4fbc8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:27.185673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2a77077f-89c0-49ed-a953-55a071fa3d1a req-96432a15-e40b-4328-ab63-b36b67a4fbc8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 946 time: 0.1641128 Jul 23 22:45:27.248230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.281427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2a77077f-89c0-49ed-a953-55a071fa3d1a req-2f482b2b-e8fb-4314-bc71-4d4a18c0c44c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944858 Jul 23 22:45:27.293312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.302339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Transition to ACTIVE for port object 0d035466-1dc5-4a8f-a64f-21f6a1a7003e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:45:27.384020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.520712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.541086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.546744 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.550135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/42cd5405-6856-4eca-be81-e11f3d938925 HTTP/1.1" status: 204 len: 168 time: 0.4500151 Jul 23 22:45:27.551785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:27.623192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf028a-7773-4bc7-8ecc-d6cbdbb2eb42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd5405-6856-4eca-be81-e11f3d938925,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:27.698832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:45:27.710952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:27.722631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:45:27.727246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:45:27.737450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46ce34a8-eb38-4c2b-a79d-de7fa3352588 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1772034 Jul 23 22:45:27.740857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59616) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:27.758081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--452547817'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:27.764445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:45:27.863929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:27.978485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8938e48e-ffc4-4110-a348-47f0cdd254d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:45:27.979337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.032177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.055586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.119269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:28.127849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.180765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5854842d-6d3e-4966-9162-55d5831715d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:28.190758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.197115 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af624974-d61c-488a-8f34-c15809223c42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4551790 Jul 23 22:45:28.202366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:28.217075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ec557698-ae72-44de-a509-17f475b0470b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '5854842d-6d3e-4966-9162-55d5831715d9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:28.218318 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-ec557698-ae72-44de-a509-17f475b0470b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 22:45:28.222032 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-ec557698-ae72-44de-a509-17f475b0470b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:28.224032 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ec557698-ae72-44de-a509-17f475b0470b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0202570 Jul 23 22:45:28.232320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-1b74a9e6-f998-45ee-9c4a-a2c2ac87b651 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3755620 Jul 23 22:45:28.234377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:28.275056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.318583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b098-0bb8-4f24-a160-018d7356e438 req-8d779603-ce05-4088-8746-555fff21e90b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:28.325199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2b4b098-0bb8-4f24-a160-018d7356e438 req-8d779603-ce05-4088-8746-555fff21e90b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.4567502 Jul 23 22:45:28.357420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Request body: {'port': {'device_id': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:28.365422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:28.387253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c5e4f-98c8-4153-ad28-bb34e1f09ce6 req-c0f4ad5e-daaf-48ff-b74c-7ee3a2707faa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:28.388314 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6072731e-e857-4e8f-9127-0369fd5ab50c" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:28.389576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-759c5e4f-98c8-4153-ad28-bb34e1f09ce6 req-c0f4ad5e-daaf-48ff-b74c-7ee3a2707faa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.1635425 Jul 23 22:45:28.408115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:28.431307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.443865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2acb3426-6e29-48a4-9ddb-274e3b836016 None None] Provisioning for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:45:28.462495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-759c5e4f-98c8-4153-ad28-bb34e1f09ce6 req-095baf18-9166-4795-991e-15059174cf55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651984 Jul 23 22:45:28.510199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2acb3426-6e29-48a4-9ddb-274e3b836016 None None] Provisioning complete for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:45:28.511046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2acb3426-6e29-48a4-9ddb-274e3b836016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.696907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2acb3426-6e29-48a4-9ddb-274e3b836016 None None] Port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:45:28.711043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:28.834603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.842422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998ff9-39fe-448d-9f4c-e569cd056e7c req-a5b23737-1bbd-4c73-ab90-419e988478fa tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:28.857323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-39998ff9-39fe-448d-9f4c-e569cd056e7c req-a5b23737-1bbd-4c73-ab90-419e988478fa tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 936 time: 0.1794639 Jul 23 22:45:28.862895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.918396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-39998ff9-39fe-448d-9f4c-e569cd056e7c req-5370a4eb-df81-4bac-bd63-8529a58ba316 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Jul 23 22:45:28.929322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2b4b098-0bb8-4f24-a160-018d7356e438 req-5d35d8d9-d670-4443-9e3c-9c086a3f71d7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476091 Jul 23 22:45:28.934819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.943877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:28.947250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/5854842d-6d3e-4966-9162-55d5831715d9 HTTP/1.1" status: 204 len: 168 time: 0.7055016 Jul 23 22:45:28.949620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:28.982387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466db8d-476c-43d9-9343-79b21531e3c9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5854842d-6d3e-4966-9162-55d5831715d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:29.007661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:29.033706 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a42bdf6-213f-4447-874e-c6e8a25efd51 x-openstack-request-id: req-7a42bdf6-213f-4447-874e-c6e8a25efd51 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:29.034731 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-plugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:29.036175 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a42bdf6-213f-4447-874e-c6e8a25efd51 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:29.036867 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:45:29.241991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b0e2ded9-a214-4b93-8267-134a5b3ac4e5 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2906427 Jul 23 22:45:29.242784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:29.255651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083575159'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:29.401846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:29.452783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff11e5-6c52-474a-8fcf-9dc7dd468892 req-224b3119-1c94-4122-87d6-261a1df80ed6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:29.454402 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6cff11e5-6c52-474a-8fcf-9dc7dd468892 req-224b3119-1c94-4122-87d6-261a1df80ed6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.3533466 Jul 23 22:45:29.732740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6cff11e5-6c52-474a-8fcf-9dc7dd468892 req-b067a8b6-de94-4139-bea1-7487b4050107 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631555 Jul 23 22:45:30.034366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.067515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.106697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b69165-9e01-4b14-be38-952e26d7bea2 req-b9edb5a8-b616-43ab-a927-b1f235b4ad68 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:30.116672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6b69165-9e01-4b14-be38-952e26d7bea2 req-b9edb5a8-b616-43ab-a927-b1f235b4ad68 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.3669076 Jul 23 22:45:30.121941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:30.153134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.159196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.161493 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9148939 Jul 23 22:45:30.168287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.180103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bfef1c0f-aa71-4197-b312-c5b147d8eff3 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2b9aaaa1-f688-497e-a00d-68b54e05ce95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:30.198132 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-bfef1c0f-aa71-4197-b312-c5b147d8eff3 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 22:45:30.198926 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-bfef1c0f-aa71-4197-b312-c5b147d8eff3 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:30.200475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bfef1c0f-aa71-4197-b312-c5b147d8eff3 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0294356 Jul 23 22:45:30.206543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.223076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0b6e1-a3aa-4d2a-9d7f-d6c384f69804 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9aaaa1-f688-497e-a00d-68b54e05ce95,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:30.234117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Transition to ACTIVE for port object 0d035466-1dc5-4a8f-a64f-21f6a1a7003e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:45:30.256067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a86bfb96-8c2b-4274-98ab-4b51f8d63dc7 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2b9aaaa1-f688-497e-a00d-68b54e05ce95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:30.257240 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-a86bfb96-8c2b-4274-98ab-4b51f8d63dc7 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 22:45:30.258086 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a86bfb96-8c2b-4274-98ab-4b51f8d63dc7 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:30.276407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a86bfb96-8c2b-4274-98ab-4b51f8d63dc7 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0625479 Jul 23 22:45:30.286758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6b69165-9e01-4b14-be38-952e26d7bea2 req-3691a234-1e7c-4cd9-acd3-b5b32312159b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680229 Jul 23 22:45:30.287958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.288451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.300445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-55c1da2f-f33a-4323-bc6a-a45d5eada843 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2b9aaaa1-f688-497e-a00d-68b54e05ce95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:30.303660 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-55c1da2f-f33a-4323-bc6a-a45d5eada843 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 22:45:30.304359 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-55c1da2f-f33a-4323-bc6a-a45d5eada843 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:30.310992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-55c1da2f-f33a-4323-bc6a-a45d5eada843 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211616 Jul 23 22:45:30.320095 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.326534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.339926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-051ee91e-6bab-4dd3-9bb6-47281502c8cb tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2b9aaaa1-f688-497e-a00d-68b54e05ce95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:30.342259 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-051ee91e-6bab-4dd3-9bb6-47281502c8cb tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 22:45:30.343023 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-051ee91e-6bab-4dd3-9bb6-47281502c8cb tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:30.354974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-051ee91e-6bab-4dd3-9bb6-47281502c8cb tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0228999 Jul 23 22:45:30.359386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:30.488337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f0d7-f375-42f4-aea5-f8e0c4b82afc req-81059bfd-2ede-4f8c-9d18-1ec681f4c2b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:30.508271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e02f0d7-f375-42f4-aea5-f8e0c4b82afc req-81059bfd-2ede-4f8c-9d18-1ec681f4c2b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.2802453 Jul 23 22:45:30.600763 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3e02f0d7-f375-42f4-aea5-f8e0c4b82afc req-1785c31a-fd33-4f00-9691-2daf58368f12 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911493 Jul 23 22:45:30.731568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:30.897020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:31.035226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ad271-0ed2-4897-bf61-834067f4fba3 req-1848905a-0273-4c4f-a2f4-24b5ecb0cb9c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:31.043196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f9ad271-0ed2-4897-bf61-834067f4fba3 req-1848905a-0273-4c4f-a2f4-24b5ecb0cb9c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.1467457 Jul 23 22:45:31.131890 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f9ad271-0ed2-4897-bf61-834067f4fba3 req-7197233c-28b6-4036-9b96-a76232c49969 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873976 Jul 23 22:45:31.132049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.135487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Attempting to bind port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:45:31.135832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Attempting to bind port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:45:31.136167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Attempting to bind port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:45:31.180361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:45:31.180680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Attempting to bind port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:45:31.182830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ca2833-818d-45e0-851b-6b925fee2c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.262133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:45:31.262475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:45:31.262874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:45:31.263337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Bound port: 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:45:31.263701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.365887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b603e2-9b9e-440d-b22f-81bb7ce118a2 req-2f73036e-bd82-4160-9cdb-b393231a1065 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:31.367510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4b603e2-9b9e-440d-b22f-81bb7ce118a2 req-2f73036e-bd82-4160-9cdb-b393231a1065 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 948 time: 0.6582234 Jul 23 22:45:31.447322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:45:31.450799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:45:31.481647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.651570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4b603e2-9b9e-440d-b22f-81bb7ce118a2 req-087742a7-f0dd-4ed2-8ef6-7126f186c894 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665389 Jul 23 22:45:31.664903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.668696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.670449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b9aaaa1-f688-497e-a00d-68b54e05ce95 HTTP/1.1" status: 204 len: 168 time: 1.3061075 Jul 23 22:45:31.690276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:31.716414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:31.717050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:31.718526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] 10.222.0.25 "PUT /v2.0/ports/0d035466-1dc5-4a8f-a64f-21f6a1a7003e HTTP/1.1" status: 200 len: 1097 time: 3.4376850 Jul 23 22:45:31.718992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:31.721619 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c948c-7f47-49d0-8742-cb8e871288b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:31.783800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8682-3a01-4cab-a7db-8b6663b57e20 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9aaaa1-f688-497e-a00d-68b54e05ce95,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:31.890789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4729c2-0a05-4bd8-9ce2-da789478b4db service neutron] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:32.004196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ca2833-818d-45e0-851b-6b925fee2c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.033094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ca2833-818d-45e0-851b-6b925fee2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.105459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-272f672d-03f6-450e-8c3c-b8596ea64269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.107026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-272f672d-03f6-450e-8c3c-b8596ea64269 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=803747042176417ba9d874e4c3c29dc8&device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 1100 time: 0.3385932 Jul 23 22:45:32.208520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca2833-818d-45e0-851b-6b925fee2c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b541b28-75fa-45dc-a374-a239e99a7694,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:32.213364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43ca2833-818d-45e0-851b-6b925fee2c7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e60e336408824745bfcb1f095e6260b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9219098 Jul 23 22:45:32.217528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-9571fc50-8266-4ef4-b870-51f3032c80c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e HTTP/1.1" status: 200 len: 217 time: 0.0872476 Jul 23 22:45:32.218372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59712) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:32.291831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-422baceb-b2b0-477d-9682-4547d4faa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.293877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-422baceb-b2b0-477d-9682-4547d4faa30e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0535018 Jul 23 22:45:32.377183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20db962-7b40-45eb-9cf4-b47c15354fc3 req-1a93045e-83f0-46fe-842e-01c3b17e0891 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.384129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b20db962-7b40-45eb-9cf4-b47c15354fc3 req-1a93045e-83f0-46fe-842e-01c3b17e0891 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.5134673 Jul 23 22:45:32.471215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.521528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b20db962-7b40-45eb-9cf4-b47c15354fc3 req-6e095ea9-84b8-418e-b17c-5ebb4f339eb5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220188 Jul 23 22:45:32.538472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-7b5d4d0f-8fd6-42d1-818a-b791e41f1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.539341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cc93-fe9a-499f-88c7-4ec7ce393188 req-d1516cc9-a42a-4c01-846d-4abd1f9d376e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.540015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-7b5d4d0f-8fd6-42d1-818a-b791e41f1747 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2287500 Jul 23 22:45:32.547830 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c60cc93-fe9a-499f-88c7-4ec7ce393188 req-d1516cc9-a42a-4c01-846d-4abd1f9d376e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 1.0124118 Jul 23 22:45:32.553636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.569281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bd54ffc4-7c5e-42fe-81e3-a91c12a39f0c tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8756859 Jul 23 22:45:32.574716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59718) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:32.634249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1803053481'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:32.652405 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9c60cc93-fe9a-499f-88c7-4ec7ce393188 req-e63d925a-7752-48fd-8a17-a8e7b8047bc6 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010156 Jul 23 22:45:32.699110 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4401a9f-ee2e-4595-b99a-c6fa02edcd74 x-openstack-request-id: req-f4401a9f-ee2e-4595-b99a-c6fa02edcd74 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:32.699478 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:32.699681 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4401a9f-ee2e-4595-b99a-c6fa02edcd74 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:32.700083 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'status': 'completed', 'code': 200} Jul 23 22:45:32.882859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5f693-fba4-40c3-af78-28bff2f9eba1 req-9f603b58-1d92-4132-8a2a-4042ff1c7261 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:32.896661 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87d5f693-fba4-40c3-af78-28bff2f9eba1 req-9f603b58-1d92-4132-8a2a-4042ff1c7261 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 948 time: 0.1401858 Jul 23 22:45:32.943588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.985436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.988761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:32.990143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87d5f693-fba4-40c3-af78-28bff2f9eba1 req-aa9df8b1-2433-4447-a9ba-2798e035b762 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925062 Jul 23 22:45:32.990393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b541b28-75fa-45dc-a374-a239e99a7694 HTTP/1.1" status: 204 len: 168 time: 0.7675068 Jul 23 22:45:33.043288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7a108-5a25-495e-8321-42d72ef3ad0d req-c28e37aa-d5fd-4310-a0be-45d7bbb95a1a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:33.050542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79a7a108-5a25-495e-8321-42d72ef3ad0d req-c28e37aa-d5fd-4310-a0be-45d7bbb95a1a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.3194664 Jul 23 22:45:33.087436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-0f39fa77-d838-4d7c-8beb-c25a95ce2032 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150852 Jul 23 22:45:33.096102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db3294-28c7-4264-844b-4ff72bb795e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b541b28-75fa-45dc-a374-a239e99a7694,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:33.318473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:33.337129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:33.362519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79a7a108-5a25-495e-8321-42d72ef3ad0d req-f9bf5fdf-41f0-4adf-8d5a-649c048b2ed3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875612 Jul 23 22:45:33.406494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15325282-65dd-4120-8a61-b29e44149eed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:33.440391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b10e345b-b278-4e00-8c2c-0c5a54676137 req-72b00ef7-8380-4028-be7a-b68a940a1715 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398676 Jul 23 22:45:33.444937 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:33.449059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-114c1a21-5a43-4938-a8e9-c85a667c2829 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8533659 Jul 23 22:45:33.449612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.457279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-af02c7de-77d3-4d7f-b1be-ad5c5a97de2d tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.458248 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-af02c7de-77d3-4d7f-b1be-ad5c5a97de2d tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 22:45:33.458899 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-af02c7de-77d3-4d7f-b1be-ad5c5a97de2d tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:33.462893 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af02c7de-77d3-4d7f-b1be-ad5c5a97de2d tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093086 Jul 23 22:45:33.464831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.481324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e087727c-d352-468c-8fa9-32f131757481 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.556650 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e087727c-d352-468c-8fa9-32f131757481 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:33.561428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.562003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e087727c-d352-468c-8fa9-32f131757481 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0860324 Jul 23 22:45:33.571091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09bf5de3-c7cf-4e3b-924e-978dcca1b29b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.571850 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-09bf5de3-c7cf-4e3b-924e-978dcca1b29b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 22:45:33.573374 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-09bf5de3-c7cf-4e3b-924e-978dcca1b29b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:33.576100 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09bf5de3-c7cf-4e3b-924e-978dcca1b29b tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109520 Jul 23 22:45:33.580558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.591938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4a70a634-2d97-4754-8547-92fb918d4fdf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.637159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-fad792b9-5adf-404d-adb2-9d02d29432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:33.638885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-fad792b9-5adf-404d-adb2-9d02d29432b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=803747042176417ba9d874e4c3c29dc8&device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 1100 time: 0.1288211 Jul 23 22:45:33.736990 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4a70a634-2d97-4754-8547-92fb918d4fdf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:33.744216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a70a634-2d97-4754-8547-92fb918d4fdf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1620510 Jul 23 22:45:33.762764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:45:33.796130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.806593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bda180d7-81c8-49c5-8245-9970e63ee13a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.807077 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-bda180d7-81c8-49c5-8245-9970e63ee13a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 22:45:33.807717 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-bda180d7-81c8-49c5-8245-9970e63ee13a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:33.808539 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bda180d7-81c8-49c5-8245-9970e63ee13a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066411 Jul 23 22:45:33.813337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:33.825293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-75c71823-a079-4433-aaff-25e7b1ed22b9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:33.880197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bb5e4-062b-453b-90fd-9d152bdf80b7 req-9ba1df10-f10e-49cd-8ba5-df77807c2df7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:33.890632 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b92bb5e4-062b-453b-90fd-9d152bdf80b7 req-9ba1df10-f10e-49cd-8ba5-df77807c2df7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1734078 Jul 23 22:45:33.973817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-bf6e5994-84be-4384-8197-80b8f783b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:33.992020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-bf6e5994-84be-4384-8197-80b8f783b4e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.3340514 Jul 23 22:45:34.006490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b92bb5e4-062b-453b-90fd-9d152bdf80b7 req-96e33eff-d2e7-457e-aaff-1c0ad34049c6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147943 Jul 23 22:45:34.067812 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-75c71823-a079-4433-aaff-25e7b1ed22b9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:34.069215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75c71823-a079-4433-aaff-25e7b1ed22b9 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2497435 Jul 23 22:45:34.072173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:34.079003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8bf58f8b-29f5-4cb9-935e-2a625ff3aa55 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:34.079495 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-8bf58f8b-29f5-4cb9-935e-2a625ff3aa55 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 22:45:34.080559 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-8bf58f8b-29f5-4cb9-935e-2a625ff3aa55 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:34.089816 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8bf58f8b-29f5-4cb9-935e-2a625ff3aa55 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150924 Jul 23 22:45:34.092690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:34.094959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:34.105723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f6b316e-f53c-4bb4-8304-74ca26939f42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:34.143820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '582afec9-0623-48af-9e86-3b5a3f209faa', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '582afec9-0623-48af-9e86-3b5a3f209faa', 'mac_address': 'fa:16:3e:c5:35:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:45:34.196919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-c9a833ad-b85f-40cc-a75a-a06849aa4f89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e HTTP/1.1" status: 200 len: 217 time: 0.1866195 Jul 23 22:45:34.266925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.311460 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-1f6b316e-f53c-4bb4-8304-74ca26939f42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:34.322685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f6b316e-f53c-4bb4-8304-74ca26939f42 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2241724 Jul 23 22:45:34.324522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:34.325987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 582afec9-0623-48af-9e86-3b5a3f209faa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:34.340353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0836e233-855e-4583-8ad6-cd4319e06776 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '15325282-65dd-4120-8a61-b29e44149eed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:34.349058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0929-1dbd-459a-a743-dec75f09213c req-8430059b-12a4-45c9-9fc6-2276232205f3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:34.360889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbf0929-1dbd-459a-a743-dec75f09213c req-8430059b-12a4-45c9-9fc6-2276232205f3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.5406311 Jul 23 22:45:34.395386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:34.410521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.462837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db973c-f111-4537-aa25-7efade86e9c8 req-671e5614-a8fc-4b98-a1e1-8377d1299204 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:34.466109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-2dd464be-2e0c-4610-b3a8-6d21f82c1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:34.467823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-2dd464be-2e0c-4610-b3a8-6d21f82c1793 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2548232 Jul 23 22:45:34.469654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54db973c-f111-4537-aa25-7efade86e9c8 req-671e5614-a8fc-4b98-a1e1-8377d1299204 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 948 time: 0.2695851 Jul 23 22:45:34.496708 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0836e233-855e-4583-8ad6-cd4319e06776 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:34.503081 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0836e233-855e-4583-8ad6-cd4319e06776 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1766820 Jul 23 22:45:34.506609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:34.512375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbf0929-1dbd-459a-a743-dec75f09213c req-9083438f-c5c5-49f9-baf3-0921675945fa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371582 Jul 23 22:45:34.555268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['582afec9-0623-48af-9e86-3b5a3f209faa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:45:34.595885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-18e21ca7-94f5-4faf-bb46-6373a40edd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:34.599370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-18e21ca7-94f5-4faf-bb46-6373a40edd90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225991 Jul 23 22:45:34.707280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:34.715039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-54db973c-f111-4537-aa25-7efade86e9c8 req-f89337f0-607d-4959-a353-42c551b06b57 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298684 Jul 23 22:45:34.788946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.849911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.919347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-08d02fac-a317-4b5b-ad94-60219be6e873 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112195 Jul 23 22:45:34.949099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.953474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:34.955828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/15325282-65dd-4120-8a61-b29e44149eed HTTP/1.1" status: 204 len: 168 time: 0.4240711 Jul 23 22:45:34.963185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:35.043783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90120cea-c446-4b0d-a87f-fdde7089c0cf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15325282-65dd-4120-8a61-b29e44149eed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:35.132045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:45:35.189462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-06635c0b-dea5-4760-8e13-0609c740c36d tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2243261 Jul 23 22:45:35.196374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:35.201042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111644104'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:35.270410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec1c948c-7f47-49d0-8742-cb8e871288b3 req-4a0f863f-7be6-4ab9-aa3e-0fa21d33c025 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358119 Jul 23 22:45:35.344975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a27c36-d29b-401a-a2a2-68d365f1c043 req-c61bb3eb-cc0f-4cbb-a2af-0d47f19e9bb7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:35.365149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4a27c36-d29b-401a-a2a2-68d365f1c043 req-c61bb3eb-cc0f-4cbb-a2af-0d47f19e9bb7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.5366035 Jul 23 22:45:35.395960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:35.466394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4a27c36-d29b-401a-a2a2-68d365f1c043 req-111b6b15-07b6-4d64-96b3-af22e778e037 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002626 Jul 23 22:45:35.657643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcba8d-5948-4ce2-bffa-84130ce33604 req-781b28ba-cc1c-4890-96fc-ddfb17b94184 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:35.665365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67fcba8d-5948-4ce2-bffa-84130ce33604 req-781b28ba-cc1c-4890-96fc-ddfb17b94184 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 944 time: 0.4414308 Jul 23 22:45:35.809489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-67fcba8d-5948-4ce2-bffa-84130ce33604 req-25da297a-f611-4817-b516-b4d1cb83c494 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428409 Jul 23 22:45:35.861653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:35.866870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:35.911812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:35.919358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7194695 Jul 23 22:45:35.919358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349832-9196-4039-b22f-814fce971590 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6931dc-9065-4185-a0d6-0ff05f6557b1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:35.920835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:35.926819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4cf37fe5-788b-4b28-a2b9-5eb050a20baf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2a6931dc-9065-4185-a0d6-0ff05f6557b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:35.975807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:36.037338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'mac_address': 'fa:16:3e:a6:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:45:36.042489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1ef87-8a72-4519-929d-e873c9844ca1 req-923b20ce-303c-4858-ae35-043ccc91e3aa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:36.053705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0aa1ef87-8a72-4519-929d-e873c9844ca1 req-923b20ce-303c-4858-ae35-043ccc91e3aa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 943 time: 0.3342505 Jul 23 22:45:36.124690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8f1d8-7eb0-43a9-afac-90623c9293e2 req-935813f6-74ae-4893-8163-edf12e401ef1 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:36.124978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-cc321c19-b43b-47e5-8206-55d8616d2aef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3290033 Jul 23 22:45:36.137525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-08c8f1d8-7eb0-43a9-afac-90623c9293e2 req-935813f6-74ae-4893-8163-edf12e401ef1 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 948 time: 0.1660964 Jul 23 22:45:36.216949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0aa1ef87-8a72-4519-929d-e873c9844ca1 req-84022f84-0abc-4136-9555-08af3deb6e5e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618924 Jul 23 22:45:36.217863 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4cf37fe5-788b-4b28-a2b9-5eb050a20baf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The resource could not be found. Jul 23 22:45:36.218668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.223581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cf37fe5-788b-4b28-a2b9-5eb050a20baf tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3009593 Jul 23 22:45:36.226775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:36.243353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2c98cfee-c25c-45bc-ad4b-8f9290cf69a1 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '2a6931dc-9065-4185-a0d6-0ff05f6557b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd6495665-197c-4968-bc7e-fa53dacc902b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:36.250931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:36.272502 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-08c8f1d8-7eb0-43a9-afac-90623c9293e2 req-049cb5ec-690e-45c7-91c7-2de59987f466 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329923 Jul 23 22:45:36.321905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:36.344866 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.481932 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2c98cfee-c25c-45bc-ad4b-8f9290cf69a1 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The resource could not be found. Jul 23 22:45:36.488636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c98cfee-c25c-45bc-ad4b-8f9290cf69a1 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2603717 Jul 23 22:45:36.492448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:36.613468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:36.625301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0d035466-1dc5-4a8f-a64f-21f6a1a7003e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:45:36.662472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.750497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.933969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.943236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:36.947756 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a6931dc-9065-4185-a0d6-0ff05f6557b1 HTTP/1.1" status: 204 len: 168 time: 0.4528797 Jul 23 22:45:36.949218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:37.031126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2b4e-dab4-4f83-bbd2-49f5dfb9dd33 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6931dc-9065-4185-a0d6-0ff05f6557b1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:37.112973 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e35cf365-b8e0-4885-875e-f344d99c600a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265221 Jul 23 22:45:37.119301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:37.200414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6935fa4b-b780-49dc-9184-4adb02919d82 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '5aea6939-496b-492e-b695-e07c49efb4fe', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:37.357453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df871408-37b5-4ff4-953c-c9adff4cb08c req-c8dfd3c7-d669-45cf-8694-e8e2e26c150e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.369891 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df871408-37b5-4ff4-953c-c9adff4cb08c req-c8dfd3c7-d669-45cf-8694-e8e2e26c150e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 944 time: 0.2683961 Jul 23 22:45:37.467077 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-6935fa4b-b780-49dc-9184-4adb02919d82 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The resource could not be found. Jul 23 22:45:37.468150 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6935fa4b-b780-49dc-9184-4adb02919d82 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2796891 Jul 23 22:45:37.480736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:37.506800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.514487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.515244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.515725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.516232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.516670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.518702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.520861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-016307a8-54e1-45d4-91ce-9e223923ee2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f891050d14344f95aaa7d4f51c332344&device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 6504 time: 1.2955503 Jul 23 22:45:37.521080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074676312'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:37.603810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df871408-37b5-4ff4-953c-c9adff4cb08c req-aa615998-44bf-446a-a4f9-1e08502da230 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234066 Jul 23 22:45:37.648458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:37.648728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455329f-0563-45b8-bdf7-7de25a339b7f req-1bfda472-8842-4dbf-a5b9-0dc7556b96f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.650862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8455329f-0563-45b8-bdf7-7de25a339b7f req-1bfda472-8842-4dbf-a5b9-0dc7556b96f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.3012710 Jul 23 22:45:37.742278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4a35a7e1-95b3-4fee-8cda-5e385805bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.742945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4a35a7e1-95b3-4fee-8cda-5e385805bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.743499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4a35a7e1-95b3-4fee-8cda-5e385805bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:37.747256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4a35a7e1-95b3-4fee-8cda-5e385805bb38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 200 len: 2299 time: 0.1941764 Jul 23 22:45:37.780101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:45:37.796080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8455329f-0563-45b8-bdf7-7de25a339b7f req-c4fbda76-4a96-438f-abbc-906c8df0167b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Jul 23 22:45:37.832117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:37.847367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:37.912463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 582afec9-0623-48af-9e86-3b5a3f209faa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:45:37.918281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:37.927757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:37.928333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-66345f69-aa2b-4543-8f3c-b1096cd35117 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 200 len: 1001 time: 0.1356235 Jul 23 22:45:37.937040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4483690 Jul 23 22:45:37.943994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59888) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:37.950410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568342684'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:37.959900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedbb8c-4b49-4b06-9526-3b51d07fed26 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3a5483-8669-47f0-9816-69691fe70f95,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:38.069444 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.175164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.280289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:38.282354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:38.282524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-54260a7d-ba09-4bbc-a405-d1d65ffa7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:38.289159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-54260a7d-ba09-4bbc-a405-d1d65ffa7a20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 200 len: 856 time: 0.3530421 Jul 23 22:45:38.289692 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73cae5d-6c44-46e5-bc52-060a57bbcc7b" -d '{"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-plugged", "status": "completed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:38.297097 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.340701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.354910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.420340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.421702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4762259 Jul 23 22:45:38.422742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359dcc9-dda6-4fe6-88e8-62193abc68f6 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1792e3e2-7a87-40ae-aca6-8c6cd12e6050,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:38.425321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59904) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:38.432697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cce8b7f1-f0df-4389-93d2-6e80c6ece259 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group_rule': {'security_group_id': '3e3a5483-8669-47f0-9816-69691fe70f95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1792e3e2-7a87-40ae-aca6-8c6cd12e6050'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:38.470974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838948e0-d530-4679-aeee-79da96341c39 req-0dde8a49-6874-4e9f-87a5-70b2058e356c tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:38.472888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-838948e0-d530-4679-aeee-79da96341c39 req-0dde8a49-6874-4e9f-87a5-70b2058e356c tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 949 time: 0.3382635 Jul 23 22:45:38.474697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:38.488646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.488646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.488646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.488646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.489944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.490173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.492183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.492537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.495698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.496054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.496398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.496736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:45:38.513277 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-cce8b7f1-f0df-4389-93d2-6e80c6ece259 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:45:38.515740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cce8b7f1-f0df-4389-93d2-6e80c6ece259 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0882564 Jul 23 22:45:38.526188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:38.649750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.715482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.736781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-838948e0-d530-4679-aeee-79da96341c39 req-af0939c9-bce1-4b30-92a8-d0ce8eef9b47 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547939 Jul 23 22:45:38.774553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-abeb276e-c448-4483-a053-490160d724bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:38.776189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-abeb276e-c448-4483-a053-490160d724bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29fe45e6-815e-4013-ad1b-7d04a17dfa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4701748 Jul 23 22:45:38.842575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.848924 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cac4071-be2b-4794-9d9b-9fd03e5ca981 x-openstack-request-id: req-9cac4071-be2b-4794-9d9b-9fd03e5ca981 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:38.849480 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-plugged", "status": "completed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:38.849883 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cac4071-be2b-4794-9d9b-9fd03e5ca981 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:38.850431 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa', 'code': 200} Jul 23 22:45:38.857001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:38.858861 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/1792e3e2-7a87-40ae-aca6-8c6cd12e6050 HTTP/1.1" status: 204 len: 168 time: 0.3310592 Jul 23 22:45:38.865349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:38.905680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b6a71-9f10-4b28-8622-b4216daff03e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792e3e2-7a87-40ae-aca6-8c6cd12e6050,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:39.088502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:45:39.252817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-a4e5a538-cb24-4edb-9e4f-82855904a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:39.252817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-a4e5a538-cb24-4edb-9e4f-82855904a1cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 1095 time: 0.6818359 Jul 23 22:45:39.253527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-d2eb24c1-a021-486a-bfd1-ac0ec6fa7e18 service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697535 Jul 23 22:45:39.294248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:45:39.296813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:39.311083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:45:39.314656 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.493482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:39.500019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5678a6ad-ef08-45de-b1c4-6d3d274024db tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6229148 Jul 23 22:45:39.607179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.667119 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.685946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.695048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2379-df2b-4855-8cf2-6757ebc529b6 req-9a2ce62d-e40e-481c-9e66-8c48ec6bb7f1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:39.697071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a38b2379-df2b-4855-8cf2-6757ebc529b6 req-9a2ce62d-e40e-481c-9e66-8c48ec6bb7f1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.6681364 Jul 23 22:45:39.727943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.732696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-b1c65641-99d5-4232-b010-8b1634d67b2c service neutron] 10.222.0.25 "GET /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662008 Jul 23 22:45:39.774009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:39.785977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.806372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-1a4fac5e-5935-4ee4-a773-38e20be63c8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 217 time: 0.0601094 Jul 23 22:45:39.809977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a38b2379-df2b-4855-8cf2-6757ebc529b6 req-633c52cc-aa4b-4f49-bf19-0c9ae1426747 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051099 Jul 23 22:45:39.820578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.823457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:39.824627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e3a5483-8669-47f0-9816-69691fe70f95 HTTP/1.1" status: 204 len: 168 time: 0.3311498 Jul 23 22:45:39.828103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:39.845556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0750b-5e35-4514-aae4-6cf2ece88895 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3a5483-8669-47f0-9816-69691fe70f95,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:39.946640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:40.198262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:40.337899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-99c80176-b58e-4d52-99e7-eb3f42989f5e tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5084209 Jul 23 22:45:40.339697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4b1a268a-50e6-40cc-91ba-c8c497bc354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:40.342306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4b1a268a-50e6-40cc-91ba-c8c497bc354a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.5269101 Jul 23 22:45:40.344616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:40.350160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775149066'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:40.456237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:40.528917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-941c112c-d7a5-4d74-8688-639fd246da2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:40.682608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0c078-f2df-4a7e-9acc-61c5b402dc3f req-74355c65-62f2-4e2e-8736-daa923420a05 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:40.692068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e0c078-f2df-4a7e-9acc-61c5b402dc3f req-74355c65-62f2-4e2e-8736-daa923420a05 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.4162164 Jul 23 22:45:40.724184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:40.755330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:40.813183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09e0c078-f2df-4a7e-9acc-61c5b402dc3f req-65ebeb4c-b62d-4534-8125-c4267c06670c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114254 Jul 23 22:45:40.852399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:40.856689 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38059b9f-f32f-42b9-80c9-bd16dd19290f" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:40.885000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c205a2b5-c18b-4c8d-8301-e5af645d04f5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:41.037583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-48659a42-0bdc-4d42-9186-7970cbfcce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:41.042693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-48659a42-0bdc-4d42-9186-7970cbfcce93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6123490 Jul 23 22:45:41.080421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d687b862-d5a3-45ee-be2b-dddc0fd25329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.162596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:41.177302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-941c112c-d7a5-4d74-8688-639fd246da2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.193124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-941c112c-d7a5-4d74-8688-639fd246da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.223437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:45:41.261878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:41.267536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.273397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.277747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a58d85c-cda8-4882-8749-c9278fe5cf2a tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9311512 Jul 23 22:45:41.278705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:41.288066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Transition to ACTIVE for port object 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:45:41.308716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.347754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0f52b406-9104-4f29-9698-f1433b916498 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:45:41.348395 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-0f52b406-9104-4f29-9698-f1433b916498 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 22:45:41.349149 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0f52b406-9104-4f29-9698-f1433b916498 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 22:45:41.356894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:41.370559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f52b406-9104-4f29-9698-f1433b916498 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "PUT /v2.0/security-groups/c205a2b5-c18b-4c8d-8301-e5af645d04f5 HTTP/1.1" status: 409 len: 330 time: 0.0584643 Jul 23 22:45:41.412909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c112c-d7a5-4d74-8688-639fd246da2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1948a56-b0a1-4aa2-aa3e-946ba861dab0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:41.441629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-941c112c-d7a5-4d74-8688-639fd246da2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a343d29789a04643a1217687b2e7a069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2303357 Jul 23 22:45:41.441629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:41.627718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.721440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5746-deb0-450e-8490-25d91f6db258 req-a8ca592e-cef1-49f6-a227-d41d94488fc2 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:41.721440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-896e5746-deb0-450e-8490-25d91f6db258 req-a8ca592e-cef1-49f6-a227-d41d94488fc2 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 950 time: 0.7612603 Jul 23 22:45:41.741311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:41.741575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.834839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-87192152-f5a5-4a0f-9c6e-755aea2825b7 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526946 Jul 23 22:45:41.871651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.877164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:41.881062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1948a56-b0a1-4aa2-aa3e-946ba861dab0 HTTP/1.1" status: 204 len: 168 time: 0.4399612 Jul 23 22:45:41.935081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0283ae-92d4-428b-88e0-fa51586cfb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1948a56-b0a1-4aa2-aa3e-946ba861dab0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:42.097294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-f71d360b-0e9c-4c90-97a7-6768f7a2bf69 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389495 Jul 23 22:45:42.163995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] No DVR routers for this DVR port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:45:42.707199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:42.722568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-6975cabd-11b9-4521-af99-91a2c8315b18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 217 time: 0.5907729 Jul 23 22:45:42.747622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65b80691-0fce-405e-a730-a80bf067f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:42.792277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-896e5746-deb0-450e-8490-25d91f6db258 req-7d11435c-8813-4173-9bab-2588fa196181 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0474913 Jul 23 22:45:42.793654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-a8f9b813-97ae-4557-8e6b-970d4b3392ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:42.795041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-a8f9b813-97ae-4557-8e6b-970d4b3392ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.0599363 Jul 23 22:45:42.912325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:42.949547 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d26dc-afa4-4050-bf70-8c37be399de4 x-openstack-request-id: req-da3d26dc-afa4-4050-bf70-8c37be399de4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:42.950755 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:42.951184 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da3d26dc-afa4-4050-bf70-8c37be399de4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:42.951917 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'code': 200} Jul 23 22:45:42.972220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.085260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:45:43.086103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:45:43.086668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:45:43.110101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65b80691-0fce-405e-a730-a80bf067f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.132706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65b80691-0fce-405e-a730-a80bf067f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.177901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.186917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.192353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/c205a2b5-c18b-4c8d-8301-e5af645d04f5 HTTP/1.1" status: 204 len: 168 time: 1.8250775 Jul 23 22:45:43.197000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-65b80691-0fce-405e-a730-a80bf067f8fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45cac4282b13450fb3831ff32846acac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860921 Jul 23 22:45:43.197000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:43.197000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b80691-0fce-405e-a730-a80bf067f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c8250d-947a-4c1e-bc88-45cda7fd015e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:43.200914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:43.230498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:45:43.230866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Attempting to bind port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:45:43.235336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72c70-48ca-4005-ac62-ef6008f83b78 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205a2b5-c18b-4c8d-8301-e5af645d04f5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:43.259438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:45:43.259931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:45:43.260321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:45:43.260774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Bound port: 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:45:43.261345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.289437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.350284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.378581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-286a22cd-700d-4dc2-9b29-bacbaf264d0c tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781611 Jul 23 22:45:43.385845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:43.391847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-6709fc30-985e-4f96-a750-a2da29d90e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:43.394660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-6709fc30-985e-4f96-a750-a2da29d90e1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5785110 Jul 23 22:45:43.427654 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4eea6898-336c-43b7-90be-48573de57b17 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] delete failed (client error): The resource could not be found. Jul 23 22:45:43.433262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4eea6898-336c-43b7-90be-48573de57b17 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "DELETE /v2.0/security-groups/85023557-4878-43ec-b46f-8c91d96db09e HTTP/1.1" status: 404 len: 347 time: 0.0368383 Jul 23 22:45:43.442364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:43.467361 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-71a0dbb3-25e2-4fbe-a624-5dfa1bb9b6ad tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] show failed (client error): The resource could not be found. Jul 23 22:45:43.468800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71a0dbb3-25e2-4fbe-a624-5dfa1bb9b6ad tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-groups/85cec8b0-5116-4136-928a-fcc94e5ccdb7 HTTP/1.1" status: 404 len: 347 time: 0.0250757 Jul 23 22:45:43.477930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:43.501725 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-fd961d44-20c0-4da4-8659-190cdab28643 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] show failed (client error): The resource could not be found. Jul 23 22:45:43.510810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd961d44-20c0-4da4-8659-190cdab28643 tempest-NegativeSecGroupTest-1361704158 tempest-NegativeSecGroupTest-1361704158-project] 10.222.0.37 "GET /v2.0/security-group-rules/385f9d3f-d935-4795-9691-055c72ba075a HTTP/1.1" status: 404 len: 356 time: 0.0300775 Jul 23 22:45:43.534588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.541771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.545403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17c8250d-947a-4c1e-bc88-45cda7fd015e HTTP/1.1" status: 204 len: 168 time: 0.3379807 Jul 23 22:45:43.547455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be5ca3-796f-4a7a-beb6-0fcb98d01a71 req-d166ac15-364a-475a-9ea3-f093f29539a5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:43.554955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63be5ca3-796f-4a7a-beb6-0fcb98d01a71 req-d166ac15-364a-475a-9ea3-f093f29539a5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.4334893 Jul 23 22:45:43.584149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f2810-c766-47cf-9437-d25e55ff2bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c8250d-947a-4c1e-bc88-45cda7fd015e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:43.590319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:45:43.593822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6246053-3d9a-43d8-b9be-2ef1e26cd9b9 req-d6d3f4f7-5427-4171-ae2a-77064d33cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:43.595462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6246053-3d9a-43d8-b9be-2ef1e26cd9b9 req-d6d3f4f7-5427-4171-ae2a-77064d33cf3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 1102 time: 0.5208006 Jul 23 22:45:43.643528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-8012e95c-a79b-43f9-ba93-ef8e83dddca1 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249629 Jul 23 22:45:43.646836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:45:43.688303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.730490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63be5ca3-796f-4a7a-beb6-0fcb98d01a71 req-202d19b1-95b1-4078-a11b-4eb3a906c7b7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745558 Jul 23 22:45:43.773046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c13c4c8f-c5fb-44cb-8a33-1f278d0efbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.909947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6246053-3d9a-43d8-b9be-2ef1e26cd9b9 req-3e9a0f9f-3593-45d9-b602-18b36ffc7051 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921321 Jul 23 22:45:43.912616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:43.970626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:43.971253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:43.972690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-6c83b541-5d00-4ead-994f-78f1e5ffec3e service neutron] 10.222.0.22 "PUT /v2.0/ports/23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 1092 time: 4.7114041 Jul 23 22:45:43.973134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:43.975463 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36543a-673a-460b-8cfa-238df23ea529" -d '{"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:44.137963 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.337668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-606a58af-d24e-4377-879c-b4cf907b4a33 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870267 Jul 23 22:45:44.413943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:44.429234 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:45:44.517182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-0a8af157-1f35-4f3d-8eb5-77078b23e5ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 200 len: 217 time: 0.1657259 Jul 23 22:45:44.633375 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5fa58877-ba1b-44e5-a4e2-9cb2a94c754e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02e1acd3eecc4ebb8ce66b8cb46b43e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145715 Jul 23 22:45:44.635247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:44.697064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-87e708a7-3146-43d9-b893-06f0944b412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:44.701679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-87e708a7-3146-43d9-b893-06f0944b412d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.1681912 Jul 23 22:45:44.724454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.790524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.814630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-13059b1f-44bb-43c8-b543-1d7ef800d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:44.816793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-13059b1f-44bb-43c8-b543-1d7ef800d764 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1096 time: 0.7466996 Jul 23 22:45:44.886749 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.988972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.993395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:44.995230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17f9385d-759f-45ee-b667-cacf551ee1a0 HTTP/1.1" status: 204 len: 168 time: 0.3589554 Jul 23 22:45:45.026136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b472f-1689-4753-96d6-b918dd95df14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f9385d-759f-45ee-b667-cacf551ee1a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:45.328717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404c33c-6000-4685-b1a8-bb352594a27c req-2623fb33-bbd3-473b-b987-a3129b5b6dbd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:45.341821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4404c33c-6000-4685-b1a8-bb352594a27c req-2623fb33-bbd3-473b-b987-a3129b5b6dbd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 1.4219580 Jul 23 22:45:45.526931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4404c33c-6000-4685-b1a8-bb352594a27c req-3b4eceec-f06c-4e25-b054-36e48b385042 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838548 Jul 23 22:45:45.532915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-f394aa9b-041c-4f92-aeb2-39c5f42e0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:45.537287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-f394aa9b-041c-4f92-aeb2-39c5f42e0b5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.6837392 Jul 23 22:45:45.561162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-90d31950-622c-4902-b2dc-b93f5afc056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:45.563908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-90d31950-622c-4902-b2dc-b93f5afc056b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7583482 Jul 23 22:45:45.799955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-6bb9b2cb-a6b5-42b0-a6d5-97f8ffd26729 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150497 Jul 23 22:45:46.110729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-228a1fda-8502-45f2-8316-c8df2b59c8dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 999 time: 0.5552082 Jul 23 22:45:46.269388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f48b-9aa7-4505-b275-dde1a100992f req-d79e1381-0211-4d8e-84bb-89d62f355321 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:46.281537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d26f48b-9aa7-4505-b275-dde1a100992f req-d79e1381-0211-4d8e-84bb-89d62f355321 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 950 time: 0.4683907 Jul 23 22:45:46.296918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-b3200b04-5997-4a95-880d-df2f632feff8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447039 Jul 23 22:45:46.450740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:46.475523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-ff0d668a-c5f0-4f7c-b9d1-95a72e72f892 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 200 len: 217 time: 0.1470366 Jul 23 22:45:46.485648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-f7366c3e-fda4-467d-b89b-5b6cc9c9d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:46.487638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-f7366c3e-fda4-467d-b89b-5b6cc9c9d8f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.3655522 Jul 23 22:45:46.712100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d26f48b-9aa7-4505-b275-dde1a100992f req-483fcafd-848e-4883-b201-1654611cbe41 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293284 Jul 23 22:45:46.749376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4d315421-b129-44bc-8795-4bdd5eae9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:46.756719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-4d315421-b129-44bc-8795-4bdd5eae9c2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 200 len: 797 time: 0.2739036 Jul 23 22:45:46.761187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:47.004154 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb34dca-86d3-4207-ad4f-c3a21540415a x-openstack-request-id: req-ddb34dca-86d3-4207-ad4f-c3a21540415a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:47.024380 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:47.024380 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddb34dca-86d3-4207-ad4f-c3a21540415a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:47.024380 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'status': 'completed', 'code': 200} Jul 23 22:45:47.085907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-da7e0a28-5ba2-455b-ae0f-10e36acb65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:47.087787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-da7e0a28-5ba2-455b-ae0f-10e36acb65d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5783737 Jul 23 22:45:47.100435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ac42af0a-d88c-4881-a796-61f9a442225a tempest-ServiceProvidersTest-625632039 tempest-ServiceProvidersTest-625632039-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3371668 Jul 23 22:45:47.404115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-7393e837-3c20-4759-9bdc-32469221b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:47.407042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-7393e837-3c20-4759-9bdc-32469221b663 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8f034a8-ce67-4b45-a5b8-38fd260dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5909677 Jul 23 22:45:47.577041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:47.664705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-9f70db45-7fbd-4d47-8c90-1665a5054954 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596476 Jul 23 22:45:47.774916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98694eb-3aa6-47fa-96ed-70ee4e38b273 req-fd94c708-713d-462b-8efe-0c1ac570fab8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:47.786824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e98694eb-3aa6-47fa-96ed-70ee4e38b273 req-fd94c708-713d-462b-8efe-0c1ac570fab8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.6600573 Jul 23 22:45:47.865290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f63-8f58-46c4-bf0d-b1501c6bda86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:47.880334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-fcbb5092-402b-485a-936e-01a06e9d17ba service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594686 Jul 23 22:45:47.953674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e98694eb-3aa6-47fa-96ed-70ee4e38b273 req-732ca8e6-9219-4444-87aa-b460df1f754f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656713 Jul 23 22:45:48.044482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-1f20c47c-fb30-41ee-95e9-ae55f8b0b4eb service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603847 Jul 23 22:45:48.085868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-1ab8f5e8-f051-4e6c-909f-59cf51d5ed52 service neutron] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966569 Jul 23 22:45:48.120307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f63-8f58-46c4-bf0d-b1501c6bda86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.133804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbff7f63-8f58-46c4-bf0d-b1501c6bda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.188506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7f63-8f58-46c4-bf0d-b1501c6bda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c871b-dc01-4d0e-8dfb-66217377864b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:48.239615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-6e307187-b787-4eb6-a806-c3665951d94b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 200 len: 217 time: 0.1480830 Jul 23 22:45:48.274020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbff7f63-8f58-46c4-bf0d-b1501c6bda86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2841f8fdc3764e87b7a2c8b2e1882b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958487 Jul 23 22:45:48.275230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:48.400069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-c244767e-99bc-4876-b053-6932d356bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:48.402693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-c244767e-99bc-4876-b053-6932d356bc56 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.1487763 Jul 23 22:45:48.405101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.438443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.519661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.526232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:48.530909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d3c871b-dc01-4d0e-8dfb-66217377864b HTTP/1.1" status: 204 len: 168 time: 0.2546327 Jul 23 22:45:48.551522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124387-8578-4d83-91df-81b77a6a4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c871b-dc01-4d0e-8dfb-66217377864b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:48.594227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36543a-673a-460b-8cfa-238df23ea529 req-971b96dc-9d4e-4501-a7ce-3769ad5104b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:48.600300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-971b96dc-9d4e-4501-a7ce-3769ad5104b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1096 time: 0.3915322 Jul 23 22:45:48.616112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267c901-b4e0-4826-9760-caced8b28a3c req-226a2907-1caa-416e-a190-92e3cf828f73 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:48.619314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2267c901-b4e0-4826-9760-caced8b28a3c req-226a2907-1caa-416e-a190-92e3cf828f73 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.4111400 Jul 23 22:45:48.732742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36543a-673a-460b-8cfa-238df23ea529 req-58dacec0-7f1e-442a-81e3-2c94e29b25db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:48.736722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-58dacec0-7f1e-442a-81e3-2c94e29b25db service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.1150987 Jul 23 22:45:49.135229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-5dadd91d-819a-4a40-a281-9a65df4356f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 200 len: 999 time: 0.3849559 Jul 23 22:45:49.147883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-06528af2-4f4d-47ca-95af-4402cb648c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:49.149793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-06528af2-4f4d-47ca-95af-4402cb648c92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7253399 Jul 23 22:45:49.261836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2267c901-b4e0-4826-9760-caced8b28a3c req-4359f5fb-26ba-43a5-bba3-998124e24fda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5203924 Jul 23 22:45:50.135354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36543a-673a-460b-8cfa-238df23ea529 req-498da61c-80fd-48ca-9bcc-06d507ff73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:50.136932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-498da61c-80fd-48ca-9bcc-06d507ff73cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.9855311 Jul 23 22:45:50.380455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-fcbe53c6-15db-42c0-abf9-a9d344f4bbb2 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2127337 Jul 23 22:45:50.500726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36543a-673a-460b-8cfa-238df23ea529 req-41cff3dd-431e-4554-b3f3-da29112f2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:50.504026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-41cff3dd-431e-4554-b3f3-da29112f2eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3558204 Jul 23 22:45:50.699090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-071d112f-3916-4aac-8728-a0f735cd16ab service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074474 Jul 23 22:45:50.786437 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-a8346319-da93-4bee-afc4-4dccc6d67357 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 200 len: 217 time: 0.0728245 Jul 23 22:45:50.910588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-deaddb84-fb88-4b66-8d03-a811b0b94630 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959725 Jul 23 22:45:50.912239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-40e91995-5f3f-4744-91a4-799c923dda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:50.913923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-40e91995-5f3f-4744-91a4-799c923dda53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 200 len: 797 time: 0.0869327 Jul 23 22:45:51.171119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78017f1-db75-4d6b-8411-f27add93e33c req-52068ba2-a7e0-42ba-98fd-a72c0caed094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:51.173981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-52068ba2-a7e0-42ba-98fd-a72c0caed094 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2435102 Jul 23 22:45:51.291331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-13b9272a-06bb-43f4-beb4-b51a81b46c67 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033738 Jul 23 22:45:51.304142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e36543a-673a-460b-8cfa-238df23ea529 req-a92ff318-2ddf-496b-b844-b14864e2c9b6 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869207 Jul 23 22:45:51.424826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78017f1-db75-4d6b-8411-f27add93e33c req-a5fd8356-b9d3-4b12-bc31-33d6311b5cd4 service neutron] 10.222.0.25 "GET /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195624 Jul 23 22:45:52.216696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:53.160518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:53.486889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:53.663153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982209e8-d59b-4502-8eb6-18e59a8ca371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:53.888338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982209e8-d59b-4502-8eb6-18e59a8ca371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:53.894946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982209e8-d59b-4502-8eb6-18e59a8ca371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:53.961716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982209e8-d59b-4502-8eb6-18e59a8ca371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f55a97-c545-48c0-b7ba-f9151bd83313,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:54.006869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-982209e8-d59b-4502-8eb6-18e59a8ca371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bb57f3b89c6483ab66535e23eabe400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159991 Jul 23 22:45:54.008370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:54.177040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:54.245667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:54.398324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:54.401979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:54.403419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92f55a97-c545-48c0-b7ba-f9151bd83313 HTTP/1.1" status: 204 len: 168 time: 0.3927178 Jul 23 22:45:54.421370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d70f0-1c44-4c68-b9c3-451ab31bdcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f55a97-c545-48c0-b7ba-f9151bd83313,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:54.705972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d097e2a-1fff-4538-9f78-0907a16abd7a req-3f547993-cdd6-41fc-b3a9-0a9c3f69d3e4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:54.708517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d097e2a-1fff-4538-9f78-0907a16abd7a req-3f547993-cdd6-41fc-b3a9-0a9c3f69d3e4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.2392137 Jul 23 22:45:54.775726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d097e2a-1fff-4538-9f78-0907a16abd7a req-3a338c7c-d780-4630-8ec3-9b765244f98f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Jul 23 22:45:54.929325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cf861-6e23-48d4-9dd5-cf4933f8f1b5 req-517897d0-39ad-434f-87b5-91f17054099a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:54.938265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad1cf861-6e23-48d4-9dd5-cf4933f8f1b5 req-517897d0-39ad-434f-87b5-91f17054099a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 947 time: 0.0883241 Jul 23 22:45:54.995859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad1cf861-6e23-48d4-9dd5-cf4933f8f1b5 req-ef9a5692-0f11-4b24-8269-6f08be9de9c3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547121 Jul 23 22:45:55.080113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:55.122424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9acfec7c-50ce-42bc-8e2f-38757478bfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.294082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9acfec7c-50ce-42bc-8e2f-38757478bfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.299575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9acfec7c-50ce-42bc-8e2f-38757478bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.339996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfec7c-50ce-42bc-8e2f-38757478bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fefa5dd-a544-4d1d-bc43-6c9b7cc86601,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:55.363801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9acfec7c-50ce-42bc-8e2f-38757478bfa3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b83720ea69874ba6a7370adf3ad2996b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802770 Jul 23 22:45:55.364022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:55.473410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.515172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.610560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.617860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:55.617860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fefa5dd-a544-4d1d-bc43-6c9b7cc86601 HTTP/1.1" status: 204 len: 168 time: 0.2521267 Jul 23 22:45:55.628129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30fa5d-c874-49a4-98e6-945f599d816f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fefa5dd-a544-4d1d-bc43-6c9b7cc86601,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:56.012959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cfc4e-8273-483b-985c-2fa7056658d7 req-26a97e0a-9cb6-48ad-9513-bc66097ec03c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:56.014658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d5cfc4e-8273-483b-985c-2fa7056658d7 req-26a97e0a-9cb6-48ad-9513-bc66097ec03c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1497166 Jul 23 22:45:56.106358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d5cfc4e-8273-483b-985c-2fa7056658d7 req-49fbe9e6-c25e-4d1d-9f2b-bd6d10e53f30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850360 Jul 23 22:45:57.466628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375cb1e-8ad4-4c17-92ec-e9ae1f54cde9 req-ec7931a6-a02c-49b7-8251-87835a5ee23f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:57.468275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0375cb1e-8ad4-4c17-92ec-e9ae1f54cde9 req-ec7931a6-a02c-49b7-8251-87835a5ee23f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.2577639 Jul 23 22:45:57.577616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0375cb1e-8ad4-4c17-92ec-e9ae1f54cde9 req-3bb4b7ae-a8f1-4980-bf60-c2a362f21f3d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018779 Jul 23 22:45:57.891214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:45:58.265937 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:58.347207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:58.351184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:45:58.364579 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80762ff2-46af-42f7-8b09-3e0552d89400" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:45:58.378402 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:58.551746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=14']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:59.056398 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c11758-e628-491e-a426-175177999f39 x-openstack-request-id: req-a0c11758-e628-491e-a426-175177999f39 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:45:59.057017 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-unplugged", "status": "completed", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:45:59.057017 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0c11758-e628-491e-a426-175177999f39 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:45:59.057344 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'code': 200} Jul 23 22:45:59.199699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:45:59.434558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df717e-7b9a-44db-821c-2954de391541 req-0295e2a7-8795-4140-a2c9-d177f285195a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:45:59.437126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74df717e-7b9a-44db-821c-2954de391541 req-0295e2a7-8795-4140-a2c9-d177f285195a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.2024345 Jul 23 22:45:59.514065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:59.542811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'mac_address': 'fa:16:3e:a6:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:45:59.554797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74df717e-7b9a-44db-821c-2954de391541 req-20c4a269-2a1d-40c9-896f-e6464a130cb8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060593 Jul 23 22:45:59.634063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:59.696893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:45:59.716696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:45:59.762836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:45:59.775773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:45:59.940230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:45:59.970470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0d035466-1dc5-4a8f-a64f-21f6a1a7003e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:46:00.085369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-304e38cb-c1fe-446d-9d78-c543141ca1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.405438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-304e38cb-c1fe-446d-9d78-c543141ca1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.412307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-304e38cb-c1fe-446d-9d78-c543141ca1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.418598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.442254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.461719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.480350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-304e38cb-c1fe-446d-9d78-c543141ca1fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71e2dd043e9148a4beec41763e21b11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613881 Jul 23 22:46:00.481498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:00.481826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.498313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.514740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.523822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.535746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-64523862-1e02-40a2-901f-5acfd8baa862 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 5440 time: 0.3704772 Jul 23 22:46:00.629250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-00792d40-ef95-4234-a22f-e5538c32d07e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:00.630982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-00792d40-ef95-4234-a22f-e5538c32d07e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0889561 Jul 23 22:46:00.649108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e38cb-c1fe-446d-9d78-c543141ca1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2dfcfb-d1be-4bea-a54b-0617b53dc91e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:00.684979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.756438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.879650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.882988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:00.884680 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d2dfcfb-d1be-4bea-a54b-0617b53dc91e HTTP/1.1" status: 204 len: 168 time: 0.3954728 Jul 23 22:46:00.889411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-fc9c5f87-1ecb-4d1b-8b69-671e6f6d51ab tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2534955 Jul 23 22:46:00.903442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52116b1e-1a46-47b9-86df-2c489425f097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2dfcfb-d1be-4bea-a54b-0617b53dc91e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:01.198016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:46:01.302415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:01.303633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:01.445522 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:01.499078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:01.501983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:01.587055 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5548acf-19c7-42af-a42a-c0251a45be93" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:01.591918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:01.701950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:01.703181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:01.843067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:01.945661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:01.948444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:01.979156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b9a6cb-6b5f-4fdc-941c-549228c286cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.226245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=764245f8-679e-42c5-9987-b7894aa9a0d8,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:02.230820 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b9a6cb-6b5f-4fdc-941c-549228c286cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.267327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31b9a6cb-6b5f-4fdc-941c-549228c286cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.359431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] For port 764245f8-679e-42c5-9987-b7894aa9a0d8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:46:02.395708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bdab-6df2-4640-a2ce-817d8405145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.418465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a6cb-6b5f-4fdc-941c-549228c286cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b50fe8-07c1-4e54-b7aa-2c2aaa51bcdb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:02.424581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] device_id is not set on port 764245f8-679e-42c5-9987-b7894aa9a0d8 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:02.436659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.446223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.655198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bdab-6df2-4640-a2ce-817d8405145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.662245 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-31b9a6cb-6b5f-4fdc-941c-549228c286cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39a8c474db664c00ae727690d733768b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148488 Jul 23 22:46:02.666263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:02.669717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] No DVR routers for this DVR port 764245f8-679e-42c5-9987-b7894aa9a0d8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:02.684927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:02.702865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaf0bdab-6df2-4640-a2ce-817d8405145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.761104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.761749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.761749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.777845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.778213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.778540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.778878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.779212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.779546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.779878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.780207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.780576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:02.809241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eaf0bdab-6df2-4640-a2ce-817d8405145a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1372a7bc7cc94d90b9e787ce20cb9785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552895 Jul 23 22:46:02.814105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60608) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:02.847271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] In _notify_port_updated(), no bound segment for port 764245f8-679e-42c5-9987-b7894aa9a0d8 on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:46:02.848173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:02.848787 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.850527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-67ae0cb0-4862-43c7-a50f-ecdabe822ed0 service neutron] 10.222.0.25 "PUT /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 200 len: 1030 time: 1.9538424 Jul 23 22:46:02.870001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0bdab-6df2-4640-a2ce-817d8405145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4777078e-1df1-49fa-b297-80f7a85fb2e3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:02.874589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.910075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.988307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:02.995566 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.000653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67b50fe8-07c1-4e54-b7aa-2c2aaa51bcdb HTTP/1.1" status: 204 len: 168 time: 0.3299851 Jul 23 22:46:03.031312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-456eb36a-ca6e-40a4-aeed-fc8e22ef6d1b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:03.043403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-456eb36a-ca6e-40a4-aeed-fc8e22ef6d1b tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "GET /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1780517 Jul 23 22:46:03.054953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:03.063359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.088689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da238a49-3f56-4ddf-9d8e-bbcb8f33fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b50fe8-07c1-4e54-b7aa-2c2aaa51bcdb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:03.193190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.235989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4302e7c-eee2-42be-b177-873cb4b9b208 None None] Provisioning complete for port 764245f8-679e-42c5-9987-b7894aa9a0d8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:03.237039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4302e7c-eee2-42be-b177-873cb4b9b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.283785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.297591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a4302e7c-eee2-42be-b177-873cb4b9b208 None None] Port 764245f8-679e-42c5-9987-b7894aa9a0d8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:46:03.360173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.365112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.372983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4777078e-1df1-49fa-b297-80f7a85fb2e3 HTTP/1.1" status: 204 len: 168 time: 0.5568612 Jul 23 22:46:03.409009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d0d32-4bf5-4bac-9ee2-c1e3bf7b8110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4777078e-1df1-49fa-b297-80f7a85fb2e3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:03.592043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:03.676488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] For port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:46:03.772147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] device_id is not set on port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:03.785880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.815563 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:03.952188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] No DVR routers for this DVR port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:04.029775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] In _notify_port_updated(), no bound segment for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c on network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:46:04.030508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:04.031271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.044020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 200 len: 1031 time: 0.9872448 Jul 23 22:46:04.172771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40481ae-db07-4491-99f1-8ba488b69be1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:04.280025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:04.302754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.366276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 5cdb49e6-adcb-4970-b01e-5b98a9821424 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:04.366780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.479382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83370e4e-9932-40ce-be55-c39c8d58f66e None None] Provisioning complete for port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:04.482332 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83370e4e-9932-40ce-be55-c39c8d58f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.617827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-83370e4e-9932-40ce-be55-c39c8d58f66e None None] Port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:46:04.646288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] For port 5cdb49e6-adcb-4970-b01e-5b98a9821424, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=5cdb49e6-adcb-4970-b01e-5b98a9821424,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:04.647267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.672114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.680290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:04.807963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=800b8830169b4452ae37564afeb94f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262277 Jul 23 22:46:04.808645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:04.809412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b136b-c703-4ed9-97c5-e7b491d79845,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:04.836582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.836919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.837190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.837681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.838193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.838605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.838872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.839200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.839552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.841266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.841266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.841266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dcc923-bf39-44dd-9866-a0b73babaa41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:04.928042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.043668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.122429 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.122950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.123114 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Floating IP fae98566-645d-4979-bde1-608d4e9c942a disassociated. External IP: 172.25.1.76, port: 5cdb49e6-adcb-4970-b01e-5b98a9821424. Jul 23 22:46:05.123466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 5cdb49e6-adcb-4970-b01e-5b98a9821424 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:05.217725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device cec6ce86-2b8e-4186-9add-5735434686d8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:05.267843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.271148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.275205 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b52b136b-c703-4ed9-97c5-e7b491d79845 HTTP/1.1" status: 204 len: 168 time: 0.4628501 Jul 23 22:46:05.291772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94315a5-0bf3-44cf-bc5c-0dd420b128e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b136b-c703-4ed9-97c5-e7b491d79845,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:05.476260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.524812 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.565485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=5cdb49e6-adcb-4970-b01e-5b98a9821424,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:05.624881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:05.663655 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:05.664963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 764245f8-679e-42c5-9987-b7894aa9a0d8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:05.809182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:05.925597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 764245f8-679e-42c5-9987-b7894aa9a0d8 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:46:05.925597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:05.926797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:05.968891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:46:06.084265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.143388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698f39cb-9c22-402f-8b2f-1f8d4e9d79fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.185092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:06.193637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.195901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5cdb49e6-adcb-4970-b01e-5b98a9821424 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:06.326779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:46:06.353369 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Sync routers for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:46:06.369128 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:46:06.372974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:45:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:06.390911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 5cdb49e6-adcb-4970-b01e-5b98a9821424 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:46:06.393816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 5cdb49e6-adcb-4970-b01e-5b98a9821424 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:46:06.394802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:06.436967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] No DVR routers for this DVR port 5cdb49e6-adcb-4970-b01e-5b98a9821424 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:06.441316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.445560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-56c0c225-8c03-47ac-85a1-2362b2b329b4 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "DELETE /v2.0/ports/5cdb49e6-adcb-4970-b01e-5b98a9821424 HTTP/1.1" status: 204 len: 173 time: 2.3998342 Jul 23 22:46:06.446207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:06.448628 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be87f19e-6d39-435a-8c58-8aae2aa72938" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:06.509433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698f39cb-9c22-402f-8b2f-1f8d4e9d79fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.519812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698f39cb-9c22-402f-8b2f-1f8d4e9d79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.594387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:46:06.595763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ab416727-c5fa-4d64-984c-3344172506a3 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:06.602523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:06.615705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-698f39cb-9c22-402f-8b2f-1f8d4e9d79fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4576525c3e4648989c16cf045afb102d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055913 Jul 23 22:46:06.619421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:06.700722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:46:06.743284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f39cb-9c22-402f-8b2f-1f8d4e9d79fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580d76a9-9113-4582-b689-c0ad6aa19a3d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:06.864991 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.898650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port cec6ce86-2b8e-4186-9add-5735434686d8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:06.898945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.932916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:06.982686 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.057785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:07.074740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.079019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:07.188808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.191711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.195651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/580d76a9-9113-4582-b689-c0ad6aa19a3d HTTP/1.1" status: 204 len: 168 time: 0.5724657 Jul 23 22:46:07.199078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] For port cec6ce86-2b8e-4186-9add-5735434686d8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=cec6ce86-2b8e-4186-9add-5735434686d8,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:07.201614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.218063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5212f71-8170-4309-b9ed-892faed3f993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580d76a9-9113-4582-b689-c0ad6aa19a3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:07.242635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:07.260129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for cec6ce86-2b8e-4186-9add-5735434686d8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:07.426101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.495213 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:07.523844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:07.534714 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.749516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:07.780581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:07.844294 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Checking router: 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:46:07.865553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:46:07.868234 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:45:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:07.881602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=cec6ce86-2b8e-4186-9add-5735434686d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:07.994871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] No DVR routers for this DVR port cec6ce86-2b8e-4186-9add-5735434686d8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:07.999466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:08.009781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-f605bec2-9de2-4643-9220-d1f470d10d18 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "DELETE /v2.0/ports/cec6ce86-2b8e-4186-9add-5735434686d8 HTTP/1.1" status: 204 len: 173 time: 1.5525169 Jul 23 22:46:08.070291 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:46:08.253824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:08.256839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:08.497638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] For port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:08.498308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:08.545345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:08.698544 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:08.820983 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249aa7f-9cb9-4769-b38b-9d8c1b171008 None None] The sync data for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 is: [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:35:43Z', 'revision_number': 4, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6398eae1-8dab-4dd2-99ab-eeb682134e77', 'name': '', 'network_id': '29fe45e6-815e-4013-ad1b-7d04a17dfa20', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'mac_address': 'fa:16:3e:4f:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:40Z', 'updated_at': '2021-07-23T22:35:54Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'subnets': [{'id': '022ea7ab-6aa5-41a2-be0e-f021c3aee6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:46:09.019980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:09.138030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=9e37b8e9-8e08-4cf8-b958-59dbe64298b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:09.216927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] No DVR routers for this DVR port 9e37b8e9-8e08-4cf8-b958-59dbe64298b9 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:09.221670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:09.230737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-76b4eceb-9014-4e01-b9ea-0939a8b2c3a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "DELETE /v2.0/ports/9e37b8e9-8e08-4cf8-b958-59dbe64298b9 HTTP/1.1" status: 204 len: 173 time: 1.2134893 Jul 23 22:46:09.561087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:09.561512 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:09.790606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7f9843-a56f-4ac1-b6b5-867434230b3f None None] New status for floating IP fae98566-645d-4979-bde1-608d4e9c942a: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:46:09.879791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] For port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:09.879791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:09.887178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:10.740039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:10.784185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:10.881306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] No DVR routers for this DVR port 050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:10.887846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:10.900430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-92fc32ab-039d-440d-90a2-154a1cae3430 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "DELETE /v2.0/ports/050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d HTTP/1.1" status: 204 len: 173 time: 1.6597869 Jul 23 22:46:11.030476 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c16bea45-995f-4916-9b8f-8acfb985c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:11.191429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port ab416727-c5fa-4d64-984c-3344172506a3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:11.191778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:11.376608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] For port ab416727-c5fa-4d64-984c-3344172506a3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ab416727-c5fa-4d64-984c-3344172506a3,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:11.376974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:11.393256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for ab416727-c5fa-4d64-984c-3344172506a3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:11.592766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db555e00-d2b6-4e28-9c3c-eb8385b06b02 req-6532c5cd-d442-42be-ab92-ab743dc7b183 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:11.596181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db555e00-d2b6-4e28-9c3c-eb8385b06b02 req-6532c5cd-d442-42be-ab92-ab743dc7b183 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 943 time: 0.4317601 Jul 23 22:46:11.597667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:11.657212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=ab416727-c5fa-4d64-984c-3344172506a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:11.744918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] No DVR routers for this DVR port ab416727-c5fa-4d64-984c-3344172506a3 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:11.749338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:11.752505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36fdf54a-2f60-40a7-9a65-69e78b159749 req-0750e78f-67c6-472e-8745-28eda87681e1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.25 "DELETE /v2.0/ports/ab416727-c5fa-4d64-984c-3344172506a3 HTTP/1.1" status: 204 len: 173 time: 0.8439384 Jul 23 22:46:11.763400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db555e00-d2b6-4e28-9c3c-eb8385b06b02 req-af484734-ba2c-4b75-82a0-4a7537e574ef tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups?id=e5b018dd-f16c-43d5-a9a8-a253a9ae8544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545970 Jul 23 22:46:11.985138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab96ac4-cf7f-411c-abf7-564c70f38e5c req-7b47214f-5834-4d89-9e7f-344119686d3c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:11.987385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab96ac4-cf7f-411c-abf7-564c70f38e5c req-7b47214f-5834-4d89-9e7f-344119686d3c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1519570 Jul 23 22:46:12.071099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bab96ac4-cf7f-411c-abf7-564c70f38e5c req-c1968da7-581f-4cb1-927b-a960d7bb426f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760219 Jul 23 22:46:12.098323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-b65d0f41-953e-4b8c-bc89-373a102bd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:12.100179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-b65d0f41-953e-4b8c-bc89-373a102bd771 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 1097 time: 0.7932920 Jul 23 22:46:12.181194 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c6c02e-9814-4613-a886-f95770b87247 x-openstack-request-id: req-56c6c02e-9814-4613-a886-f95770b87247 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:12.182070 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:12.182513 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56c6c02e-9814-4613-a886-f95770b87247 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:12.183095 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'code': 200} Jul 23 22:46:12.334016 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7cdb62-c329-4312-bd00-f13737edacfc x-openstack-request-id: req-ff7cdb62-c329-4312-bd00-f13737edacfc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:12.334837 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "5cdb49e6-adcb-4970-b01e-5b98a9821424", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:12.334837 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff7cdb62-c329-4312-bd00-f13737edacfc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:12.337386 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '5cdb49e6-adcb-4970-b01e-5b98a9821424', 'status': 'completed', 'code': 200} Jul 23 22:46:12.412027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-b910e908-7fd1-4ed6-962d-691ba73e4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:12.421725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-b910e908-7fd1-4ed6-962d-691ba73e4d30 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.3141758 Jul 23 22:46:12.521938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:12.539832 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-6084cffb-8933-4bbf-95e9-03212b26731f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=582afec9-0623-48af-9e86-3b5a3f209faa HTTP/1.1" status: 200 len: 217 time: 0.1113236 Jul 23 22:46:12.622690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-6084b1fc-e146-4789-be40-01e3f4579a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:12.624380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-6084b1fc-e146-4789-be40-01e3f4579a0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0782542 Jul 23 22:46:12.693461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-8f95837c-0939-4578-827d-4d3304999fbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520539 Jul 23 22:46:12.751209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd062830-b9b7-4196-bee7-6a6dcb97cf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:12.910716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-790d7a38-33a9-4c8b-b9eb-83bcf8826cde service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087493 Jul 23 22:46:12.985394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd062830-b9b7-4196-bee7-6a6dcb97cf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:12.992830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd062830-b9b7-4196-bee7-6a6dcb97cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.099866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deaa6ba4-6ac2-4d6f-8a2e-442ec745da98 req-137a5d75-b146-4895-a116-db48911b3f7e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0899277 Jul 23 22:46:13.163365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:13.174833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd062830-b9b7-4196-bee7-6a6dcb97cf6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed7ba7cc3caa451fb4f5947ca0bd1fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511815 Jul 23 22:46:13.176273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd062830-b9b7-4196-bee7-6a6dcb97cf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bc8bd-a6b5-4dcd-a785-6110764f10ee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:13.297215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4dc64cc-d45d-4fec-b691-1a45d0efd4c6 req-56b9fc11-f75e-4a96-8790-9f522a824f33 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784492 Jul 23 22:46:13.361135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.392742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.481954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf431-e005-4a30-9798-baa36a45fcb0 req-b7ff4e7d-e064-4708-ab45-be87c2527c04 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:13.488483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-759cf431-e005-4a30-9798-baa36a45fcb0 req-b7ff4e7d-e064-4708-ab45-be87c2527c04 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2072587 Jul 23 22:46:13.561186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.564990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.566187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b2bc8bd-a6b5-4dcd-a785-6110764f10ee HTTP/1.1" status: 204 len: 168 time: 0.4015286 Jul 23 22:46:13.657861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-759cf431-e005-4a30-9798-baa36a45fcb0 req-ab4f2d99-9419-411d-88ba-10029333eb29 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585081 Jul 23 22:46:13.658911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774df1d-10fc-4513-9816-95acfd7f179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bc8bd-a6b5-4dcd-a785-6110764f10ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:13.774803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f1aca8a-4517-4481-babf-02d528260c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:13.924513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f83fa-54ad-4681-ac03-065843b61124 req-655e2f80-b7f7-4661-bfd9-831d0e9a20ee tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:13.937495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d26f83fa-54ad-4681-ac03-065843b61124 req-655e2f80-b7f7-4661-bfd9-831d0e9a20ee tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 945 time: 0.1950548 Jul 23 22:46:13.964286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:14.044462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d26f83fa-54ad-4681-ac03-065843b61124 req-1f76f938-6056-440a-b454-32a024fc3f6c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054726 Jul 23 22:46:14.184192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.190425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:14.194429 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea474ad-5054-485c-b9c9-439b4afb5b81" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab416727-c5fa-4d64-984c-3344172506a3"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:14.206598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.259228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:14.283754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:14.286185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f61da09-6bb2-466e-adfa-b9a7b3d80a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.302595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.340401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d'}, {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:14.343421 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8903c6-e278-457f-9846-245071709534" -d '{"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d"}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "ab416727-c5fa-4d64-984c-3344172506a3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:14.464001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:14.510715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f61da09-6bb2-466e-adfa-b9a7b3d80a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.518352 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f61da09-6bb2-466e-adfa-b9a7b3d80a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.595316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1f61da09-6bb2-466e-adfa-b9a7b3d80a10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9100624ff9c24cc9a3e2c46c316a4143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347073 Jul 23 22:46:14.597057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61da09-6bb2-466e-adfa-b9a7b3d80a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464b54f-af7a-432d-9a65-9f4db5488df7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:14.598277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:14.675957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.736704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.802119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.805404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:14.807240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a464b54f-af7a-432d-9a65-9f4db5488df7 HTTP/1.1" status: 204 len: 168 time: 0.2073417 Jul 23 22:46:14.831916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc296f-976d-4948-ad69-99f87277ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464b54f-af7a-432d-9a65-9f4db5488df7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:14.897602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:16.457239 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:16.643167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23542630-3c2c-4a1e-ad32-d5a1d49e84dd req-02262d41-e072-48a0-8e16-c084e8da62c7 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0789442 Jul 23 22:46:16.701267 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498fb7cf-e695-462d-b669-8a6f669e47f9 x-openstack-request-id: req-498fb7cf-e695-462d-b669-8a6f669e47f9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:16.701698 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "ab416727-c5fa-4d64-984c-3344172506a3", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:16.702067 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-498fb7cf-e695-462d-b669-8a6f669e47f9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:16.702658 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'code': 200} Jul 23 22:46:16.702988 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'code': 200} Jul 23 22:46:16.704126 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3', 'code': 200} Jul 23 22:46:16.704402 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'code': 200} Jul 23 22:46:16.779350 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99477f31-78c7-44c0-b2a9-794f86d33658 x-openstack-request-id: req-99477f31-78c7-44c0-b2a9-794f86d33658 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:16.780096 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "cec6ce86-2b8e-4186-9add-5735434686d8", "status": "completed", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "9e37b8e9-8e08-4cf8-b958-59dbe64298b9", "status": "completed", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d", "status": "completed", "code": 200}, {"server_uuid": "5fb5b059-54b0-4513-98b4-657452607fa0", "name": "network-vif-deleted", "tag": "ab416727-c5fa-4d64-984c-3344172506a3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:16.780465 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99477f31-78c7-44c0-b2a9-794f86d33658 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:16.780996 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': 'cec6ce86-2b8e-4186-9add-5735434686d8', 'status': 'completed', 'code': 200} Jul 23 22:46:16.781371 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '9e37b8e9-8e08-4cf8-b958-59dbe64298b9', 'status': 'completed', 'code': 200} Jul 23 22:46:16.783327 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': '050fcaa7-a380-4a75-a07c-b7b6cc8ddd3d', 'status': 'completed', 'code': 200} Jul 23 22:46:16.783692 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb5b059-54b0-4513-98b4-657452607fa0', 'name': 'network-vif-deleted', 'tag': 'ab416727-c5fa-4d64-984c-3344172506a3', 'status': 'completed', 'code': 200} Jul 23 22:46:17.061097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f11d8-96b3-428a-ab51-caee5633231a req-743070c8-b16d-479e-a048-5d4adf5eb95f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:17.069726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616f11d8-96b3-428a-ab51-caee5633231a req-743070c8-b16d-479e-a048-5d4adf5eb95f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.1689999 Jul 23 22:46:17.131002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616f11d8-96b3-428a-ab51-caee5633231a req-7657261c-ae2f-4f96-af41-ea363d68e908 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Jul 23 22:46:17.334332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8196-5511-416d-8cb5-ea5539a89113 req-023d499c-9d80-427e-ac65-8949a66f3cd1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:17.335915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-100d8196-5511-416d-8cb5-ea5539a89113 req-023d499c-9d80-427e-ac65-8949a66f3cd1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0828891 Jul 23 22:46:17.407208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-100d8196-5511-416d-8cb5-ea5539a89113 req-4b37cfe0-876f-41ec-922e-9e69e3051807 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636153 Jul 23 22:46:17.963938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 582afec9-0623-48af-9e86-3b5a3f209faa no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:18.457621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-7fe434a4-aeda-44bc-bcde-65a3d782ffb4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:18.459348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-7fe434a4-aeda-44bc-bcde-65a3d782ffb4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c HTTP/1.1" status: 200 len: 943 time: 0.0813906 Jul 23 22:46:18.606466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port 582afec9-0623-48af-9e86-3b5a3f209faa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:18.607089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:18.705484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:18.707835 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54604a-4a41-470f-85e5-cccb3215bb76" -d '{"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:18.752015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port 582afec9-0623-48af-9e86-3b5a3f209faa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=582afec9-0623-48af-9e86-3b5a3f209faa,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:18.753064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:18.776168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for 582afec9-0623-48af-9e86-3b5a3f209faa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:18.955802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:18.990637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=582afec9-0623-48af-9e86-3b5a3f209faa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:19.051156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port 582afec9-0623-48af-9e86-3b5a3f209faa on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:19.056950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:19.059316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-adcb92d7-9ad3-4209-b5ea-53486681896a req-541e6ffd-7a2a-4126-9b47-44504aed69b3 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "DELETE /v2.0/ports/582afec9-0623-48af-9e86-3b5a3f209faa HTTP/1.1" status: 204 len: 173 time: 0.5945592 Jul 23 22:46:19.059868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-deleted', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:19.062739 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f61ac-0836-49f4-afdc-364afef7ab39" -d '{"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-deleted", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:19.981019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:46:19.981822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-b417b156-b7c7-417e-af5f-d0a2e49f5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:19.983626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-b417b156-b7c7-417e-af5f-d0a2e49f5251 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.0877466 Jul 23 22:46:20.178503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:20.202287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b64be635-3ff0-4df8-845e-e70fadaf1542 req-be47b781-55a0-49db-aef3-2e87ea0ee68e tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0481331 Jul 23 22:46:20.217510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'mac_address': 'fa:16:3e:e9:da:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:46:20.235491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-9bc50496-66ee-4d8c-926b-ffc74146c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:20.236788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-9bc50496-66ee-4d8c-926b-ffc74146c01e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2421241 Jul 23 22:46:20.293623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:20.331997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:20.376608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:20.377529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-312a145c-7d20-4a0b-a7bd-dfa8d14764aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.1321323 Jul 23 22:46:20.384212 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:20.493716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-2a2a2f0d-2be4-42df-b3c4-9764fde6511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:20.496134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-2a2a2f0d-2be4-42df-b3c4-9764fde6511b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1131918 Jul 23 22:46:20.504593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:20.546670 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f0f990-0a62-40ad-9faa-46970fd01c63 x-openstack-request-id: req-82f0f990-0a62-40ad-9faa-46970fd01c63 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:20.548625 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-unplugged", "status": "failed", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:20.550431 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82f0f990-0a62-40ad-9faa-46970fd01c63 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:20.551149 n-d-791506-25 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa', 'code': 422} returned with failed status Jul 23 22:46:20.561619 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f92e27-8802-4cd2-849f-abe0d4651594 x-openstack-request-id: req-d2f92e27-8802-4cd2-849f-abe0d4651594 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:20.561949 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c", "name": "network-vif-deleted", "tag": "582afec9-0623-48af-9e86-3b5a3f209faa", "status": "failed", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:20.562206 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2f92e27-8802-4cd2-849f-abe0d4651594 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:20.562761 n-d-791506-25 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4dd789a-e63a-4e6f-abd3-3acbf74b5b3c', 'name': 'network-vif-deleted', 'tag': '582afec9-0623-48af-9e86-3b5a3f209faa', 'status': 'failed', 'code': 422} returned with failed status Jul 23 22:46:20.609921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:46:20.632149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-11b977f3-3c24-4807-9f6c-2f73a89d9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:20.638709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-11b977f3-3c24-4807-9f6c-2f73a89d9705 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334486 Jul 23 22:46:20.890133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-894a5cda-ca38-4f9f-8644-6f344be4698d service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439942 Jul 23 22:46:20.900059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dd5f6-4714-4c11-a4e4-80f7b92eb38b req-885dace9-28d8-4666-85c7-61a233cec162 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:20.908250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4dd5f6-4714-4c11-a4e4-80f7b92eb38b req-885dace9-28d8-4666-85c7-61a233cec162 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1962950 Jul 23 22:46:21.035528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4dd5f6-4714-4c11-a4e4-80f7b92eb38b req-a6b58ef3-f3fd-4ab0-993a-9010184486bf tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249301 Jul 23 22:46:21.104101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffbf3de-87f0-4c46-be1f-fc5d268077c3 req-8e6a96fd-f1a9-417c-9355-f98014de117e service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849535 Jul 23 22:46:21.400089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-6c8f0540-88e6-43e4-b2b6-0e63f663bfed tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:21.406386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-6c8f0540-88e6-43e4-b2b6-0e63f663bfed tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.1877005 Jul 23 22:46:21.418377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:46:21.428110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-efd0a3c1-0bc0-4daf-896b-c2927c9b0ee0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0194468 Jul 23 22:46:21.478612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-0d520ddf-c4d6-4bf1-a81f-2a54982dac80 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494602 Jul 23 22:46:21.612650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-967ac264-768b-4849-9d01-cfa0d1513966 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329792 Jul 23 22:46:21.738514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-f02766ba-587d-40d1-9b61-0d77b3771720 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244736 Jul 23 22:46:21.979314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:46:22.081991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:46:22.090204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:22.090982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:22.102979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a8bfa-15ee-441c-b1e2-ca938a7bb058 req-ac74d8fc-3736-4b3e-9562-258054033ff8 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:22.113435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f5a8bfa-15ee-441c-b1e2-ca938a7bb058 req-ac74d8fc-3736-4b3e-9562-258054033ff8 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 950 time: 0.1223657 Jul 23 22:46:22.174480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f5a8bfa-15ee-441c-b1e2-ca938a7bb058 req-69e0d474-74e1-400f-af23-d48e1bcecdab tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601363 Jul 23 22:46:22.258580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:22.299160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:22.348408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:22.360471 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:22.428632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:22.430574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-180f2963-039c-4fc9-8565-e1d50cb865d8 req-96b2eb3e-fd2d-47f4-9100-edb32afac729 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.1077089 Jul 23 22:46:22.557208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:22.559590 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6b882-7bce-40ab-8582-e096c6887121" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:22.569986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bc6f29d-149a-46cd-a9ee-7c9466f3c91b req-12579e74-8fcc-4c78-80cc-5d5808ee9ae6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 210 time: 0.0717566 Jul 23 22:46:22.746339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d02fd8-f01f-4f08-9290-0161e64f3689 req-49a32b34-aebf-4eea-951b-a5514e1c869c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:22.748073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b0d02fd8-f01f-4f08-9290-0161e64f3689 req-49a32b34-aebf-4eea-951b-a5514e1c869c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0916770 Jul 23 22:46:22.809124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b0d02fd8-f01f-4f08-9290-0161e64f3689 req-363dae16-c13f-4eb4-b422-fd42f91071df tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460618 Jul 23 22:46:22.989071 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634dcc5f-06cb-40a5-9b6e-487d0c938327 x-openstack-request-id: req-634dcc5f-06cb-40a5-9b6e-487d0c938327 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:22.989567 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-plugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:22.989665 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-634dcc5f-06cb-40a5-9b6e-487d0c938327 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:22.990086 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'code': 200} Jul 23 22:46:23.143920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:23.320457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592e576-58e2-4e40-8bea-21f307332989 req-a2d741cf-04f3-4a8f-a354-2a6779d0c5c7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:23.327868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1592e576-58e2-4e40-8bea-21f307332989 req-a2d741cf-04f3-4a8f-a354-2a6779d0c5c7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1341870 Jul 23 22:46:23.334926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:23.342994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819a6f-3807-4866-9eef-8e24ebf047f8 req-c807c1b1-10d9-4a6f-96e9-60fc6d63a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:23.348236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63819a6f-3807-4866-9eef-8e24ebf047f8 req-c807c1b1-10d9-4a6f-96e9-60fc6d63a460 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 1098 time: 0.1665652 Jul 23 22:46:23.440893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1592e576-58e2-4e40-8bea-21f307332989 req-c1a14671-1698-406d-87ad-b115704daa49 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916138 Jul 23 22:46:23.463399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63819a6f-3807-4866-9eef-8e24ebf047f8 req-20967831-3619-48ea-b1b1-82d3b3de914d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067531 Jul 23 22:46:23.476670 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:23.540608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:23.552504 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:23.651773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:24.132045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-fb7219ce-13ad-48c2-82cf-a0ace8c497b6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:24.133774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-fb7219ce-13ad-48c2-82cf-a0ace8c497b6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.2010319 Jul 23 22:46:24.151865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:24.356419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:24.363403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:24.618979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.6 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/38275fd4-b6ca-475d-a2c8-edfe49063c81) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:46:24.764878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7adf60cd-52ae-49a2-8a58-e8cb3424fd42 req-b3c983fd-ef9a-4cd9-8720-4a57d2ec412d tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0663905 Jul 23 22:46:24.996592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:24.999178 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4de239-1636-48eb-8fde-b3fefe33a7d7" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:25.070620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:25.088329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75596e63-89a9-4baa-89e6-85ad7e61ff7a req-634a029c-8a8b-4694-85e5-28960d15dd3b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:25.097192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75596e63-89a9-4baa-89e6-85ad7e61ff7a req-634a029c-8a8b-4694-85e5-28960d15dd3b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1696205 Jul 23 22:46:25.157848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75596e63-89a9-4baa-89e6-85ad7e61ff7a req-b316bfac-8e6c-4566-b5f8-f87029999df5 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594597 Jul 23 22:46:25.245264 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:25.472709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:46:25.474967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:25.485881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:25.490684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:25.558070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:25.558747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:25.603476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-ec6bc72f-5a6a-4dca-9ed7-90ed1df9d325 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4600344 Jul 23 22:46:25.629213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Request body: {'port': {'device_id': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:25.757914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c9829-0891-4da9-8a12-a1761e2143ba req-57bb8830-168f-4229-a82e-3f748e9202c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:25.762763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff3c9829-0891-4da9-8a12-a1761e2143ba req-57bb8830-168f-4229-a82e-3f748e9202c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 931 time: 0.4448547 Jul 23 22:46:25.940778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff3c9829-0891-4da9-8a12-a1761e2143ba req-ee8eed4a-a5d4-40cc-b695-8eae7fe913ac tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567676 Jul 23 22:46:25.959766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:26.165285 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c304a1e-b518-4ecb-b6da-18fed48b3f5e x-openstack-request-id: req-1c304a1e-b518-4ecb-b6da-18fed48b3f5e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:26.166535 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:26.167059 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c304a1e-b518-4ecb-b6da-18fed48b3f5e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:26.167796 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'code': 200} Jul 23 22:46:26.530388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-6f778e1d-58a1-465b-a479-e94a88c2c0e0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:26.538039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-6f778e1d-58a1-465b-a479-e94a88c2c0e0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.1773033 Jul 23 22:46:26.896029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-81123f66-ff61-40c2-909d-72e3242449fd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/quotas/928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 375 time: 0.3570023 Jul 23 22:46:26.945423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38275fd4-b6ca-475d-a2c8-edfe49063c81 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:26.959879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:26.984403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Transition to ACTIVE for port object 38275fd4-b6ca-475d-a2c8-edfe49063c81 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:26.996213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:27.071366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-440184f3-7093-44fb-98ff-4fc6117ecd86 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1738689 Jul 23 22:46:27.138299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Pushing event updated for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:27.272310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-f91e9a9e-5e7c-4d9f-9ff8-0b8a4e237cee service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995227 Jul 23 22:46:27.321110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Attempting to bind port 38275fd4-b6ca-475d-a2c8-edfe49063c81 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:46:27.321643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Attempting to bind port 38275fd4-b6ca-475d-a2c8-edfe49063c81 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:46:27.322003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Attempting to bind port 38275fd4-b6ca-475d-a2c8-edfe49063c81 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:46:27.332593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Port 38275fd4-b6ca-475d-a2c8-edfe49063c81 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:46:27.332926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Attempting to bind port 38275fd4-b6ca-475d-a2c8-edfe49063c81 on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:46:27.371399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:46:27.371676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:27.371891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:46:27.372359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Bound port: 38275fd4-b6ca-475d-a2c8-edfe49063c81, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:46:27.372733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:27.451300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-fbe1f004-c209-463f-9c3f-e6a093b7539a service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763127 Jul 23 22:46:27.500178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:46:27.506508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:46:27.520580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:27.606701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:27.607392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:27.623760 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] 10.222.0.22 "PUT /v2.0/ports/38275fd4-b6ca-475d-a2c8-edfe49063c81 HTTP/1.1" status: 200 len: 1092 time: 2.0029838 Jul 23 22:46:27.626780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:27.633036 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65100943-81aa-4ebb-8f4d-ef735b85292f" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:27.712310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e193c-cd80-4c38-ade2-bdc7edb812da service neutron] Pushing event updated for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:27.801534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-fe2b7f00-97fc-4ef2-b68a-0a5c6a67df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:27.803530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-fe2b7f00-97fc-4ef2-b68a-0a5c6a67df8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 1095 time: 0.1347423 Jul 23 22:46:27.807958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-874ca833-a07a-448d-ae09-1d179f139fb8 req-7d20da5a-dc23-4be4-9d97-cd568d6eca9a tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0483310 Jul 23 22:46:27.926622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-9b85fe1c-ef44-4cca-b1b6-9a3c637529dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81 HTTP/1.1" status: 200 len: 217 time: 0.1092613 Jul 23 22:46:28.023865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-d2ec0a24-e65f-4336-8b37-fe87df5edce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:28.025978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-d2ec0a24-e65f-4336-8b37-fe87df5edce5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.0826907 Jul 23 22:46:28.065506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-01efacf5-c1c7-4f52-865a-33228b175555 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332482 Jul 23 22:46:28.262990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-39e15802-b617-4e9d-ad1e-f9bf71a0dc59 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903980 Jul 23 22:46:28.505564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-811ba642-4aa1-4fbe-9cb5-25ffa24a21a9 req-30e884e0-0a34-47af-8816-1a8ccbf6be6e service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338843 Jul 23 22:46:28.873175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f60f-37e4-41d0-b982-30e8e9a4284a req-b84f1ed7-bdab-4d6a-a996-914477517874 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:28.882322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f1f60f-37e4-41d0-b982-30e8e9a4284a req-b84f1ed7-bdab-4d6a-a996-914477517874 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 943 time: 0.1839571 Jul 23 22:46:28.933125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f1f60f-37e4-41d0-b982-30e8e9a4284a req-9dcc6950-8a78-4afc-9ba1-8dada0fc7bd9 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Jul 23 22:46:29.045430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a64e31cd-c1bc-415a-8b38-c211d20b6dca req-9906eb76-3b5c-4321-88dd-e5cd8e10dc45 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Jul 23 22:46:29.301039 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a854d5cb-77ef-4165-8128-41c82f544e6b x-openstack-request-id: req-a854d5cb-77ef-4165-8128-41c82f544e6b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:29.301039 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:29.301318 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a854d5cb-77ef-4165-8128-41c82f544e6b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:29.301688 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81', 'status': 'completed', 'code': 200} Jul 23 22:46:29.701142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-ca36b149-ebce-468e-b8a4-b663071fced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:29.706628 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-ca36b149-ebce-468e-b8a4-b663071fced3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 1095 time: 0.3628192 Jul 23 22:46:29.714441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da334866-2de1-43b5-a6d4-b814084e1f62 req-c7779885-360e-425b-9a3d-7dbbf25709c2 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.1238492 Jul 23 22:46:29.853317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-40a60fd8-57b3-44fb-9bb1-5d7262e7530a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:29.855352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-40a60fd8-57b3-44fb-9bb1-5d7262e7530a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.25 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.4393327 Jul 23 22:46:29.878587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'device_id': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'admin_state_up': True, 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:30.039485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-78204493-de0b-488b-b30f-3f581b79299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:30.040949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-78204493-de0b-488b-b30f-3f581b79299d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 0.3146334 Jul 23 22:46:30.226032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:30.229858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:30.258843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-3afe950e-8f42-4981-82d7-985a766d892f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81 HTTP/1.1" status: 200 len: 217 time: 0.1988444 Jul 23 22:46:30.436818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-ceb3e2f9-fd43-4bc5-a776-0410b3bf76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:30.438657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-ceb3e2f9-fd43-4bc5-a776-0410b3bf76e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.1123435 Jul 23 22:46:30.463307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.20.0.8 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/eef616e6-dcee-4741-897d-865c013180a6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:46:30.495226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdf388-5694-4a19-add0-7e312848b9da req-9433332b-cfaf-4c51-a6e4-760798b13be2 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:30.498244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bccdf388-5694-4a19-add0-7e312848b9da req-9433332b-cfaf-4c51-a6e4-760798b13be2 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 943 time: 0.4628670 Jul 23 22:46:30.503921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-4b04732c-e3ed-4269-a864-e67052b80b3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584960 Jul 23 22:46:30.636480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bccdf388-5694-4a19-add0-7e312848b9da req-c4b2c01e-4d6c-4d0e-b95a-3dcec1a9e47d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315389 Jul 23 22:46:30.698482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-2b637278-c470-47c2-abb0-15610f22ae38 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800952 Jul 23 22:46:30.821987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0c9f20f-b423-4faa-9ef6-5951f80c16e1 req-7874ae66-9195-40a1-9bfc-5b662030b122 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0551863 Jul 23 22:46:30.995035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:31.005677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65100943-81aa-4ebb-8f4d-ef735b85292f req-18e9f9c6-0089-42b0-891a-0e87f0d53057 service neutron] 10.222.0.22 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630284 Jul 23 22:46:31.028468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Transition to ACTIVE for port object eef616e6-dcee-4741-897d-865c013180a6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:31.077514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:31.137114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:46:31.197710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec53ca9f-6413-4f1d-96a0-8080bfff85df req-b03af614-fef1-4e46-8ac3-6bf8a4009105 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fb5b059-54b0-4513-98b4-657452607fa0 HTTP/1.1" status: 200 len: 210 time: 0.0646868 Jul 23 22:46:31.212822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:31.224284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:31.229559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:31.390299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:31.392012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:31.422906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7c804399-c84d-4d60-8d71-1ef87ea1f80b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5568359 Jul 23 22:46:31.436896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Request body: {'port': {'device_id': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:31.573678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:31.698641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6cad6e11-4711-4cdf-8337-85a7fd334648 None None] Provisioning for port eef616e6-dcee-4741-897d-865c013180a6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:46:31.708538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6cad6e11-4711-4cdf-8337-85a7fd334648 None None] Provisioning complete for port eef616e6-dcee-4741-897d-865c013180a6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:31.709421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6cad6e11-4711-4cdf-8337-85a7fd334648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:31.835255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6cad6e11-4711-4cdf-8337-85a7fd334648 None None] Port eef616e6-dcee-4741-897d-865c013180a6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:46:32.035802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 38275fd4-b6ca-475d-a2c8-edfe49063c81 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:46:32.073284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351d57-c14d-4192-b72d-aca20b415812 req-8271e883-c570-4968-84d7-caf6a4f24e3a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:32.081141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d351d57-c14d-4192-b72d-aca20b415812 req-8271e883-c570-4968-84d7-caf6a4f24e3a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 943 time: 0.1475570 Jul 23 22:46:32.096132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef616e6-dcee-4741-897d-865c013180a6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:32.114569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:32.144324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Transition to ACTIVE for port object eef616e6-dcee-4741-897d-865c013180a6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:32.163947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d351d57-c14d-4192-b72d-aca20b415812 req-872290d5-16a7-4926-8871-79ac15443350 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787411 Jul 23 22:46:32.166154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:32.547593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:32.582906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '38275fd4-b6ca-475d-a2c8-edfe49063c81', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '38275fd4-b6ca-475d-a2c8-edfe49063c81', 'mac_address': 'fa:16:3e:8c:69:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:46:32.626886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Pushing event updated for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:32.653354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:32.685053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38275fd4-b6ca-475d-a2c8-edfe49063c81 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:32.707419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:32.713087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:32.715689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51052-5e9d-4c07-b901-5e1d60880871 req-5bc3d0c5-cbc1-4cc3-8c42-c846e210148e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:32.722980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05c51052-5e9d-4c07-b901-5e1d60880871 req-5bc3d0c5-cbc1-4cc3-8c42-c846e210148e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 943 time: 0.3441830 Jul 23 22:46:32.804915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Attempting to bind port eef616e6-dcee-4741-897d-865c013180a6 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:46:32.804915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Attempting to bind port eef616e6-dcee-4741-897d-865c013180a6 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:46:32.804915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Attempting to bind port eef616e6-dcee-4741-897d-865c013180a6 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:46:32.811618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:32.821182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Port eef616e6-dcee-4741-897d-865c013180a6 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:46:32.821519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Attempting to bind port eef616e6-dcee-4741-897d-865c013180a6 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:46:32.853508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:46:32.854751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:32.856274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:46:32.856740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Bound port: eef616e6-dcee-4741-897d-865c013180a6, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:46:32.857114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:32.901214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05c51052-5e9d-4c07-b901-5e1d60880871 req-b5a0e881-fa97-4ea3-9def-a3a19829043b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618104 Jul 23 22:46:32.948457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['38275fd4-b6ca-475d-a2c8-edfe49063c81'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:46:33.022422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:46:33.028228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=eef616e6-dcee-4741-897d-865c013180a6,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:46:33.034248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:33.151150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:33.151938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:33.153824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] 10.222.0.25 "PUT /v2.0/ports/eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 1092 time: 1.7232084 Jul 23 22:46:33.154383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:33.158191 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a934ac-5400-4438-a1ba-b2646902337e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "tag": "eef616e6-dcee-4741-897d-865c013180a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:33.198041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa2c66-f86f-49cb-91ac-7d1ca95ca286 service neutron] Pushing event updated for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:33.416372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:46:33.456970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-5d5354b7-e1bb-4a47-9901-446eaa251af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:33.458839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-5d5354b7-e1bb-4a47-9901-446eaa251af4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1095 time: 0.2543335 Jul 23 22:46:33.539034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-2762d744-466a-46e3-9f7d-1cbb0b188843 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 217 time: 0.0711961 Jul 23 22:46:33.676687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:33.690189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-6eb225ee-8f6c-4c0a-ad8c-fa5ff5a2c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:33.693073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-6eb225ee-8f6c-4c0a-ad8c-fa5ff5a2c42c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1469469 Jul 23 22:46:33.725278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'mac_address': 'fa:16:3e:a6:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:46:33.809689 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:33.849031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:33.859819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-bcd74bfb-25b2-47d0-8c1f-16e506401d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:33.874490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-bcd74bfb-25b2-47d0-8c1f-16e506401d5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736360 Jul 23 22:46:33.899396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:33.913443 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:34.040677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0d035466-1dc5-4a8f-a64f-21f6a1a7003e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:46:34.060287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 38275fd4-b6ca-475d-a2c8-edfe49063c81 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:46:34.099473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-1661cffd-c793-4aa4-9359-5174e36517da service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168481 Jul 23 22:46:34.235910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:34.292272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921be595-beed-4e5c-9a29-f0a268f7c477 req-7ebaa7fe-dfcb-4a72-aeb5-26a47a3fef56 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808813 Jul 23 22:46:34.332947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 38275fd4-b6ca-475d-a2c8-edfe49063c81 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:46:34.341941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 38275fd4-b6ca-475d-a2c8-edfe49063c81 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:34.342354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:34.535282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:34.579590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:34.582291 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add42f0-dc01-4374-8911-65bfeb914d51" -d '{"events": [{"server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "name": "network-vif-plugged", "status": "completed", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:34.604218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:34.616020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:34.675670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:34.935175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:35.127716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4b61bb2-4d19-4f38-ab70-31bafcf8f3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.270199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4b61bb2-4d19-4f38-ab70-31bafcf8f3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.276197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4b61bb2-4d19-4f38-ab70-31bafcf8f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.352285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:35.353126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4b61bb2-4d19-4f38-ab70-31bafcf8f3ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d52bd5724146475c92858fc02ba9802d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158370 Jul 23 22:46:35.353743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b61bb2-4d19-4f38-ab70-31bafcf8f3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5106c34-aaa1-439e-babd-079601dc7984,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:35.398978 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77200bb7-3cfd-4f3b-b70a-ede68c2ed8d3 x-openstack-request-id: req-77200bb7-3cfd-4f3b-b70a-ede68c2ed8d3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:35.399207 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "tag": "eef616e6-dcee-4741-897d-865c013180a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:35.399461 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77200bb7-3cfd-4f3b-b70a-ede68c2ed8d3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:35.400062 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6', 'status': 'completed', 'code': 200} Jul 23 22:46:35.420315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:46:35.465699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.506393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.526984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:35.527559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.673314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.755213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:35.774906 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:35.894257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:36.080431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a934ac-5400-4438-a1ba-b2646902337e req-9fc17845-4d85-49be-856f-12d4b757b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.082585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-9fc17845-4d85-49be-856f-12d4b757b36e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1095 time: 0.6561749 Jul 23 22:46:36.230327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee620e0-f747-49b3-ae3d-2dd3d4d9234b req-0435f942-fb54-4865-8d4f-ff3a2b083a86 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.238081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ee620e0-f747-49b3-ae3d-2dd3d4d9234b req-0435f942-fb54-4865-8d4f-ff3a2b083a86 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.7240999 Jul 23 22:46:36.249015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:36.252241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:36.253798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5106c34-aaa1-439e-babd-079601dc7984 HTTP/1.1" status: 204 len: 168 time: 0.9000492 Jul 23 22:46:36.284283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a934ac-5400-4438-a1ba-b2646902337e req-9c830b64-4eb7-4a21-861f-841216bfec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.285816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-9c830b64-4eb7-4a21-861f-841216bfec28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1945016 Jul 23 22:46:36.288319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed2356-410b-43e8-a3cd-388efed3452b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5106c34-aaa1-439e-babd-079601dc7984,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:36.372471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-63a2a1b0-c80e-4a92-8c5d-633ce139813d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 217 time: 0.0579734 Jul 23 22:46:36.407973 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ee620e0-f747-49b3-ae3d-2dd3d4d9234b req-7db055c0-dd04-4563-8e38-46d13f526ea0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688740 Jul 23 22:46:36.480699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a934ac-5400-4438-a1ba-b2646902337e req-131eea33-bf12-447d-8a5b-90f4395090e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.482239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-131eea33-bf12-447d-8a5b-90f4395090e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0996103 Jul 23 22:46:36.632502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a934ac-5400-4438-a1ba-b2646902337e req-bcb8feb6-7a71-4e1c-8592-3649d534b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.635457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-bcb8feb6-7a71-4e1c-8592-3649d534b16d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244235 Jul 23 22:46:36.661869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d64ae1-1a65-468b-9b63-68f60b0ccb5f req-b2f2d9ee-f3ba-4569-8cc3-67a6c666b323 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:36.666132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1d64ae1-1a65-468b-9b63-68f60b0ccb5f req-b2f2d9ee-f3ba-4569-8cc3-67a6c666b323 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 943 time: 0.1401017 Jul 23 22:46:36.848295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1d64ae1-1a65-468b-9b63-68f60b0ccb5f req-31983590-339b-4cd7-a5e2-b3ae4bc502f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593321 Jul 23 22:46:36.860994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-575ab5e4-38fc-4029-a5a9-577a3d510719 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924446 Jul 23 22:46:36.901031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:36.922844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0967288c-8b1e-44c3-a94d-bcdb3bafa326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:36.948826 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012f1584-7cb1-4a8c-9700-9a82ead90224 x-openstack-request-id: req-012f1584-7cb1-4a8c-9700-9a82ead90224 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:36.949404 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "name": "network-vif-plugged", "status": "completed", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:36.949404 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-012f1584-7cb1-4a8c-9700-9a82ead90224 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:36.949830 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81', 'code': 200} Jul 23 22:46:37.043895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:37.068268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a934ac-5400-4438-a1ba-b2646902337e req-c3290472-2f52-4457-beab-0bc524b29bcf service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961436 Jul 23 22:46:37.146845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0967288c-8b1e-44c3-a94d-bcdb3bafa326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.159338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0967288c-8b1e-44c3-a94d-bcdb3bafa326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.159582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0e5e8-a45c-491b-85e2-1ab7d9181b3c req-092384cd-3ca0-4a82-ac6e-f7095fbe320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:37.161717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee0e5e8-a45c-491b-85e2-1ab7d9181b3c req-092384cd-3ca0-4a82-ac6e-f7095fbe320e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 1097 time: 0.0891321 Jul 23 22:46:37.209351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.210504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee0e5e8-a45c-491b-85e2-1ab7d9181b3c req-e8c1ebad-b8ef-466c-9e0f-5bb7453a0174 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 23 22:46:37.243709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0967288c-8b1e-44c3-a94d-bcdb3bafa326 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dae0a700c5544993827f45ec675940c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406572 Jul 23 22:46:37.246408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:37.277429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967288c-8b1e-44c3-a94d-bcdb3bafa326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29594195-9a03-4a72-952b-cb0c23432534,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:37.337549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.367999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.422048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.432745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device eef616e6-dcee-4741-897d-865c013180a6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:46:37.447417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.450537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.455693 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5b018dd-f16c-43d5-a9a8-a253a9ae8544 HTTP/1.1" status: 204 len: 168 time: 0.4056039 Jul 23 22:46:37.456625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:37.499570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a84779-045c-4c5a-b596-85fd5bc7f554 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b018dd-f16c-43d5-a9a8-a253a9ae8544,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:37.522679 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-80fa00d9-7a36-4302-ac9b-20d463154ff1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] show failed (client error): The resource could not be found. Jul 23 22:46:37.530017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-80fa00d9-7a36-4302-ac9b-20d463154ff1 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "GET /v2.0/security-groups/e5b018dd-f16c-43d5-a9a8-a253a9ae8544 HTTP/1.1" status: 404 len: 347 time: 0.0693464 Jul 23 22:46:37.530870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:37.601770 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.604761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.606228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29594195-9a03-4a72-952b-cb0c23432534 HTTP/1.1" status: 204 len: 168 time: 0.3586159 Jul 23 22:46:37.618499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba8a9-12f0-4969-9189-97e2eb6a0025 req-d2815f49-b9aa-466f-a9cb-6dbe976ab55d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:37.626729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93fba8a9-12f0-4969-9189-97e2eb6a0025 req-d2815f49-b9aa-466f-a9cb-6dbe976ab55d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 946 time: 0.1552072 Jul 23 22:46:37.653702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab00018-7895-4257-94a7-dc484e70a5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29594195-9a03-4a72-952b-cb0c23432534,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:37.711594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93fba8a9-12f0-4969-9189-97e2eb6a0025 req-a47f6584-2d4a-4766-b7a8-78d2abc8b879 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838900 Jul 23 22:46:37.866148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=eef616e6-dcee-4741-897d-865c013180a6,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:37.905831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'eef616e6-dcee-4741-897d-865c013180a6', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': 'eef616e6-dcee-4741-897d-865c013180a6', 'mac_address': 'fa:16:3e:55:90:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:46:37.911478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 8ea6d669-c2d6-4d19-9e0e-7e361fe1afba {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:37.914911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:37.921388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-59c00c35-16d7-4e3e-958b-0d6bb7509295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:37.923621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-59c00c35-16d7-4e3e-958b-0d6bb7509295 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=803747042176417ba9d874e4c3c29dc8&device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 1103 time: 0.1811268 Jul 23 22:46:38.106892 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.188272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef616e6-dcee-4741-897d-865c013180a6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:46:38.254952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=eef616e6-dcee-4741-897d-865c013180a6,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:38.266806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.309750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.311824 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.354625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 8ea6d669-c2d6-4d19-9e0e-7e361fe1afba owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:38.375076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-b65345ad-9b27-43f4-a99b-5580ad0b8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:38.377270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-b65345ad-9b27-43f4-a99b-5580ad0b8129 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.4240112 Jul 23 22:46:38.404554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:38.455718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-07d1b264-747f-41b0-9b13-45d4bf3b3ee0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e HTTP/1.1" status: 200 len: 217 time: 0.0601470 Jul 23 22:46:38.502125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:46:38.554115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-6fd3e494-867d-4d66-ac28-288dcfb91eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:38.555640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-6fd3e494-867d-4d66-ac28-288dcfb91eb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0919647 Jul 23 22:46:38.614757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2de73-acb6-4c6b-b2f8-d793527c4ea2 req-ec3ef4d2-1844-4f10-959c-a322cf3f12b0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:38.616460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24b2de73-acb6-4c6b-b2f8-d793527c4ea2 req-ec3ef4d2-1844-4f10-959c-a322cf3f12b0 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.7123773 Jul 23 22:46:38.718999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24b2de73-acb6-4c6b-b2f8-d793527c4ea2 req-35940fed-9b29-404f-8f2a-682dcb3cd5c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904770 Jul 23 22:46:38.789325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.838184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=8ea6d669-c2d6-4d19-9e0e-7e361fe1afba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:38.899456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-5ada116a-65d0-4aa7-b3ef-decc78ffa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:38.901048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-5ada116a-65d0-4aa7-b3ef-decc78ffa7d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3357387 Jul 23 22:46:38.930568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-df214d48-b9c2-427e-9c1d-4f53bb52d1ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2280092 Jul 23 22:46:38.951012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:38.954755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.959889 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb096c8-ba52-4118-9f4d-48948743e644" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:38.960138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:38.964043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50c3c533-c401-4a42-97c9-76625c7084a3 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/floatingips/fae98566-645d-4979-bde1-608d4e9c942a HTTP/1.1" status: 204 len: 168 time: 1.4297216 Jul 23 22:46:38.965551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:39.159364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc46518-7b1f-4892-a295-93e7934ed05d req-60f7daa8-e9d2-407f-b3bb-bb9dfd4ca7b8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:39.161562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4dc46518-7b1f-4892-a295-93e7934ed05d req-60f7daa8-e9d2-407f-b3bb-bb9dfd4ca7b8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 944 time: 0.3256116 Jul 23 22:46:39.187893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 764245f8-679e-42c5-9987-b7894aa9a0d8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:39.194838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:39.305398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4dc46518-7b1f-4892-a295-93e7934ed05d req-f20f7cc9-c730-40dc-a698-39eb57e4c214 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313035 Jul 23 22:46:39.347904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-9b6c0e1a-3d9e-4db8-891c-1b8f2a594f89 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328945 Jul 23 22:46:39.453589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device eef616e6-dcee-4741-897d-865c013180a6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:46:39.457917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-470ce4f6-a986-441e-b67b-2acf49f7edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:39.462864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-470ce4f6-a986-441e-b67b-2acf49f7edf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.4659810 Jul 23 22:46:39.472051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:39.502253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 764245f8-679e-42c5-9987-b7894aa9a0d8 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:39.561793 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38784e64-f4c9-4fed-acdd-00af6f10808f x-openstack-request-id: req-38784e64-f4c9-4fed-acdd-00af6f10808f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:39.562667 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:39.562940 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38784e64-f4c9-4fed-acdd-00af6f10808f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:39.563358 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'code': 200} Jul 23 22:46:39.599041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port eef616e6-dcee-4741-897d-865c013180a6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:46:39.605224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port eef616e6-dcee-4741-897d-865c013180a6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:46:39.605657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:39.867600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4bcb4bc-25fc-4900-8216-dd5aa9b68040 req-5c207643-b89b-444e-ab63-19bee6a3ee63 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095291 Jul 23 22:46:39.875529 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:39.923116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:39.984906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=eef616e6-dcee-4741-897d-865c013180a6,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:39.996355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:40.039908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-23bd4677-34b6-422c-b2c5-796370de568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:40.042443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-23bd4677-34b6-422c-b2c5-796370de568e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.4576650 Jul 23 22:46:40.053047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=764245f8-679e-42c5-9987-b7894aa9a0d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:40.186619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:40.201498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.201881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.202200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.202539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.203581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.203751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.204161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.204506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.204839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.205161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.205482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.209780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:46:40.237432 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:40.239444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a84355da-68a2-4898-bdc7-0f1714f2ef30 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/ports/764245f8-679e-42c5-9987-b7894aa9a0d8 HTTP/1.1" status: 204 len: 168 time: 1.2730010 Jul 23 22:46:40.250009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:40.282529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5f6e-e844-4d68-a783-53becf4c9970 req-21a26170-6cff-49b1-9e21-f4b9ec46c45a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:40.291037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f23e5f6e-e844-4d68-a783-53becf4c9970 req-21a26170-6cff-49b1-9e21-f4b9ec46c45a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.4021642 Jul 23 22:46:40.316910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-74ef2883-4bce-4bcb-a3aa-a0ed3ada45d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.2607737 Jul 23 22:46:40.526499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f23e5f6e-e844-4d68-a783-53becf4c9970 req-dee48d26-eae6-4716-9626-7dedff62af8d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346935 Jul 23 22:46:40.537417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-26e29121-73ef-42a8-a5c5-b24e5cbe5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:40.545525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-26e29121-73ef-42a8-a5c5-b24e5cbe5499 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.2207386 Jul 23 22:46:40.552117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting port 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:40.553872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:40.807748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:40.828420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Calling delete_port for 7d68e6eb-ddcc-4672-89b8-a58a0e818b1c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:40.874520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-55e6a206-fb99-45ee-a278-fda3cbe4f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:40.877414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-55e6a206-fb99-45ee-a278-fda3cbe4f444 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3224790 Jul 23 22:46:41.034069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1cb6704-ba7b-411c-9169-49bc1e0f46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.083358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-f54fea46-076a-494d-b909-3b563dd023ca service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931567 Jul 23 22:46:41.099490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a392f2-c7de-4a50-b222-8ad37112da36 req-cdb200eb-6f1c-433d-9d7d-f800d68e3987 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:41.107375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8a392f2-c7de-4a50-b222-8ad37112da36 req-cdb200eb-6f1c-433d-9d7d-f800d68e3987 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.4088805 Jul 23 22:46:41.125707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.214048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Port': ['ID=7d68e6eb-ddcc-4672-89b8-a58a0e818b1c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:41.281640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8a392f2-c7de-4a50-b222-8ad37112da36 req-4008d80b-3850-4f0d-b896-cf27b3b1d51c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724093 Jul 23 22:46:41.384857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-324f9b12-0a5d-4da2-919f-038b4b1a381b req-becd39df-00a3-499a-8b4d-a7eac77ec55a service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744167 Jul 23 22:46:41.424465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.428531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6bd04cb7-235b-4620-938e-6dd8725fdfbb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/ports/7d68e6eb-ddcc-4672-89b8-a58a0e818b1c HTTP/1.1" status: 204 len: 168 time: 1.1850791 Jul 23 22:46:41.432314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:41.529890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting subnet 1a87101f-01f2-4f00-b170-928d526b6051 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:46:41.538587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.564616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:41.566968 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87dcce0-4b86-4f4a-9bf5-f7734a24a201" -d '{"events": [{"server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "name": "network-vif-plugged", "status": "completed", "tag": "eef616e6-dcee-4741-897d-865c013180a6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:41.637579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.824650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:41.921231 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c291f99c-1b48-4a22-9f84-8490213d5a42 x-openstack-request-id: req-c291f99c-1b48-4a22-9f84-8490213d5a42 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:46:41.921788 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "name": "network-vif-plugged", "status": "completed", "tag": "eef616e6-dcee-4741-897d-865c013180a6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:46:41.922383 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c291f99c-1b48-4a22-9f84-8490213d5a42 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:46:41.922955 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6', 'code': 200} Jul 23 22:46:42.011789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.104642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Subnet': ['ID=1a87101f-01f2-4f00-b170-928d526b6051,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:42.127197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.129072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1db916-2bdc-4961-83c8-4ce7f648f59f None None] Network ae3f4454-8e4d-4059-98a2-b62e1cae4c7b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:42.132999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:42.142345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c128883f-d3e5-46d0-828a-15de2e7705c5 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/subnets/1a87101f-01f2-4f00-b170-928d526b6051 HTTP/1.1" status: 204 len: 168 time: 0.7037261 Jul 23 22:46:42.231234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Deleting subnet d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:46:42.236186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.300256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.457047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15387-8d2b-4f76-b2b3-9457ca1f043b req-81efcfdf-5f69-4450-8acf-f295399f06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:42.462842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aea15387-8d2b-4f76-b2b3-9457ca1f043b req-81efcfdf-5f69-4450-8acf-f295399f06b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1097 time: 0.4172952 Jul 23 22:46:42.550266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] DHCP port deletion for ae3f4454-8e4d-4059-98a2-b62e1cae4c7b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:46:42.594564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a2af0-eeb2-4839-b822-6925813c8999 req-79b5f7a0-8bac-4671-8212-bbabbfaaf810 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:42.605847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c23a2af0-eeb2-4839-b822-6925813c8999 req-79b5f7a0-8bac-4671-8212-bbabbfaaf810 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.6004634 Jul 23 22:46:42.667643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Deleting port c2ecc228-cbfc-4890-b406-5eed6c758243 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:42.668050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.761441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aea15387-8d2b-4f76-b2b3-9457ca1f043b req-01c23f2b-33f5-44c0-b607-21b807a903ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822909 Jul 23 22:46:42.762931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.795204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] For port c2ecc228-cbfc-4890-b406-5eed6c758243, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c2ecc228-cbfc-4890-b406-5eed6c758243,segment=NetworkSegment(b8a152ff-1382-4cae-81c9-774bc8307496),segment_id=b8a152ff-1382-4cae-81c9-774bc8307496)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:42.795616 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:42.823300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Calling delete_port for c2ecc228-cbfc-4890-b406-5eed6c758243 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:42.881435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c23a2af0-eeb2-4839-b822-6925813c8999 req-554fb978-ad79-43a8-aeb0-4a9b73616d9c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742743 Jul 23 22:46:42.989075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.065903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.127572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] Pushing event deleted for resources: {'Port': ['ID=c2ecc228-cbfc-4890-b406-5eed6c758243,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:43.143698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3acd1e-5fb0-4f5c-aee7-48c0504b22ff None None] No DVR routers for this DVR port c2ecc228-cbfc-4890-b406-5eed6c758243 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:43.381213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.386429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a986ba6-e7ae-4f86-9b44-421815357454 None None] Network a8f034a8-ce67-4b45-a5b8-38fd260dbc34 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:43.386962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:43.387452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/subnets/d8b7fb13-d0c3-41b9-95bd-8d2e08096f30 HTTP/1.1" status: 204 len: 168 time: 1.0477970 Jul 23 22:46:43.387452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f721-9b0c-4629-964d-e13db4803775 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b7fb13-d0c3-41b9-95bd-8d2e08096f30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:43.388229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47bc4-0aaa-4273-94ee-c1fa77a66e8c req-ec31e76d-fc91-4b68-abdf-d4fd43de40b2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:43.389682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54c47bc4-0aaa-4273-94ee-c1fa77a66e8c req-ec31e76d-fc91-4b68-abdf-d4fd43de40b2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.4286494 Jul 23 22:46:43.459908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.564078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54c47bc4-0aaa-4273-94ee-c1fa77a66e8c req-59c2194c-e882-49ee-adfd-83b1246f3695 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592379 Jul 23 22:46:43.624221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.644673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3f4454-8e4d-4059-98a2-b62e1cae4c7b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:43.685941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a152ff-1382-4cae-81c9-774bc8307496') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:43.686624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a152ff-1382-4cae-81c9-774bc8307496') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:43.702616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] DHCP port deletion for a8f034a8-ce67-4b45-a5b8-38fd260dbc34 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:46:43.715605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.730341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:43.750338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.757632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:46:43.758405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.786052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5eb3af55-56af-4704-b5c7-75ec937919bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:46:43.788214 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:46:43.801905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Deleting port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:43.802549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.892380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.942701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] For port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,segment=NetworkSegment(a7ba952d-9f53-4b15-8c48-224375df491e),segment_id=a7ba952d-9f53-4b15-8c48-224375df491e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:43.943117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.954765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:43.957449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Calling delete_port for eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:43.958892 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/networks/ae3f4454-8e4d-4059-98a2-b62e1cae4c7b HTTP/1.1" status: 204 len: 168 time: 0.7795908 Jul 23 22:46:43.961718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:43.961990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d6e15-35eb-4469-a60a-7bedd8a722eb tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Network': ['ID=ae3f4454-8e4d-4059-98a2-b62e1cae4c7b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:44.071343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4ca48e9-0a72-4b10-a8d1-144cec5dade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.091501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.144245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] Pushing event deleted for resources: {'Port': ['ID=eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:44.148377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799eb2a7-8272-4f03-9f02-c8249be96e1d None None] No DVR routers for this DVR port eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:46:44.151015 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.218467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:44.254783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.271381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:46:44.271732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eee6f1f1-b2a4-46e2-8bb3-b08d9a4c14ec not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:46:44.276270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c2ecc228-cbfc-4890-b406-5eed6c758243 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:44.304049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4ca48e9-0a72-4b10-a8d1-144cec5dade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.314482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4ca48e9-0a72-4b10-a8d1-144cec5dade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.349907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ee1c-a171-4900-b539-963fa64c9b12 req-e4716963-2740-4e89-8b0c-646d9a3648c1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:44.358391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0217ee1c-a171-4900-b539-963fa64c9b12 req-e4716963-2740-4e89-8b0c-646d9a3648c1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3241937 Jul 23 22:46:44.391075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c2ecc228-cbfc-4890-b406-5eed6c758243 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:46:44.395950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c2ecc228-cbfc-4890-b406-5eed6c758243 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:46:44.465451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f4ca48e9-0a72-4b10-a8d1-144cec5dade9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bc10144debe469b96274913e1bdd837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320809 Jul 23 22:46:44.507113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:44.518263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca48e9-0a72-4b10-a8d1-144cec5dade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98bb23-8fb7-41fc-b554-6da9ca8855d0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:44.637801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.654949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0217ee1c-a171-4900-b539-963fa64c9b12 req-8b0601cf-4deb-4df7-bd9f-d0cb6c112568 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915056 Jul 23 22:46:44.719218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f034a8-ce67-4b45-a5b8-38fd260dbc34']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:44.799990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ba952d-9f53-4b15-8c48-224375df491e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:44.803723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ba952d-9f53-4b15-8c48-224375df491e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:44.852459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.913697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.924802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:44.936539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.009350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:46:45.018287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:46:45.138695 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:46:45.145436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.227010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.279989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.290308 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] 10.222.0.37 "DELETE /v2.0/networks/a8f034a8-ce67-4b45-a5b8-38fd260dbc34 HTTP/1.1" status: 204 len: 168 time: 1.3244922 Jul 23 22:46:45.311668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a553d-92ab-4598-853b-3729f65fa867 tempest-TaggedBootDevicesTest_v242-154441459 tempest-TaggedBootDevicesTest_v242-154441459-project] Pushing event deleted for resources: {'Network': ['ID=a8f034a8-ce67-4b45-a5b8-38fd260dbc34,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:45.334944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59c5fc-d787-408c-963a-24ed25781981 req-b34c5e05-e2a4-4807-ace8-9f3c9fd2bf4d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:45.343020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e59c5fc-d787-408c-963a-24ed25781981 req-b34c5e05-e2a4-4807-ace8-9f3c9fd2bf4d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.5362236 Jul 23 22:46:45.368109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.372367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:45.376392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc98bb23-8fb7-41fc-b554-6da9ca8855d0 HTTP/1.1" status: 204 len: 168 time: 0.8646660 Jul 23 22:46:45.413548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09ef20-4480-40cd-b4d7-27507de686fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98bb23-8fb7-41fc-b554-6da9ca8855d0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:45.455662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e59c5fc-d787-408c-963a-24ed25781981 req-b2a039b0-c39b-4e3b-801b-a8e6489c0b06 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115463 Jul 23 22:46:46.253744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce04ef-028b-4203-aec3-93c13f7795cf req-f3d44e72-5664-481c-b9fa-44e0f80f3c67 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:46.263897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5ce04ef-028b-4203-aec3-93c13f7795cf req-f3d44e72-5664-481c-b9fa-44e0f80f3c67 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1977475 Jul 23 22:46:46.362752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5ce04ef-028b-4203-aec3-93c13f7795cf req-08a2451b-b4a5-4617-bb8b-e570a5500022 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895441 Jul 23 22:46:46.461816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:46.556028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4dcf2-af03-4248-bdd1-dc7ab05a751c req-42bd942f-c68f-44a4-946e-1f77fbc8977d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:46.557528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ca4dcf2-af03-4248-bdd1-dc7ab05a751c req-42bd942f-c68f-44a4-946e-1f77fbc8977d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1182418 Jul 23 22:46:46.650284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ca4dcf2-af03-4248-bdd1-dc7ab05a751c req-5e57f847-d3e3-466d-9311-dd1d63ad53cf tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850570 Jul 23 22:46:46.875652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:47.135318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1689474018'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:47.181102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:47.186153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.227807 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.506730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.534623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.565699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:46:47.594694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.594694 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 5966e976-59ad-4555-a77e-e856d5aa643d of type vlan for network a1e1c531-26d8-44a2-b5b8-9d3713519731 Jul 23 22:46:47.601156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b7bda-cdbf-4a51-b51b-57da0908b019 req-89e5757d-5aa3-4f79-b26f-502d782b36b1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:47.611198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-894b7bda-cdbf-4a51-b51b-57da0908b019 req-89e5757d-5aa3-4f79-b26f-502d782b36b1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1018698 Jul 23 22:46:47.674067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-894b7bda-cdbf-4a51-b51b-57da0908b019 req-92136023-0fb9-4b97-8c5d-985835f9d6ae tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599551 Jul 23 22:46:47.688423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.774625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.780245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:47.780935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:47.876512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9999523 Jul 23 22:46:47.892665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b1d95-10e0-4b27-80c8-3da535a4fade req-4df711a6-100f-4730-b982-7ffa384443a9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:47.897885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:47.900594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f59b1d95-10e0-4b27-80c8-3da535a4fade req-4df711a6-100f-4730-b982-7ffa384443a9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1569927 Jul 23 22:46:47.933798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'name': 'tempest-PortsTestJSON-307307253'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:47.974625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f59b1d95-10e0-4b27-80c8-3da535a4fade req-f5385ac3-3b56-41e3-882e-eb53f1301c7e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712328 Jul 23 22:46:48.021296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473dfc5e-4b3a-43aa-949b-7acfd13e2177,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:48.180664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72bc9-f9c7-4daf-964f-a2a54b1b7d74 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=a1e1c531-26d8-44a2-b5b8-9d3713519731,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:48.195423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:46:48.217527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:48.223042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:48.269992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 59081b21-68e1-4340-97b9-703f2eb02163 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:48.840748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:48.896375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15887745-3027-4a3c-8f6f-3afc824cf833 req-9a7e5b18-6adf-4e33-87c0-6477e1a4fbfa tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:48.904353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15887745-3027-4a3c-8f6f-3afc824cf833 req-9a7e5b18-6adf-4e33-87c0-6477e1a4fbfa tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.0863566 Jul 23 22:46:48.992252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15887745-3027-4a3c-8f6f-3afc824cf833 req-614d64db-9fbe-414e-80e0-aefe7741895f tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869572 Jul 23 22:46:49.022548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.154328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=59081b21-68e1-4340-97b9-703f2eb02163,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:49.205935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '5966e976-59ad-4555-a77e-e856d5aa643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:49.206503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: a1e1c531-26d8-44a2-b5b8-9d3713519731, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:46:49.237147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:46:49.253868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a1e1c531-26d8-44a2-b5b8-9d3713519731) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:49.259216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:49.269466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20398a0-d54b-4405-ad3a-136477474e02 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:49.270311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:49.273279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.315799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89006b-4013-4119-bac5-45ba4b60f371 req-34edc863-fba5-493a-9a00-4a6a7aa3a004 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:49.321031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c89006b-4013-4119-bac5-45ba4b60f371 req-34edc863-fba5-493a-9a00-4a6a7aa3a004 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1908560 Jul 23 22:46:49.339919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2734d599-6b3f-4388-bc60-f8e0524f159a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4400086 Jul 23 22:46:49.342238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33946) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:49.349850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-455710267'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:49.415865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:49.416816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c89006b-4013-4119-bac5-45ba4b60f371 req-64e44418-9f55-4b64-b450-8dfa4b5529e2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927050 Jul 23 22:46:49.422513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.499096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:46:49.533440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.535039 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 2c3d05e2-2f22-4a3f-b108-bbe61ada058e of type vlan for network 3962b921-3f71-4bf4-921d-a77db152fe2b Jul 23 22:46:49.588225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.635460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.643412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:49.645917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:49.789274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=3962b921-3f71-4bf4-921d-a77db152fe2b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:49.804987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 3962b921-3f71-4bf4-921d-a77db152fe2b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:46:49.841867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d5b6d249-d9de-4cde-a7d0-7409b3a34775 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4983346 Jul 23 22:46:49.844525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:49.852077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'ports': [{'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'}, {'network_id': '3962b921-3f71-4bf4-921d-a77db152fe2b'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:49.852698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:49.853329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '3962b921-3f71-4bf4-921d-a77db152fe2b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:50.868901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:50.885347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:50.927197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:51.042946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 864eea31-e61e-4479-a299-74a0d30eda88 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:51.072023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5bd50-b597-4301-ab15-e1fa72faaee5 req-f2085443-f08d-4aab-bd97-86d1069b0764 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:51.080525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07b5bd50-b597-4301-ab15-e1fa72faaee5 req-f2085443-f08d-4aab-bd97-86d1069b0764 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3413641 Jul 23 22:46:51.136307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07b5bd50-b597-4301-ab15-e1fa72faaee5 req-8467ee4a-4797-42d8-87ea-8c1a60d01583 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546255 Jul 23 22:46:51.604755 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:51.662445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe1d7-ae93-4365-995c-a473a65d8ac6 req-6943a9c5-d855-47af-8beb-aaf6bbf73d37 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:51.670082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338fe1d7-ae93-4365-995c-a473a65d8ac6 req-6943a9c5-d855-47af-8beb-aaf6bbf73d37 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.3483891 Jul 23 22:46:51.759332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338fe1d7-ae93-4365-995c-a473a65d8ac6 req-43f081b4-13d7-4e5b-a120-31739de729b6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 Jul 23 22:46:51.814712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port b288d3b2-030e-44d8-8e1e-12298795cf5d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:51.943917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:52.112576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.228841 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.267858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.463532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab751db4-0d0e-4ab9-b921-1189ac78eb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.508749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:46:52.520272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=864eea31-e61e-4479-a299-74a0d30eda88,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:52.524867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:52.546989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:52.548384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.803009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab751db4-0d0e-4ab9-b921-1189ac78eb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.806474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '2c3d05e2-2f22-4a3f-b108-bbe61ada058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3962b921-3f71-4bf4-921d-a77db152fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:52.806474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 3962b921-3f71-4bf4-921d-a77db152fe2b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:46:52.809059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=b288d3b2-030e-44d8-8e1e-12298795cf5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:52.824887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab751db4-0d0e-4ab9-b921-1189ac78eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:52.845917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874f42-6b40-43c9-9968-de04ab80aa06 req-0661e8a4-589a-4752-8a1b-37a8c4286092 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:52.849006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52874f42-6b40-43c9-9968-de04ab80aa06 req-0661e8a4-589a-4752-8a1b-37a8c4286092 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.4932606 Jul 23 22:46:52.913319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ab751db4-0d0e-4ab9-b921-1189ac78eb69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0f43ea5618644f5b7719315fb39c907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9671247 Jul 23 22:46:52.944929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:52.955715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52874f42-6b40-43c9-9968-de04ab80aa06 req-6de5ad54-61db-415a-86cd-e19da4c4f425 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Jul 23 22:46:52.988808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 3962b921-3f71-4bf4-921d-a77db152fe2b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:46:52.991234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab751db4-0d0e-4ab9-b921-1189ac78eb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e06601-00a4-4ab6-970c-afc7e7ca8fbc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:53.084138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 3962b921-3f71-4bf4-921d-a77db152fe2b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:53.092451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79302190-7438-421a-bcc9-a8886277ba0e None None] Network 3962b921-3f71-4bf4-921d-a77db152fe2b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:53.122195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:53.130393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:53.137960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:53.139038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.206173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1b983b20-ddf9-456e-ae6b-3b7b24761caa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3562424 Jul 23 22:46:53.206495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:53.211893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.226341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.301990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe18a-138b-4c71-8077-4765d1201bf2 req-80ffd338-2079-4646-9259-7ec2ab7d59b7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:53.304548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e4fe18a-138b-4c71-8077-4765d1201bf2 req-80ffd338-2079-4646-9259-7ec2ab7d59b7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.2250900 Jul 23 22:46:53.313492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.450079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e4fe18a-138b-4c71-8077-4765d1201bf2 req-356d4f54-eaf1-4555-8973-c394af498b4f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946200 Jul 23 22:46:53.464235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port b288d3b2-030e-44d8-8e1e-12298795cf5d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:53.464879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.472047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.485775 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.486388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54e06601-00a4-4ab6-970c-afc7e7ca8fbc HTTP/1.1" status: 204 len: 168 time: 0.5297232 Jul 23 22:46:53.498102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6894d63-af94-40b4-ac5f-2d4c1fb2d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e06601-00a4-4ab6-970c-afc7e7ca8fbc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:53.656414 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.699940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for b288d3b2-030e-44d8-8e1e-12298795cf5d owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:53.861889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.911235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=b288d3b2-030e-44d8-8e1e-12298795cf5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:53.917588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:53.919664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b14ba385-c644-4d45-852f-65bff50e4fc3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/b288d3b2-030e-44d8-8e1e-12298795cf5d HTTP/1.1" status: 204 len: 168 time: 0.7120883 Jul 23 22:46:53.922688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:54.218410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c784d0c-ef76-4131-adf0-237a202a59b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:54.225675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c784d0c-ef76-4131-adf0-237a202a59b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:54.230944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c784d0c-ef76-4131-adf0-237a202a59b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3066564 Jul 23 22:46:54.231376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:54.332580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f9fc-a23d-4297-99bf-3d5789af4174 req-d8a877e8-8585-4fd2-8b72-f530831e4542 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:54.339618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd97f9fc-a23d-4297-99bf-3d5789af4174 req-d8a877e8-8585-4fd2-8b72-f530831e4542 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2448473 Jul 23 22:46:54.426419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd97f9fc-a23d-4297-99bf-3d5789af4174 req-e65076b4-cfac-4a60-ade4-5bc37572fabc tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854492 Jul 23 22:46:54.452010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 864eea31-e61e-4479-a299-74a0d30eda88 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:54.453360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:54.562277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:54.626269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 864eea31-e61e-4479-a299-74a0d30eda88 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:54.755590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613c6c-4b9d-46d2-9d27-8a83e7ae661a req-3467ed56-4ee9-4372-9d92-36eb04a3537e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:54.757493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11613c6c-4b9d-46d2-9d27-8a83e7ae661a req-3467ed56-4ee9-4372-9d92-36eb04a3537e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1774552 Jul 23 22:46:54.822664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11613c6c-4b9d-46d2-9d27-8a83e7ae661a req-84676463-76a2-407e-a858-72e70b196bb2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558872 Jul 23 22:46:54.878447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:54.917824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=864eea31-e61e-4479-a299-74a0d30eda88,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:54.926256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:54.928409 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0ca9aab2-5d1d-4d0b-93b1-4bc8204e066e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/864eea31-e61e-4479-a299-74a0d30eda88 HTTP/1.1" status: 204 len: 168 time: 0.6958866 Jul 23 22:46:54.931649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:55.056159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2df31d-3e6d-43eb-bf1c-9b279ffe3b7a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:55.058235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c2df31d-3e6d-43eb-bf1c-9b279ffe3b7a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1258223 Jul 23 22:46:55.060793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:55.102265 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3153ff9-d586-4cf1-ac2b-b122121695e7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:46:55.104411 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e3153ff9-d586-4cf1-ac2b-b122121695e7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/b288d3b2-030e-44d8-8e1e-12298795cf5d HTTP/1.1" status: 404 len: 333 time: 0.0417154 Jul 23 22:46:55.107511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:55.166863 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4b180d-362a-4e70-9f27-3243d3957436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:46:55.173431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:55.173978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2c4b180d-362a-4e70-9f27-3243d3957436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/864eea31-e61e-4479-a299-74a0d30eda88 HTTP/1.1" status: 404 len: 333 time: 0.0630853 Jul 23 22:46:55.335234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.514525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.535943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3962b921-3f71-4bf4-921d-a77db152fe2b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:55.555777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3d05e2-2f22-4a3f-b108-bbe61ada058e') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:55.556066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3d05e2-2f22-4a3f-b108-bbe61ada058e') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:46:55.588533 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.636336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.653370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:46:55.654080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.655230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68e1d5-b0e8-4a06-80cb-63662e98a890 req-ccb9d726-0fb4-4ea4-9a1d-7b948908fa12 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:55.657421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad68e1d5-b0e8-4a06-80cb-63662e98a890 req-ccb9d726-0fb4-4ea4-9a1d-7b948908fa12 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.0998371 Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:46:55.664064 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:46:55.714729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad68e1d5-b0e8-4a06-80cb-63662e98a890 req-ef466a04-94c9-45eb-8a6a-7c5451a35311 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Jul 23 22:46:55.856805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.890930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:55.896401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/3962b921-3f71-4bf4-921d-a77db152fe2b HTTP/1.1" status: 204 len: 168 time: 0.7202804 Jul 23 22:46:55.899891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:55.905875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248196589'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:55.933747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c5872-c113-4247-bac8-76bd395ed567 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=3962b921-3f71-4bf4-921d-a77db152fe2b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:55.985344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:55.992971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.103292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:46:56.121646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.122007 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment b9c8523b-5110-4c41-8eca-55ce7e4c96e3 of type vlan for network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 Jul 23 22:46:56.176104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.231950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.250787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:56.250787 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.334779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:56.339793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:56.362098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4603927 Jul 23 22:46:56.385798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e2155-61d3-4c08-ab44-b89a29bf35e3 req-5422bf7c-8ac6-457c-9625-3a03c48e86c7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:56.387845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-551e2155-61d3-4c08-ab44-b89a29bf35e3 req-5422bf7c-8ac6-457c-9625-3a03c48e86c7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.4064898 Jul 23 22:46:56.461678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a09dba-6099-4467-808b-282567b9c3c6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=6f2e31aa-af89-46eb-aad1-acc7c0928f19,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:56.479090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:46:56.502037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:56.506006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.600744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-551e2155-61d3-4c08-ab44-b89a29bf35e3 req-71211267-e82f-4a13-8e9d-9f6cd9e809d7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968062 Jul 23 22:46:56.792180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:56.939063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=537f1e46-0275-43de-af4c-a1d018790535,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:56.982840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:56.984980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 6f2e31aa-af89-46eb-aad1-acc7c0928f19, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:46:57.015379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:46:57.018909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50229d52-d369-4397-a3dc-51217fd9c5fd req-a7b1cd43-ce57-4392-9523-22053697754e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:57.028796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50229d52-d369-4397-a3dc-51217fd9c5fd req-a7b1cd43-ce57-4392-9523-22053697754e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1059856 Jul 23 22:46:57.051238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6f2e31aa-af89-46eb-aad1-acc7c0928f19) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:57.067166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d24f0d-4e43-4078-80ff-913cd1d4bfb2 None None] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:57.073525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:57.074504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:57.094307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0e4633e-4484-4ab9-85f5-5df117c33a5b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7584727 Jul 23 22:46:57.097127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:57.104449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19', 'name': 'tempest-PortsTestJSON-118811839'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:46:57.110741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50229d52-d369-4397-a3dc-51217fd9c5fd req-93e93125-50b8-422c-bf4a-59872abc897a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 Jul 23 22:46:57.335588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6f2e31aa-af89-46eb-aad1-acc7c0928f19', 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': '537f1e46-0275-43de-af4c-a1d018790535'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:46:57.336974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:57.340035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ace88-7aa5-4000-93da-e749949a33a1 req-aa9a85ef-a418-421b-9f0c-4b653a23368e tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:57.346625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-754ace88-7aa5-4000-93da-e749949a33a1 req-aa9a85ef-a418-421b-9f0c-4b653a23368e tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 951 time: 0.1811275 Jul 23 22:46:57.353511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:46:57.358063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:57.391731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 08169da5-9162-44e3-91e0-20e7bfe953ec yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:46:57.414717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-754ace88-7aa5-4000-93da-e749949a33a1 req-4fe1d29f-c090-472b-8567-b9895d9c5401 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Jul 23 22:46:57.490746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Allocated IP 172.20.0.2 (6f2e31aa-af89-46eb-aad1-acc7c0928f19/537f1e46-0275-43de-af4c-a1d018790535/99648c01-8a93-49e8-b88e-bc73e49b36ce) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:46:57.794671 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:57.806904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Transition to ACTIVE for port object 99648c01-8a93-49e8-b88e-bc73e49b36ce will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:57.829673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Transition to ACTIVE for port object 99648c01-8a93-49e8-b88e-bc73e49b36ce will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:57.836806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:57.896008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Pushing event updated for resources: {'Port': ['ID=99648c01-8a93-49e8-b88e-bc73e49b36ce,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:57.911076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:46:57.913538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:57.918019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:57.945636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.12 (6f2e31aa-af89-46eb-aad1-acc7c0928f19/537f1e46-0275-43de-af4c-a1d018790535/08169da5-9162-44e3-91e0-20e7bfe953ec) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:46:58.024592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Attempting to bind port 99648c01-8a93-49e8-b88e-bc73e49b36ce on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:46:58.025248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Attempting to bind port 99648c01-8a93-49e8-b88e-bc73e49b36ce by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:46:58.026310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Attempting to bind port 99648c01-8a93-49e8-b88e-bc73e49b36ce on network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:46:58.032311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:46:58.032521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Checking segment: {'id': 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:46:58.033113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:58.033505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Bound using segment: {'id': 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:46:58.035675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Bound port: 99648c01-8a93-49e8-b88e-bc73e49b36ce, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f2e31aa-af89-46eb-aad1-acc7c0928f19'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:46:58.035675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:58.177876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] For port 99648c01-8a93-49e8-b88e-bc73e49b36ce, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:46:58.183353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] For port 99648c01-8a93-49e8-b88e-bc73e49b36ce, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=99648c01-8a93-49e8-b88e-bc73e49b36ce,segment=NetworkSegment(b9c8523b-5110-4c41-8eca-55ce7e4c96e3),segment_id=b9c8523b-5110-4c41-8eca-55ce7e4c96e3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:46:58.192336 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:58.267638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d89b44-bdc7-421a-b00c-94651941a495 None None] Pushing event updated for resources: {'Port': ['ID=99648c01-8a93-49e8-b88e-bc73e49b36ce,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:58.417523 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:46:58.532730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35717c94-440e-4f9f-acc0-3373e217aa9d req-da47c23e-c98b-411b-9e15-db0446293052 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:58.534933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35717c94-440e-4f9f-acc0-3373e217aa9d req-da47c23e-c98b-411b-9e15-db0446293052 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1139345 Jul 23 22:46:58.632870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35717c94-440e-4f9f-acc0-3373e217aa9d req-b34c4049-9115-4a03-9502-a2ae0f57b66e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821857 Jul 23 22:46:58.706359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:58.722609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 08169da5-9162-44e3-91e0-20e7bfe953ec will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:46:58.814057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:58.882115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487be6b-d1fe-49b4-9bca-46e0d5021aca req-44a5c9aa-2a21-49ed-a028-ec34984f856b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:58.895088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a487be6b-d1fe-49b4-9bca-46e0d5021aca req-44a5c9aa-2a21-49ed-a028-ec34984f856b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.1579311 Jul 23 22:46:58.903273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:46:58.907634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:46:58.914415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:46:58.944270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=08169da5-9162-44e3-91e0-20e7bfe953ec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:58.965877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a487be6b-d1fe-49b4-9bca-46e0d5021aca req-0f60d0eb-b49e-42b0-aa1c-8d99811dd867 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Jul 23 22:46:58.981796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:58.982701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.009156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-11b31f2c-1cc6-4f86-b73b-ad2e22d95478 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9105866 Jul 23 22:46:59.012677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:59.215703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 08169da5-9162-44e3-91e0-20e7bfe953ec {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:46:59.216188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.374051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.399668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 08169da5-9162-44e3-91e0-20e7bfe953ec owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:46:59.480863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:46:59.645420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.677660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:46:59.680517 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e3703-a2a8-42f1-bae0-85c8319055f7" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:46:59.696111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:46:59.700401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.705794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc75e-2a2b-4008-b4b6-7e175e883bb7 req-3f799139-dd49-4051-9c17-e2827f8218fc tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:46:59.713262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95ddc75e-2a2b-4008-b4b6-7e175e883bb7 req-3f799139-dd49-4051-9c17-e2827f8218fc tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 951 time: 0.2941747 Jul 23 22:46:59.774929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:46:59.821201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95ddc75e-2a2b-4008-b4b6-7e175e883bb7 req-113a7aef-7afd-4ef6-87f5-da6389a26754 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070633 Jul 23 22:46:59.848175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f7f432-6208-4925-bf4c-a2454ebc6c97 None None] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:46:59.861520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:46:59.916035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2d38b176-95ce-4cf8-95ef-acf553e3122d None None] Provisioning for port 99648c01-8a93-49e8-b88e-bc73e49b36ce completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:46:59.916671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:46:59.974619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=08169da5-9162-44e3-91e0-20e7bfe953ec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:00.211500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00edf1-ea5c-4f02-a644-2e0f68475657 req-21d73a41-9da0-4f56-a834-755479b69918 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:00.222054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a00edf1-ea5c-4f02-a644-2e0f68475657 req-21d73a41-9da0-4f56-a834-755479b69918 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.2345235 Jul 23 22:47:00.230554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.239873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 99648c01-8a93-49e8-b88e-bc73e49b36ce up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:00.242341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:00.251695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-80a7ac45-02bb-43da-9ecd-3e3c194819a1 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/08169da5-9162-44e3-91e0-20e7bfe953ec HTTP/1.1" status: 204 len: 168 time: 1.2377117 Jul 23 22:47:00.299894 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94aced4-02a2-4d83-9772-5f7323ee5024 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:47:00.302891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a00edf1-ea5c-4f02-a644-2e0f68475657 req-0b222c82-ff26-4d8a-8107-380d708d6be1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741057 Jul 23 22:47:00.305979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94aced4-02a2-4d83-9772-5f7323ee5024 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:47:00.308935 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f94aced4-02a2-4d83-9772-5f7323ee5024 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/08169da5-9162-44e3-91e0-20e7bfe953ec HTTP/1.1" status: 404 len: 333 time: 0.0655308 Jul 23 22:47:00.312664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:00.397467 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-146116d5-93a3-433c-9f2f-5ba81c36f22c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:00.407862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-146116d5-93a3-433c-9f2f-5ba81c36f22c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/08169da5-9162-44e3-91e0-20e7bfe953ec HTTP/1.1" status: 404 len: 333 time: 0.0940149 Jul 23 22:47:00.408779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:00.416672 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfad12a-dced-4299-a010-bde7f9e81f5a x-openstack-request-id: req-9dfad12a-dced-4299-a010-bde7f9e81f5a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:00.419371 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:00.419856 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dfad12a-dced-4299-a010-bde7f9e81f5a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:00.421352 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'code': 200} Jul 23 22:47:00.454734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 99648c01-8a93-49e8-b88e-bc73e49b36ce completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:00.475878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 99648c01-8a93-49e8-b88e-bc73e49b36ce triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:00.476427 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.552689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 537f1e46-0275-43de-af4c-a1d018790535 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:00.556355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.629523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.664526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.743899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 99648c01-8a93-49e8-b88e-bc73e49b36ce, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=99648c01-8a93-49e8-b88e-bc73e49b36ce,segment=NetworkSegment(b9c8523b-5110-4c41-8eca-55ce7e4c96e3),segment_id=b9c8523b-5110-4c41-8eca-55ce7e4c96e3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:00.755339 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.786687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.873211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=99648c01-8a93-49e8-b88e-bc73e49b36ce,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:00.903794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c9b833b-7aa9-47f5-9726-69aab01096dc None None] Provisioning complete for port 99648c01-8a93-49e8-b88e-bc73e49b36ce triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:00.910345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c9b833b-7aa9-47f5-9726-69aab01096dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.932868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.954970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:00.959634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/537f1e46-0275-43de-af4c-a1d018790535 HTTP/1.1" status: 204 len: 168 time: 0.5496242 Jul 23 22:47:00.959837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:01.026991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32982651-1cf5-42e4-b823-127dca9ee4f8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=537f1e46-0275-43de-af4c-a1d018790535,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:01.081881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af114951-2b03-463d-a4bf-2b066dd0f238 req-3645c0d9-7109-4006-b9aa-a8c0b6ebf37c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:01.092134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af114951-2b03-463d-a4bf-2b066dd0f238 req-3645c0d9-7109-4006-b9aa-a8c0b6ebf37c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.5729189 Jul 23 22:47:01.161514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.230369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af114951-2b03-463d-a4bf-2b066dd0f238 req-eb402b1e-698d-4d7f-b500-ca0c613aa627 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364281 Jul 23 22:47:01.243617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee319077-3038-4697-9745-9d36d9356a6b None None] Network 6f2e31aa-af89-46eb-aad1-acc7c0928f19 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:01.247500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4031a95f-03c6-47bd-afbf-977cb7c4a527 None None] Could not find standard attr ID for object 08169da5-9162-44e3-91e0-20e7bfe953ec. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:01.266350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.344581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-a058dcec-462c-41da-8967-4e5be23d8b71 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:01.348014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-a058dcec-462c-41da-8967-4e5be23d8b71 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.25 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 949 time: 0.2497640 Jul 23 22:47:01.546419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 99648c01-8a93-49e8-b88e-bc73e49b36ce {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:01.546783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.637420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port 99648c01-8a93-49e8-b88e-bc73e49b36ce, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=99648c01-8a93-49e8-b88e-bc73e49b36ce,segment=NetworkSegment(b9c8523b-5110-4c41-8eca-55ce7e4c96e3),segment_id=b9c8523b-5110-4c41-8eca-55ce7e4c96e3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:01.639099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.654747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ff63d-3430-4e89-813f-28cbabcf75b0 req-b472baa6-286c-4de9-a39a-cf1ad60e9026 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:01.663032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f23ff63d-3430-4e89-813f-28cbabcf75b0 req-b472baa6-286c-4de9-a39a-cf1ad60e9026 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 949 time: 0.1744936 Jul 23 22:47:01.700251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 99648c01-8a93-49e8-b88e-bc73e49b36ce owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:01.716780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Deleting port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:01.717116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.730154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] DHCP port deletion for 6f2e31aa-af89-46eb-aad1-acc7c0928f19 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:01.790438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Deleting port 99648c01-8a93-49e8-b88e-bc73e49b36ce {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:01.791211 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.836655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f23ff63d-3430-4e89-813f-28cbabcf75b0 req-850dbf88-0db0-475b-80c6-26c210010af5 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4de0d14-ef74-4824-b82b-f8186069693e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724482 Jul 23 22:47:01.873673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Deleting port 6398eae1-8dab-4dd2-99ab-eeb682134e77 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:01.874587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.904028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] For port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:01.904736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.910186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:01.953390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Calling delete_port for 0d035466-1dc5-4a8f-a64f-21f6a1a7003e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:01.971259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=99648c01-8a93-49e8-b88e-bc73e49b36ce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:01.987997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] For port 99648c01-8a93-49e8-b88e-bc73e49b36ce, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=99648c01-8a93-49e8-b88e-bc73e49b36ce,segment=NetworkSegment(b9c8523b-5110-4c41-8eca-55ce7e4c96e3),segment_id=b9c8523b-5110-4c41-8eca-55ce7e4c96e3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:02.001726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.006403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port 99648c01-8a93-49e8-b88e-bc73e49b36ce on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:02.038733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Calling delete_port for 99648c01-8a93-49e8-b88e-bc73e49b36ce owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:02.091598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] For port 6398eae1-8dab-4dd2-99ab-eeb682134e77, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6398eae1-8dab-4dd2-99ab-eeb682134e77,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:02.092268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.133578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.145677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Calling delete_port for 6398eae1-8dab-4dd2-99ab-eeb682134e77 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:02.152404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2e31aa-af89-46eb-aad1-acc7c0928f19']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:02.154003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14d5a7-8c18-4e87-88de-58449247e757 req-193f54bf-6f33-4c1c-8178-1d622a67e6c3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:02.162954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d14d5a7-8c18-4e87-88de-58449247e757 req-193f54bf-6f33-4c1c-8178-1d622a67e6c3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.2118304 Jul 23 22:47:02.167291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 99648c01-8a93-49e8-b88e-bc73e49b36ce no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:02.169076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:02.169594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c8523b-5110-4c41-8eca-55ce7e4c96e3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:02.214723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.228478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 99648c01-8a93-49e8-b88e-bc73e49b36ce {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:02.230910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 99648c01-8a93-49e8-b88e-bc73e49b36ce not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:02.235343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.256324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:02.257010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:02.260443 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:02.333678 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.350122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d14d5a7-8c18-4e87-88de-58449247e757 req-79e40645-f5a9-4d92-93a6-780c6f5f0259 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815498 Jul 23 22:47:02.351055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.411527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] Pushing event deleted for resources: {'Port': ['ID=99648c01-8a93-49e8-b88e-bc73e49b36ce,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:02.421508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.423032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f8074-d2e4-447e-82b6-129f1cb09215 None None] No DVR routers for this DVR port 99648c01-8a93-49e8-b88e-bc73e49b36ce on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:02.472700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Pushing event deleted for resources: {'Port': ['ID=0d035466-1dc5-4a8f-a64f-21f6a1a7003e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:02.495992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.500060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/6f2e31aa-af89-46eb-aad1-acc7c0928f19 HTTP/1.1" status: 204 len: 168 time: 1.5377276 Jul 23 22:47:02.501310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfea9d0-85e0-418e-9474-4db0356aba3b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=6f2e31aa-af89-46eb-aad1-acc7c0928f19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:02.505496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:02.538903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-531028247'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:02.565958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] No DVR routers for this DVR port 0d035466-1dc5-4a8f-a64f-21f6a1a7003e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:02.569386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.572046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af4cffce-7eed-40ba-80c9-c7f6b40edea9 req-728726fa-ec00-4921-be9f-e2573ce8cfef tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.25 "DELETE /v2.0/ports/0d035466-1dc5-4a8f-a64f-21f6a1a7003e HTTP/1.1" status: 204 len: 173 time: 1.2161374 Jul 23 22:47:02.572688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-deleted', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:02.577326 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdecc19-7f06-4dac-acf3-d9a68eea1c0d" -d '{"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-deleted", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:02.580018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:02.586226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.687695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:02.741244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.741595 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment ce47687d-d7fc-4678-9e17-a30bfd139028 of type vlan for network 72a54e4b-bb19-4b76-bf25-27281881a7da Jul 23 22:47:02.847669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:02.854048 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.912365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Pushing event deleted for resources: {'Port': ['ID=6398eae1-8dab-4dd2-99ab-eeb682134e77,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:02.920488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:02.973733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7861832-cdfc-49d7-ac7a-bac9a3251f6f req-86341ff4-6db5-4f7b-8870-f307ad1c10e7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:02.981939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7861832-cdfc-49d7-ac7a-bac9a3251f6f req-86341ff4-6db5-4f7b-8870-f307ad1c10e7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.2049017 Jul 23 22:47:03.052512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.059271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:03.060297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.116023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7861832-cdfc-49d7-ac7a-bac9a3251f6f req-7d22e42e-6591-4383-bf1e-11d6caa88ea5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330199 Jul 23 22:47:03.201288 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce728610-59c1-43f2-9a32-db7df9bbd1ff x-openstack-request-id: req-ce728610-59c1-43f2-9a32-db7df9bbd1ff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:03.202313 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db7c546-7197-47c5-80f6-a7f7d1af5b0b", "name": "network-vif-deleted", "tag": "0d035466-1dc5-4a8f-a64f-21f6a1a7003e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:03.202843 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce728610-59c1-43f2-9a32-db7df9bbd1ff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:03.204005 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db7c546-7197-47c5-80f6-a7f7d1af5b0b', 'name': 'network-vif-deleted', 'tag': '0d035466-1dc5-4a8f-a64f-21f6a1a7003e', 'status': 'completed', 'code': 200} Jul 23 22:47:03.227835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.323701 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8100452 Jul 23 22:47:03.324932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cabca00b-7cde-4659-8354-605c1f6375cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.326491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:03.335175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:03.464788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28c958fa-416c-4c5e-ae05-e856e0c93bd9 req-2179ed25-489f-4b9e-b43c-4f2f025e3724 tempest-ImagesOneServerTestJSON-74482506 tempest-ImagesOneServerTestJSON-74482506-project] 10.222.0.37 "GET /v2.0/ports?device_id=2db7c546-7197-47c5-80f6-a7f7d1af5b0b HTTP/1.1" status: 200 len: 210 time: 0.1190290 Jul 23 22:47:03.540153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc48628-3a2d-48e7-b44d-2d06ada8d375 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=72a54e4b-bb19-4b76-bf25-27281881a7da,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:03.565355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 72a54e4b-bb19-4b76-bf25-27281881a7da details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:03.760655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba158ad-55de-4e74-98a5-c43031c7c015 req-3b5c4198-101c-442c-b7ca-e83540a41e96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:03.763379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ba158ad-55de-4e74-98a5-c43031c7c015 req-3b5c4198-101c-442c-b7ca-e83540a41e96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1561882 Jul 23 22:47:03.808209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cabca00b-7cde-4659-8354-605c1f6375cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.817452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cabca00b-7cde-4659-8354-605c1f6375cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.842781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ba158ad-55de-4e74-98a5-c43031c7c015 req-af8a9640-8f1e-44d3-99b5-eb08085980f8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728097 Jul 23 22:47:03.847214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:03.847783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:47:03.852667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:03.880016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cabca00b-7cde-4659-8354-605c1f6375cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43522462dafd4f6e802adcf94585c259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0246165 Jul 23 22:47:03.881695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabca00b-7cde-4659-8354-605c1f6375cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a73b585-0afb-42ba-9bd4-b530ecf58f6e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:03.915078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:04.081811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:47:04.097420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Sync routers for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:47:04.101617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af394343-c701-4d23-a477-16b23d212417 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1837156 Jul 23 22:47:04.107213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:04.112822 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:04.113451 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:46:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:04.222630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.251853 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:04.261485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.289138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.427123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.429749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.431025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a73b585-0afb-42ba-9bd4-b530ecf58f6e HTTP/1.1" status: 204 len: 168 time: 0.5136993 Jul 23 22:47:04.450606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a73b585-0afb-42ba-9bd4-b530ecf58f6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:04.457136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.528488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=b5edd0e0-b1b7-422d-b15c-43e32b25e1a6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:04.535895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.536206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.536297 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:47:02Z', 'revision_number': 5, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port': {'id': 'ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:35:33Z', 'updated_at': '2021-07-23T22:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:04.536478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.537155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.537780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.538298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.538801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.539305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.539817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.540314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.540819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.541307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7875e25-926e-41d4-83c7-5929bf3b005b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.557943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.562724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.563315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.564893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.565270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.565615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.565999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.566322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.566634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.566952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.567259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.567581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.567902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:04.601993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdd82-847d-4131-a3e7-7c0c4a750327 req-91b496cb-2406-4c17-83c0-e8dba355e877 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:04.609802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5acdd82-847d-4131-a3e7-7c0c4a750327 req-91b496cb-2406-4c17-83c0-e8dba355e877 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3776481 Jul 23 22:47:04.620309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': 'ce47687d-d7fc-4678-9e17-a30bfd139028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:04.620652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 72a54e4b-bb19-4b76-bf25-27281881a7da, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:04.620960 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Checking router: 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:47:04.642994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Routers {'9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:04.643935 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:46:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:04.674416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5acdd82-847d-4131-a3e7-7c0c4a750327 req-f5e9fb67-bb00-4b4f-912d-bdd45ce6c2bd tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636089 Jul 23 22:47:04.675640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 72a54e4b-bb19-4b76-bf25-27281881a7da is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:04.697739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 72a54e4b-bb19-4b76-bf25-27281881a7da) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:04.712092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:04.713725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.718822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ccf05-ef8e-4354-99df-26e4c70c1c61 None None] Network 72a54e4b-bb19-4b76-bf25-27281881a7da requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:04.751903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Deleting port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:04.756366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.770480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-425317f2-c83e-40ce-ae24-ce8ed8f3350a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4416921 Jul 23 22:47:04.771091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:04.791109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da', 'security_groups': [], 'name': 'tempest-PortsTestJSON-651526280'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:04.814139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] Set router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:04.973699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] For port ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:04.974407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:04.979497 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:47:04Z', 'revision_number': 6, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:04.995109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Calling delete_port for ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:05.071016 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba3d8-7aac-43c7-b177-46bb13ee4ec4 None None] The sync data for ids ['9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451'] in n-d-791506-25 is: [{'id': '9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451', 'name': 'tempest-TaggedBootDevicesTest_v242-1594606030-router', 'tenant_id': 'f891050d14344f95aaa7d4f51c332344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:35:31Z', 'updated_at': '2021-07-23T22:47:04Z', 'revision_number': 6, 'project_id': 'f891050d14344f95aaa7d4f51c332344', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:47:05.147380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:05.150936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.214580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:05.237682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port d339b97c-ec85-47c3-9f88-abe23c197f5e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:05.245155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eaef0c6-ed14-460c-88d9-2711d9dffe4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.275312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-72a54e4b-bb19-4b76-bf25-27281881a7da', 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': 'b5edd0e0-b1b7-422d-b15c-43e32b25e1a6'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:05.280952 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.435426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:05.524850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.5 (72a54e4b-bb19-4b76-bf25-27281881a7da/b5edd0e0-b1b7-422d-b15c-43e32b25e1a6/d339b97c-ec85-47c3-9f88-abe23c197f5e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:05.538818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:05.591764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.643792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:05.653027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 0d035466-1dc5-4a8f-a64f-21f6a1a7003e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:05.659485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.659893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.660239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.660850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.661204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.661513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.662185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.662513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.662839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.663161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.663484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.663803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:05.667260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0d035466-1dc5-4a8f-a64f-21f6a1a7003e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:05.805332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1dcd1-d22f-4218-9837-8cbada624024 req-fdb5bfb0-cece-42c0-a9ac-0bfc415128cc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:05.816825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47b1dcd1-d22f-4218-9837-8cbada624024 req-fdb5bfb0-cece-42c0-a9ac-0bfc415128cc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.6903019 Jul 23 22:47:05.851511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.861972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b4d2ee37-ef76-47e2-9a40-61e016e70283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=803747042176417ba9d874e4c3c29dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250636 Jul 23 22:47:05.867800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:05.891924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.961392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object d339b97c-ec85-47c3-9f88-abe23c197f5e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:05.986723 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eaef0c6-ed14-460c-88d9-2711d9dffe4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:05.997096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47b1dcd1-d22f-4218-9837-8cbada624024 req-7f39226d-2884-47c2-94d2-1ab9a5222510 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761675 Jul 23 22:47:06.000817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5eaef0c6-ed14-460c-88d9-2711d9dffe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.088502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5eaef0c6-ed14-460c-88d9-2711d9dffe4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9d404a67f1048f8a2afcae7dd02ff5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8725903 Jul 23 22:47:06.095089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:06.100005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.107077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.111469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaef0c6-ed14-460c-88d9-2711d9dffe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb69c45-3314-423c-ac1d-726f6a05aa5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:06.182310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.203165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.204026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:47:06.215332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.217122 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fad6e430-9040-44a8-a8ab-b7b22969b039 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d0f29a0-edff-4dcd-bc7c-d0bfc17e8451 HTTP/1.1" status: 204 len: 168 time: 2.1091728 Jul 23 22:47:06.221966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:06.245424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6398eae1-8dab-4dd2-99ab-eeb682134e77 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:06.285541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.293242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.328311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6398eae1-8dab-4dd2-99ab-eeb682134e77 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:06.328669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6398eae1-8dab-4dd2-99ab-eeb682134e77 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:06.329094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:06.345943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Deleting subnet 022ea7ab-6aa5-41a2-be0e-f021c3aee6aa {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:06.360070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:06.360512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ec1a47ed-8ad4-4457-9a4f-ccc7f5a209af not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:06.377544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.378374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Allocated IP 172.20.0.2 (72a54e4b-bb19-4b76-bf25-27281881a7da/b5edd0e0-b1b7-422d-b15c-43e32b25e1a6/f41a6039-622f-4d59-96bb-a72b0817861d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:06.426354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 72a54e4b-bb19-4b76-bf25-27281881a7da is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:06.426354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:06.427036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:06.494482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.600338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.603221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.604436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4de0d14-ef74-4824-b82b-f8186069693e HTTP/1.1" status: 204 len: 168 time: 0.7348526 Jul 23 22:47:06.635887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb970b3-7089-4d3f-b1da-c6373c7bf00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4de0d14-ef74-4824-b82b-f8186069693e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:06.660355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.687048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Transition to ACTIVE for port object f41a6039-622f-4d59-96bb-a72b0817861d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:06.759634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.778718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Transition to ACTIVE for port object f41a6039-622f-4d59-96bb-a72b0817861d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:06.798674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.896797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.917492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=d339b97c-ec85-47c3-9f88-abe23c197f5e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:06.953845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Network 72a54e4b-bb19-4b76-bf25-27281881a7da is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:06.955779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Pushing event updated for resources: {'Port': ['ID=f41a6039-622f-4d59-96bb-a72b0817861d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:06.960169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:06.968113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:06.979054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:06.980038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f3859-f620-4513-8e26-70584a674890 None None] Network 29fe45e6-815e-4013-ad1b-7d04a17dfa20 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:06.984400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/022ea7ab-6aa5-41a2-be0e-f021c3aee6aa HTTP/1.1" status: 204 len: 168 time: 0.7606468 Jul 23 22:47:06.986713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece985f-3f3a-4df1-af82-e9bcd45de11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022ea7ab-6aa5-41a2-be0e-f021c3aee6aa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:06.990829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:07.081543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29c73-19af-415c-b18e-fc1794f6c446 req-64d6b855-7506-4368-aa9c-76c7207883ed tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:07.088775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56d29c73-19af-415c-b18e-fc1794f6c446 req-64d6b855-7506-4368-aa9c-76c7207883ed tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.9230659 Jul 23 22:47:07.093219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.117942 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.168957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Attempting to bind port f41a6039-622f-4d59-96bb-a72b0817861d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:07.169651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Attempting to bind port f41a6039-622f-4d59-96bb-a72b0817861d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ce47687d-d7fc-4678-9e17-a30bfd139028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:07.170249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Attempting to bind port f41a6039-622f-4d59-96bb-a72b0817861d on network 72a54e4b-bb19-4b76-bf25-27281881a7da {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:07.175419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:07.176090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.198609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.201596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.205851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bb69c45-3314-423c-ac1d-726f6a05aa5f HTTP/1.1" status: 204 len: 168 time: 1.1083312 Jul 23 22:47:07.226137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd5f10-a30d-4ee7-b564-27fd8b7c4e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb69c45-3314-423c-ac1d-726f6a05aa5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:07.249178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:07.250843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Checking segment: {'id': 'ce47687d-d7fc-4678-9e17-a30bfd139028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:07.251516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.254262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Bound using segment: {'id': 'ce47687d-d7fc-4678-9e17-a30bfd139028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:07.255270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Bound port: f41a6039-622f-4d59-96bb-a72b0817861d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce47687d-d7fc-4678-9e17-a30bfd139028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '72a54e4b-bb19-4b76-bf25-27281881a7da'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:07.258509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.304205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ab5f9f64-6dc3-407e-9c1e-7e279f779428 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5320520 Jul 23 22:47:07.312236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:07.387227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.454359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56d29c73-19af-415c-b18e-fc1794f6c446 req-769efc02-0984-4e31-af88-1ad35dae2cbe tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644941 Jul 23 22:47:07.589097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Deleting port be2711e2-33e5-48b4-ad08-070ab6df5cc4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:07.590098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.606015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] For port f41a6039-622f-4d59-96bb-a72b0817861d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:07.617512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port d339b97c-ec85-47c3-9f88-abe23c197f5e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:07.617899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.620575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] For port f41a6039-622f-4d59-96bb-a72b0817861d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f41a6039-622f-4d59-96bb-a72b0817861d,segment=NetworkSegment(ce47687d-d7fc-4678-9e17-a30bfd139028),segment_id=ce47687d-d7fc-4678-9e17-a30bfd139028)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:07.638915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.761020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] DHCP port deletion for 29fe45e6-815e-4013-ad1b-7d04a17dfa20 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:07.814322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] For port be2711e2-33e5-48b4-ad08-070ab6df5cc4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be2711e2-33e5-48b4-ad08-070ab6df5cc4,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:07.814782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.855373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Calling delete_port for be2711e2-33e5-48b4-ad08-070ab6df5cc4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:07.886735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:07.889995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba3e4-030b-4d99-ba1e-30151313761d None None] Pushing event updated for resources: {'Port': ['ID=f41a6039-622f-4d59-96bb-a72b0817861d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:07.933920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for d339b97c-ec85-47c3-9f88-abe23c197f5e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:07.957600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Deleting port be2711e2-33e5-48b4-ad08-070ab6df5cc4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:07.958104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.132749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.170081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be2711e2-33e5-48b4-ad08-070ab6df5cc4 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:08.229415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be2711e2-33e5-48b4-ad08-070ab6df5cc4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:08.233140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] No DVR routers for this DVR port be2711e2-33e5-48b4-ad08-070ab6df5cc4 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:08.333464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: be2711e2-33e5-48b4-ad08-070ab6df5cc4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:08.335586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be2711e2-33e5-48b4-ad08-070ab6df5cc4 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:08.368967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] For port be2711e2-33e5-48b4-ad08-070ab6df5cc4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be2711e2-33e5-48b4-ad08-070ab6df5cc4,segment=NetworkSegment(346ad4c6-13b5-49a9-84fe-eafb372b60a8),segment_id=346ad4c6-13b5-49a9-84fe-eafb372b60a8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:08.371057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.408323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f5e7f-fca5-4129-9d6d-88f990b5a0d4 req-80c1c7f3-a6d1-4cd0-9e1f-a2b243c43408 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:08.414568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a1f5e7f-fca5-4129-9d6d-88f990b5a0d4 req-80c1c7f3-a6d1-4cd0-9e1f-a2b243c43408 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.8277755 Jul 23 22:47:08.423180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Calling delete_port for be2711e2-33e5-48b4-ad08-070ab6df5cc4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:08.459344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.576238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a1f5e7f-fca5-4129-9d6d-88f990b5a0d4 req-276a1dc6-ce46-4bb0-90c3-7b35f4eace69 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572926 Jul 23 22:47:08.577550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:08.587759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=d339b97c-ec85-47c3-9f88-abe23c197f5e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:08.675010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.722169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] Pushing event deleted for resources: {'Port': ['ID=be2711e2-33e5-48b4-ad08-070ab6df5cc4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:08.742700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b43d2-0131-4cd9-8610-a61013099c00 None None] No DVR routers for this DVR port be2711e2-33e5-48b4-ad08-070ab6df5cc4 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:08.949223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:08.956360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b101cb7f-0c11-49f9-887c-c20c2cfab06b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/d339b97c-ec85-47c3-9f88-abe23c197f5e HTTP/1.1" status: 204 len: 168 time: 1.6423724 Jul 23 22:47:08.962626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:09.073321 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64bd1af-220b-456d-882b-5a12ca981148 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:09.081967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a64bd1af-220b-456d-882b-5a12ca981148 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/d339b97c-ec85-47c3-9f88-abe23c197f5e HTTP/1.1" status: 404 len: 333 time: 0.1169398 Jul 23 22:47:09.085376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:09.164839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.177072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fe45e6-815e-4013-ad1b-7d04a17dfa20']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:09.193552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346ad4c6-13b5-49a9-84fe-eafb372b60a8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:09.194530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346ad4c6-13b5-49a9-84fe-eafb372b60a8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:09.216629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.220289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c86b4-f9f1-4c94-b04d-c558251306f7 req-6d7d5934-2914-4c99-9aee-9ff7b235aed8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:09.222021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a38c86b4-f9f1-4c94-b04d-c558251306f7 req-6d7d5934-2914-4c99-9aee-9ff7b235aed8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.4520466 Jul 23 22:47:09.237541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.246016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:09.246663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.254068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-798270535-network', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:09.303088 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:09.328823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet b5edd0e0-b1b7-422d-b15c-43e32b25e1a6 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:09.329430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.335483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.337430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.338098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29fe45e6-815e-4013-ad1b-7d04a17dfa20 HTTP/1.1" status: 204 len: 168 time: 2.3456185 Jul 23 22:47:09.362934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8649-0b42-4b74-8ed8-d451eb9a35f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29fe45e6-815e-4013-ad1b-7d04a17dfa20,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:09.412947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a38c86b4-f9f1-4c94-b04d-c558251306f7 req-c87377b2-e13b-47fd-975b-5769720ffe37 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553469 Jul 23 22:47:09.445290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:09.448086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.486442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.612266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:09.629085 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.632711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.665065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68950b0-3821-41c7-862f-52a703cccc6e None None] Network 72a54e4b-bb19-4b76-bf25-27281881a7da requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:09.702473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.731814 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a1b1911b-8712-4714-8399-64f92106de31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f891050d14344f95aaa7d4f51c332344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173038 Jul 23 22:47:09.734513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:09.800972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:09.854209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:09.854566 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Added segment b42bbef8-f771-4be1-8ddb-194594b8dd55 of type vlan for network faf0a273-dfbc-43ae-b24f-2bc474eae6ec Jul 23 22:47:09.855838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b9f32-4310-4137-81d1-8ce58fbc36a8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:09.910152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.025105 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.084077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4f5a6d48-302a-4a1d-bdd4-055fcb9524dd None None] Provisioning for port f41a6039-622f-4d59-96bb-a72b0817861d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:10.107495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.125143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.174658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f41a6039-622f-4d59-96bb-a72b0817861d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:10.199665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:47:10.244548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.245527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:10.246456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.267141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f41a6039-622f-4d59-96bb-a72b0817861d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:10.272089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f41a6039-622f-4d59-96bb-a72b0817861d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:10.272706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.275647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.278235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.286633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f141b0a-236e-4676-870a-c87c81762222 HTTP/1.1" status: 204 len: 168 time: 0.5380850 Jul 23 22:47:10.383614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae69c2-4269-48d1-a1a5-274f96572790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f141b0a-236e-4676-870a-c87c81762222,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:10.423684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8329821 Jul 23 22:47:10.426711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:10.432137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Request body: {'subnet': {'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-798270535-subnet', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:10.483407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:10.487188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.492790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78cd7b-f5d8-4e98-ab57-de8889009520 admin admin] Pushing event updated for resources: {'Network': ['ID=faf0a273-dfbc-43ae-b24f-2bc474eae6ec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:10.516849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce661bbf-0d10-4523-b7d0-1f25f5859a6c req-fd081746-fb93-4887-aa3d-ece622d9911d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:10.527329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce661bbf-0d10-4523-b7d0-1f25f5859a6c req-fd081746-fb93-4887-aa3d-ece622d9911d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.4862738 Jul 23 22:47:10.556007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.578962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:10.710686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=b5edd0e0-b1b7-422d-b15c-43e32b25e1a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:10.722628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:10.727235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-577bea60-207f-4399-b36d-246db1140ae7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/b5edd0e0-b1b7-422d-b15c-43e32b25e1a6 HTTP/1.1" status: 204 len: 168 time: 1.6372035 Jul 23 22:47:10.729672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:10.866769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce661bbf-0d10-4523-b7d0-1f25f5859a6c req-2858b474-c352-4705-aaf2-63d2733c0597 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382070 Jul 23 22:47:11.066823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.086269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a733785-3572-4a0b-a6bc-44b2ebdb7429 None None] Provisioning complete for port f41a6039-622f-4d59-96bb-a72b0817861d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:11.087696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a733785-3572-4a0b-a6bc-44b2ebdb7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.130543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7bbb8-6b55-4da9-bb9e-de309fae831e None None] Network 72a54e4b-bb19-4b76-bf25-27281881a7da requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:11.167503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.206842 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3073fb95-fb12-4d61-8f58-8814663fa3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.210668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f41a6039-622f-4d59-96bb-a72b0817861d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f41a6039-622f-4d59-96bb-a72b0817861d,segment=NetworkSegment(ce47687d-d7fc-4678-9e17-a30bfd139028),segment_id=ce47687d-d7fc-4678-9e17-a30bfd139028)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:11.226454 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.256327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:11.270777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.292563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Checking segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:11.293295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Network hostable DHCP agents. Network: faf0a273-dfbc-43ae-b24f-2bc474eae6ec, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:11.342125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:11.371489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, faf0a273-dfbc-43ae-b24f-2bc474eae6ec) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:11.377428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:11.378134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.408426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f084ba7-e5fd-40f3-91d1-c34eb6ca1548 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9804935 Jul 23 22:47:11.408733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:11.419247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:11.446276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f2e4bc-29ed-4288-8bc8-86ac4105f74a None None] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:11.466243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e64bde-4df6-4171-81cf-fb504bc855b5 req-48a015f6-a99f-44a8-8eaf-6467f5dee7f5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:11.475802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79e64bde-4df6-4171-81cf-fb504bc855b5 req-48a015f6-a99f-44a8-8eaf-6467f5dee7f5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.4078157 Jul 23 22:47:11.481113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.482475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.494952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-9c038df1-1ada-4e2e-84ed-cd3405f45f4e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:11.496554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-9c038df1-1ada-4e2e-84ed-cd3405f45f4e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ac1cc2-8a0b-4728-89f3-0be28399ebf2 HTTP/1.1" status: 200 len: 945 time: 0.3574488 Jul 23 22:47:11.687953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f41a6039-622f-4d59-96bb-a72b0817861d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:11.704045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port f41a6039-622f-4d59-96bb-a72b0817861d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:11.704394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.724684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.736323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79e64bde-4df6-4171-81cf-fb504bc855b5 req-03b2bf18-830b-4072-8194-1abd7b694b38 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593830 Jul 23 22:47:11.846971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:11.847831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.884541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:11.920958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port f41a6039-622f-4d59-96bb-a72b0817861d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f41a6039-622f-4d59-96bb-a72b0817861d,segment=NetworkSegment(ce47687d-d7fc-4678-9e17-a30bfd139028),segment_id=ce47687d-d7fc-4678-9e17-a30bfd139028)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:11.921642 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:11.943296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for f41a6039-622f-4d59-96bb-a72b0817861d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:11.980390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0bb0123e-d5dd-4d37-b726-4171bdd2e3b8 None None] Could not find standard attr ID for object d339b97c-ec85-47c3-9f88-abe23c197f5e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:11.992165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port 38275fd4-b6ca-475d-a2c8-edfe49063c81 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:11.992784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.011485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] DHCP port deletion for 72a54e4b-bb19-4b76-bf25-27281881a7da request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:12.071356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.161982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Allocated IP 172.20.0.2 (faf0a273-dfbc-43ae-b24f-2bc474eae6ec/c4ed716f-ac13-4a87-bbe2-8ac979ebe11c/86277ef6-fede-4947-b4f8-6155f9db78c8) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:12.197530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-930599406-network', 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:12.249849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:12.253797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.271515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.381197 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.390153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port 38275fd4-b6ca-475d-a2c8-edfe49063c81, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=38275fd4-b6ca-475d-a2c8-edfe49063c81,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:12.390542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.391889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Transition to ACTIVE for port object 86277ef6-fede-4947-b4f8-6155f9db78c8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:12.410310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Deleting port f41a6039-622f-4d59-96bb-a72b0817861d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:12.411384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.411522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for 38275fd4-b6ca-475d-a2c8-edfe49063c81 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:12.415915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f41a6039-622f-4d59-96bb-a72b0817861d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:12.422923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.433542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Transition to ACTIVE for port object 86277ef6-fede-4947-b4f8-6155f9db78c8 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:12.441344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.447614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.462400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:12.465744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.473457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f41a6039-622f-4d59-96bb-a72b0817861d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:12.474240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f41a6039-622f-4d59-96bb-a72b0817861d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:12.478755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.479338 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Added segment e20d9c71-8133-4f0a-bf95-e2b5b55b0032 of type vlan for network b2d276f4-654e-47cf-8f7d-47a2d414ded1 Jul 23 22:47:12.529527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=f41a6039-622f-4d59-96bb-a72b0817861d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:12.542171 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.542644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port f41a6039-622f-4d59-96bb-a72b0817861d on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:12.565975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93366a41-66dc-4a10-a873-928afc7388f4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:12.575048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223725c9-43b6-441c-9d7b-830f5ab7755d req-fbf0e494-c82f-45f4-a1e9-3b48db2ad9db tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:12.578245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-223725c9-43b6-441c-9d7b-830f5ab7755d req-fbf0e494-c82f-45f4-a1e9-3b48db2ad9db tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.3890126 Jul 23 22:47:12.603449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.604770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:12.605033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:12.605960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.606736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] For port f41a6039-622f-4d59-96bb-a72b0817861d, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:12.607248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.623356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:12.630554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:12.642166 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7564366 Jul 23 22:47:12.648723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Pushing event updated for resources: {'Port': ['ID=86277ef6-fede-4947-b4f8-6155f9db78c8,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:12.651539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:12.653386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Calling delete_port for f41a6039-622f-4d59-96bb-a72b0817861d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:12.658117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Port f41a6039-622f-4d59-96bb-a72b0817861d was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:47:12.662637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.664268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Request body: {'subnet': {'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-930599406-subnet', 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:12.694090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.706550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a54e4b-bb19-4b76-bf25-27281881a7da']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:12.715315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43169b4f-8d5e-41de-b22f-2effe4cfbfc0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d276f4-654e-47cf-8f7d-47a2d414ded1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:12.718577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce47687d-d7fc-4678-9e17-a30bfd139028') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:12.718875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce47687d-d7fc-4678-9e17-a30bfd139028') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:12.730534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:12.731367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.736533 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.748239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:12.759104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] No DVR routers for this DVR port f41a6039-622f-4d59-96bb-a72b0817861d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:12.777846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202f5bd-2b99-4116-bf90-2fdf7e50085a None None] Pushing event deleted for resources: {'Port': ['ID=f41a6039-622f-4d59-96bb-a72b0817861d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:12.781375 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.788640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-223725c9-43b6-441c-9d7b-830f5ab7755d req-351cad86-c588-4d07-9b4d-e36337676e85 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789370 Jul 23 22:47:12.806962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Attempting to bind port 86277ef6-fede-4947-b4f8-6155f9db78c8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:12.812573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Attempting to bind port 86277ef6-fede-4947-b4f8-6155f9db78c8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:12.813217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Attempting to bind port 86277ef6-fede-4947-b4f8-6155f9db78c8 on network faf0a273-dfbc-43ae-b24f-2bc474eae6ec {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:12.875975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:12.876874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Checking segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:12.877328 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.877545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:12.877743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Bound using segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:12.877989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.878256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Bound port: 86277ef6-fede-4947-b4f8-6155f9db78c8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:12.878901 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:12.881580 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:12.975884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] For port 86277ef6-fede-4947-b4f8-6155f9db78c8, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:12.979190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] For port 86277ef6-fede-4947-b4f8-6155f9db78c8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=86277ef6-fede-4947-b4f8-6155f9db78c8,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:12.985814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.055713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7cf4f-70f9-4163-b8cf-a51e67e5b551 None None] Pushing event updated for resources: {'Port': ['ID=86277ef6-fede-4947-b4f8-6155f9db78c8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:13.378765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.399123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.401033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/72a54e4b-bb19-4b76-bf25-27281881a7da HTTP/1.1" status: 204 len: 168 time: 2.6704204 Jul 23 22:47:13.403508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.421045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:13.427116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'name': 'tempest-PortsTestJSON-1223700130'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:13.446752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.466711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0934-8bc2-48f4-bcf4-2b5ba7288f14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=72a54e4b-bb19-4b76-bf25-27281881a7da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:13.510343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.521931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622a86-3d3a-43d0-8dac-597903c9d0bd req-8f08f342-faf3-40d0-80d9-f751f443ed3f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:13.523775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc622a86-3d3a-43d0-8dac-597903c9d0bd req-8f08f342-faf3-40d0-80d9-f751f443ed3f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 946 time: 0.6393998 Jul 23 22:47:13.599222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.599887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=38275fd4-b6ca-475d-a2c8-edfe49063c81,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:13.645550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port 38275fd4-b6ca-475d-a2c8-edfe49063c81 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:13.651523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:13.655677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.671257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.673387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d30a0293-9c2f-429f-b499-ae590ad3abae req-08e5e16c-d6da-4834-94c5-8140c70aea30 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.22 "DELETE /v2.0/ports/38275fd4-b6ca-475d-a2c8-edfe49063c81 HTTP/1.1" status: 204 len: 173 time: 2.1668134 Jul 23 22:47:13.673904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'name': 'network-vif-deleted', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:13.676805 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a768de7-9ddf-4ea8-9bd3-c18edfd46604" -d '{"events": [{"server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "name": "network-vif-deleted", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:13.695702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc622a86-3d3a-43d0-8dac-597903c9d0bd req-30643ec7-d491-4e80-98d6-50fcf2f6ba3f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=100cfa1d-bf98-4376-a38b-3b6eab37eed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521540 Jul 23 22:47:13.700280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7ec605-e20f-4b55-8402-982a04c99416,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:13.751385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-0c4ee7cb-4706-4300-9053-dc866c605922 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:13.751385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-0c4ee7cb-4706-4300-9053-dc866c605922 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.22 "GET /v2.0/ports?device_id=6093e5b7-34df-490a-9c06-8dd381f6349c HTTP/1.1" status: 200 len: 946 time: 0.2226999 Jul 23 22:47:13.751385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port f2ceda30-083c-4f23-bdc1-37e3e4db60b2 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:13.754896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Allocated IP 172.25.1.249 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/944ed0a7-b71a-478e-a941-fc1fea0c8cca) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:13.782214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a383067c-16cb-4ffd-b663-a5873a15be0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.838641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Checking segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:13.839012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Network hostable DHCP agents. Network: b2d276f4-654e-47cf-8f7d-47a2d414ded1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:13.915320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:13.926076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-b6e7568c-a894-4195-8068-69c95841158b tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8f83ca1f1931415bb729fb33956846b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486090 Jul 23 22:47:14.015489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.032144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:14.126514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.156923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 86277ef6-fede-4947-b4f8-6155f9db78c8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:14.190222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:14.200873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:14.205398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:14.229530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, b2d276f4-654e-47cf-8f7d-47a2d414ded1) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:14.236978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 38275fd4-b6ca-475d-a2c8-edfe49063c81 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:14.246418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.252682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:14.253417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.254214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf30c6-437a-4938-8aae-7d7a7a10ff4a None None] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:14.281221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Deleting port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:14.281732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.307827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b869495c-9f44-4f69-9da4-4f40483ddcc7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6546903 Jul 23 22:47:14.353444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 38275fd4-b6ca-475d-a2c8-edfe49063c81 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:14.354793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 38275fd4-b6ca-475d-a2c8-edfe49063c81 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:14.355330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:14.407385 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.437865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:14.490402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Pushing event updated for resources: {'Port': ['ID=944ed0a7-b71a-478e-a941-fc1fea0c8cca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:14.508977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-e79212f2-fc5a-4c6d-8a4e-3a1845e34cbf tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:14.519394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-e79212f2-fc5a-4c6d-8a4e-3a1845e34cbf tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5920985 Jul 23 22:47:14.536655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:14.537077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.537984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce523c4-afe1-4d27-a291-fe45cc6f240f None None] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:14.542504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-2a999222-c638-4303-ba1e-c9112ab9346c tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/quotas/8f83ca1f1931415bb729fb33956846b7 HTTP/1.1" status: 200 len: 375 time: 0.0219505 Jul 23 22:47:14.614004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 86277ef6-fede-4947-b4f8-6155f9db78c8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:14.660940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.669603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.721172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Provisioning for port 86277ef6-fede-4947-b4f8-6155f9db78c8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:14.739765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Provisioning complete for port 86277ef6-fede-4947-b4f8-6155f9db78c8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:14.740163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.789556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:14.791805 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccbbedf-7dec-4808-bfc7-980eeeae0895" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-unplugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:14.801325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.801325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.801325 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Floating IP fd4f311b-370f-4619-bbfa-15a08d2f538a disassociated. External IP: 172.25.1.189, port: 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8. Jul 23 22:47:14.801325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Calling delete_port for 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:14.838721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:14.845079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dc084-8573-4335-aaa1-d3bb3bc44aaa None None] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:14.928613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:14.941393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:14.992048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=f2ceda30-083c-4f23-bdc1-37e3e4db60b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:15.003780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:15.010438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:15.011093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.024604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.040761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a918f1b-e9aa-4ec6-bd0e-8f88a849c56f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6178710 Jul 23 22:47:15.066490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:15.081901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:15.088625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-9cc78f8f-f79e-42fb-b796-1c0c0a6826bd tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f83ca1f1931415bb729fb33956846b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4251146 Jul 23 22:47:15.090172 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.185244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event deleted for resources: {'Port': ['ID=23a4d01e-60bc-4406-9c00-cfedbcbb0cf8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:15.196853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Router 1d190915-43cd-4ee7-99d5-e77c22d7b53f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:47:15.255161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.268170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:47:15.333349 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.406140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] For port 86277ef6-fede-4947-b4f8-6155f9db78c8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=86277ef6-fede-4947-b4f8-6155f9db78c8,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:15.416799 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.484552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:47:15.496027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Sync routers for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:47:15.538502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.539791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43d8bc41-3b7c-4746-8140-2c8f467810a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1279089 Jul 23 22:47:15.544664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:15.579758 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d098ae5d-c46e-44d5-a19b-766e0e9b4691 x-openstack-request-id: req-d098ae5d-c46e-44d5-a19b-766e0e9b4691 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:15.580064 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac1cc2-8a0b-4728-89f3-0be28399ebf2", "name": "network-vif-deleted", "tag": "38275fd4-b6ca-475d-a2c8-edfe49063c81", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:15.581225 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d098ae5d-c46e-44d5-a19b-766e0e9b4691 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:15.581881 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac1cc2-8a0b-4728-89f3-0be28399ebf2', 'name': 'network-vif-deleted', 'tag': '38275fd4-b6ca-475d-a2c8-edfe49063c81', 'status': 'completed', 'code': 200} Jul 23 22:47:15.604039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:15.604687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:15.624225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port f2ceda30-083c-4f23-bdc1-37e3e4db60b2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:15.625106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.675425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:47:15.688225 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:47:15.719567 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:15.720322 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:15.857397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:15.858072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c39911-2ed6-493c-be1e-2e69db05a819 None None] Pushing event updated for resources: {'Port': ['ID=86277ef6-fede-4947-b4f8-6155f9db78c8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:15.982262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:15.986688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] No DVR routers for this DVR port 23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:15.998025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.001521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3a43eda5-411b-41c7-9afc-a4e7a018fcea req-1f99ce4b-efae-4e94-b913-2dffc663a2a4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.22 "DELETE /v2.0/ports/23a4d01e-60bc-4406-9c00-cfedbcbb0cf8 HTTP/1.1" status: 204 len: 173 time: 2.2449198 Jul 23 22:47:16.002026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-deleted', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:16.005919 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1794e2f-19e9-4d92-8ead-02bc428ee005" -d '{"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-deleted", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:16.014242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ff171e0-bb71-4273-ad31-2762d615f350 None None] Provisioning complete for port 86277ef6-fede-4947-b4f8-6155f9db78c8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:16.014624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ff171e0-bb71-4273-ad31-2762d615f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.019577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for f2ceda30-083c-4f23-bdc1-37e3e4db60b2 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:16.132644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:16.153733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 86277ef6-fede-4947-b4f8-6155f9db78c8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:16.157828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.214482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=f2ceda30-083c-4f23-bdc1-37e3e4db60b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:16.254112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.257793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ce25bf6-6b71-4cff-9877-0962fde753b0 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/f2ceda30-083c-4f23-bdc1-37e3e4db60b2 HTTP/1.1" status: 204 len: 168 time: 1.1892428 Jul 23 22:47:16.260174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:16.268765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'mac_address': 'fa:16:3e:bd:f6:8b', 'name': 'tempest-PortsTestJSON-1245603400'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:16.292463 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:16.319556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-dce3dbb8-df89-4fbc-bc94-f5536b2cf325 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:16.322440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-dce3dbb8-df89-4fbc-bc94-f5536b2cf325 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.2526424 Jul 23 22:47:16.328641 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:47:16.339596 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:16.340399 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:16.403966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:16.431867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-7dc099f5-3ba4-4835-89bc-b01ab96cb2a3 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/quotas/46a3f5acb2f547d5bc6e5a3dfb8423ac HTTP/1.1" status: 200 len: 375 time: 0.0462868 Jul 23 22:47:16.501421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.541740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 86277ef6-fede-4947-b4f8-6155f9db78c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:16.542256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.557927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.604639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-7e690d16-72e3-4ede-969f-22312706bd87 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702840 Jul 23 22:47:16.614652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 76f7a397-5bd2-4328-b237-4fa1675f49a5 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:16.709301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:16.718315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:14Z', 'revision_number': 3, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:16.750383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Checking router: 1d190915-43cd-4ee7-99d5-e77c22d7b53f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:47:16.750733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Updating router 1d190915-43cd-4ee7-99d5-e77c22d7b53f port 944ed0a7-b71a-478e-a941-fc1fea0c8cca binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:47:16.808511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.911819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.958882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:16.994873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:17.035593 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718ae0e-d3a1-44ef-8034-5c0aef5653c5 None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:47:17.057262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:17.072304 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-3b093030-dfdd-4684-9b6d-d9cf60bfee96 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8f83ca1f1931415bb729fb33956846b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502574 Jul 23 22:47:17.073547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:17.084091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:17.090060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:17.092819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.097821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=76f7a397-5bd2-4328-b237-4fa1675f49a5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:17.145317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ae05a84a-774a-4f65-9846-2bb40c65a50e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8835566 Jul 23 22:47:17.148600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:17.179999 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.191053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Transition to ACTIVE for port object 944ed0a7-b71a-478e-a941-fc1fea0c8cca will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:17.202152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.258239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598a5228-04a0-48a1-92fa-2819f29c6a97 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:17.259924 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-598a5228-04a0-48a1-92fa-2819f29c6a97 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/76f7a397-5bd2-4328-b237-4fa1675f49a5 HTTP/1.1" status: 200 len: 841 time: 0.1091194 Jul 23 22:47:17.263051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34738) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:17.270554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-231724af-c667-462c-bcc9-b86022c434f7 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649570 Jul 23 22:47:17.284105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Attempting to bind port 944ed0a7-b71a-478e-a941-fc1fea0c8cca on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:17.284488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Attempting to bind port 944ed0a7-b71a-478e-a941-fc1fea0c8cca by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:17.284861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Attempting to bind port 944ed0a7-b71a-478e-a941-fc1fea0c8cca on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:17.287282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2388c2e-aec6-4c5e-bcd2-8f3c20e78b77 None None] Pushing event updated for resources: {'Port': ['ID=944ed0a7-b71a-478e-a941-fc1fea0c8cca,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:17.293109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:17.293485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:17.295319 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.295730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:17.296215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Bound port: 944ed0a7-b71a-478e-a941-fc1fea0c8cca, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:17.296601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.332891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-0a84bf83-089b-4fcb-8eb5-d8c7e51df4a8 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:17.334721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-0a84bf83-089b-4fcb-8eb5-d8c7e51df4a8 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388127 Jul 23 22:47:17.350591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Request body: {'port': {'device_id': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '8f83ca1f1931415bb729fb33956846b7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:17.383214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] For port 944ed0a7-b71a-478e-a941-fc1fea0c8cca, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:17.386736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] For port 944ed0a7-b71a-478e-a941-fc1fea0c8cca, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=944ed0a7-b71a-478e-a941-fc1fea0c8cca,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:17.393690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.430117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fbc36-2668-438f-a048-3dc16479c0c9 None None] New status for floating IP fd4f311b-370f-4619-bbfa-15a08d2f538a: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:47:17.447585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.499411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 76f7a397-5bd2-4328-b237-4fa1675f49a5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:17.499808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.530396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:17.531148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:17.536976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2388c2e-aec6-4c5e-bcd2-8f3c20e78b77 None None] Pushing event updated for resources: {'Port': ['ID=944ed0a7-b71a-478e-a941-fc1fea0c8cca,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:17.585683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.588555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Made reservation on behalf of 8f83ca1f1931415bb729fb33956846b7 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:17.592250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.612661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.614760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 76f7a397-5bd2-4328-b237-4fa1675f49a5 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:17.677675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:17.678899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Allocated IP 172.20.0.1 (faf0a273-dfbc-43ae-b24f-2bc474eae6ec/c4ed716f-ac13-4a87-bbe2-8ac979ebe11c/6fc00d39-5393-424c-af62-e474b7ba8e05) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:17.698624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-58992e3e-cd6e-4b11-9fe5-d6de58502a3f service neutron] 10.222.0.37 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269836 Jul 23 22:47:17.758853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.810055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.813443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/76f7a397-5bd2-4328-b237-4fa1675f49a5 HTTP/1.1" status: 204 len: 168 time: 0.5493464 Jul 23 22:47:17.818859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174b1e3-3daf-4e07-a5b6-2e2f8d16188f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=76f7a397-5bd2-4328-b237-4fa1675f49a5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:17.820857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:17.831879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.838256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.863811 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0037f6e7-96e4-47f2-b48d-9f931eebeb9b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:17.870482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0037f6e7-96e4-47f2-b48d-9f931eebeb9b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/76f7a397-5bd2-4328-b237-4fa1675f49a5 HTTP/1.1" status: 404 len: 333 time: 0.0485716 Jul 23 22:47:17.873049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:17.879214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'name': 'tempest-PortsTestJSON-1867422346'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:17.907547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:17.910068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:14Z', 'revision_number': 3, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:17.946723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Transition to ACTIVE for port object 6fc00d39-5393-424c-af62-e474b7ba8e05 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:17.952656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d088221-ba89-4904-920b-157eadd76da6 None None] The sync data for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 is: [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:14Z', 'revision_number': 3, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:47:18.000256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490f01a-4afa-4f5a-96af-a9e523351c1d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:18.010079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.012803 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c241c58-0ac7-461e-967a-2c18ff19f639 x-openstack-request-id: req-1c241c58-0ac7-461e-967a-2c18ff19f639 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:18.013100 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-unplugged", "status": "completed", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:18.013537 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c241c58-0ac7-461e-967a-2c18ff19f639 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:18.014100 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'code': 200} Jul 23 22:47:18.105885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:18.138799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:18.156623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d73bb22-a26c-4193-bd50-6811864a6853 req-1076f1c7-34e4-4ccc-a357-b4778774b2d8 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 210 time: 0.0745144 Jul 23 22:47:18.163843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:18.166149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Pushing event updated for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:18.172553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Allocated IP 192.168.233.62 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/47c067db-9500-490a-ae8a-95f49efeab07) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:18.227496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.328586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:18.338218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.441939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:18.572969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.604409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-853ddabd-08a6-492e-b609-0f7b3969257f None None] Provisioning for port 6fc00d39-5393-424c-af62-e474b7ba8e05 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:18.608905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-853ddabd-08a6-492e-b609-0f7b3969257f None None] Provisioning complete for port 6fc00d39-5393-424c-af62-e474b7ba8e05 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:18.609273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-853ddabd-08a6-492e-b609-0f7b3969257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.665747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad0995-1aa9-4f3b-90d0-658fb095060d req-81e1dcb6-aac1-4f4d-9cbb-775d06288b53 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:18.667334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5ad0995-1aa9-4f3b-90d0-658fb095060d req-81e1dcb6-aac1-4f4d-9cbb-775d06288b53 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1649606 Jul 23 22:47:18.668139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:18.675416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-853ddabd-08a6-492e-b609-0f7b3969257f None None] Port 6fc00d39-5393-424c-af62-e474b7ba8e05 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:18.694317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Transition to ACTIVE for port object 47c067db-9500-490a-ae8a-95f49efeab07 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:18.782652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5ad0995-1aa9-4f3b-90d0-658fb095060d req-dbf97959-deff-4f61-ab9a-6fdcc6dd0c4c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915468 Jul 23 22:47:19.043904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.055661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.149385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-403227b7-1686-4479-84e5-6d85a7c4539c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:19.151093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-403227b7-1686-4479-84e5-6d85a7c4539c tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.2196264 Jul 23 22:47:19.165578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.213329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Pushing event updated for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:19.225585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-ca2fadf1-9627-46b7-a051-89116c161b44 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/quotas/b3d714a9174e4cfba134880c9c6e860f HTTP/1.1" status: 200 len: 375 time: 0.0637369 Jul 23 22:47:19.240239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.266150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.288519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-b8595d7e-f0d9-4388-832e-5cfbe01351d7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346823 Jul 23 22:47:19.327572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:19.337906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:19.344201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:19.344985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:19.348333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:19.380489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.384448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Pushing event updated for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:19.462346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:19.484069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:19.490087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:19.495838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:19.496408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.519194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:19.520055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.555123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:19.580448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c9fba88-ed5b-46b1-818e-c16691544920 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7053833 Jul 23 22:47:19.581115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:19.583048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-3545f8ba-0c80-446f-953d-96e85d5509fe service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793241 Jul 23 22:47:19.586965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:19.674197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-cb13256e-b170-417b-b92c-fdf85687b813 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3280170 Jul 23 22:47:19.689991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Request body: {'port': {'device_id': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:19.836289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Provisioning complete for port 6fc00d39-5393-424c-af62-e474b7ba8e05 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:19.836894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.837052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.862105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.883884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Port 6fc00d39-5393-424c-af62-e474b7ba8e05 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:19.899038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Provisioning for port 47c067db-9500-490a-ae8a-95f49efeab07 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:19.903762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Provisioning complete for port 47c067db-9500-490a-ae8a-95f49efeab07 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:19.904135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:19.909537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Router 1d190915-43cd-4ee7-99d5-e77c22d7b53f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:47:19.928542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-78b6eb09-7b46-4ee9-a83c-e94d81737904 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:19.930239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-78b6eb09-7b46-4ee9-a83c-e94d81737904 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.3411865 Jul 23 22:47:19.944287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1520b50a-e4ea-4e95-9780-e49466fa43e2 None None] Port 47c067db-9500-490a-ae8a-95f49efeab07 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:19.944576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Request body: {'port': {'device_id': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'admin_state_up': True, 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:19.960335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-49951aae-bbf5-43c1-b788-9d95afba002d tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:19.961846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-49951aae-bbf5-43c1-b788-9d95afba002d tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.4338291 Jul 23 22:47:19.986048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Request body: {'port': {'device_id': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'admin_state_up': True, 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:20.030803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-ea173c81-da55-4cf6-b39a-50573ad14ac0 service neutron] 10.222.0.37 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152634 Jul 23 22:47:20.149869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 944ed0a7-b71a-478e-a941-fc1fea0c8cca up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:20.205527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.216611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.230173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 944ed0a7-b71a-478e-a941-fc1fea0c8cca completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:20.237166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 944ed0a7-b71a-478e-a941-fc1fea0c8cca triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:20.238456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.297268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] In _notify_port_updated(), no bound segment for port cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f on network a1e1c531-26d8-44a2-b5b8-9d3713519731 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:47:20.302975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:20.303647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.305023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/ports/cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f HTTP/1.1" status: 200 len: 818 time: 0.7225540 Jul 23 22:47:20.323992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:20.393623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eac3c-7acc-4341-a96b-e54b392efd83 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:20.411949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.440099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 944ed0a7-b71a-478e-a941-fc1fea0c8cca, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=944ed0a7-b71a-478e-a941-fc1fea0c8cca,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:20.449325 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.477717 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75937b94-98ca-44c3-acd0-21188b4f58b7 x-openstack-request-id: req-75937b94-98ca-44c3-acd0-21188b4f58b7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:20.478243 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6093e5b7-34df-490a-9c06-8dd381f6349c", "name": "network-vif-deleted", "tag": "23a4d01e-60bc-4406-9c00-cfedbcbb0cf8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:20.478660 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75937b94-98ca-44c3-acd0-21188b4f58b7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:20.479291 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6093e5b7-34df-490a-9c06-8dd381f6349c', 'name': 'network-vif-deleted', 'tag': '23a4d01e-60bc-4406-9c00-cfedbcbb0cf8', 'status': 'completed', 'code': 200} Jul 23 22:47:20.504869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c067db-9500-490a-ae8a-95f49efeab07 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:20.515258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.553028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Transition to ACTIVE for port object 47c067db-9500-490a-ae8a-95f49efeab07 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:20.559361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:20.559996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.561374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=944ed0a7-b71a-478e-a941-fc1fea0c8cca,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:20.567655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.639918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Pushing event updated for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:20.708533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:20.712511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.738213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:47:20.744518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.752458 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Sync routers for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:47:20.767805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1d4baea0-0772-4e4a-a0fa-5fb209e95dea admin admin] 10.222.0.37 "PUT /v2.0/routers/1d190915-43cd-4ee7-99d5-e77c22d7b53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2114363 Jul 23 22:47:20.781632 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:20.782316 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:20.790009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:20.798352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:20.802344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:20.828723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:20.835004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215992358', 'description': 'tempest-secgroup-smoke-1215992358 description', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:21.016270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.036200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Attempting to bind port 47c067db-9500-490a-ae8a-95f49efeab07 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:21.036535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Attempting to bind port 47c067db-9500-490a-ae8a-95f49efeab07 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:21.036871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Attempting to bind port 47c067db-9500-490a-ae8a-95f49efeab07 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:21.066189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Port 47c067db-9500-490a-ae8a-95f49efeab07 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:21.066781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Attempting to bind port 47c067db-9500-490a-ae8a-95f49efeab07 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:21.073592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Allocated IP 172.20.0.5 (b2d276f4-654e-47cf-8f7d-47a2d414ded1/fa7ec605-e20f-4b55-8402-982a04c99416/d2e5546a-d68a-4593-bfc5-5e86f4e98d55) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:21.078789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.102820 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:21.118546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:21.119117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:21.119804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:21.120450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Bound port: 47c067db-9500-490a-ae8a-95f49efeab07, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:21.120985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.227755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.288310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.305739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:21.345247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:21.376154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.380663 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29614749-fe61-4c48-9a7d-9fc5752999fe tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f HTTP/1.1" status: 204 len: 168 time: 1.0489042 Jul 23 22:47:21.381385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.383350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.390292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=47c067db-9500-490a-ae8a-95f49efeab07,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:21.394559 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 2, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:21.413521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.464064 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Checking router: 1d190915-43cd-4ee7-99d5-e77c22d7b53f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:47:21.464768 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Updating router 1d190915-43cd-4ee7-99d5-e77c22d7b53f port 6fc00d39-5393-424c-af62-e474b7ba8e05 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:47:21.506061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f51a1-b897-4907-a276-50fd77abbc02 req-9b27cf1c-98d6-43c4-8327-3e0059bd48aa tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:21.506792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.515573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:21.516230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.517747 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] 10.222.0.22 "PUT /v2.0/ports/47c067db-9500-490a-ae8a-95f49efeab07 HTTP/1.1" status: 200 len: 1096 time: 1.8341672 Jul 23 22:47:21.522026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b2f51a1-b897-4907-a276-50fd77abbc02 req-9b27cf1c-98d6-43c4-8327-3e0059bd48aa tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3847303 Jul 23 22:47:21.527175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.527769 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.566090 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.581317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8a1ce-9247-482b-94b6-8f21bfe50245 service neutron] Pushing event updated for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:21.592698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b2f51a1-b897-4907-a276-50fd77abbc02 req-55ed0b13-514e-4ccd-936d-e21bfd1f589f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687613 Jul 23 22:47:21.645664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.651900 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.668519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8371785 Jul 23 22:47:21.674846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.685005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b431046-dbec-4bd1-8930-5bca5846261d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:21.715885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:21.723148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.726082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.729737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "DELETE /v2.0/security-groups/100cfa1d-bf98-4376-a38b-3b6eab37eed3 HTTP/1.1" status: 204 len: 168 time: 0.7087989 Jul 23 22:47:21.737637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.792285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5000b9-9ef8-4c9a-bdcb-d0e9a5e618ba tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100cfa1d-bf98-4376-a38b-3b6eab37eed3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:21.806576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:21.819333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30be03-762b-4d6c-80fe-130a4ee5fb99 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:21.823617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6b30be03-762b-4d6c-80fe-130a4ee5fb99 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4292507 Jul 23 22:47:21.824099 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-00af7972-3282-4ffc-a269-928a4fd77332 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] show failed (client error): The resource could not be found. Jul 23 22:47:21.825180 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-00af7972-3282-4ffc-a269-928a4fd77332 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups/100cfa1d-bf98-4376-a38b-3b6eab37eed3 HTTP/1.1" status: 404 len: 347 time: 0.0842705 Jul 23 22:47:21.825868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.829722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.867176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:21.908041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:21.928858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event updated for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:21.942299 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-395d8aa9-0d16-4490-8dfe-13d0d35bfb28 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:21.944111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-395d8aa9-0d16-4490-8dfe-13d0d35bfb28 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/cb3ca28f-da0c-4b7f-9dbc-919e87e4ce9f HTTP/1.1" status: 404 len: 333 time: 0.1151164 Jul 23 22:47:21.945106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:21.960610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:21.964008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-440383166'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:22.043215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-256f84f0-f367-4d2f-be66-a638ffb35944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.044856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-256f84f0-f367-4d2f-be66-a638ffb35944 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f83ca1f1931415bb729fb33956846b7&device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 1099 time: 0.4505262 Jul 23 22:47:22.058162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Allocated IP 172.20.0.8 (b2d276f4-654e-47cf-8f7d-47a2d414ded1/fa7ec605-e20f-4b55-8402-982a04c99416/9c7596f0-b2a9-4272-bb35-e895fb9f6b08) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:22.143079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-bbf9e004-7528-42d8-9200-c039193d63e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=47c067db-9500-490a-ae8a-95f49efeab07 HTTP/1.1" status: 200 len: 217 time: 0.0897610 Jul 23 22:47:22.151082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:22.156114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.169551 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.192786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 944ed0a7-b71a-478e-a941-fc1fea0c8cca up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:22.193340 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Transition to ACTIVE for port object 6fc00d39-5393-424c-af62-e474b7ba8e05 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:22.200638 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.206790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.207343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.255909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-7f6c1f8d-449a-4d9e-be87-7cd97227b02b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.257110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-7f6c1f8d-449a-4d9e-be87-7cd97227b02b tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.25 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 812 time: 0.3967321 Jul 23 22:47:22.274424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-54de3848-0059-4c2e-8d18-64391c3108b0 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2935779 Jul 23 22:47:22.297395 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.306669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0da4c9-3b48-4c0e-877d-a00dcf150df1 req-4959258e-39a6-49e6-a9fb-bc53b1d00b8b tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.330554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb0da4c9-3b48-4c0e-877d-a00dcf150df1 req-4959258e-39a6-49e6-a9fb-bc53b1d00b8b tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 947 time: 0.5671754 Jul 23 22:47:22.337969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 944ed0a7-b71a-478e-a941-fc1fea0c8cca triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:22.339341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.345556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Request body: {'port': {'device_id': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'admin_state_up': True, 'tenant_id': 'b3d714a9174e4cfba134880c9c6e860f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:22.349112 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Attempting to bind port 6fc00d39-5393-424c-af62-e474b7ba8e05 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:22.349301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Attempting to bind port 6fc00d39-5393-424c-af62-e474b7ba8e05 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:22.350091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Attempting to bind port 6fc00d39-5393-424c-af62-e474b7ba8e05 on network faf0a273-dfbc-43ae-b24f-2bc474eae6ec {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:22.362711 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Pushing event updated for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:22.369263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:22.380803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.382010 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.382573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.383068 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.383602 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.384176 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.384767 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.385326 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.385949 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.386497 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.387048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.388555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.389646 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:22.394646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Request body: {'port': {'device_id': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:22.400705 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:22.401277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Checking segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:22.403737 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.404329 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Bound using segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:22.405607 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Bound port: 6fc00d39-5393-424c-af62-e474b7ba8e05, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:22.406828 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.408434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7c21637f-8770-4ce7-bae1-8f63659e5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.418087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-7c21637f-8770-4ce7-bae1-8f63659e5fa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.2361729 Jul 23 22:47:22.420731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.451765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.452335 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 2b54eeaf-a070-4602-a16e-dd4316366c21 of type vlan for network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f Jul 23 22:47:22.511506 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] For port 6fc00d39-5393-424c-af62-e474b7ba8e05, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:22.516718 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] For port 6fc00d39-5393-424c-af62-e474b7ba8e05, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fc00d39-5393-424c-af62-e474b7ba8e05,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:22.523034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:22.523442 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.525332 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c6312-17e9-4904-a849-51033ef2a384" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "tag": "47c067db-9500-490a-ae8a-95f49efeab07"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:22.585993 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:47:22.587129 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:22.652736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e19300-1669-4cf9-bdd0-e8149cb78ecc,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:22.675393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Deleting port 5fb6b53c-d432-491d-aab1-53fd1bec01be {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:22.675728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.695335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.697829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0818cf0-01db-4702-86fb-640a55db6f93 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0157130 Jul 23 22:47:22.720097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.722653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:22.730020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:22.730284 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:47:22.825533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb0da4c9-3b48-4c0e-877d-a00dcf150df1 req-79869c7d-2519-429b-9f6a-27dbd95eb47a tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938760 Jul 23 22:47:22.848780 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7e5d0-6d65-495c-b121-92c93c701251 None None] Pushing event updated for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:22.902953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598964-17ae-4e21-a98b-2f090ea015fa req-e198033c-4703-4361-8f31-13a1c5d40cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.905682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-e198033c-4703-4361-8f31-13a1c5d40cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4867046 Jul 23 22:47:22.935152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.935906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.941130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.953025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.958794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:22.959398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.987274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:22.991269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Calling delete_port for 5fb6b53c-d432-491d-aab1-53fd1bec01be owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:23.002058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9b17c64-999e-409f-8e13-fcea3be4934d req-2745ff12-a532-4f24-91fd-74df0271d6d1 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 210 time: 0.0722263 Jul 23 22:47:23.026385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.061567 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:22Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:23.106343 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4eeae9-37b0-43f6-bce8-f59f4cc7fa4d None None] The sync data for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 is: [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:22Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:47:23.164586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Made reservation on behalf of b3d714a9174e4cfba134880c9c6e860f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:23.168918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.186680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.198075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=69743d81-1ae8-43f6-a9e9-8af75fdfff1f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:23.201729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae16301d-8217-4198-8bcb-25195963e439 req-4a38c7b3-3296-4f14-a0fd-2e7c43faa979 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 210 time: 0.1054769 Jul 23 22:47:23.223164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:23.271858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-93735ee9-4888-446f-847e-664f00a50b06 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3119442 Jul 23 22:47:23.278844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:23.280300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-d1379faf-56e0-4fdb-a19f-5c7548762384 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664379 Jul 23 22:47:23.303303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:23.450446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af598964-17ae-4e21-a98b-2f090ea015fa req-2051bd0b-d6e8-4672-867f-aaf4869b52c7 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634462 Jul 23 22:47:23.528289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.528537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.541816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.580162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.580413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'Port': ['ID=5fb6b53c-d432-491d-aab1-53fd1bec01be,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:23.652592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.655874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.674786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b3b56ba-6b1a-483c-8992-d43399c65daa tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "DELETE /v2.0/floatingips/fd4f311b-370f-4619-bbfa-15a08d2f538a HTTP/1.1" status: 204 len: 168 time: 1.8308413 Jul 23 22:47:23.740559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24222e8c-710e-4b41-be11-73a10fb6c618,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:23.785742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:23.814147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:23.826149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.828267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4c1ae27e-99f6-456f-b1bc-d336cdb90ce6 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1035547 Jul 23 22:47:23.828967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event updated for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:23.831194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:23.833131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:23.837810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:23.946056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-90e5c6da-376f-4df8-98e0-c8920dc2df0c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:23.947630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-90e5c6da-376f-4df8-98e0-c8920dc2df0c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.5324447 Jul 23 22:47:23.956302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:23.959838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.960791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:23.990710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Allocated IP 172.20.0.13 (2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c/7b602a45-1604-4103-b9c2-1f67629be157/66ca87e0-3e5f-49b3-845c-513e0f5c9d1f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:24.044693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:24.046060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.057710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-f547e104-ae05-4691-813f-4d7c0fc77097 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/quotas/928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 375 time: 0.0917659 Jul 23 22:47:24.063451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.073708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.103918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdadfe0c-37ec-41b1-952a-d5c36a47d889,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:24.117199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.121251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c0ca5011-967b-4350-a10d-e4e33fd56916 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862551 Jul 23 22:47:24.121571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:24.138433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:24.174697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-86281683-9570-470c-a602-ba7060e6a966 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2295375 Jul 23 22:47:24.178217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fc00d39-5393-424c-af62-e474b7ba8e05 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:24.193848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.201079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Request body: {'port': {'device_id': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:24.265397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6fc00d39-5393-424c-af62-e474b7ba8e05 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:24.270277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fc00d39-5393-424c-af62-e474b7ba8e05 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:24.271000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.342552 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.350736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.379650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e5546a-d68a-4593-bfc5-5e86f4e98d55 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:24.388974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec67583-9aa3-4324-84c0-6acc3a1d9b8f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:24.397689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.399510 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-330d17a6-cac5-4cc5-9bce-4c29900b020e tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2706680 Jul 23 22:47:24.402080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:24.408173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:24.409266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.443325 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Project 7b7a44572b6743b7906a48a096a4f9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:47:24.447338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6fc00d39-5393-424c-af62-e474b7ba8e05, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fc00d39-5393-424c-af62-e474b7ba8e05,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:24.450568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.453722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.485580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.499819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.518464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:24.543145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.547846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.568138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d2d4a1-0a8f-4a86-a029-ad5cacda285b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:24.577706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.579184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f337f8a6-eb70-45a8-bc5c-3fb6d1534a4b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760592 Jul 23 22:47:24.581971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34924) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:24.587105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'security_group_rule': {'security_group_id': '15924b68-ec4f-4d47-bc69-9f7f1cc44fe4', 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:24.616009 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Project 7b7a44572b6743b7906a48a096a4f9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:47:24.622219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.730973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.737679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.765641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ac643-c130-4628-b397-ec0a71261393,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:24.787440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:24.807106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b3a1ee5-95ec-4dcf-ad85-714b7e3585aa tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2193596 Jul 23 22:47:25.041951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Transition to ACTIVE for port object d2e5546a-d68a-4593-bfc5-5e86f4e98d55 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:25.063874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.199361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-c71f7ee9-3c1f-448e-ac3a-ecb3ac95a565 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1057224 Jul 23 22:47:25.285606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.287683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:25.325676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.604602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=229691ae-9dad-4a6b-90c0-733d15030952,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:25.618269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-70d8fd2c-f76e-4e40-bfc1-8691b5b24b2a service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004242 Jul 23 22:47:25.669474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '2b54eeaf-a070-4602-a16e-dd4316366c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:25.669903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 69743d81-1ae8-43f6-a9e9-8af75fdfff1f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:25.673510 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.686239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Attempting to bind port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:25.686578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Attempting to bind port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:25.686912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Attempting to bind port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:25.748638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:25.748997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Attempting to bind port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:25.782441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:25.812595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:25.812957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Checking segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:25.813328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Bound using segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:25.813793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Bound port: d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:25.814162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.825876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:25.829841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:25.865939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:25.867895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event updated for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:25.958137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 69743d81-1ae8-43f6-a9e9-8af75fdfff1f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:25.962952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:25.964903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:25.965633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7592be8-c828-4486-b481-484569a9db22 None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:26.004519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:26.005156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.008886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-515ceba3-9429-4c51-aac0-dcafe0c68d4b service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780358 Jul 23 22:47:26.011117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:26.040948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.053339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:26.053936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7e7a51d9-b1d9-4ad1-9ef7-abb97518b2a5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7636440 Jul 23 22:47:26.059625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:26.077895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:26.078572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Transition to ACTIVE for port object 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:26.080413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:26.082630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fa860131-da42-413c-b561-8b6b5be0eacf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8071408 Jul 23 22:47:26.089669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.099237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.113362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Request body: {'port': {'device_id': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:26.133096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fc00d39-5393-424c-af62-e474b7ba8e05 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:26.177297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:26.178422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.179660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] 10.222.0.25 "PUT /v2.0/ports/d2e5546a-d68a-4593-bfc5-5e86f4e98d55 HTTP/1.1" status: 200 len: 1092 time: 3.8439415 Jul 23 22:47:26.184615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:26.188051 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199f61b-aab8-4b57-b3e6-db20170b927b" -d '{"events": [{"name": "network-changed", "server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:26.222722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:26.227941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.302037 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1b582-29f7-4311-a0fb-62b1a2346f5c x-openstack-request-id: req-acd1b582-29f7-4311-a0fb-62b1a2346f5c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:26.306761 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "tag": "47c067db-9500-490a-ae8a-95f49efeab07", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:26.307579 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd1b582-29f7-4311-a0fb-62b1a2346f5c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:26.308913 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07', 'status': 'completed', 'code': 200} Jul 23 22:47:26.322805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fc00d39-5393-424c-af62-e474b7ba8e05 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:26.323510 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.337130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 47c067db-9500-490a-ae8a-95f49efeab07 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:26.348436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': '229691ae-9dad-4a6b-90c0-733d15030952'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:26.349858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.381057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d18a-be0d-4231-994a-df5c274c4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:26.566914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.601253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:26.627186 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 229691ae-9dad-4a6b-90c0-733d15030952 (CIDR: 172.20.0.0/28) Jul 23 22:47:26.644128 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:47:26.656269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:47:26.657044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Attempting to bind port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:26.657575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Attempting to bind port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:26.657938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Attempting to bind port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:26.672164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-e643a5a3-9be0-47a7-9779-60258d911a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:26.674368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-e643a5a3-9be0-47a7-9779-60258d911a09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=e79ae0f8-9ab5-4779-bb47-da8e701c3484 HTTP/1.1" status: 200 len: 1095 time: 0.3900840 Jul 23 22:47:26.688405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-cb5c28bc-ee39-4a93-97ab-573ace9d7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:26.697060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-cb5c28bc-ee39-4a93-97ab-573ace9d7237 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8f83ca1f1931415bb729fb33956846b7&device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 1099 time: 0.3114717 Jul 23 22:47:26.699783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:26.699783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Attempting to bind port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:26.751020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-db00b764-2942-4ea7-b46a-fc148169b3bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55 HTTP/1.1" status: 200 len: 217 time: 0.0650692 Jul 23 22:47:26.752995 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3a3c7ea3-8d55-4616-a152-51476eda5579 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6985934 Jul 23 22:47:26.757552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:26.762926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:26.884848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:26.885863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Checking segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:26.886283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Bound using segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:26.886777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Bound port: 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:26.887165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:26.925270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:26.931210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552853473', 'description': 'tempest-description--979483492'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:26.933270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=47c067db-9500-490a-ae8a-95f49efeab07,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:26.952287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Allocated IP 172.20.0.2 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/229691ae-9dad-4a6b-90c0-733d15030952/d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:26.958804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '47c067db-9500-490a-ae8a-95f49efeab07', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '47c067db-9500-490a-ae8a-95f49efeab07', 'mac_address': 'fa:16:3e:0e:d1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:26.988993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:26.994424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.108336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-3bbf8f65-95b5-4e9a-ac46-4b8928472c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.110041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-3bbf8f65-95b5-4e9a-ac46-4b8928472c55 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.2685630 Jul 23 22:47:27.120342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.163871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.219737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-82386c98-aa37-4fe9-a263-67cb5a73b6e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883381 Jul 23 22:47:27.224786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.232299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Transition to ACTIVE for port object d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:27.235989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.280658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:27.287221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Transition to ACTIVE for port object d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:27.291528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.294340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.300317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62607111-d82f-4ab2-b019-7c5761d305ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3696084 Jul 23 22:47:27.300317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-bd142d9a-cbf2-47f6-85d8-0d293443a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.303645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-bd142d9a-cbf2-47f6-85d8-0d293443a3a6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.5917196 Jul 23 22:47:27.303645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:27.307191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group_rule': {'security_group_id': '947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:27.313288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:27.345362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:27.346669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.375630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-ad316c3b-630e-4225-85ec-420aa30cc3c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=47c067db-9500-490a-ae8a-95f49efeab07 HTTP/1.1" status: 200 len: 217 time: 0.0429990 Jul 23 22:47:27.391359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.436221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.439678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-1b0b4604-4d27-47e2-b34e-9f1f9a2ea0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.441120 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-1b0b4604-4d27-47e2-b34e-9f1f9a2ea0be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0572281 Jul 23 22:47:27.447758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Pushing event updated for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:27.462894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c067db-9500-490a-ae8a-95f49efeab07 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:27.510185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=47c067db-9500-490a-ae8a-95f49efeab07,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:27.518236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:27.521109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:27.525387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:27.547160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.556966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.558125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.560231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] 10.222.0.22 "PUT /v2.0/ports/9c7596f0-b2a9-4272-bb35-e895fb9f6b08 HTTP/1.1" status: 200 len: 1092 time: 3.3657401 Jul 23 22:47:27.610436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be4971-4388-4627-b657-ead5bfea04fe req-25128e3b-e405-4956-8cdf-ec4a72d4df17 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.617860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20be4971-4388-4627-b657-ead5bfea04fe req-25128e3b-e405-4956-8cdf-ec4a72d4df17 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 947 time: 0.4990692 Jul 23 22:47:27.666959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-1dbdcd1c-ef4b-40df-9e09-92f65cd986c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:27.668479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-1dbdcd1c-ef4b-40df-9e09-92f65cd986c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2182736 Jul 23 22:47:27.690085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.707363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-0eb61e26-f3b9-4ad2-a7c6-b5fc12c72863 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463162 Jul 23 22:47:27.711165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Attempting to bind port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:27.711967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Attempting to bind port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '2b54eeaf-a070-4602-a16e-dd4316366c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:27.712428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Attempting to bind port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 on network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:27.719532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5875-8777-4b28-a4dc-3f6171753b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:27.736863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:27.737275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Checking segment: {'id': '2b54eeaf-a070-4602-a16e-dd4316366c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:27.737682 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.738136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Bound using segment: {'id': '2b54eeaf-a070-4602-a16e-dd4316366c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:27.738623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Bound port: d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b54eeaf-a070-4602-a16e-dd4316366c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:27.739221 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.741276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:27.767627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.804068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:27.807690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['47c067db-9500-490a-ae8a-95f49efeab07'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:27.818282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20be4971-4388-4627-b657-ead5bfea04fe req-91f49d81-cad2-44c4-84e0-a1a8c675a4b7 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946404 Jul 23 22:47:27.826524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.830923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Transition to ACTIVE for port object 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:27.894032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:27.898822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,segment=NetworkSegment(2b54eeaf-a070-4602-a16e-dd4316366c21),segment_id=2b54eeaf-a070-4602-a16e-dd4316366c21)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:27.906928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:27.918249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb985a1-d056-4bf6-b02d-f5eebe1252cf,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:27.954872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.032673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.037406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0166e47a-9e6d-4f1c-94ad-480a43db0e94 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7343612 Jul 23 22:47:28.038309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:28.050264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'security_group_rule': {'security_group_id': '947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:28.058014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.075640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327f6c9-fbcb-4d9c-b997-97f520fc726b None None] Pushing event updated for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:28.145102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-7f714096-2623-4c7a-a68d-49e316bace43 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264443 Jul 23 22:47:28.186104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-9160c067-c2b9-4447-99c1-811a28851ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:28.188213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-9160c067-c2b9-4447-99c1-811a28851ab8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 1095 time: 0.5595295 Jul 23 22:47:28.198191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:28.277185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-39c53643-e93a-4739-87e8-8ca99070db3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08 HTTP/1.1" status: 200 len: 217 time: 0.0697279 Jul 23 22:47:28.580482 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-5078c51c-eb8f-4f31-8cc4-cb70bc0361bf service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9012027 Jul 23 22:47:28.651092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:28.669950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:28.676929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:28.677525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.735598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=3e0aab0b-55f1-495b-a830-6a28ef8867f2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:28.738807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cb7a12dd-04fc-4364-a221-0910b5f42c08 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9798629 Jul 23 22:47:28.743445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:28.743993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.774755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'fixed_ips': [{'subnet_id': '229691ae-9dad-4a6b-90c0-733d15030952'}, {'subnet_id': '3e0aab0b-55f1-495b-a830-6a28ef8867f2'}], 'name': 'tempest-PortsTestJSON-401730937'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:28.804828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c976d-59b7-4864-9369-ffee97441830 req-c393d620-9f2e-4f92-9c48-0d3bb5a43e5a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:28.811610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d35c976d-59b7-4864-9369-ffee97441830 req-c393d620-9f2e-4f92-9c48-0d3bb5a43e5a tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 944 time: 0.8664591 Jul 23 22:47:28.854111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-0c534f43-b5a3-4885-afd9-192c0adfe1d6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:28.855520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-0c534f43-b5a3-4885-afd9-192c0adfe1d6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.9076629 Jul 23 22:47:28.861569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-35866196-8ce4-4b57-b221-335294ee38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:28.863436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-35866196-8ce4-4b57-b221-335294ee38fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.1503885 Jul 23 22:47:28.868527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'device_id': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'admin_state_up': True, 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:28.885675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7a3c6312-17e9-4904-a849-51033ef2a384 req-e10b7de9-8547-4c8a-b121-8a79241a245a service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908258 Jul 23 22:47:28.902158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.911034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.933287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12365fc0-96ee-460e-9fbb-bb06852a71f5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:28.956165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:28.956422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-c3c5d048-4a5d-40be-86de-2f68e0350879 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807779 Jul 23 22:47:28.957373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-295b5f75-8ba4-4a20-a792-5a560ee491e1 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9132369 Jul 23 22:47:28.965942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Attempting to bind port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:28.966147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:28.966526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Attempting to bind port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:28.966915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Attempting to bind port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:28.973254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:28.986996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:28.987388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Attempting to bind port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f on network 2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:28.990170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:29.048345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:29.048726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Checking segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:29.049066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Bound using segment: {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:29.049532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Bound port: 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37268822-ce6a-4239-bff0-c6a157daf44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:29.049920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.066685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.070956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d35c976d-59b7-4864-9369-ffee97441830 req-a6a2371d-384d-4b60-b87e-99979946d7ad tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144461 Jul 23 22:47:29.145254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.204349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 0442cf94-e225-476b-9798-bbac9fca2203 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:29.280764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-d5b7b561-da1d-492f-9ba6-a835e060e8da service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158247 Jul 23 22:47:29.282888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:29.287522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:29.330357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.398720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.418515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:29.422887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.430735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Pushing event updated for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:29.469983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b0bbb-4a38-4842-b5f2-dfbfd93ec37e req-0986cc8b-5338-4dc4-aaaa-cfce5097fa06 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:29.471540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-929b0bbb-4a38-4842-b5f2-dfbfd93ec37e req-0986cc8b-5338-4dc4-aaaa-cfce5097fa06 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 943 time: 0.3088737 Jul 23 22:47:29.472837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:29.473458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.474779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-d6634c3f-c55c-4969-a76a-af5daffe8bcf service neutron] 10.222.0.25 "PUT /v2.0/ports/66ca87e0-3e5f-49b3-845c-513e0f5c9d1f HTTP/1.1" status: 200 len: 1093 time: 3.3799860 Jul 23 22:47:29.549135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d64639-33fa-4f64-b4b7-963e34a8566f None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:29.575675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Allocated IP 172.25.1.123 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/700bda16-97f4-4801-a371-efe829f045ac) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:29.592126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb07528d-21f8-4ee1-b900-4c72ee2c3d1e req-76d62821-c203-449c-a1e3-5ac92a1f01a2 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016849 Jul 23 22:47:29.612668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-929b0bbb-4a38-4842-b5f2-dfbfd93ec37e req-f0dcaa96-f8df-4749-af5b-613df180df48 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322038 Jul 23 22:47:29.772877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-58ee4490-d805-42c4-b4fd-c0b60410e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:29.774432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-58ee4490-d805-42c4-b4fd-c0b60410e591 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 1096 time: 0.2551119 Jul 23 22:47:29.810093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-53c8866c-e111-4247-ae5d-fb1bf8a8b062 None None] Provisioning for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:29.850536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.20.0.5 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/785d8deb-920a-4122-b64c-4fc0d61d26b8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:29.862459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-fd8c0fdf-a866-4a77-b6b6-8a17f304b270 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f HTTP/1.1" status: 200 len: 217 time: 0.0741673 Jul 23 22:47:29.885916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b357bf0e-836c-4187-8e4c-5052c0458fc5 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215992358&fields=id&tenant_id=7b7a44572b6743b7906a48a096a4f9f4 HTTP/1.1" status: 200 len: 267 time: 0.1593173 Jul 23 22:47:29.894758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:29.928909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.10 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/229691ae-9dad-4a6b-90c0-733d15030952/0442cf94-e225-476b-9798-bbac9fca2203) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:29.939562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.22 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/3e0aab0b-55f1-495b-a830-6a28ef8867f2/0442cf94-e225-476b-9798-bbac9fca2203) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:30.004306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-a2208f69-2526-4ddd-b40b-32eff48da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:30.006872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-a2208f69-2526-4ddd-b40b-32eff48da8a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.1363213 Jul 23 22:47:30.010521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Update dhcp port {'port': {'network_id': '69743d81-1ae8-43f6-a9e9-8af75fdfff1f', 'fixed_ips': [{'subnet_id': '229691ae-9dad-4a6b-90c0-733d15030952', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e0aab0b-55f1-495b-a830-6a28ef8867f2'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'd07e77af-65d7-43f1-97e9-2f8c4c2bcfa4'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:47:30.081182 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.093330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-f0f04ec7-2464-4860-ab2d-b775cc838d21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720239 Jul 23 22:47:30.107540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.178882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.183380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:30.191168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:30.199427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:30.229489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=700bda16-97f4-4801-a371-efe829f045ac,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:30.234478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 0442cf94-e225-476b-9798-bbac9fca2203 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:30.275601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:30.286486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b3955996-4b13-4ecb-9232-7906e20d2e25 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:30.288537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b3955996-4b13-4ecb-9232-7906e20d2e25 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 814 time: 0.3804450 Jul 23 22:47:30.345498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:30.350111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:30.350485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.360077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.363293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-8640e549-b719-4dee-ae3c-020847d78d0d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/quotas/7b7a44572b6743b7906a48a096a4f9f4 HTTP/1.1" status: 200 len: 375 time: 0.0687230 Jul 23 22:47:30.371875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.382381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.394035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 47c067db-9500-490a-ae8a-95f49efeab07 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:30.415165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-82aed8b8-2d80-4157-86cb-e89062f266fc service neutron] 10.222.0.25 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018410 Jul 23 22:47:30.423046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Transition to ACTIVE for port object 785d8deb-920a-4122-b64c-4fc0d61d26b8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:30.453443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:30.461899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:30.470226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:30.480263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=0442cf94-e225-476b-9798-bbac9fca2203,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:30.495728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Allocated IP 172.20.0.18 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/3e0aab0b-55f1-495b-a830-6a28ef8867f2/d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:30.506512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.539280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8933c9f4-8083-400c-bdf5-067ac5682b85 req-7ccf7327-f327-49fb-a12c-f9b9776fe3a2 service neutron] 10.222.0.25 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175091 Jul 23 22:47:30.555318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.559840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:30.561047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.592755 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-932ea6a7-6230-4643-8a02-2b9beeb1b835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8186026 Jul 23 22:47:30.594350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:30.603034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 47c067db-9500-490a-ae8a-95f49efeab07 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:30.606114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-5a142721-709d-447c-ae9b-f8051ec6310b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2342803 Jul 23 22:47:30.612510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '229691ae-9dad-4a6b-90c0-733d15030952'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:30.624947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 47c067db-9500-490a-ae8a-95f49efeab07 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:30.624947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.720061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.721703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,segment=NetworkSegment(2b54eeaf-a070-4602-a16e-dd4316366c21),segment_id=2b54eeaf-a070-4602-a16e-dd4316366c21)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:30.765723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.766957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:30.775932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.826413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.856229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:30.862894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:30.871625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=47c067db-9500-490a-ae8a-95f49efeab07,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:30.871971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=700bda16-97f4-4801-a371-efe829f045ac,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:30.880849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:30.886175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:30.886374 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316df697-6e11-4bd7-85a4-e64c28f2d46b" -d '{"events": [{"server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "name": "network-vif-plugged", "status": "completed", "tag": "47c067db-9500-490a-ae8a-95f49efeab07"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:30.895097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:30.901257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.905559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.922887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:30.933202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e3b4c944-bd4d-477e-93f7-28bbf9aef7c7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9582255 Jul 23 22:47:31.004954 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.021809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-38d0d014-7c12-4d6d-8197-0513f635291e service neutron] 10.222.0.37 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656225 Jul 23 22:47:31.039826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.097623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Transition to ACTIVE for port object d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:31.120248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.134475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:31.136837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:31.137499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.196837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-59995913-d6e4-445f-9863-429e937b7cc6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3321569 Jul 23 22:47:31.229267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Request body: {'port': {'device_id': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:31.292070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-1567cbb3-42ca-43ba-993a-df61f701ff2c service neutron] 10.222.0.37 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607360 Jul 23 22:47:31.302334 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:47:31.302685 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:47:31.336569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f7690-d7fc-4f60-9227-e387bb9f15a7 None None] Pushing event updated for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:31.343068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99d0aba2-e216-47c5-9d62-773f318e7e40 None None] Provisioning for port 785d8deb-920a-4122-b64c-4fc0d61d26b8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:31.350874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99d0aba2-e216-47c5-9d62-773f318e7e40 None None] Provisioning complete for port 785d8deb-920a-4122-b64c-4fc0d61d26b8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:31.351143 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99d0aba2-e216-47c5-9d62-773f318e7e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.394026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-99d0aba2-e216-47c5-9d62-773f318e7e40 None None] Port 785d8deb-920a-4122-b64c-4fc0d61d26b8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:31.483220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.604462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d2e5546a-d68a-4593-bfc5-5e86f4e98d55 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:31.661623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Delete allocated IP 172.20.0.22 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/3e0aab0b-55f1-495b-a830-6a28ef8867f2) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 22:47:31.863795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:31.894293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'port_id': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55', 'mac_address': 'fa:16:3e:b8:23:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ec605-e20f-4b55-8402-982a04c99416', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:31.905157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:31.988516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.009169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,segment=NetworkSegment(2b54eeaf-a070-4602-a16e-dd4316366c21),segment_id=2b54eeaf-a070-4602-a16e-dd4316366c21)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:32.017991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5546a-d68a-4593-bfc5-5e86f4e98d55 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:32.063412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.078486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:32.289804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8812b403-8dd0-4fbe-9aa3-c163f2cfd0d9 None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:32.292005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:32.300517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.416874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:32.422791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dee1ba8e-ce78-4b2d-807e-b728fb283044 None None] Provisioning for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:32.432899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dee1ba8e-ce78-4b2d-807e-b728fb283044 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:32.433123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dee1ba8e-ce78-4b2d-807e-b728fb283044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.473103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:32.484037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76339787-915f-42da-a9ad-24bcaf7e0863 req-0d8bb2e7-f052-44d0-8d57-32a1b480abda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:32.491828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76339787-915f-42da-a9ad-24bcaf7e0863 req-0d8bb2e7-f052-44d0-8d57-32a1b480abda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 931 time: 0.7446780 Jul 23 22:47:32.501939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.522257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d2e5546a-d68a-4593-bfc5-5e86f4e98d55'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:32.554617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Ignored duplicate provisioning block setup for port 0442cf94-e225-476b-9798-bbac9fca2203 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 22:47:32.571382 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.613963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76339787-915f-42da-a9ad-24bcaf7e0863 req-fef31982-44fa-451c-a9a0-9841d0998abc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211321 Jul 23 22:47:32.616218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785d8deb-920a-4122-b64c-4fc0d61d26b8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:32.665073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.684993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=0442cf94-e225-476b-9798-bbac9fca2203,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:32.707778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:32.708360 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.726037 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f1931-fc2e-4ff4-adcd-e3a54a9a340c x-openstack-request-id: req-ee8f1931-fc2e-4ff4-adcd-e3a54a9a340c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:32.726562 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:32.727000 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee8f1931-fc2e-4ff4-adcd-e3a54a9a340c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:32.727658 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55', 'status': 'completed', 'code': 200} Jul 23 22:47:32.728999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Transition to ACTIVE for port object 785d8deb-920a-4122-b64c-4fc0d61d26b8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:32.768903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:32.779989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:32.874504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:32.931931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'port_id': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08', 'mac_address': 'fa:16:3e:38:0c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ec605-e20f-4b55-8402-982a04c99416', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:32.979812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Pushing event updated for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:33.004350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] In _notify_port_updated(), no bound segment for port 0442cf94-e225-476b-9798-bbac9fca2203 on network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:47:33.015569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.016561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.021134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:33.021619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ff03551-ac00-4e27-87ad-869ae4132fe6 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/ports/0442cf94-e225-476b-9798-bbac9fca2203 HTTP/1.1" status: 200 len: 919 time: 2.4138675 Jul 23 22:47:33.027480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '229691ae-9dad-4a6b-90c0-733d15030952'}, {'subnet_id': '3e0aab0b-55f1-495b-a830-6a28ef8867f2'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:33.048174 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.086771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:33.135581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:33.164944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.165559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Attempting to bind port 785d8deb-920a-4122-b64c-4fc0d61d26b8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:33.165982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Attempting to bind port 785d8deb-920a-4122-b64c-4fc0d61d26b8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:33.166790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Attempting to bind port 785d8deb-920a-4122-b64c-4fc0d61d26b8 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:33.176285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-87420d9a-6870-4c52-a607-52d75f30aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.178210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-87420d9a-6870-4c52-a607-52d75f30aa76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=e79ae0f8-9ab5-4779-bb47-da8e701c3484 HTTP/1.1" status: 200 len: 1096 time: 0.4185393 Jul 23 22:47:33.190682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f304-56dc-4b21-9345-5fe229cc25aa req-179d95c1-416a-4123-8fb2-7142fbc899fa tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.199974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c705f304-56dc-4b21-9345-5fe229cc25aa req-179d95c1-416a-4123-8fb2-7142fbc899fa tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 949 time: 0.3773844 Jul 23 22:47:33.273293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:33.275119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.376678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9c7596f0-b2a9-4272-bb35-e895fb9f6b08'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:33.392219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Port 785d8deb-920a-4122-b64c-4fc0d61d26b8 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:33.392553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Attempting to bind port 785d8deb-920a-4122-b64c-4fc0d61d26b8 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:33.403289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-de9b0166-034d-46b1-93d8-6981ac85099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.404858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-de9b0166-034d-46b1-93d8-6981ac85099d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 913 time: 0.1775188 Jul 23 22:47:33.440073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c705f304-56dc-4b21-9345-5fe229cc25aa req-dd768d8c-6c5d-47c7-bf9d-582582b5e99a tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402534 Jul 23 22:47:33.450537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:33.451069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:33.451651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:33.452156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Bound port: 785d8deb-920a-4122-b64c-4fc0d61d26b8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:33.453068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.552536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Provisioning for port 0442cf94-e225-476b-9798-bbac9fca2203 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:33.567848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Provisioning complete for port 0442cf94-e225-476b-9798-bbac9fca2203 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:33.569975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.584079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-f6ebe2f4-a221-486b-996f-0cd5b971cf96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55 HTTP/1.1" status: 200 len: 217 time: 0.1499605 Jul 23 22:47:33.641793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:33.644996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d2e5546a-d68a-4593-bfc5-5e86f4e98d55 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:33.754203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Port 0442cf94-e225-476b-9798-bbac9fca2203 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:33.757181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-762e8236-73cb-4be8-b21e-ab7b5d8f72ec tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.759017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-762e8236-73cb-4be8-b21e-ab7b5d8f72ec tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 814 time: 0.6090753 Jul 23 22:47:33.816317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-7c613b97-2d80-4c8c-a3b1-d7e971831033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:33.817838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-7c613b97-2d80-4c8c-a3b1-d7e971831033 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.2181976 Jul 23 22:47:33.834879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:33.835266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc432585-f581-4c7a-a3c8-e14ce98330f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.918385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.25 (69743d81-1ae8-43f6-a9e9-8af75fdfff1f/3e0aab0b-55f1-495b-a830-6a28ef8867f2/0442cf94-e225-476b-9798-bbac9fca2203) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:33.938097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-245c5af0-ca64-4519-8af1-33060d142550 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128869 Jul 23 22:47:33.942518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:33.943676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:33.951354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:33.952013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:33.987302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-1cc22dc7-64b4-4665-9f39-fd4b8c74677d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7a44572b6743b7906a48a096a4f9f4 HTTP/1.1" status: 200 len: 380 time: 0.2150953 Jul 23 22:47:34.020376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'port': {'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'admin_state_up': True, 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'security_groups': ['15924b68-ec4f-4d47-bc69-9f7f1cc44fe4']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:34.034993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:34.042496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:34.065454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4725382-9640-4b6a-985e-a8df6c439907 req-08471b04-72e6-4b54-9321-55673cc218f6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:34.067364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4725382-9640-4b6a-985e-a8df6c439907 req-08471b04-72e6-4b54-9321-55673cc218f6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 944 time: 0.4775853 Jul 23 22:47:34.116925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.141489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f', 'network_id': '2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c', 'port_id': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f', 'mac_address': 'fa:16:3e:21:24:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b602a45-1604-4103-b9c2-1f67629be157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:34.175681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:34.178027 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.180314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] 10.222.0.22 "PUT /v2.0/ports/785d8deb-920a-4122-b64c-4fc0d61d26b8 HTTP/1.1" status: 200 len: 1092 time: 2.9586470 Jul 23 22:47:34.193909 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.271501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.273572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:34.293299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Ignored duplicate provisioning block setup for port 0442cf94-e225-476b-9798-bbac9fca2203 by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 22:47:34.301232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.358003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.392596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:34.466254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:34.487099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88fb9876-aea8-43cd-a43d-5d8e67b652db None None] Provisioning complete for port 0442cf94-e225-476b-9798-bbac9fca2203 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:34.487720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fb9876-aea8-43cd-a43d-5d8e67b652db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.492858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:34.528099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:34.592963 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.603792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] In _notify_port_updated(), no bound segment for port 0442cf94-e225-476b-9798-bbac9fca2203 on network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:47:34.613325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:34.614043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.615539 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/ports/0442cf94-e225-476b-9798-bbac9fca2203 HTTP/1.1" status: 200 len: 999 time: 1.5932252 Jul 23 22:47:34.620303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35014) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:34.629855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4725382-9640-4b6a-985e-a8df6c439907 req-f2e195ca-68ff-40c0-9bd8-145bec44b51d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831395 Jul 23 22:47:34.719300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0b9e-2460-4fed-b4f8-408bd653f002 service neutron] Pushing event updated for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:34.725554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f60ba-38bd-472c-b303-b9d615a0e6aa tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=0442cf94-e225-476b-9798-bbac9fca2203,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:34.731201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.740990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08'}, {'name': 'network-changed', 'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f'}, {'name': 'network-changed', 'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:34.743188 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72" -d '{"events": [{"name": "network-changed", "server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08"}, {"name": "network-changed", "server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f"}, {"name": "network-changed", "server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:34.745712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:34.805321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-1b9146d5-0e43-44ac-9096-efa83f12fdc6 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474329 Jul 23 22:47:34.820025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 0442cf94-e225-476b-9798-bbac9fca2203 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:34.820369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.833881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-e705b275-fb43-4d0c-9dd1-3b09cce81a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:34.836624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-e705b275-fb43-4d0c-9dd1-3b09cce81a05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 1095 time: 0.5757189 Jul 23 22:47:34.849312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88fb9876-aea8-43cd-a43d-5d8e67b652db None None] Port 0442cf94-e225-476b-9798-bbac9fca2203 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:34.855131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:34.875588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:34.876286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.912670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:34.913359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.917659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-4e419c4b-e3aa-48cd-bf53-f13cc28c09d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8 HTTP/1.1" status: 200 len: 217 time: 0.0601072 Jul 23 22:47:34.959080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:34.967691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Made reservation on behalf of 7b7a44572b6743b7906a48a096a4f9f4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:34.971195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:34.983049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['66ca87e0-3e5f-49b3-845c-513e0f5c9d1f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:35.029371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.061371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-404d1af0-c3c3-428c-ad5c-ab7f4346347c None None] Provisioning complete for port 0442cf94-e225-476b-9798-bbac9fca2203 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:35.062152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-404d1af0-c3c3-428c-ad5c-ab7f4346347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.067001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 0442cf94-e225-476b-9798-bbac9fca2203 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:35.086856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-11cff3a7-a9b6-47e0-a40b-e0f8aef23464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:35.088301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-11cff3a7-a9b6-47e0-a40b-e0f8aef23464 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1310828 Jul 23 22:47:35.130427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ed50-ab83-4138-818d-fcf190564db8 req-b3f94965-cd32-42a8-9457-8f9c46408a50 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:35.137554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4577ed50-ab83-4138-818d-fcf190564db8 req-b3f94965-cd32-42a8-9457-8f9c46408a50 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 944 time: 0.3912475 Jul 23 22:47:35.167481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.192708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b199f61b-aab8-4b57-b3e6-db20170b927b req-1e525221-1fd9-4d73-83d2-26f8524b32a4 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746336 Jul 23 22:47:35.205095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-404d1af0-c3c3-428c-ad5c-ab7f4346347c None None] Port 0442cf94-e225-476b-9798-bbac9fca2203 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:35.238039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:35.259971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4577ed50-ab83-4138-818d-fcf190564db8 req-cea34299-d4a7-4ec2-8631-4783fb0160ca tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198275 Jul 23 22:47:35.422050 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:47:35.486336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Allocated IP 172.20.0.3 (68f0876c-2d57-4f3b-a978-4c1626cf2dfa/c79c8dcc-000f-403e-8070-bb9b5c53fbd9/241b7f79-15de-49ea-b74d-e5f1be8e781e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:35.488825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.518984 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e2937-0b8d-4b82-aff9-4767d0ad29db x-openstack-request-id: req-ce0e2937-0b8d-4b82-aff9-4767d0ad29db {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:35.519266 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "name": "network-vif-plugged", "status": "completed", "tag": "47c067db-9500-490a-ae8a-95f49efeab07", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:35.519554 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce0e2937-0b8d-4b82-aff9-4767d0ad29db {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:35.519947 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07', 'code': 200} Jul 23 22:47:35.522690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.525946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=0442cf94-e225-476b-9798-bbac9fca2203,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:35.671504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-6190767d-ffbc-4dde-afb8-1d4c98331c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:35.674700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:35.678371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-6190767d-ffbc-4dde-afb8-1d4c98331c4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5253406 Jul 23 22:47:35.703569 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.708739 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbf8f35d-634c-4cdd-a388-ad17e18c1576 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/0442cf94-e225-476b-9798-bbac9fca2203 HTTP/1.1" status: 204 len: 168 time: 1.0868979 Jul 23 22:47:35.709464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:35.921023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:35.927575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-23d72bfb-df29-41fd-b068-215138080d29 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1552853473&fields=id&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 267 time: 0.2316856 Jul 23 22:47:35.967599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Transition to ACTIVE for port object 241b7f79-15de-49ea-b74d-e5f1be8e781e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:35.988713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-c4a906c0-23e7-4315-9628-973544f86d48 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916882 Jul 23 22:47:36.033730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce394647-8ad5-4b4b-90be-e5549abe6922 req-7cae7706-70c8-4e85-8671-3ad35c49ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:36.036262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce394647-8ad5-4b4b-90be-e5549abe6922 req-7cae7706-70c8-4e85-8671-3ad35c49ed62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 1101 time: 0.3711054 Jul 23 22:47:36.053364 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c978dbf-1504-4d61-8c1c-ac7bd8114663 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:36.057867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c978dbf-1504-4d61-8c1c-ac7bd8114663 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/0442cf94-e225-476b-9798-bbac9fca2203 HTTP/1.1" status: 404 len: 333 time: 0.3450367 Jul 23 22:47:36.058230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:36.132708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 3e0aab0b-55f1-495b-a830-6a28ef8867f2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:36.140119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.179302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce394647-8ad5-4b4b-90be-e5549abe6922 req-01129687-4b3f-4b56-a4a9-67f3031818ed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358564 Jul 23 22:47:36.205010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.211132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.273208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-6d8d9a6e-6d18-4c42-9da1-4c9bee2288ee tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:36.274754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-6d8d9a6e-6d18-4c42-9da1-4c9bee2288ee tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 816 time: 0.3331275 Jul 23 22:47:36.276990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d6cc7ed-e84c-4282-91f3-e5e99c097240 req-b7b9a914-9e55-426c-b049-d494c26e4cf5 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756622 Jul 23 22:47:36.313548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:36.315046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-24f5f620-19f0-47b0-9072-0b4f26cce9eb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/quotas/5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 375 time: 0.0265841 Jul 23 22:47:36.318276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:36.322983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:36.340550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.367026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:36.428997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.446359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:36.448276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.490712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-cd24f897-8d75-4316-be7b-4ab053b9d3f2 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4806321 Jul 23 22:47:36.505171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0aab0b-55f1-495b-a830-6a28ef8867f2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:36.507041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Request body: {'port': {'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:36.517902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.527022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2b005-9a33-4151-90ab-e90460a47ae1 None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:36.527607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d06417f6-7c20-42aa-9711-a030f980983d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0aab0b-55f1-495b-a830-6a28ef8867f2 HTTP/1.1" status: 204 len: 168 time: 0.4654655 Jul 23 22:47:36.530561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:36.537847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-e55523cb-d28c-4b6c-940b-46a22a7b8e07 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759167 Jul 23 22:47:36.618851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 229691ae-9dad-4a6b-90c0-733d15030952 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:36.623417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.678183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.714727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.783234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74178767-b151-4c9e-a2a4-a0c186043df8 None None] Provisioning for port 241b7f79-15de-49ea-b74d-e5f1be8e781e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:36.796078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74178767-b151-4c9e-a2a4-a0c186043df8 None None] Provisioning complete for port 241b7f79-15de-49ea-b74d-e5f1be8e781e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:36.797604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74178767-b151-4c9e-a2a4-a0c186043df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.804046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-895c8ae3-34e9-41d0-9637-eea7586a7781 service neutron] 10.222.0.37 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614675 Jul 23 22:47:36.915027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:36.927726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-74178767-b151-4c9e-a2a4-a0c186043df8 None None] Port 241b7f79-15de-49ea-b74d-e5f1be8e781e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:37.049960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-111b6bb4-de29-4660-921a-aac3d399f1ea service neutron] 10.222.0.37 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972282 Jul 23 22:47:37.080292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.106410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.111424 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/229691ae-9dad-4a6b-90c0-733d15030952 HTTP/1.1" status: 204 len: 168 time: 0.5772946 Jul 23 22:47:37.112339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:37.133292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de053d29-4a97-429c-a3e1-83bb0512d98a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=229691ae-9dad-4a6b-90c0-733d15030952,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:37.329962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241b7f79-15de-49ea-b74d-e5f1be8e781e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:37.340330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.352061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.416338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Transition to ACTIVE for port object 241b7f79-15de-49ea-b74d-e5f1be8e781e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:37.427801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.522270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55'}, {'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:37.525244 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0139ad8-329a-472d-a144-f8105843373b" -d '{"events": [{"server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "name": "network-vif-plugged", "status": "completed", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55"}, {"server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "name": "network-vif-plugged", "status": "completed", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:37.650805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:37.757661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:37.763686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:37.764404 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.917744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:37.985304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:37.998411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.065924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba8be3-3c43-4227-9252-60a491d1eae0 None None] Network 69743d81-1ae8-43f6-a9e9-8af75fdfff1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:38.197409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:38.204074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e1c8e24-f6df-441e-b3ae-cf288dec5577 None None] Provisioning complete for port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:38.204593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1c8e24-f6df-441e-b3ae-cf288dec5577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.241153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Pushing event updated for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:38.264263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e3c4c-3d4a-44d5-a6e2-a7a362d2b70e req-f6439ef2-bdf1-4a0b-befd-5d3b528b93fd tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:38.274874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c7e3c4c-3d4a-44d5-a6e2-a7a362d2b70e req-f6439ef2-bdf1-4a0b-befd-5d3b528b93fd tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 931 time: 0.9849713 Jul 23 22:47:38.374788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] DHCP port deletion for 69743d81-1ae8-43f6-a9e9-8af75fdfff1f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:38.401503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:38.401865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.407718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 785d8deb-920a-4122-b64c-4fc0d61d26b8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:38.498535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c7e3c4c-3d4a-44d5-a6e2-a7a362d2b70e req-71781f77-c9e9-4fb9-998c-dabfb3c4b6ab tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222018 Jul 23 22:47:38.499144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Deleting port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:38.499531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.562916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Attempting to bind port 241b7f79-15de-49ea-b74d-e5f1be8e781e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:38.563248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Attempting to bind port 241b7f79-15de-49ea-b74d-e5f1be8e781e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:38.563572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Attempting to bind port 241b7f79-15de-49ea-b74d-e5f1be8e781e on network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:38.573235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,segment=NetworkSegment(2b54eeaf-a070-4602-a16e-dd4316366c21),segment_id=2b54eeaf-a070-4602-a16e-dd4316366c21)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:38.573665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.577203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Port 241b7f79-15de-49ea-b74d-e5f1be8e781e on network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:38.577583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Attempting to bind port 241b7f79-15de-49ea-b74d-e5f1be8e781e on network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:38.586095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] For port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,segment=NetworkSegment(2b54eeaf-a070-4602-a16e-dd4316366c21),segment_id=2b54eeaf-a070-4602-a16e-dd4316366c21)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:38.586620 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.598244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:38.598244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Checking segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:38.598244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Bound using segment: {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:38.598244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Bound port: 241b7f79-15de-49ea-b74d-e5f1be8e781e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce059584-37dd-4720-990e-356365613f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:38.598244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.601080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Calling delete_port for d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:38.613991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:38.692919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.741224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] No DVR routers for this DVR port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:38.789634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:38.803037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77745b05-1829-42ff-82c8-dd21be83bb44 None None] Pushing event deleted for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:38.830582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:38.842618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:38.845379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '785d8deb-920a-4122-b64c-4fc0d61d26b8', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': '785d8deb-920a-4122-b64c-4fc0d61d26b8', 'mac_address': 'fa:16:3e:76:5a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:38.862186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.914734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:38.945774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785d8deb-920a-4122-b64c-4fc0d61d26b8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:38.992260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:39.000412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070047e-4961-4992-8d3d-9cd63ab10f8d req-0196a2b8-722d-4a29-a87e-645b751914a2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.002304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.008528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0070047e-4961-4992-8d3d-9cd63ab10f8d req-0196a2b8-722d-4a29-a87e-645b751914a2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 943 time: 0.3921850 Jul 23 22:47:39.017431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.018380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.019785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] 10.222.0.25 "PUT /v2.0/ports/241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 1092 time: 2.5179586 Jul 23 22:47:39.123659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:39.181312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.184653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594bcf8-61d5-4b34-8a53-10c9f66a661c service neutron] Pushing event updated for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:39.243897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['785d8deb-920a-4122-b64c-4fc0d61d26b8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:39.253749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0070047e-4961-4992-8d3d-9cd63ab10f8d req-26863a2c-55f7-4682-b183-02546299660b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445152 Jul 23 22:47:39.261045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-1c6f0213-ebe1-4f50-a239-eb02c6452543 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4812660 Jul 23 22:47:39.270092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:39.290474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:39.361053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-25eee819-7e80-4512-81a0-1130c6d94115 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.363299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-25eee819-7e80-4512-81a0-1130c6d94115 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 816 time: 0.4392436 Jul 23 22:47:39.527949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.553092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69743d81-1ae8-43f6-a9e9-8af75fdfff1f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:39.557655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-69391771-0a2b-4b77-b1cc-e0541c902f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.559329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-69391771-0a2b-4b77-b1cc-e0541c902f3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1095 time: 0.4362512 Jul 23 22:47:39.570820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-6b6f075b-12a7-4ecf-bc44-cc512ccc08e8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 380 time: 0.1738350 Jul 23 22:47:39.581124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b54eeaf-a070-4602-a16e-dd4316366c21') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:39.581620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b54eeaf-a070-4602-a16e-dd4316366c21') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:39.610588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'port': {'device_id': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'admin_state_up': True, 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'security_groups': ['947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:39.661498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.680963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-8e70feb4-fb85-4f58-af1a-b14239b22984 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 217 time: 0.1076870 Jul 23 22:47:39.710921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a922-0971-4fac-8ab6-46bf452b3451 req-9a2eea42-7188-4077-aaed-3a5bac4b5183 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.712360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bb3a922-0971-4fac-8ab6-46bf452b3451 req-9a2eea42-7188-4077-aaed-3a5bac4b5183 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 949 time: 0.3289940 Jul 23 22:47:39.714257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-1ea7ea1a-a9a8-4e8b-85a5-b230b56977d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.715639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-1ea7ea1a-a9a8-4e8b-85a5-b230b56977d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1097 time: 0.3985515 Jul 23 22:47:39.717649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.778083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:39.778497 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:39.782302 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:39.939533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-5f747788-4e54-4d53-822c-59760327d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:39.941014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-5f747788-4e54-4d53-822c-59760327d84c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.2481356 Jul 23 22:47:39.961977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.985534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:39.987399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/69743d81-1ae8-43f6-a9e9-8af75fdfff1f HTTP/1.1" status: 204 len: 168 time: 2.8741226 Jul 23 22:47:39.991464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:40.008583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bb3a922-0971-4fac-8ab6-46bf452b3451 req-fd531d59-af1c-4aba-8dae-28c71008ee05 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814834 Jul 23 22:47:40.044602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaafc0a-e9c2-4a9a-93d7-93da740746da tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=69743d81-1ae8-43f6-a9e9-8af75fdfff1f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:40.054161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-b3ac6689-1d25-450e-b0bd-a2ab18d83d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.056661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-b3ac6689-1d25-450e-b0bd-a2ab18d83d23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2721088 Jul 23 22:47:40.075228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Made reservation on behalf of 5edafaa2fb694d1096f681e03068e92d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:40.085302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc67106b-fef6-42d7-9fda-3988de2d1eca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.090883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.092247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc67106b-fef6-42d7-9fda-3988de2d1eca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0991108 Jul 23 22:47:40.092888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:40.144150 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423db07d-46c1-49db-9cca-c454df9da1c7 x-openstack-request-id: req-423db07d-46c1-49db-9cca-c454df9da1c7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:40.144456 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:40.144658 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-423db07d-46c1-49db-9cca-c454df9da1c7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:40.145054 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08', 'status': 'completed', 'code': 200} Jul 23 22:47:40.145307 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f', 'status': 'completed', 'code': 200} Jul 23 22:47:40.145557 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8', 'status': 'completed', 'code': 200} Jul 23 22:47:40.165151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:40.181570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-44aec18f-c41a-42f3-8b75-96d31689df18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 217 time: 0.1174395 Jul 23 22:47:40.199534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ccab03a-ea9d-40a7-8e5c-e052edf76644 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1051939 Jul 23 22:47:40.203625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:40.206443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:40.206797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d07e77af-65d7-43f1-97e9-2f8c4c2bcfa4 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:40.210490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-32651091'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:40.236632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:40.248784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.279964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:40.292963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.293423 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 02630e99-07e0-4312-935f-6891b07723a2 of type vlan for network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d Jul 23 22:47:40.349342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-8a84eced-e385-4ffe-aae9-cbf7544ecb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.350877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-8a84eced-e385-4ffe-aae9-cbf7544ecb50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3900385 Jul 23 22:47:40.354399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.392831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.400147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.400864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.414448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 785d8deb-920a-4122-b64c-4fc0d61d26b8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:40.430847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-63828960-59be-43e6-9a38-bb248dfad6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.432235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-63828960-59be-43e6-9a38-bb248dfad6dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1957932 Jul 23 22:47:40.481145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 785d8deb-920a-4122-b64c-4fc0d61d26b8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:40.489912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 785d8deb-920a-4122-b64c-4fc0d61d26b8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:40.490658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.502706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=f06277fd-bd2c-4f98-90e1-3df8cfb8d40d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:40.515111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9c31eb4-ee58-4725-b186-f3bf6fc5bc78 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3099570 Jul 23 22:47:40.517801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:40.522972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:40.535549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:40.588562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-9c4ee9c8-c4e6-449b-8f73-80c037e3a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.590250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-9c4ee9c8-c4e6-449b-8f73-80c037e3a407 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 1097 time: 0.3981342 Jul 23 22:47:40.622723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-e5a31829-2e4d-4d0e-945f-4304cf7d3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.624374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-e5a31829-2e4d-4d0e-945f-4304cf7d3237 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3d714a9174e4cfba134880c9c6e860f&device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 1098 time: 0.4446955 Jul 23 22:47:40.640881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:40.645589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.679339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f734661-b1f1-40f9-91eb-77d4e9faa32c req-12eecdeb-20b3-438f-96be-56837d68401d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:40.688905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f734661-b1f1-40f9-91eb-77d4e9faa32c req-12eecdeb-20b3-438f-96be-56837d68401d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.4538546 Jul 23 22:47:40.699134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Allocated IP 172.20.0.14 (4bf13ea5-9eda-403e-8b7e-1377f755fc43/17fb2aeb-6142-4764-ad1a-07652b89ae76/92ede972-75fc-4398-a922-9e0333daba7d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:40.721062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.759627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:40.765293 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.822080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:40.831559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.831964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.832313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.832652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.832988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.833322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.833649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.834019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.834345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.834734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.835062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.835381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:47:40.854070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.867850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:40.869511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Transition to ACTIVE for port object 92ede972-75fc-4398-a922-9e0333daba7d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:40.942923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '02630e99-07e0-4312-935f-6891b07723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:40.943203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: f06277fd-bd2c-4f98-90e1-3df8cfb8d40d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:40.970028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=5a2c4776-8258-435d-9931-a64d0374dfda,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:40.977737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-17dfb4e0-762b-4fad-ab99-58fd4d009890 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932512 Jul 23 22:47:40.981441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:40.996273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f06277fd-bd2c-4f98-90e1-3df8cfb8d40d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:41.002341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.003168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.015065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d0192-573c-437c-ab31-4f23f9ae330e None None] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:41.045802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2201b7d-34d0-46ea-966c-9c8e23dde35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.052201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-26c2d993-003b-41a2-b798-4657ad40e295 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5332968 Jul 23 22:47:41.056331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:41.063990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d', 'name': 'tempest-PortsTestJSON-698592461'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:41.128299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.143204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-55fc32f0-a7ca-4070-ad51-953ecd5503a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.144665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-55fc32f0-a7ca-4070-ad51-953ecd5503a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6987185 Jul 23 22:47:41.148198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f734661-b1f1-40f9-91eb-77d4e9faa32c req-88f061ce-1ec9-49ba-b32d-834f84f2fdf4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576385 Jul 23 22:47:41.236202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f06277fd-bd2c-4f98-90e1-3df8cfb8d40d', 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': '5a2c4776-8258-435d-9931-a64d0374dfda'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:41.237054 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.242085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:41.246329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.278222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port c4268c04-b510-4e59-a455-374a47ab10af yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:41.279578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-cf0a107c-effb-4d86-aa4d-3db3b5d28814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.281065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-cf0a107c-effb-4d86-aa4d-3db3b5d28814 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 913 time: 0.6804051 Jul 23 22:47:41.422251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.8 (f06277fd-bd2c-4f98-90e1-3df8cfb8d40d/5a2c4776-8258-435d-9931-a64d0374dfda/c4268c04-b510-4e59-a455-374a47ab10af) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:41.607258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.624781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object c4268c04-b510-4e59-a455-374a47ab10af will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:41.662635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.667225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:41.715005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:41.721099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Allocated IP 172.20.0.2 (f06277fd-bd2c-4f98-90e1-3df8cfb8d40d/5a2c4776-8258-435d-9931-a64d0374dfda/a6cde280-bfcf-48cf-bd80-78314e48ec45) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:41.723779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:41.728761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-8cc9b599-1a26-4bb3-bf41-d19a819da1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.728912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:41.730598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-8cc9b599-1a26-4bb3-bf41-d19a819da1e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 200 len: 913 time: 1.0924096 Jul 23 22:47:41.732599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-e2668647-3087-4455-8e86-8627ee3bd8dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08 HTTP/1.1" status: 200 len: 217 time: 0.0901878 Jul 23 22:47:41.733527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:41.734861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=c4268c04-b510-4e59-a455-374a47ab10af,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:41.760860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:41.796128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.796788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.800118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:41.814804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5536151e-b7ab-42c9-89c7-a7905d2c0432 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7571447 Jul 23 22:47:41.817126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:41.823555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d', 'name': 'tempest-PortsTestJSON-808541028'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:41.891338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-341e174c-58b1-4877-9483-8714529b1367 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f HTTP/1.1" status: 200 len: 217 time: 0.1501672 Jul 23 22:47:41.903448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db5ab8bb-49c2-40ca-a457-3a5356a089c2 req-747d5aef-60ac-4a07-9d68-8574c71dc6fe service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150093 Jul 23 22:47:41.984470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:41.984703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-8cb80668-521d-4d0b-ba24-03d5634dc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:41.989614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-8cb80668-521d-4d0b-ba24-03d5634dc773 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.2369461 Jul 23 22:47:42.003018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Transition to ACTIVE for port object a6cde280-bfcf-48cf-bd80-78314e48ec45 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:42.011261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:42.020591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.031993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Transition to ACTIVE for port object a6cde280-bfcf-48cf-bd80-78314e48ec45 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:42.038180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-2efe3f54-50c0-4117-84e3-5f44748dfcc8 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693693 Jul 23 22:47:42.044912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:42.045713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.058280 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.066354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port aff06d92-d230-4d66-90f1-3c220663f5fc yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:42.110988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-cdaea774-520b-4020-be57-c2d6314249c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930862 Jul 23 22:47:42.141581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-9a03f10f-a82e-4c26-b68c-377358e41568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:42.142960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-9a03f10f-a82e-4c26-b68c-377358e41568 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 200 len: 852 time: 0.2363837 Jul 23 22:47:42.147930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Pushing event updated for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:42.158422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:42.160707 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:42.170826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:42.176556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:42.180315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:42.195638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3c6c-72f6-40fa-ac11-cc2dc7716e1f req-83810017-63d0-4def-a2da-12a536669fb7 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:42.197325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-297f3c6c-72f6-40fa-ac11-cc2dc7716e1f req-83810017-63d0-4def-a2da-12a536669fb7 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 945 time: 0.9269938 Jul 23 22:47:42.203992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-bcaa810d-6028-4ba5-bc06-4bc39ac782fc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6078553 Jul 23 22:47:42.228384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92cc495e-fe42-4c4c-b2ba-54a6b1e259ce None None] Provisioning for port 92ede972-75fc-4398-a922-9e0333daba7d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:42.234862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-92cc495e-fe42-4c4c-b2ba-54a6b1e259ce None None] Provisioning complete for port 92ede972-75fc-4398-a922-9e0333daba7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:42.235599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92cc495e-fe42-4c4c-b2ba-54a6b1e259ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.240994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Request body: {'port': {'device_id': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:42.244635 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-5dbdcc99-dfe6-450a-9935-a26231b6dddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694218 Jul 23 22:47:42.269949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.9 (f06277fd-bd2c-4f98-90e1-3df8cfb8d40d/5a2c4776-8258-435d-9931-a64d0374dfda/aff06d92-d230-4d66-90f1-3c220663f5fc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:42.296439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-92cc495e-fe42-4c4c-b2ba-54a6b1e259ce None None] Port 92ede972-75fc-4398-a922-9e0333daba7d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:42.316733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Attempting to bind port a6cde280-bfcf-48cf-bd80-78314e48ec45 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:42.317991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Attempting to bind port a6cde280-bfcf-48cf-bd80-78314e48ec45 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '02630e99-07e0-4312-935f-6891b07723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:42.318304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Attempting to bind port a6cde280-bfcf-48cf-bd80-78314e48ec45 on network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:42.324310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:42.324838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Checking segment: {'id': '02630e99-07e0-4312-935f-6891b07723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:42.325354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.326475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Bound using segment: {'id': '02630e99-07e0-4312-935f-6891b07723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:42.327062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Bound port: a6cde280-bfcf-48cf-bd80-78314e48ec45, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02630e99-07e0-4312-935f-6891b07723a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f06277fd-bd2c-4f98-90e1-3df8cfb8d40d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:42.327548 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.413884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:42.417710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6cde280-bfcf-48cf-bd80-78314e48ec45,segment=NetworkSegment(02630e99-07e0-4312-935f-6891b07723a2),segment_id=02630e99-07e0-4312-935f-6891b07723a2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:42.425817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.468511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-297f3c6c-72f6-40fa-ac11-cc2dc7716e1f req-ed531583-0d73-4d9d-bae3-4d9d4a3703b7 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398677 Jul 23 22:47:42.500195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b237-d7cc-4d86-9515-cab8481534c5 None None] Pushing event updated for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:42.516021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bbabdb-f5d6-46ea-b747-8546622261d8 req-b36006bb-676b-4ea0-bff2-62a78d15edab service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629576 Jul 23 22:47:42.521376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-b34dda70-9a3a-4a70-9195-42f13cc1414d service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908596 Jul 23 22:47:42.534758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.564768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object aff06d92-d230-4d66-90f1-3c220663f5fc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:42.611646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.625195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.677749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:42.679164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-83b87518-581b-440b-9719-c1bc5458406b service neutron] 10.222.0.25 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037695 Jul 23 22:47:42.687464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:42.691676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:42.724397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-dfcfd06c-7290-4727-8acc-8eed10d983af service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892977 Jul 23 22:47:42.781289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:42.782237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:42.788051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=aff06d92-d230-4d66-90f1-3c220663f5fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:42.824010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-98f9bea8-78f5-4fdb-bdf6-e5e73bdc5207 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0053682 Jul 23 22:47:42.827212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:42.990062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81cc64-11e2-4d41-a5de-9695819494e9 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:42.994503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe81cc64-11e2-4d41-a5de-9695819494e9 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1634839 Jul 23 22:47:42.994657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:43.086561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a7bbe-b950-4702-b4a1-bc3bd047cc53 req-f6f5d3fd-2f9e-45e4-9fe6-f95f493586af tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.088200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd2a7bbe-b950-4702-b4a1-bc3bd047cc53 req-f6f5d3fd-2f9e-45e4-9fe6-f95f493586af tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 932 time: 0.4871502 Jul 23 22:47:43.108530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port aff06d92-d230-4d66-90f1-3c220663f5fc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:43.108530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.140869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-e6a04ed0-c319-4a42-9595-cc035d00d427 service neutron] 10.222.0.25 "GET /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191339 Jul 23 22:47:43.170801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-6434ba7e-873b-488f-8607-488cc988fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.171814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-6434ba7e-873b-488f-8607-488cc988fa12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 1097 time: 0.3451490 Jul 23 22:47:43.176536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd2a7bbe-b950-4702-b4a1-bc3bd047cc53 req-1f82b92f-b2ca-4149-bde1-0aaa05c817a8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720365 Jul 23 22:47:43.233251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.247049 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c1978-d5d8-4224-bf1e-0d4258cd770c x-openstack-request-id: req-d69c1978-d5d8-4224-bf1e-0d4258cd770c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:43.248158 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "name": "network-vif-plugged", "status": "completed", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55", "code": 200}, {"server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "name": "network-vif-plugged", "status": "completed", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:43.248518 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d69c1978-d5d8-4224-bf1e-0d4258cd770c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:43.249029 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55', 'code': 200} Jul 23 22:47:43.249393 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08', 'code': 200} Jul 23 22:47:43.270750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for aff06d92-d230-4d66-90f1-3c220663f5fc owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:43.324388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-84533913-0d4b-461f-8555-6102bdee322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.326646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-84533913-0d4b-461f-8555-6102bdee322e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1189175 Jul 23 22:47:43.455975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-d51fec36-a99a-4915-b722-0e5230e06dea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8 HTTP/1.1" status: 200 len: 217 time: 0.1219950 Jul 23 22:47:43.512249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533e922-3ffc-4782-88d3-5aefd90880c0 req-aab7a340-656a-416b-9ef3-b0fa7f519366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.515099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1533e922-3ffc-4782-88d3-5aefd90880c0 req-aab7a340-656a-416b-9ef3-b0fa7f519366 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 1097 time: 0.1689167 Jul 23 22:47:43.558386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-20317615-1583-4dce-adfa-f0b5fe74fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.559636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-20317615-1583-4dce-adfa-f0b5fe74fb44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0881696 Jul 23 22:47:43.573075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1533e922-3ffc-4782-88d3-5aefd90880c0 req-75b51cd2-c0e5-453d-9dbb-6995f9a01514 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Jul 23 22:47:43.575190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.613584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=aff06d92-d230-4d66-90f1-3c220663f5fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:43.635213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f36b-a77c-4416-8c7c-d3a5e0315f9d req-966f8192-cae7-4bec-8477-8a4d93efaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.636704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c263f36b-a77c-4416-8c7c-d3a5e0315f9d req-966f8192-cae7-4bec-8477-8a4d93efaffc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e79ae0f8-9ab5-4779-bb47-da8e701c3484 HTTP/1.1" status: 200 len: 1097 time: 0.2870047 Jul 23 22:47:43.645475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ef3dd-5f73-485c-adcf-c401dc7e7e72 req-6b0a7c31-b427-42bf-8675-8cc0a3150466 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.652474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-173ef3dd-5f73-485c-adcf-c401dc7e7e72 req-6b0a7c31-b427-42bf-8675-8cc0a3150466 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 943 time: 0.3119383 Jul 23 22:47:43.696765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.698406 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-046513c4-a423-46c6-a631-edc71875d212 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/aff06d92-d230-4d66-90f1-3c220663f5fc HTTP/1.1" status: 204 len: 168 time: 0.7027547 Jul 23 22:47:43.701090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:43.727940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:43.741786 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-83940861-8f75-4190-802a-96a039769fed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:43.741991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.743566 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-83940861-8f75-4190-802a-96a039769fed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/aff06d92-d230-4d66-90f1-3c220663f5fc HTTP/1.1" status: 404 len: 333 time: 0.0409763 Jul 23 22:47:43.746630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:43.764938 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3fdb2ea-bef2-4343-8cd6-c59d726afc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.774374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268eb57e-0352-4170-9318-87da978e6739 None None] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:43.781301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Transition to ACTIVE for port object 92ede972-75fc-4398-a922-9e0333daba7d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:43.783351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c263f36b-a77c-4416-8c7c-d3a5e0315f9d req-2282be9c-4447-4979-94fd-c4e9504c795c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063051 Jul 23 22:47:43.799394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-173ef3dd-5f73-485c-adcf-c401dc7e7e72 req-7a51cf4b-b551-4623-b6af-1f1710ef5718 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389303 Jul 23 22:47:43.802408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:43.852822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-2c2944ad-8df6-4608-bb88-9642ccaf03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:43.854734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-2c2944ad-8df6-4608-bb88-9642ccaf03c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2814627 Jul 23 22:47:43.912057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:43.931027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port c4268c04-b510-4e59-a455-374a47ab10af {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:43.931947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.054339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d547d39-8833-4492-b54b-69b3f190db98 None None] Provisioning for port a6cde280-bfcf-48cf-bd80-78314e48ec45 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:44.115315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.127550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-2a834e29-6418-4666-a070-49f613fd3565 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584367 Jul 23 22:47:44.153383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for c4268c04-b510-4e59-a455-374a47ab10af owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:44.164985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.187487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:44.187842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:44.188128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:44.324744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6cde280-bfcf-48cf-bd80-78314e48ec45 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:44.380397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:44.380890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:44.431201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:44.431594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:44.431934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:44.432381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Bound port: 92ede972-75fc-4398-a922-9e0333daba7d, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:44.432746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.477167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a6cde280-bfcf-48cf-bd80-78314e48ec45 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:44.488694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a6cde280-bfcf-48cf-bd80-78314e48ec45 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:44.489582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.542611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96dcb7bf-40c7-49cf-b8fa-dfe6d26c7b72 req-d5154307-f284-4a09-aba1-34a2f5b17a7b service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984342 Jul 23 22:47:44.645929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.650115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9f6a95f-8ea2-4b2d-ac6b-d4332fc5c740 None None] Could not find standard attr ID for object c4268c04-b510-4e59-a455-374a47ab10af. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:44.692645 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.730976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=c4268c04-b510-4e59-a455-374a47ab10af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:44.754461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9f6a95f-8ea2-4b2d-ac6b-d4332fc5c740 None None] Provisioning complete for port a6cde280-bfcf-48cf-bd80-78314e48ec45 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:44.754907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9f6a95f-8ea2-4b2d-ac6b-d4332fc5c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.876874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:44.887260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6cde280-bfcf-48cf-bd80-78314e48ec45,segment=NetworkSegment(02630e99-07e0-4312-935f-6891b07723a2),segment_id=02630e99-07e0-4312-935f-6891b07723a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:44.902816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.905565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.907799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1fa607d2-07d3-41b0-ab21-85c9f4d65348 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/c4268c04-b510-4e59-a455-374a47ab10af HTTP/1.1" status: 204 len: 168 time: 1.1599028 Jul 23 22:47:44.911334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:44.915339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fa2d4-7d0a-422b-b4b5-ac2064fb875d req-06fb7bcf-0908-49e4-b968-6ee3a7101cb6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:44.921600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-105fa2d4-7d0a-422b-b4b5-ac2064fb875d req-06fb7bcf-0908-49e4-b968-6ee3a7101cb6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.3776922 Jul 23 22:47:44.929313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:44.975129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:44.980006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:44.983451 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-741bde7c-c022-4a24-883f-76ee32969e7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:44.990141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-741bde7c-c022-4a24-883f-76ee32969e7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/c4268c04-b510-4e59-a455-374a47ab10af HTTP/1.1" status: 404 len: 333 time: 0.0750048 Jul 23 22:47:44.991056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:45.000639 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.097447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.100167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 5a2c4776-8258-435d-9931-a64d0374dfda {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:45.100345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.107374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] 10.222.0.22 "PUT /v2.0/ports/92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1093 time: 2.8647952 Jul 23 22:47:45.109839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.142014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-105fa2d4-7d0a-422b-b4b5-ac2064fb875d req-a3314a2a-5dbd-459f-b03a-bead628ae781 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086771 Jul 23 22:47:45.163811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5023dea-0d62-4d54-a0c8-ec7cf39e87c0 None None] Could not find standard attr ID for object c4268c04-b510-4e59-a455-374a47ab10af. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:45.204964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.248372 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58deecfa-3427-4305-8ead-1e87c5014a54 x-openstack-request-id: req-58deecfa-3427-4305-8ead-1e87c5014a54 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:45.250998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f'}, {'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:45.253719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:45.254257 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58deecfa-3427-4305-8ead-1e87c5014a54 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:45.254471 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f534a5-dd64-453f-be71-89dd12b4846a" -d '{"events": [{"server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "name": "network-vif-plugged", "status": "completed", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f"}, {"server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "name": "network-vif-plugged", "status": "completed", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:45.255380 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:47:45.270454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70380d21-1f07-4893-bb11-165eaf5b2ede service neutron] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:45.375367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.382309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-347ed249-856c-4c65-ab43-fa8df252dc8b None None] Could not find standard attr ID for object aff06d92-d230-4d66-90f1-3c220663f5fc. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:45.446139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-5a09c53c-64c1-43c8-ac0e-489f2f6356de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.447934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-5a09c53c-64c1-43c8-ac0e-489f2f6356de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1096 time: 0.2827213 Jul 23 22:47:45.511122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-4aa783a4-47d1-48ac-9575-df06c2d0c12c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 217 time: 0.0514128 Jul 23 22:47:45.516458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.549209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2c4776-8258-435d-9931-a64d0374dfda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:45.566929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.571446 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ba875444-09b1-4553-9858-273454e47b5f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/5a2c4776-8258-435d-9931-a64d0374dfda HTTP/1.1" status: 204 len: 168 time: 0.5771751 Jul 23 22:47:45.571636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-7f4b58b5-06ec-44be-b1bd-c478ed09ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.572593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-7f4b58b5-06ec-44be-b1bd-c478ed09ae92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1095 time: 0.2901964 Jul 23 22:47:45.573317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:45.650353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccb72c-09eb-4423-a8a7-d89fdb32f3ff None None] Network f06277fd-bd2c-4f98-90e1-3df8cfb8d40d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:45.734975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-e3eb82ca-eea0-4e45-b337-030467454dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.736506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-e3eb82ca-eea0-4e45-b337-030467454dac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.2120554 Jul 23 22:47:45.743963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:45.831870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-c9935a2a-ac5a-44f1-b213-581995393c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.833540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-c9935a2a-ac5a-44f1-b213-581995393c81 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 915 time: 0.2447531 Jul 23 22:47:45.844994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b748dd-6bbd-4449-8f3b-19a23b1153bf req-9365a6b0-c277-43e2-9f52-1407c540b2cf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:45.846879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7b748dd-6bbd-4449-8f3b-19a23b1153bf req-9365a6b0-c277-43e2-9f52-1407c540b2cf tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.4794998 Jul 23 22:47:46.051555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] DHCP port deletion for f06277fd-bd2c-4f98-90e1-3df8cfb8d40d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:46.103793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Deleting port a6cde280-bfcf-48cf-bd80-78314e48ec45 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:46.104351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.175892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6cde280-bfcf-48cf-bd80-78314e48ec45 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:46.213011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6cde280-bfcf-48cf-bd80-78314e48ec45,segment=NetworkSegment(02630e99-07e0-4312-935f-6891b07723a2),segment_id=02630e99-07e0-4312-935f-6891b07723a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:46.213420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.233353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Calling delete_port for a6cde280-bfcf-48cf-bd80-78314e48ec45 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:46.290955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-d9e302ed-4eb5-41d4-8e9d-8299d779a988 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 217 time: 0.4244359 Jul 23 22:47:46.332127 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.392685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7b748dd-6bbd-4449-8f3b-19a23b1153bf req-5fa5ae2d-554f-447b-b66d-5073a3357a8d tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220621 Jul 23 22:47:46.403175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6cde280-bfcf-48cf-bd80-78314e48ec45,segment=NetworkSegment(02630e99-07e0-4312-935f-6891b07723a2),segment_id=02630e99-07e0-4312-935f-6891b07723a2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:46.413317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.439357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-f9babed0-e1f6-4344-ab4b-5793ebd990e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:46.441034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-f9babed0-e1f6-4344-ab4b-5793ebd990e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.1276810 Jul 23 22:47:46.448517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-20293f6b-9e0d-4312-b0dc-743daf72281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:46.450139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-20293f6b-9e0d-4312-b0dc-743daf72281d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7029390 Jul 23 22:47:46.461552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.484510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] No DVR routers for this DVR port a6cde280-bfcf-48cf-bd80-78314e48ec45 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:46.488469 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.490714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port a6cde280-bfcf-48cf-bd80-78314e48ec45 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:46.491056 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.515298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:46.543236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ccc67-dd19-46c0-a9d7-7ea248d00177 None None] Pushing event deleted for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:46.667771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port a6cde280-bfcf-48cf-bd80-78314e48ec45, host n-d-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:46.668140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.698691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for a6cde280-bfcf-48cf-bd80-78314e48ec45 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:46.712832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Port a6cde280-bfcf-48cf-bd80-78314e48ec45 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:47:46.724004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:46.757729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-e10bb497-bd5b-40af-9b59-bbb80b94ba57 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913904 Jul 23 22:47:46.760937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-1d0f341b-d5aa-4acd-9642-7c37f8e51199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:46.762494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-1d0f341b-d5aa-4acd-9642-7c37f8e51199 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3094385 Jul 23 22:47:46.769831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port a6cde280-bfcf-48cf-bd80-78314e48ec45 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:46.775258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=a6cde280-bfcf-48cf-bd80-78314e48ec45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:46.806220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d1728-13bb-440c-a86d-b10bc0e961fc req-56ab392f-0601-4f1d-97d1-2490c5fe0831 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:46.807728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a08d1728-13bb-440c-a86d-b10bc0e961fc req-56ab392f-0601-4f1d-97d1-2490c5fe0831 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 945 time: 0.3295379 Jul 23 22:47:47.022540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.047756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a08d1728-13bb-440c-a86d-b10bc0e961fc req-68b7d743-505b-41ae-a1d3-bb863d4da6af tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000914 Jul 23 22:47:47.053912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06277fd-bd2c-4f98-90e1-3df8cfb8d40d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:47.071319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02630e99-07e0-4312-935f-6891b07723a2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:47.071625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02630e99-07e0-4312-935f-6891b07723a2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:47.091920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.096491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-d8616c4f-f864-425c-ad3d-82d424af4548 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093102 Jul 23 22:47:47.120406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f511092-b1c8-421c-999a-62e9d7d82ebb req-48e006d9-026a-4978-b520-0970a8756b37 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541050 Jul 23 22:47:47.165602 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.188638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:47.189166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:47.192583 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:47.258910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:47.261135 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c51fa2-ca7c-490a-bc66-aa10de42f473" -d '{"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:47.330287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b03ba10-1a8a-40a0-b3e2-eb4c2e4dcb80 req-d6efc4ed-4762-4dac-9e44-1bee5363ccd8 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255108 Jul 23 22:47:47.332913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.337712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.339706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/f06277fd-bd2c-4f98-90e1-3df8cfb8d40d HTTP/1.1" status: 204 len: 168 time: 1.7628753 Jul 23 22:47:47.344615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:47.350286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983538869'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:47.368604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231200-04d8-46b7-99c3-7ffc1810ef71 req-e7d9f952-3680-4198-a3a5-64d0904f1f86 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:47.370342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef231200-04d8-46b7-99c3-7ffc1810ef71 req-e7d9f952-3680-4198-a3a5-64d0904f1f86 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 944 time: 0.2437923 Jul 23 22:47:47.371526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af5f21-ebb5-4429-96f2-57a1b302af19 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=f06277fd-bd2c-4f98-90e1-3df8cfb8d40d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:47.381316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:47.385150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.414365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef231200-04d8-46b7-99c3-7ffc1810ef71 req-ae0475db-c634-45e6-876e-52155176698d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367596 Jul 23 22:47:47.414617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:47.426922 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.427419 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 3230d3ef-1f6e-4234-a288-d1f526addf41 of type vlan for network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 Jul 23 22:47:47.486744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.534159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.551378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:47.552281 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.595918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2499299 Jul 23 22:47:47.599165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:47.607376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:47.643238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e953d7f-c0fc-4766-ac64-eb5e5710164d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=3ad9bec2-e2a3-4150-998e-e31609c0dfd8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:47.656436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:47.704192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d0d93-94e9-481f-bd73-d3b0ee979622 req-e5b2e081-140e-4d7a-b5b8-c0048a481007 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:47.705719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-542d0d93-94e9-481f-bd73-d3b0ee979622 req-e5b2e081-140e-4d7a-b5b8-c0048a481007 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 943 time: 0.1652145 Jul 23 22:47:47.759460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:47.763518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:47.768531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-542d0d93-94e9-481f-bd73-d3b0ee979622 req-ca8fb3aa-084d-4258-8005-eb4e0209d6db tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540507 Jul 23 22:47:47.821588 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4fca58-bb9f-4d2a-8697-ec80d085ae5b x-openstack-request-id: req-8e4fca58-bb9f-4d2a-8697-ec80d085ae5b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:47.822008 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "name": "network-vif-plugged", "status": "completed", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f", "code": 200}, {"server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "name": "network-vif-plugged", "status": "completed", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:47.822348 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e4fca58-bb9f-4d2a-8697-ec80d085ae5b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:47.823007 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f', 'code': 200} Jul 23 22:47:47.823305 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8', 'code': 200} Jul 23 22:47:48.141685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c35f9-d6e2-4fb5-bdc5-4701003557e6 req-408c22a5-aa04-4495-98b4-38529173b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.143836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-162c35f9-d6e2-4fb5-bdc5-4701003557e6 req-408c22a5-aa04-4495-98b4-38529173b0dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 1097 time: 0.2475317 Jul 23 22:47:48.152235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597de06-3d57-48be-9ac3-c762d2a4f26a req-020c30ce-f5f6-4148-bfa0-feb433b2c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.154916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4597de06-3d57-48be-9ac3-c762d2a4f26a req-020c30ce-f5f6-4148-bfa0-feb433b2c060 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 1098 time: 0.2594798 Jul 23 22:47:48.170140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38947-5277-4e87-9b52-4c78fec6450f req-65b76c00-59ca-48c1-9385-6f4e4c34ef0a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.172527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07e38947-5277-4e87-9b52-4c78fec6450f req-65b76c00-59ca-48c1-9385-6f4e4c34ef0a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.2533228 Jul 23 22:47:48.203570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:48.312188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4597de06-3d57-48be-9ac3-c762d2a4f26a req-956092b4-91bf-47a7-9d7f-55c3c1eff76e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357267 Jul 23 22:47:48.321945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07e38947-5277-4e87-9b52-4c78fec6450f req-c268de5e-67a2-438c-9692-fe19642dd855 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348116 Jul 23 22:47:48.326781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-162c35f9-d6e2-4fb5-bdc5-4701003557e6 req-766edb9e-e086-47d5-9c91-0d198b70e785 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707542 Jul 23 22:47:48.332714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=bd8823f3-0776-4a12-8a1d-324dc5bf69eb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:48.353216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '3230d3ef-1f6e-4234-a288-d1f526addf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:48.353732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 3ad9bec2-e2a3-4150-998e-e31609c0dfd8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:48.375171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:48.387151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 3ad9bec2-e2a3-4150-998e-e31609c0dfd8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:48.391513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.392162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:48.396130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f00c34-7cd4-4092-919f-7c3fbbe25523 None None] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:48.441692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a24e7b26-7f56-4944-afc6-0037803ae4ed tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8403673 Jul 23 22:47:48.445419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:48.451071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8', 'name': 'tempest-PortsTestJSON-221489876', 'fixed_ips': [{'subnet_id': 'bd8823f3-0776-4a12-8a1d-324dc5bf69eb', 'ip_address': '172.20.0.10'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:48.544946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553573e2-a363-41cb-93fe-5371406cb5c9 req-ba73bd1e-5f4f-42e8-ae6a-0249fd2c0dbd tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.552262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-553573e2-a363-41cb-93fe-5371406cb5c9 req-ba73bd1e-5f4f-42e8-ae6a-0249fd2c0dbd tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79ae0f8-9ab5-4779-bb47-da8e701c3484 HTTP/1.1" status: 200 len: 945 time: 0.1238518 Jul 23 22:47:48.606969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-553573e2-a363-41cb-93fe-5371406cb5c9 req-053ea633-c67b-4d3c-9e84-0dce47d67347 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Jul 23 22:47:48.617162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-3ad9bec2-e2a3-4150-998e-e31609c0dfd8', 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': 'bd8823f3-0776-4a12-8a1d-324dc5bf69eb'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:48.619013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:48.649731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:48.671530 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582f2d0f-7b76-40fa-bc61-453f42b107c3 x-openstack-request-id: req-582f2d0f-7b76-40fa-bc61-453f42b107c3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:48.671825 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:48.672134 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-582f2d0f-7b76-40fa-bc61-453f42b107c3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:48.672532 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'status': 'completed', 'code': 200} Jul 23 22:47:48.776808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:48.799118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:48.827891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Allocated IP 172.20.0.2 (3ad9bec2-e2a3-4150-998e-e31609c0dfd8/bd8823f3-0776-4a12-8a1d-324dc5bf69eb/04c68ad7-8033-4e49-b575-d44c31aaa055) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:48.920234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87dca-78fe-4362-8998-d6cf746868cb req-31aa3474-3f3e-448f-952f-1549b22186d8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.921719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ef87dca-78fe-4362-8998-d6cf746868cb req-31aa3474-3f3e-448f-952f-1549b22186d8 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.1728923 Jul 23 22:47:48.927462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-3308567b-9ffc-45d0-851a-33ce3b336b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:48.938917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-3308567b-9ffc-45d0-851a-33ce3b336b8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1096 time: 0.2396486 Jul 23 22:47:49.014624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ef87dca-78fe-4362-8998-d6cf746868cb req-96d8f41a-dfde-4c7c-a9f4-1313cbef56e6 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 Jul 23 22:47:49.056460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.086932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-63bc9f0c-3fc3-4b82-80d3-7c761f05480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.088613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-63bc9f0c-3fc3-4b82-80d3-7c761f05480f service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.1415501 Jul 23 22:47:49.091115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Transition to ACTIVE for port object 04c68ad7-8033-4e49-b575-d44c31aaa055 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:49.126439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Transition to ACTIVE for port object 04c68ad7-8033-4e49-b575-d44c31aaa055 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:49.160441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.172085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-3a64ae17-32be-4c76-a67d-0b2b5f6543dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 217 time: 0.0760653 Jul 23 22:47:49.254105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:49.261295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:49.268263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:49.307189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.10 (3ad9bec2-e2a3-4150-998e-e31609c0dfd8/bd8823f3-0776-4a12-8a1d-324dc5bf69eb/29b40962-cfad-4b61-8e8b-2aa01fd6d6be) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:49.339331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-fd2adf05-611e-46fc-8bc9-0ee17e7aeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.343138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-fd2adf05-611e-46fc-8bc9-0ee17e7aeef6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.1547320 Jul 23 22:47:49.389411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Pushing event updated for resources: {'Port': ['ID=04c68ad7-8033-4e49-b575-d44c31aaa055,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:49.435901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Attempting to bind port 04c68ad7-8033-4e49-b575-d44c31aaa055 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:49.436521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Attempting to bind port 04c68ad7-8033-4e49-b575-d44c31aaa055 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3230d3ef-1f6e-4234-a288-d1f526addf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:49.437691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Attempting to bind port 04c68ad7-8033-4e49-b575-d44c31aaa055 on network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:49.444685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:49.445143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Checking segment: {'id': '3230d3ef-1f6e-4234-a288-d1f526addf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:49.445554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.446007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Bound using segment: {'id': '3230d3ef-1f6e-4234-a288-d1f526addf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:49.446553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Bound port: 04c68ad7-8033-4e49-b575-d44c31aaa055, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3230d3ef-1f6e-4234-a288-d1f526addf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:49.446935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.493593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00357e5-d4c6-47bb-b3e8-e004428b4361 req-617aab61-f088-4a5e-adb4-ebcaa3761bd3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.501062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b00357e5-d4c6-47bb-b3e8-e004428b4361 req-617aab61-f088-4a5e-adb4-ebcaa3761bd3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 944 time: 0.3046908 Jul 23 22:47:49.529240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-5875b64c-d3ca-4d27-8aac-994e9dfcea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.531603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-5875b64c-d3ca-4d27-8aac-994e9dfcea93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798131 Jul 23 22:47:49.536555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] For port 04c68ad7-8033-4e49-b575-d44c31aaa055, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:49.540866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] For port 04c68ad7-8033-4e49-b575-d44c31aaa055, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=04c68ad7-8033-4e49-b575-d44c31aaa055,segment=NetworkSegment(3230d3ef-1f6e-4234-a288-d1f526addf41),segment_id=3230d3ef-1f6e-4234-a288-d1f526addf41)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:49.548386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.562108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.582404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b00357e5-d4c6-47bb-b3e8-e004428b4361 req-b83017aa-2b4f-4420-a400-c0425e5eae38 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801628 Jul 23 22:47:49.584664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 29b40962-cfad-4b61-8e8b-2aa01fd6d6be will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:49.630888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd43b0-058e-4711-8ad2-909830837fcb None None] Pushing event updated for resources: {'Port': ['ID=04c68ad7-8033-4e49-b575-d44c31aaa055,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:49.638858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.693159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:49.698836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:49.704182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:49.716713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-92fac025-aebe-47db-a9c2-0fa03372e458 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733348 Jul 23 22:47:49.773658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.774623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.787844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=29b40962-cfad-4b61-8e8b-2aa01fd6d6be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:49.817845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2e11de24-5a11-4a96-b9f2-c89a967727cb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3715582 Jul 23 22:47:49.820324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:49.832514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '3ad9bec2-e2a3-4150-998e-e31609c0dfd8', 'name': 'tempest-PortsTestJSON-1469817227', 'fixed_ips': [{'subnet_id': 'bd8823f3-0776-4a12-8a1d-324dc5bf69eb', 'ip_address': '172.20.0.9'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:49.853792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98c51fa2-ca7c-490a-bc66-aa10de42f473 req-977cb7a5-3ce0-4c34-9d8c-88078a89b85f service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300569 Jul 23 22:47:49.981078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:49.987341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:49.992636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452000b9-ca73-48a9-8ace-b3dc8e338f5d req-65a07caf-549c-499d-8e38-dd2a21385986 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:49.994244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-452000b9-ca73-48a9-8ace-b3dc8e338f5d req-65a07caf-549c-499d-8e38-dd2a21385986 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 943 time: 0.1021578 Jul 23 22:47:50.010168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 1e60aed4-8715-418e-9674-ac4d6e5fda38 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:50.040768 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-452000b9-ca73-48a9-8ace-b3dc8e338f5d req-0a514b93-ebe8-4b74-94c4-16db32d410f1 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 Jul 23 22:47:50.196175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429bbdf-731a-44c9-95e8-caab85e86863 req-a6083b0d-119e-45a0-a90f-a401d506a983 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:50.197979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4429bbdf-731a-44c9-95e8-caab85e86863 req-a6083b0d-119e-45a0-a90f-a401d506a983 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.0990233 Jul 23 22:47:50.228146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 04c68ad7-8033-4e49-b575-d44c31aaa055 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:50.252043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4429bbdf-731a-44c9-95e8-caab85e86863 req-f3934fd9-be26-49d0-97eb-b72c4835f3b7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Jul 23 22:47:50.297470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 04c68ad7-8033-4e49-b575-d44c31aaa055 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:50.448973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.9 (3ad9bec2-e2a3-4150-998e-e31609c0dfd8/bd8823f3-0776-4a12-8a1d-324dc5bf69eb/1e60aed4-8715-418e-9674-ac4d6e5fda38) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:50.459420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:50.516633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:50.521923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1609618897'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:50.579549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:50.587873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:50.593299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.597135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '92ede972-75fc-4398-a922-9e0333daba7d', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:50.601370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689396f-b629-483f-a4fa-57c55cd8db4d req-25734321-1789-42df-ae81-d8554c7366a4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:50.609014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6689396f-b629-483f-a4fa-57c55cd8db4d req-25734321-1789-42df-ae81-d8554c7366a4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.1100457 Jul 23 22:47:50.646032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.656659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:50.661633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:50.664096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6689396f-b629-483f-a4fa-57c55cd8db4d req-f7c582e7-85a6-455a-a4ab-cb8e47195660 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538659 Jul 23 22:47:50.678266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.678795 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Added segment 8b2456b6-f474-4927-8660-3832f81a8c99 of type vlan for network 2ad12374-3900-488f-b4ac-c470a18dc568 Jul 23 22:47:50.693405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:50.706412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.755998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.766066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.774343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:50.793025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 1e60aed4-8715-418e-9674-ac4d6e5fda38 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:50.804383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fe52a-80c1-459f-bb3c-dca96284063c None None] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:50.820903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.827812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:50.828423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.890019 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3721197 Jul 23 22:47:50.892902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:50.900439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1723553303'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:50.923810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.925872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198058-b2b6-4353-90ed-53aa30b33eae tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Network': ['ID=2ad12374-3900-488f-b4ac-c470a18dc568,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:50.949376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-29264c89-4ac6-48f5-9016-4f3449b8711d tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:50.951917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-29264c89-4ac6-48f5-9016-4f3449b8711d tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.1255960 Jul 23 22:47:50.953263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:50.956873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:50.964720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2ad12374-3900-488f-b4ac-c470a18dc568 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:50.967658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:50.968010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Provisioning for port 04c68ad7-8033-4e49-b575-d44c31aaa055 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:50.970877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:50.974851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:50.981157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-0c8805f2-ca4e-4937-a092-b35eb6ccf434 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/quotas/46a3f5acb2f547d5bc6e5a3dfb8423ac HTTP/1.1" status: 200 len: 375 time: 0.0210035 Jul 23 22:47:50.992334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['92ede972-75fc-4398-a922-9e0333daba7d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:50.998114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Provisioning complete for port 04c68ad7-8033-4e49-b575-d44c31aaa055 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:50.998491 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.016385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=1e60aed4-8715-418e-9674-ac4d6e5fda38,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:51.037966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.038853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.039186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:51.053059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.053640 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Added segment fc61dc68-837f-42d4-9986-3c7cce166e44 of type vlan for network cb44717a-6ea7-4575-b70a-fd317d369e9c Jul 23 22:47:51.061953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2d4fd67a-fd7f-4d07-b8ba-3b95af317199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2404840 Jul 23 22:47:51.065214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35234) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:51.106784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.159030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-c4c2e753-c17d-4783-a896-563fbfeaeca8 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682897 Jul 23 22:47:51.198562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.205663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.206320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.210262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e0092-3c20-4768-9c41-50e9a9bd768a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.211600 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c0e0092-3c20-4768-9c41-50e9a9bd768a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1445737 Jul 23 22:47:51.214356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:51.235423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.296702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] For port 04c68ad7-8033-4e49-b575-d44c31aaa055, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=04c68ad7-8033-4e49-b575-d44c31aaa055,segment=NetworkSegment(3230d3ef-1f6e-4234-a288-d1f526addf41),segment_id=3230d3ef-1f6e-4234-a288-d1f526addf41)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:51.304141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4101675 Jul 23 22:47:51.307962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:51.310240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.330431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'subnet': {'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:51.360754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c7754-e7d8-4fac-a2f4-278a75b24551 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Network': ['ID=cb44717a-6ea7-4575-b70a-fd317d369e9c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:51.374319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-a6626fc8-84c6-4eae-a76c-a637699292a8 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.376448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-a6626fc8-84c6-4eae-a76c-a637699292a8 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "GET /v2.0/ports?device_id=e79ae0f8-9ab5-4779-bb47-da8e701c3484 HTTP/1.1" status: 200 len: 945 time: 0.2620986 Jul 23 22:47:51.383438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16815edf-a309-49ae-9ce5-49b2a3277350 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.385840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network cb44717a-6ea7-4575-b70a-fd317d369e9c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:51.391578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16815edf-a309-49ae-9ce5-49b2a3277350 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.398149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16815edf-a309-49ae-9ce5-49b2a3277350 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:51.400155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16815edf-a309-49ae-9ce5-49b2a3277350 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1847994 Jul 23 22:47:51.404109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:51.424305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-c16933c5-fac4-4904-a6bd-b3029a150b7e service neutron] 10.222.0.37 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535563 Jul 23 22:47:51.426108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea218cc-bdc2-4782-b73c-34175fd3324d None None] Pushing event updated for resources: {'Port': ['ID=04c68ad7-8033-4e49-b575-d44c31aaa055,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:51.563934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:51.567458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.570928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-250f1c4c-0080-4456-8e31-4db5b7d7dbe3 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310167 Jul 23 22:47:51.579475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Deleting port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:51.579817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.646518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Provisioning for port 1e60aed4-8715-418e-9674-ac4d6e5fda38 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:51.650711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 241b7f79-15de-49ea-b74d-e5f1be8e781e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:47:51.678785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 1e60aed4-8715-418e-9674-ac4d6e5fda38 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:51.679400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.708353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] For port d2e5546a-d68a-4593-bfc5-5e86f4e98d55, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:51.708963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.725863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Calling delete_port for d2e5546a-d68a-4593-bfc5-5e86f4e98d55 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:51.775148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:51.789884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:47:51.791815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Provisioning complete for port 1e60aed4-8715-418e-9674-ac4d6e5fda38 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:51.792329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.894447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Port 1e60aed4-8715-418e-9674-ac4d6e5fda38 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:51.913249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.918330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.952821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9c7596f0-b2a9-4272-bb35-e895fb9f6b08'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:51.960970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:51.961824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d2e5546a-d68a-4593-bfc5-5e86f4e98d55'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:51.996447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event deleted for resources: {'Port': ['ID=d2e5546a-d68a-4593-bfc5-5e86f4e98d55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:52.000270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 1e60aed4-8715-418e-9674-ac4d6e5fda38 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:52.058917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Provisioning complete for port 04c68ad7-8033-4e49-b575-d44c31aaa055 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:52.059403 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.064574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241b7f79-15de-49ea-b74d-e5f1be8e781e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:52.108015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.260816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Subnet': ['ID=d6115490-5235-44e9-b31d-85849644759d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:52.270533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:52.270896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network hostable DHCP agents. Network: 2ad12374-3900-488f-b4ac-c470a18dc568, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:52.342845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:52.361496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2ad12374-3900-488f-b4ac-c470a18dc568) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:52.372843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:52.373743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.388566 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.390244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 04c68ad7-8033-4e49-b575-d44c31aaa055 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:52.404055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:52.410872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0985f82-3fcf-45ca-bdb3-57e7971c1b8d None None] Network 2ad12374-3900-488f-b4ac-c470a18dc568 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:52.425391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e23ae30b-355e-4395-9b46-1f3fc50b57a9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1074281 Jul 23 22:47:52.428209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:52.428994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=1e60aed4-8715-418e-9674-ac4d6e5fda38,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:52.440166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'subnet': {'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:52.563534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] No DVR routers for this DVR port d2e5546a-d68a-4593-bfc5-5e86f4e98d55 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:52.563788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.566705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.568632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b1f5a5a-e0a5-4792-8b99-1fab8476ed58 req-e016bf6c-9e3f-48d4-aa0b-e4ad5823ba54 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "DELETE /v2.0/ports/d2e5546a-d68a-4593-bfc5-5e86f4e98d55 HTTP/1.1" status: 204 len: 173 time: 1.1842973 Jul 23 22:47:52.570703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'name': 'network-vif-deleted', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:52.573828 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb02df-33a1-4667-8abc-6ea79601dbee" -d '{"events": [{"server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "name": "network-vif-deleted", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:52.616478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.621526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa6ee199-ab6e-42ba-9a21-8d08878525b2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/1e60aed4-8715-418e-9674-ac4d6e5fda38 HTTP/1.1" status: 204 len: 168 time: 1.2163126 Jul 23 22:47:52.622211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:52.657734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-5db23e0e-65fb-485f-9723-7b2342f0d479 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:52.659339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-5db23e0e-65fb-485f-9723-7b2342f0d479 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "GET /v2.0/ports?device_id=b312f104-6a68-47ae-8094-8fa5eb5904e9 HTTP/1.1" status: 200 len: 945 time: 0.7569230 Jul 23 22:47:52.660370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:52.669937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.718350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:52.727690 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe20e4b-cd81-4485-8a50-5fbc18b86a9e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:52.733443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cfe20e4b-cd81-4485-8a50-5fbc18b86a9e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/1e60aed4-8715-418e-9674-ac4d6e5fda38 HTTP/1.1" status: 404 len: 333 time: 0.1048524 Jul 23 22:47:52.734634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:52.817017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46ef4c-dd84-4a87-a2a6-eeb49c94af8f req-40391f62-1c59-4382-b4e8-b08ad5985aad tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:52.822668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c46ef4c-dd84-4a87-a2a6-eeb49c94af8f req-40391f62-1c59-4382-b4e8-b08ad5985aad tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.8395417 Jul 23 22:47:52.867667 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:52.883671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:52.902854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['241b7f79-15de-49ea-b74d-e5f1be8e781e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:47:52.984891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c46ef4c-dd84-4a87-a2a6-eeb49c94af8f req-8c280069-ba95-40e1-9a8a-35ca4edc0abc tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929830 Jul 23 22:47:53.018077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.062566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 04c68ad7-8033-4e49-b575-d44c31aaa055 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:53.062946 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.126413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Deleting port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:53.126760 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.130091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Subnet': ['ID=d46b635d-69ae-4700-bb5e-ea2821ad650f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:53.133228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Checking segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:53.133831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network hostable DHCP agents. Network: cb44717a-6ea7-4575-b70a-fd317d369e9c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:53.159935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 92ede972-75fc-4398-a922-9e0333daba7d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:53.187393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 92ede972-75fc-4398-a922-9e0333daba7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:53.188200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.196277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network cb44717a-6ea7-4575-b70a-fd317d369e9c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:53.223883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:53.226278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.227049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, cb44717a-6ea7-4575-b70a-fd317d369e9c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:53.233072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:53.234202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.266211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c353ad78-85d8-4246-ba4a-c5eb03855ab2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8279145 Jul 23 22:47:53.266349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:53.271935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'name': 'tempest-TaggedBootDevicesTest-73826597', 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:53.320582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae62fc6-115d-40ee-94eb-0730c0a96ae9 None None] Network cb44717a-6ea7-4575-b70a-fd317d369e9c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:53.437118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:53.441271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.470084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] For port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:53.470480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.495367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Calling delete_port for 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:53.518100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Provisioning for port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:53.524756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.554885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-2ad12374-3900-488f-b4ac-c470a18dc568', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:53.555738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.565745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Provisioning complete for port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:53.566688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.584838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 29b40962-cfad-4b61-8e8b-2aa01fd6d6be owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:53.594916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36e64-05e2-474f-9b2f-df90df440c80 req-60891234-1d82-4a50-b32c-fe9217e285a8 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:53.596823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61e36e64-05e2-474f-9b2f-df90df440c80 req-60891234-1d82-4a50-b32c-fe9217e285a8 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 944 time: 0.2720211 Jul 23 22:47:53.605875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.643751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] device_id is not set on port 424be119-a951-4057-b000-bc350c3f9d51 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:53.662552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d2e5546a-d68a-4593-bfc5-5e86f4e98d55 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:53.702887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:53.708514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61e36e64-05e2-474f-9b2f-df90df440c80 req-248b4f63-6c70-4efd-b0da-e85e02d8a7ea tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051099 Jul 23 22:47:53.726130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: d2e5546a-d68a-4593-bfc5-5e86f4e98d55 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:53.727648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d2e5546a-d68a-4593-bfc5-5e86f4e98d55 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:53.770068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e3c53e55-5a8d-4832-9430-25ba8f6638e7 None None] Port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:53.945565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.1.1.246 (2ad12374-3900-488f-b4ac-c470a18dc568/d6115490-5235-44e9-b31d-85849644759d/424be119-a951-4057-b000-bc350c3f9d51) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:53.982559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-cb44717a-6ea7-4575-b70a-fd317d369e9c', 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ips': [{'subnet_id': 'd46b635d-69ae-4700-bb5e-ea2821ad650f'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:53.984827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.011167 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad9582b-f1f0-40ea-9445-e5851cbe5d16 x-openstack-request-id: req-7ad9582b-f1f0-40ea-9445-e5851cbe5d16 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:54.011719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ae0f8-9ab5-4779-bb47-da8e701c3484", "name": "network-vif-deleted", "tag": "d2e5546a-d68a-4593-bfc5-5e86f4e98d55", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:54.011719 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ad9582b-f1f0-40ea-9445-e5851cbe5d16 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:54.012232 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79ae0f8-9ab5-4779-bb47-da8e701c3484', 'name': 'network-vif-deleted', 'tag': 'd2e5546a-d68a-4593-bfc5-5e86f4e98d55', 'status': 'completed', 'code': 200} Jul 23 22:47:54.131812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e747b0a4-bf0c-4ec2-aeb1-deabf5071ff5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:54.133251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e747b0a4-bf0c-4ec2-aeb1-deabf5071ff5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.3733661 Jul 23 22:47:54.175099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:54.175497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Request body: {'port': {'device_id': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'admin_state_up': True, 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:54.177303 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d4389-a86e-420f-ab2e-e825d1d5ec05" -d '{"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:54.179095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.188351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89002991-b222-4337-8e2b-325b2f3d1ed5 None None] Could not find standard attr ID for object 1e60aed4-8715-418e-9674-ac4d6e5fda38. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:47:54.212622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:54.223987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.232377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.244244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Allocated IP 10.2.2.2 (cb44717a-6ea7-4575-b70a-fd317d369e9c/d46b635d-69ae-4700-bb5e-ea2821ad650f/80eceb26-a749-4a4f-b86d-51acc628be1e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:54.279998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-89002991-b222-4337-8e2b-325b2f3d1ed5 None None] Provisioning complete for port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:54.280374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89002991-b222-4337-8e2b-325b2f3d1ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.290811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-05d6dc34-87e9-485e-99cd-3f85b448a6a9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:54.292268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-05d6dc34-87e9-485e-99cd-3f85b448a6a9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 812 time: 0.5626667 Jul 23 22:47:54.302256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event deleted for resources: {'Port': ['ID=9c7596f0-b2a9-4272-bb35-e895fb9f6b08,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:54.351369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Request body: {'port': {'device_id': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'admin_state_up': True, 'tenant_id': '46a3f5acb2f547d5bc6e5a3dfb8423ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:54.366443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object 424be119-a951-4057-b000-bc350c3f9d51 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:54.397781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:54.408214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.429187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.436757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-89002991-b222-4337-8e2b-325b2f3d1ed5 None None] Port 29b40962-cfad-4b61-8e8b-2aa01fd6d6be cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:54.453154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] No DVR routers for this DVR port 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:54.481081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:54.492242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:54.494807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:54.497662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:54.510476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.512439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4591c6ff-15a7-4243-a6d8-3331a82a578e req-f2672145-04a4-45a3-ba15-369fc82dd4bf tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "DELETE /v2.0/ports/9c7596f0-b2a9-4272-bb35-e895fb9f6b08 HTTP/1.1" status: 204 len: 173 time: 1.8070726 Jul 23 22:47:54.523704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=29b40962-cfad-4b61-8e8b-2aa01fd6d6be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:54.529420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:54.529718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9c7596f0-b2a9-4272-bb35-e895fb9f6b08 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:54.538321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aef72b-1c52-4939-a79d-f23be8783d10 req-a744504e-fd42-4878-b8ea-3ede1d76d90e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:54.545852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4aef72b-1c52-4939-a79d-f23be8783d10 req-a744504e-fd42-4878-b8ea-3ede1d76d90e tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.4453263 Jul 23 22:47:54.565198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Allocated IP 10.1.1.2 (2ad12374-3900-488f-b4ac-c470a18dc568/d6115490-5235-44e9-b31d-85849644759d/bad18d68-f1b0-40fc-911b-90411cbc0367) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:54.587195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:54.588323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.630634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:54.765134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a73d22ef-5ebf-4149-9480-7df1e86d3f88 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4972529 Jul 23 22:47:54.767456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:54.770767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:54.774801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.775010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'name': 'tempest-TaggedBootDevicesTest-1654581707', 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:54.775145 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.797924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.803452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-68b28c5b-1cf0-4c91-81eb-46bac5c0f3bb tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/29b40962-cfad-4b61-8e8b-2aa01fd6d6be HTTP/1.1" status: 204 len: 168 time: 2.0110610 Jul 23 22:47:54.806850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:54.815898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Transition to ACTIVE for port object 80eceb26-a749-4a4f-b86d-51acc628be1e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:54.824935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4aef72b-1c52-4939-a79d-f23be8783d10 req-a919c4d6-25d8-4242-8dd3-ebd832431ef4 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779710 Jul 23 22:47:54.862757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Transition to ACTIVE for port object 80eceb26-a749-4a4f-b86d-51acc628be1e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:54.883003 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a2b4c4-7f2f-4c5b-b5f5-daa3805bc24b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:47:54.884568 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75a2b4c4-7f2f-4c5b-b5f5-daa3805bc24b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/29b40962-cfad-4b61-8e8b-2aa01fd6d6be HTTP/1.1" status: 404 len: 333 time: 0.0765691 Jul 23 22:47:54.887570 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.903188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:54.914795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Made reservation on behalf of 46a3f5acb2f547d5bc6e5a3dfb8423ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:54.918524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.941037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:54.979235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:54.979936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Transition to ACTIVE for port object bad18d68-f1b0-40fc-911b-90411cbc0367 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:54.986998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.009788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Network cb44717a-6ea7-4575-b70a-fd317d369e9c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:55.016083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] device_id is not set on port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:55.021696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:55.023029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f068079-7ee5-483d-bb70-52901436874e req-870c42a3-be9a-4ff3-a07d-870e43896ad9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 210 time: 0.1007476 Jul 23 22:47:55.024207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Transition to ACTIVE for port object bad18d68-f1b0-40fc-911b-90411cbc0367 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:55.025712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Pushing event updated for resources: {'Port': ['ID=80eceb26-a749-4a4f-b86d-51acc628be1e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.028093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:55.068818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.100960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet bd8823f3-0776-4a12-8a1d-324dc5bf69eb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:47:55.113896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Allocated IP 172.20.0.6 (b2d276f4-654e-47cf-8f7d-47a2d414ded1/fa7ec605-e20f-4b55-8402-982a04c99416/77c90dac-7161-47bb-8b75-db32f6873aa3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:55.116176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.131820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Attempting to bind port 80eceb26-a749-4a4f-b86d-51acc628be1e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:55.132187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Attempting to bind port 80eceb26-a749-4a4f-b86d-51acc628be1e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:55.132845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Attempting to bind port 80eceb26-a749-4a4f-b86d-51acc628be1e on network cb44717a-6ea7-4575-b70a-fd317d369e9c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:55.150771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:55.153335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:55.153817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Checking segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:55.154485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.154905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Bound using segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:55.155394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Bound port: 80eceb26-a749-4a4f-b86d-51acc628be1e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:55.155783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.171180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:55.177801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:55.190070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.216424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Pushing event updated for resources: {'Port': ['ID=bad18d68-f1b0-40fc-911b-90411cbc0367,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.296220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.1.1.78 (2ad12374-3900-488f-b4ac-c470a18dc568/d6115490-5235-44e9-b31d-85849644759d/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:55.340855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] For port 80eceb26-a749-4a4f-b86d-51acc628be1e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:55.343162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Attempting to bind port bad18d68-f1b0-40fc-911b-90411cbc0367 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:55.343537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Attempting to bind port bad18d68-f1b0-40fc-911b-90411cbc0367 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:55.344201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Attempting to bind port bad18d68-f1b0-40fc-911b-90411cbc0367 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:55.359802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:55.360193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:55.360585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.360989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Bound using segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:55.361478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Bound port: bad18d68-f1b0-40fc-911b-90411cbc0367, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:55.361903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.367085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] For port 80eceb26-a749-4a4f-b86d-51acc628be1e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80eceb26-a749-4a4f-b86d-51acc628be1e,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:55.379098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.446167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.456979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1569a-00dc-405b-ada2-15fbb974b660 req-f55bab2f-3839-49a9-8c84-d5b46a6785fd tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:55.458413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dff1569a-00dc-405b-ada2-15fbb974b660 req-f55bab2f-3839-49a9-8c84-d5b46a6785fd tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.2300956 Jul 23 22:47:55.506287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef089b7-18f7-450e-9725-56936acaffbc None None] Pushing event updated for resources: {'Port': ['ID=80eceb26-a749-4a4f-b86d-51acc628be1e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.526419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] For port bad18d68-f1b0-40fc-911b-90411cbc0367, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:55.537247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.538114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] For port bad18d68-f1b0-40fc-911b-90411cbc0367, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bad18d68-f1b0-40fc-911b-90411cbc0367,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:55.543700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.560440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.577285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:55.601789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dff1569a-00dc-405b-ada2-15fbb974b660 req-0d4eae1f-d0e4-42be-92b4-71432284be16 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986998 Jul 23 22:47:55.641332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.642909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.644894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df822698-bc5b-40ac-aafb-3df89e0fe4ec None None] Pushing event updated for resources: {'Port': ['ID=bad18d68-f1b0-40fc-911b-90411cbc0367,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.660518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 241b7f79-15de-49ea-b74d-e5f1be8e781e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:55.710705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8823f3-0776-4a12-8a1d-324dc5bf69eb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.718436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.725509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e3c49c38-919b-44cc-b52f-1b013cdc41ca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/bd8823f3-0776-4a12-8a1d-324dc5bf69eb HTTP/1.1" status: 204 len: 168 time: 0.8199387 Jul 23 22:47:55.729212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:55.741381 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210c6db-173d-4bb4-aaab-984077782291 x-openstack-request-id: req-d210c6db-173d-4bb4-aaab-984077782291 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:55.743454 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:55.745901 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d210c6db-173d-4bb4-aaab-984077782291 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:55.746552 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'code': 200} Jul 23 22:47:55.760935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:55.765207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785741e-ff5e-4046-b1d8-eddaa9544178 None None] Network 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:55.770227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:55.773692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:55.818268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.845738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:55.920672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:55.921461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:55.954742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ba0a7fe8-d144-4c12-aac7-bda272e8b752 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1859579 Jul 23 22:47:55.990703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event updated for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:56.029800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'name': 'network-vif-deleted', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:56.036545 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7a35c-ed54-4a34-a6ee-d74090d453a1" -d '{"events": [{"server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "name": "network-vif-deleted", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:56.162415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:56.184298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:56.195406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:56.204425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.279843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Allocated IP 172.20.0.12 (b2d276f4-654e-47cf-8f7d-47a2d414ded1/fa7ec605-e20f-4b55-8402-982a04c99416/7cafffff-4eec-479d-b3d2-3902b7ab2e47) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:56.328771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 241b7f79-15de-49ea-b74d-e5f1be8e781e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:56.335638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 241b7f79-15de-49ea-b74d-e5f1be8e781e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:56.336050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.369005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bad18d68-f1b0-40fc-911b-90411cbc0367 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:56.387398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:56.388704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.402936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e865399-3fdd-40f5-a82d-76ab973a63a5 req-144a221d-730d-4dc8-84e0-68c9969ce096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:56.404983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e865399-3fdd-40f5-a82d-76ab973a63a5 req-144a221d-730d-4dc8-84e0-68c9969ce096 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1098 time: 0.6150000 Jul 23 22:47:56.461340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2b9ba-8837-4372-835c-1d71a9f3230d req-a02c9399-28de-4685-930d-95a66955b748 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:56.473811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfe2b9ba-8837-4372-835c-1d71a9f3230d req-a02c9399-28de-4685-930d-95a66955b748 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 944 time: 0.5248137 Jul 23 22:47:56.480509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.486942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] DHCP port deletion for 3ad9bec2-e2a3-4150-998e-e31609c0dfd8 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:47:56.494648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-7356a1b0-d839-4510-ae00-a8c756e58c6e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3306134 Jul 23 22:47:56.500665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bad18d68-f1b0-40fc-911b-90411cbc0367 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:56.505978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80eceb26-a749-4a4f-b86d-51acc628be1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:56.528676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Request body: {'port': {'device_id': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:56.606636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:56.619853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Deleting port 04c68ad7-8033-4e49-b575-d44c31aaa055 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:56.620226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.636114 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.658198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 80eceb26-a749-4a4f-b86d-51acc628be1e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:56.754994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] For port 04c68ad7-8033-4e49-b575-d44c31aaa055, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=04c68ad7-8033-4e49-b575-d44c31aaa055,segment=NetworkSegment(3230d3ef-1f6e-4234-a288-d1f526addf41),segment_id=3230d3ef-1f6e-4234-a288-d1f526addf41)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:56.755633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.780020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:56.784697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Calling delete_port for 04c68ad7-8033-4e49-b575-d44c31aaa055 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:56.890544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:56.917143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] Pushing event deleted for resources: {'Port': ['ID=04c68ad7-8033-4e49-b575-d44c31aaa055,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:56.925218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a483-3477-4a6a-b0a2-131811412487 None None] No DVR routers for this DVR port 04c68ad7-8033-4e49-b575-d44c31aaa055 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:56.946368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfe2b9ba-8837-4372-835c-1d71a9f3230d req-26f418bc-d708-45ea-af7c-0613db96d05d tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716899 Jul 23 22:47:56.951758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e865399-3fdd-40f5-a82d-76ab973a63a5 req-d3055921-d386-423d-82c8-c049b26e7fd9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5327840 Jul 23 22:47:57.020611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 04c68ad7-8033-4e49-b575-d44c31aaa055 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:57.020991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.155372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.175923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port 04c68ad7-8033-4e49-b575-d44c31aaa055, host n-d-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:57.176290 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.182279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.187544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356b646-2809-4431-b741-d39268595dfc None None] Network 2ad12374-3900-488f-b4ac-c470a18dc568 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:57.232752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 04c68ad7-8033-4e49-b575-d44c31aaa055 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:47:57.237517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Port 04c68ad7-8033-4e49-b575-d44c31aaa055 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:47:57.245324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.291935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=04c68ad7-8033-4e49-b575-d44c31aaa055,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:57.323464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port 04c68ad7-8033-4e49-b575-d44c31aaa055 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:47:57.353131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Provisioning for port bad18d68-f1b0-40fc-911b-90411cbc0367 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:57.361006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Provisioning complete for port bad18d68-f1b0-40fc-911b-90411cbc0367 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:57.361488 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.478169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8895631-175b-4db1-ba99-09753dd566a0 None None] Network cb44717a-6ea7-4575-b70a-fd317d369e9c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:57.519837 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.532144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad9bec2-e2a3-4150-998e-e31609c0dfd8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:57.542775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3230d3ef-1f6e-4234-a288-d1f526addf41') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:57.543533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3230d3ef-1f6e-4234-a288-d1f526addf41') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:47:57.553994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.568766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.575657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:47:57.576360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.579722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.626457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] For port bad18d68-f1b0-40fc-911b-90411cbc0367, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bad18d68-f1b0-40fc-911b-90411cbc0367,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:57.640817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:47:57.641170 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:47:57.655422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.671412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.673473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/3ad9bec2-e2a3-4150-998e-e31609c0dfd8 HTTP/1.1" status: 204 len: 168 time: 1.9339840 Jul 23 22:47:57.675081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.684272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:57.690111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1826021876'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:57.741571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d5f4-f201-4e93-8293-db3eb957eff3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=3ad9bec2-e2a3-4150-998e-e31609c0dfd8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:57.751052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:57.760430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:47:57.764006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.764830 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412e24b-b58c-44ed-bcf5-eca3775857a0" -d '{"events": [{"server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "name": "network-vif-plugged", "status": "completed", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:47:57.838093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Network b2d276f4-654e-47cf-8f7d-47a2d414ded1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:57.846913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:47:57.860653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.861014 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Added segment 3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe of type vlan for network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 Jul 23 22:47:57.874086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f698e8-d766-436b-a83e-39c1fe070b13 None None] Pushing event updated for resources: {'Port': ['ID=bad18d68-f1b0-40fc-911b-90411cbc0367,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:57.974678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:57.977329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Provisioning for port 80eceb26-a749-4a4f-b86d-51acc628be1e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:58.000150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:58.006629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788252164', 'description': 'tempest-description--2115387622'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:58.008171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Provisioning complete for port 80eceb26-a749-4a4f-b86d-51acc628be1e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:58.009851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.011296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:58.023074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event updated for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.045551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:58.067547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.080534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:58.081193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.134865 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2c076f-a18f-4e80-a599-6f6dba70cb43 x-openstack-request-id: req-bb2c076f-a18f-4e80-a599-6f6dba70cb43 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:47:58.135165 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b312f104-6a68-47ae-8094-8fa5eb5904e9", "name": "network-vif-deleted", "tag": "9c7596f0-b2a9-4272-bb35-e895fb9f6b08", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:47:58.135425 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb2c076f-a18f-4e80-a599-6f6dba70cb43 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:47:58.136247 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b312f104-6a68-47ae-8094-8fa5eb5904e9', 'name': 'network-vif-deleted', 'tag': '9c7596f0-b2a9-4272-bb35-e895fb9f6b08', 'status': 'completed', 'code': 200} Jul 23 22:47:58.206895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.212003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.221185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Network': ['ID=228ded6b-f8f3-4641-8ea4-d8f32a0a3a67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.236097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:47:58.290133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-027a750e-f3a1-49fe-896b-2d4c07c2145d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6046934 Jul 23 22:47:58.290569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:58.297486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] For port 80eceb26-a749-4a4f-b86d-51acc628be1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80eceb26-a749-4a4f-b86d-51acc628be1e,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:47:58.297922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:58.331813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bad18d68-f1b0-40fc-911b-90411cbc0367 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:47:58.376154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c90dac-7161-47bb-8b75-db32f6873aa3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:47:58.400877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.401845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.425984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Transition to ACTIVE for port object 77c90dac-7161-47bb-8b75-db32f6873aa3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:58.460763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.487826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.499457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.545138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb77e90-7517-4680-a3fd-cb8bc0806adc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.569305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bad18d68-f1b0-40fc-911b-90411cbc0367 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:58.570226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.582537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:58.588468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.598860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:58.603503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.640766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Provisioning for port 424be119-a951-4057-b000-bc350c3f9d51 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:58.662350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Provisioning complete for port 424be119-a951-4057-b000-bc350c3f9d51 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:58.662882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.709748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Port 424be119-a951-4057-b000-bc350c3f9d51 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:58.713409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9dfbe-513d-475a-ba79-0025689732d4 None None] Pushing event updated for resources: {'Port': ['ID=80eceb26-a749-4a4f-b86d-51acc628be1e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.727364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Pushing event updated for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.761593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Provisioning for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:47:58.769151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Provisioning complete for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:58.769459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-47271f60-6099-40de-a944-42373cc340a4 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4641480 Jul 23 22:47:58.770073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.785016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Request body: {'port': {'device_id': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:58.820834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:58.840964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.842647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a79b699-752d-4c86-a8a4-86adae9c5b9d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8412178 Jul 23 22:47:58.846071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.846294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:58.862004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f72dd-e500-4675-ace2-ea370fdd6b53 req-a1267905-cc75-4613-b182-03a1374fecc9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:58.867523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Provisioning complete for port bad18d68-f1b0-40fc-911b-90411cbc0367 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:58.867990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f990789-c5f2-48d5-86f2-85def088277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:58.873954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b6f72dd-e500-4675-ace2-ea370fdd6b53 req-a1267905-cc75-4613-b182-03a1374fecc9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 943 time: 0.5437381 Jul 23 22:47:58.898448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'security_group_rule': {'security_group_id': 'bbb77e90-7517-4680-a3fd-cb8bc0806adc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:58.909899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ab510-111f-4990-8031-510e70c40c20,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:58.944827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Checking segment: {'id': '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:58.945165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network hostable DHCP agents. Network: 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:47:58.968135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:47:58.989082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:58.994330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:58.995366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.008845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Attempting to bind port 77c90dac-7161-47bb-8b75-db32f6873aa3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:59.009119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698023c-bf21-4e4c-a28d-a7e87454b2c6 None None] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:47:59.009273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Attempting to bind port 77c90dac-7161-47bb-8b75-db32f6873aa3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:59.009499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Attempting to bind port 77c90dac-7161-47bb-8b75-db32f6873aa3 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:59.056478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b6f72dd-e500-4675-ace2-ea370fdd6b53 req-f22d4652-6958-4a38-8478-e90599445870 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812558 Jul 23 22:47:59.083305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 04c68ad7-8033-4e49-b575-d44c31aaa055 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:47:59.100488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Port 77c90dac-7161-47bb-8b75-db32f6873aa3 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:47:59.100867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Attempting to bind port 77c90dac-7161-47bb-8b75-db32f6873aa3 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:59.114693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-a0642201-3163-4c0a-b62b-f640858acb32 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:59.115959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 04c68ad7-8033-4e49-b575-d44c31aaa055 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:47:59.116262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-a0642201-3163-4c0a-b62b-f640858acb32 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.4839842 Jul 23 22:47:59.116402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 04c68ad7-8033-4e49-b575-d44c31aaa055 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:47:59.120123 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db151455-1d18-41f8-981d-a0c9730f7870 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8278635 Jul 23 22:47:59.121264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:59.135703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-919765939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:59.139980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:59.140321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Checking segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:59.140711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Bound using segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:59.141198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Bound port: 77c90dac-7161-47bb-8b75-db32f6873aa3, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:59.141557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.170617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.173536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.209545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.220855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.231112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-228ded6b-f8f3-4641-8ea4-d8f32a0a3a67', 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': '8b0ab510-111f-4990-8031-510e70c40c20'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:47:59.232971 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.270576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Provisioning complete for port 424be119-a951-4057-b000-bc350c3f9d51 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:59.270576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.292904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.306574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.331336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.335345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b70fbdb-e61e-4d77-8b95-19a40ea75d9a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2092686 Jul 23 22:47:59.335635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:59.340705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67', 'name': 'tempest-PortsTestJSON-1133538452'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:59.387122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Port 424be119-a951-4057-b000-bc350c3f9d51 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:59.410002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Provisioning complete for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:59.410399 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.472165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:47:59.487809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:47:59.502665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Allocated IP 172.20.0.2 (228ded6b-f8f3-4641-8ea4-d8f32a0a3a67/8b0ab510-111f-4990-8031-510e70c40c20/9f6dbbe4-5cea-465a-9786-5404584368b5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:59.503963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3415-9398-499b-9dac-70cb0455b0be req-e543eb88-fec1-4624-b779-e2b37cf736ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:59.511791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e3cc3415-9398-499b-9dac-70cb0455b0be req-e543eb88-fec1-4624-b779-e2b37cf736ae tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.3944817 Jul 23 22:47:59.517178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Provisioning complete for port 80eceb26-a749-4a4f-b86d-51acc628be1e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:47:59.517556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4536e163-b0df-4936-bad0-5acc669f13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.523625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.533023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=77c90dac-7161-47bb-8b75-db32f6873aa3,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:47:59.538088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:47:59.547092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.547298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.564340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.583042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 85470f8b-6801-4cfa-9c1d-308750a97e52 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:47:59.649553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55afff6-d7f4-4323-ba03-7437d308615e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:59.673504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:47:59.674490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.675905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] 10.222.0.25 "PUT /v2.0/ports/77c90dac-7161-47bb-8b75-db32f6873aa3 HTTP/1.1" status: 200 len: 1092 time: 3.1605482 Jul 23 22:47:59.689112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.690562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b71cd5d5-08d6-4eb5-88e4-9e468d588107 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7971907 Jul 23 22:47:59.696220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:47:59.701698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'security_group_rule': {'security_group_id': 'bbb77e90-7517-4680-a3fd-cb8bc0806adc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:47:59.705650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e3cc3415-9398-499b-9dac-70cb0455b0be req-4dc8431f-46b8-4b2e-ad16-9ca139be8ff7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922369 Jul 23 22:47:59.762264 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.775225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Transition to ACTIVE for port object 9f6dbbe4-5cea-465a-9786-5404584368b5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:59.775372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f2d83-8f8b-4dac-9a0f-4f98dcc1deb0 service neutron] Pushing event updated for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:59.779043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.789709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Deleting port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:47:59.790215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.795173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Transition to ACTIVE for port object 9f6dbbe4-5cea-465a-9786-5404584368b5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:47:59.804803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.850633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Pushing event updated for resources: {'Port': ['ID=9f6dbbe4-5cea-465a-9786-5404584368b5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:47:59.864121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:47:59.866554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:47:59.869049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:47:59.914974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.6 (228ded6b-f8f3-4641-8ea4-d8f32a0a3a67/8b0ab510-111f-4990-8031-510e70c40c20/85470f8b-6801-4cfa-9c1d-308750a97e52) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:47:59.950867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Attempting to bind port 9f6dbbe4-5cea-465a-9786-5404584368b5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:47:59.951533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Attempting to bind port 9f6dbbe4-5cea-465a-9786-5404584368b5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:47:59.952091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Attempting to bind port 9f6dbbe4-5cea-465a-9786-5404584368b5 on network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:47:59.952218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.961254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:47:59.961970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Checking segment: {'id': '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:47:59.962582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.963164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Bound using segment: {'id': '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:47:59.964091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Bound port: 9f6dbbe4-5cea-465a-9786-5404584368b5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '228ded6b-f8f3-4641-8ea4-d8f32a0a3a67'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:47:59.964802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:47:59.967499 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.021398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113076d9-31fd-4658-8a7a-98b22d9d3057,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:00.035635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948d0b9-efbe-4e86-a8d1-5ef905a8877b req-8143d6b1-676d-4bbf-9453-e1ff5d0ca559 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.037373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d948d0b9-efbe-4e86-a8d1-5ef905a8877b req-8143d6b1-676d-4bbf-9453-e1ff5d0ca559 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e09620-e3e7-43a3-84c4-ae7bc4416f1f HTTP/1.1" status: 200 len: 946 time: 0.2286482 Jul 23 22:48:00.055567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.056280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] For port 9f6dbbe4-5cea-465a-9786-5404584368b5, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:00.058426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f1fdd6e-74fc-409c-b8ac-80a760f0407b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611364 Jul 23 22:48:00.062135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] For port 9f6dbbe4-5cea-465a-9786-5404584368b5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9f6dbbe4-5cea-465a-9786-5404584368b5,segment=NetworkSegment(3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe),segment_id=3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:00.063225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35344) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:00.068873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.091204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] For port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,segment=NetworkSegment(37268822-ce6a-4239-bff0-c6a157daf44c),segment_id=37268822-ce6a-4239-bff0-c6a157daf44c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:00.093094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:00.103253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.129103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.149994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cb5e1-8d38-4b8e-9a38-bc1408db0e3f None None] Pushing event updated for resources: {'Port': ['ID=9f6dbbe4-5cea-465a-9786-5404584368b5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:00.168434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:00.172337 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:00.187826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-b997d5bc-227c-4a3c-a6eb-a7d897fd96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.189342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-b997d5bc-227c-4a3c-a6eb-a7d897fd96e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 1095 time: 0.4023983 Jul 23 22:48:00.220774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80eceb26-a749-4a4f-b86d-51acc628be1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:00.238832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Calling delete_port for 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:00.268582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d948d0b9-efbe-4e86-a8d1-5ef905a8877b req-9145e77f-dd6d-4c40-b306-9190f003dbb7 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdef1085-0864-4c44-92a1-db3e148c4353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194176 Jul 23 22:48:00.280037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.326678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 85470f8b-6801-4cfa-9c1d-308750a97e52 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:00.358326 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff25c77-088d-4024-acd5-b63596fa3a55 x-openstack-request-id: req-7ff25c77-088d-4024-acd5-b63596fa3a55 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:00.358613 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "name": "network-vif-plugged", "status": "completed", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:00.359119 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ff25c77-088d-4024-acd5-b63596fa3a55 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:00.359509 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'code': 200} Jul 23 22:48:00.363908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 80eceb26-a749-4a4f-b86d-51acc628be1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:00.365358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.381721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cafffff-4eec-479d-b3d2-3902b7ab2e47 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:00.393569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-789e036c-cd92-49ff-a28e-913560068f69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c90dac-7161-47bb-8b75-db32f6873aa3 HTTP/1.1" status: 200 len: 217 time: 0.1710379 Jul 23 22:48:00.398457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.437926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.515249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.535649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:00.589294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Transition to ACTIVE for port object 7cafffff-4eec-479d-b3d2-3902b7ab2e47 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:00.633466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.731789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e4679c71-9f9f-4316-ab8e-038ba99122e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.733486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-e4679c71-9f9f-4316-ab8e-038ba99122e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.3326046 Jul 23 22:48:00.771712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Pushing event updated for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:00.822729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9bdb9f57-ba77-4721-b0a0-acf9824c24ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745859 Jul 23 22:48:00.826154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:00.833665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:00.866223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=85470f8b-6801-4cfa-9c1d-308750a97e52,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:00.932550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ee4f8-a3a8-45e9-82a5-08f62c4efdb5 req-01dd30c6-42a0-4806-a33b-27e8ed98f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.934233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-221ee4f8-a3a8-45e9-82a5-08f62c4efdb5 req-01dd30c6-42a0-4806-a33b-27e8ed98f1de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1097 time: 0.4611857 Jul 23 22:48:00.935391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.936050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:00.957979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678661-a4a4-46d7-b368-7b679cdd4107 req-d0279b24-77d2-434b-9d2a-d455fe099b37 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:00.959514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b678661-a4a4-46d7-b368-7b679cdd4107 req-d0279b24-77d2-434b-9d2a-d455fe099b37 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 945 time: 0.3945029 Jul 23 22:48:00.976813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-719a60fa-75da-44a1-91a2-20387ae863b3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6401942 Jul 23 22:48:00.980737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:01.112016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 172.25.1.200 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9365020b-49a6-41df-aa61-387f67940812) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:01.379827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.394683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['66ca87e0-3e5f-49b3-845c-513e0f5c9d1f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:48:01.466906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Pushing event deleted for resources: {'Port': ['ID=66ca87e0-3e5f-49b3-845c-513e0f5c9d1f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:01.482585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Attempting to bind port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:01.483171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Attempting to bind port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:01.483571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Attempting to bind port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:01.512155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-221ee4f8-a3a8-45e9-82a5-08f62c4efdb5 req-39603930-0283-48db-951b-6cb24343e084 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5642850 Jul 23 22:48:01.539606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.547985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b678661-a4a4-46d7-b368-7b679cdd4107 req-c05e18ea-8947-46c3-9967-5a6dd47cc65c tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939764 Jul 23 22:48:01.563961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:01.564525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Attempting to bind port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 on network b2d276f4-654e-47cf-8f7d-47a2d414ded1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:01.571465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-651db389-5afb-4008-9146-96cb75a3508f service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247276 Jul 23 22:48:01.618218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.648848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] No DVR routers for this DVR port 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:01.679631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.679974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.684178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b938a-a19a-4e18-b1e2-daf3d37e768b None None] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:01.687269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4df625a7-787c-4bed-ae93-2b3756430e4f req-0f3bb14f-5204-487c-8e4a-687a30c609c5 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] 10.222.0.25 "DELETE /v2.0/ports/66ca87e0-3e5f-49b3-845c-513e0f5c9d1f HTTP/1.1" status: 204 len: 173 time: 2.5558422 Jul 23 22:48:01.687856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:01.688196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Checking segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:01.688576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Bound using segment: {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:01.690296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Bound port: 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:01.690296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:01.814524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:01.823770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:01.833252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=9365020b-49a6-41df-aa61-387f67940812,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:01.837933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:01.933484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-aa9ad23b-1a4b-413c-8945-1da61ffb139e service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054032 Jul 23 22:48:01.982093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:01.987630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:02.009687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b63bc-a128-47bb-b4f3-915b18c6ea1f req-ee25198b-4d65-40c5-b579-0a5fb8328e9b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:02.034054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:02.039563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Request body: {'floatingip': {'port_id': '92ede972-75fc-4398-a922-9e0333daba7d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:02.040502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22fe0577-7a8a-48eb-a014-0c5ccaa36db5 None None] Provisioning for port 9f6dbbe4-5cea-465a-9786-5404584368b5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:02.042365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a75b63bc-a128-47bb-b4f3-915b18c6ea1f req-ee25198b-4d65-40c5-b579-0a5fb8328e9b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.2638922 Jul 23 22:48:02.048191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.078125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.097658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.147161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:02.147387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.148860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] 10.222.0.22 "PUT /v2.0/ports/7cafffff-4eec-479d-b3d2-3902b7ab2e47 HTTP/1.1" status: 200 len: 1093 time: 3.3680577 Jul 23 22:48:02.253983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.291423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.319015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14eed-b265-474f-a962-3407d24a1f76 service neutron] Pushing event updated for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:02.449616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.467704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9f6dbbe4-5cea-465a-9786-5404584368b5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:02.476893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8570-431e-4a5c-8522-778576554865 req-8e9e0a3e-8fc7-4f25-8c51-98ca05c38e66 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:02.485653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-748c8570-431e-4a5c-8522-778576554865 req-8e9e0a3e-8fc7-4f25-8c51-98ca05c38e66 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 943 time: 0.3193085 Jul 23 22:48:02.570997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=85470f8b-6801-4cfa-9c1d-308750a97e52,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:02.602684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-748c8570-431e-4a5c-8522-778576554865 req-a842f084-9927-418f-8648-d18bd3fe2a96 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070170 Jul 23 22:48:02.615763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-bb19cdca-48cb-4fad-879e-5c92f6cd4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:02.623738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-bb19cdca-48cb-4fad-879e-5c92f6cd4471 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 1096 time: 0.3747938 Jul 23 22:48:02.673325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc82c4bb-7537-4e50-a81d-862d91f875d5 None None] Provisioning for port 85470f8b-6801-4cfa-9c1d-308750a97e52 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:02.685121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 9f6dbbe4-5cea-465a-9786-5404584368b5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:02.694332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc82c4bb-7537-4e50-a81d-862d91f875d5 None None] Provisioning complete for port 85470f8b-6801-4cfa-9c1d-308750a97e52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:02.694694 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc82c4bb-7537-4e50-a81d-862d91f875d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.697449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9f6dbbe4-5cea-465a-9786-5404584368b5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:02.697848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.728399 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eba60d-82d6-4024-a361-b998e2b2c8f1 x-openstack-request-id: req-f2eba60d-82d6-4024-a361-b998e2b2c8f1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:02.728940 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:02.729465 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2eba60d-82d6-4024-a361-b998e2b2c8f1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:02.730361 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3', 'status': 'completed', 'code': 200} Jul 23 22:48:02.735083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-6171349f-a95d-4800-8bf0-534b9d12a0d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47 HTTP/1.1" status: 200 len: 217 time: 0.1033838 Jul 23 22:48:02.837437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dc82c4bb-7537-4e50-a81d-862d91f875d5 None None] Port 85470f8b-6801-4cfa-9c1d-308750a97e52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:02.898054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7945-7e63-4e85-8875-d91638e785e4 req-1c01c803-cb65-4061-8fb1-b717a9ae4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:02.900245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-1c01c803-cb65-4061-8fb1-b717a9ae4bbd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.1095197 Jul 23 22:48:02.965213 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:02.984836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-663d2296-91e4-405d-b94f-f2af69b9a259 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701809 Jul 23 22:48:03.074549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6493fa52-3980-40fb-94fd-434a3faa2e80 None None] Provisioning complete for port 85470f8b-6801-4cfa-9c1d-308750a97e52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:03.076335 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6493fa52-3980-40fb-94fd-434a3faa2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:03.082693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 9f6dbbe4-5cea-465a-9786-5404584368b5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9f6dbbe4-5cea-465a-9786-5404584368b5,segment=NetworkSegment(3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe),segment_id=3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:03.112416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:03.118877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-2b7eb816-8a0a-4f36-b536-9ced055dbebb service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203990 Jul 23 22:48:03.156232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-117522d5-5615-4d5f-8b86-781ee81e97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:03.158023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-117522d5-5615-4d5f-8b86-781ee81e97ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 1095 time: 0.4251354 Jul 23 22:48:03.159737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6493fa52-3980-40fb-94fd-434a3faa2e80 None None] Port 85470f8b-6801-4cfa-9c1d-308750a97e52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:03.176388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=9f6dbbe4-5cea-465a-9786-5404584368b5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:03.262043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37b12f-5ded-4455-bd25-f5da2c43b415 req-0c8e1d31-14a0-4186-a4b2-d916871ec66b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:03.264683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f37b12f-5ded-4455-bd25-f5da2c43b415 req-0c8e1d31-14a0-4186-a4b2-d916871ec66b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 945 time: 0.3633585 Jul 23 22:48:03.370654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f37b12f-5ded-4455-bd25-f5da2c43b415 req-fb2a6637-4188-4e8b-b1a7-91d1c1f2e2ed tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745404 Jul 23 22:48:03.377904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-732a7945-7e63-4e85-8875-d91638e785e4 req-d36b0700-133e-4b76-bd1c-22bffd42fbde service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549269 Jul 23 22:48:03.382572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-51071c0d-aaea-48fb-bc1e-92828fee0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:03.393128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-51071c0d-aaea-48fb-bc1e-92828fee0214 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 913 time: 0.2210491 Jul 23 22:48:03.412680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84f63f54-e67c-4c85-9b9f-c967fc04897a None None] Provisioning complete for port 85470f8b-6801-4cfa-9c1d-308750a97e52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:03.413063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84f63f54-e67c-4c85-9b9f-c967fc04897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:03.457302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-e20fe250-f071-4965-91ef-41d20ab2c86e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c90dac-7161-47bb-8b75-db32f6873aa3 HTTP/1.1" status: 200 len: 217 time: 0.0550580 Jul 23 22:48:03.504014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-84f63f54-e67c-4c85-9b9f-c967fc04897a None None] Port 85470f8b-6801-4cfa-9c1d-308750a97e52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:03.540308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-20a671ba-4026-4ceb-81c5-0514bdfa76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:03.542110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-20a671ba-4026-4ceb-81c5-0514bdfa76b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.0793281 Jul 23 22:48:03.595692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-823e7714-f991-41c3-ab6c-140e519d5f8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457082 Jul 23 22:48:03.673703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:03.698200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:48:03.698430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 66ca87e0-3e5f-49b3-845c-513e0f5c9d1f not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:48:03.761328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-d26dddae-06b3-4e73-a200-3eb762bf49f0 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590667 Jul 23 22:48:03.815210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdbdc3-2c6f-4864-8845-6a230cef15b7 req-065bb4c6-8376-4de2-bf25-84e43d5869a3 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:03.822047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-accdbdc3-2c6f-4864-8845-6a230cef15b7 req-065bb4c6-8376-4de2-bf25-84e43d5869a3 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 945 time: 0.1956472 Jul 23 22:48:03.855901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:03.904017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b06eee8-2cc0-41e7-9659-59ea6ea6d8c9 req-3647ddb8-e566-49bc-8f3e-9008b2d31682 service neutron] 10.222.0.25 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326821 Jul 23 22:48:03.906841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-accdbdc3-2c6f-4864-8845-6a230cef15b7 req-4fbfca37-90fa-4078-bd57-5534c6e703e3 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/security-groups?id=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840666 Jul 23 22:48:03.936669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:03.960631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:03.990415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.056704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f892cd2-8653-444c-b7a4-a28ede2bfa7e req-5bab278e-f026-462b-8f1d-d3b61e4fb63b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:04.063897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f892cd2-8653-444c-b7a4-a28ede2bfa7e req-5bab278e-f026-462b-8f1d-d3b61e4fb63b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0782199 Jul 23 22:48:04.128027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f892cd2-8653-444c-b7a4-a28ede2bfa7e req-312b3e42-0e37-43ac-b628-361baab95fec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631363 Jul 23 22:48:04.174519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:48:04.231923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=9365020b-49a6-41df-aa61-387f67940812,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:04.245547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.253239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9f6dbbe4-5cea-465a-9786-5404584368b5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:04.292574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.302423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.312250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c7fb0-4f8e-4f53-9916-b9696fb0ad11 tempest-TestVolumeBackupRestore-2096769294 tempest-TestVolumeBackupRestore-2096769294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:04.317789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f64c7fb0-4f8e-4f53-9916-b9696fb0ad11 tempest-TestVolumeBackupRestore-2096769294 tempest-TestVolumeBackupRestore-2096769294-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1092 time: 0.3741066 Jul 23 22:48:04.323483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:04.349417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:04.384727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.385970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d9056564-3862-41d3-bc02-0497b8d520eb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2977321 Jul 23 22:48:04.395639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.402337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.419262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9f6dbbe4-5cea-465a-9786-5404584368b5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:04.421617 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.536033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed454aa1-d4eb-4001-997a-ff64a2740e1f req-acd95d1f-91bf-41c9-abca-ae78f207e8b5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:04.545796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed454aa1-d4eb-4001-997a-ff64a2740e1f req-acd95d1f-91bf-41c9-abca-ae78f207e8b5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 943 time: 0.2212374 Jul 23 22:48:04.569046 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Floating IP 1908a0b6-e0bd-4418-9ce3-bb2270a66a41 associated. External IP: 172.25.1.123, port: 92ede972-75fc-4398-a922-9e0333daba7d. Jul 23 22:48:04.613083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed454aa1-d4eb-4001-997a-ff64a2740e1f req-428192d9-4c70-4fe9-9eac-020a6d32cd7d tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660541 Jul 23 22:48:04.616769 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.744769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'name': 'network-vif-deleted', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f'}, {'name': 'network-changed', 'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:04.747497 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53" -d '{"events": [{"server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "name": "network-vif-deleted", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f"}, {"name": "network-changed", "server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:04.813926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd6705-7023-49fe-9012-c6992fd83a5b req-4c586a8d-5a97-423f-881d-403686a0aa86 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:04.815585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91bd6705-7023-49fe-9012-c6992fd83a5b req-4c586a8d-5a97-423f-881d-403686a0aa86 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1269720 Jul 23 22:48:04.816496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Allocated IP 172.25.1.149 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b414cd1c-06a5-4d53-b729-cb41d014ecc1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:04.882684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91bd6705-7023-49fe-9012-c6992fd83a5b req-a319be7d-53a7-4b2e-b678-ed4fe4b9fee1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613656 Jul 23 22:48:04.955130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.966677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:04.972243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:05.021021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:05.032531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:48:05.069288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:05.070816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=85470f8b-6801-4cfa-9c1d-308750a97e52,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:05.081132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:05.083905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:05.097439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:05.127655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'Port': ['ID=b414cd1c-06a5-4d53-b729-cb41d014ecc1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:05.150699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.151053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.151395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.151725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.152091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.152438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.152913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.153830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.154275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.154496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.154777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.156804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:05.163240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-db5a26e4-d37e-46d0-a01d-b29d309af8e0 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--788252164&fields=id&tenant_id=4b4af35f7d714525aec4c13ce52d538b HTTP/1.1" status: 200 len: 267 time: 0.0961180 Jul 23 22:48:05.271583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:05.276674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:05.285846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-9cd279a4-4dfc-4bd9-83bd-f0aca683b86e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:05.292265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-9cd279a4-4dfc-4bd9-83bd-f0aca683b86e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 930 time: 0.1190929 Jul 23 22:48:05.302051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:05.314321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:05.317375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:05.330508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:05.331165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:05.375308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-599924aa-267e-4b91-9874-898065dc4c55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "PUT /v2.0/floatingips/1908a0b6-e0bd-4418-9ce3-bb2270a66a41 HTTP/1.1" status: 200 len: 992 time: 3.3402145 Jul 23 22:48:05.407319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:05.410046 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0a522-224b-4c40-937d-73a1d36b0660" -d '{"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:05.482493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-89663539-e6fb-4441-ac7d-915757ee7a3b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:05.484295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-89663539-e6fb-4441-ac7d-915757ee7a3b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 931 time: 0.1910412 Jul 23 22:48:05.519022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:05.557003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Router d674a72f-c13e-410a-8305-9897c7c8a950 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:48:05.598486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4921ddf6-c332-41c3-9a1b-fcf54ef33082 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0809870 Jul 23 22:48:05.646259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-2e42081e-92ac-4995-9c12-b96d3a2eea51 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406394 Jul 23 22:48:05.697411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 77c90dac-7161-47bb-8b75-db32f6873aa3 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:48:05.838493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5e4b03f2-15b5-4db6-9915-5ea32741f54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:05.841678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f63f0667-3ef5-4b8c-97e4-bb57344ad338 None None] Provisioning complete for port 85470f8b-6801-4cfa-9c1d-308750a97e52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:05.842072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f63f0667-3ef5-4b8c-97e4-bb57344ad338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:05.845532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5e4b03f2-15b5-4db6-9915-5ea32741f54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:05.852111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5e4b03f2-15b5-4db6-9915-5ea32741f54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:05.853840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5e4b03f2-15b5-4db6-9915-5ea32741f54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=cb44717a-6ea7-4575-b70a-fd317d369e9c&id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 1990 time: 0.1977224 Jul 23 22:48:05.935142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1070baaa-4066-4dc6-84ba-c4051fd96611 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/quotas/4b4af35f7d714525aec4c13ce52d538b HTTP/1.1" status: 200 len: 375 time: 0.0445745 Jul 23 22:48:05.953154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=77c90dac-7161-47bb-8b75-db32f6873aa3,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:05.991083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f63f0667-3ef5-4b8c-97e4-bb57344ad338 None None] Port 85470f8b-6801-4cfa-9c1d-308750a97e52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:05.998501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '77c90dac-7161-47bb-8b75-db32f6873aa3', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'port_id': '77c90dac-7161-47bb-8b75-db32f6873aa3', 'mac_address': 'fa:16:3e:92:9c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ec605-e20f-4b55-8402-982a04c99416', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:48:05.999646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.048135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:06.055619 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.056607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7e2470a-152e-481c-a6b1-ff19aa1b0436 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/routers/d674a72f-c13e-410a-8305-9897c7c8a950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0741336 Jul 23 22:48:06.057653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:06.065315 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] Sync routers for ids ['d674a72f-c13e-410a-8305-9897c7c8a950'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:06.080123 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] Routers {'d674a72f-c13e-410a-8305-9897c7c8a950'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:06.081923 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d674a72f-c13e-410a-8305-9897c7c8a950'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.082852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1908a0b6-e0bd-4418-9ce3-bb2270a66a41', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:47:30Z', 'updated_at': '2021-07-23T22:48:03Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.089925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c90dac-7161-47bb-8b75-db32f6873aa3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:06.112439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-c0e30f73-b4f4-4c78-880b-6664ca09ea8b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1676781 Jul 23 22:48:06.123450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:48:06.139515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:06.140627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.176752 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.192230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=77c90dac-7161-47bb-8b75-db32f6873aa3,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:06.213725 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] Routers {'d674a72f-c13e-410a-8305-9897c7c8a950'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:06.223898 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d674a72f-c13e-410a-8305-9897c7c8a950'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.225004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.254840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.288282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3399b4-8df7-471a-af84-2556cfc44eef tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:06.297264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f3399b4-8df7-471a-af84-2556cfc44eef tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?device_id=d674a72f-c13e-410a-8305-9897c7c8a950 HTTP/1.1" status: 200 len: 982 time: 0.2386482 Jul 23 22:48:06.299949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:06.314655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:06.322005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-800508ad-ceb5-4722-be75-7dd26e361c18 service neutron] 10.222.0.37 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084641 Jul 23 22:48:06.336139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.337667 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a8e51-7b9a-4f2f-9be1-8d77d4e893a2 None None] The sync data for ids ['d674a72f-c13e-410a-8305-9897c7c8a950'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:06.345491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:06.461857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['77c90dac-7161-47bb-8b75-db32f6873aa3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:48:06.502054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7cafffff-4eec-479d-b3d2-3902b7ab2e47 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:48:06.519193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-c135c6e5-3861-4748-890b-283377651549 service neutron] 10.222.0.37 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963370 Jul 23 22:48:06.760334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:06.783266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '7cafffff-4eec-479d-b3d2-3902b7ab2e47', 'network_id': 'b2d276f4-654e-47cf-8f7d-47a2d414ded1', 'port_id': '7cafffff-4eec-479d-b3d2-3902b7ab2e47', 'mac_address': 'fa:16:3e:c7:9c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7ec605-e20f-4b55-8402-982a04c99416', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:48:06.880132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1908a0b6-e0bd-4418-9ce3-bb2270a66a41', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:47:30Z', 'updated_at': '2021-07-23T22:48:03Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:06.881895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.896180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cafffff-4eec-479d-b3d2-3902b7ab2e47 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:06.934943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e8da8-1339-4dea-a637-2c3a533d94bc None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1908a0b6-e0bd-4418-9ce3-bb2270a66a41', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:47:30Z', 'updated_at': '2021-07-23T22:48:03Z', 'revision_number': 1, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:06.944136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-b8d95683-2b01-4180-a8f1-7acd905d6558 service neutron] 10.222.0.37 "GET /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4236803 Jul 23 22:48:06.950620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:06.959035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:06.971506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.012214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.026607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:07.110140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.156144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event updated for resources: {'Port': ['ID=b414cd1c-06a5-4d53-b729-cb41d014ecc1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:07.177628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.187519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-c1fa129b-d699-4027-ab90-e187a7649476 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423835 Jul 23 22:48:07.241663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['7cafffff-4eec-479d-b3d2-3902b7ab2e47'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:48:07.353694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d910cb-0dfa-46a6-8703-dcf8b50ade09 None None] New status for floating IP 1908a0b6-e0bd-4418-9ce3-bb2270a66a41: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:48:07.415691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 85470f8b-6801-4cfa-9c1d-308750a97e52 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:07.415925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.422320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-f59e1a48-ff53-4cfd-bda0-dea0d6b823ab service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340243 Jul 23 22:48:07.426041 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Floating IP fc9452ac-cbb2-4369-bf59-bfb026f0d247 associated. External IP: 172.25.1.149, port: 241b7f79-15de-49ea-b74d-e5f1be8e781e. Jul 23 22:48:07.539272 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.561447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 85470f8b-6801-4cfa-9c1d-308750a97e52 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:07.564681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ec6962d5-f5fa-4575-8b96-39a70cc8463d service neutron] 10.222.0.37 "GET /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1353323 Jul 23 22:48:07.698311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 77c90dac-7161-47bb-8b75-db32f6873aa3 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:07.779268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 77c90dac-7161-47bb-8b75-db32f6873aa3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:07.794471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 77c90dac-7161-47bb-8b75-db32f6873aa3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:07.795255 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.797967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:07.799270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-83f29ecf-c959-4a1c-a8cf-4fd34216f6cb service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257345 Jul 23 22:48:07.834110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:48:07.837842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=85470f8b-6801-4cfa-9c1d-308750a97e52,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:07.910764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.911187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.911532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.911862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.912189 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.912521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.912992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.930482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.930924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.931271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.931765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.932086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:07.969303 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.013529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=77c90dac-7161-47bb-8b75-db32f6873aa3,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:08.015380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:08.020023 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0dd8f-773a-4176-badb-6f8ed102499b" -d '{"events": [{"server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "name": "network-vif-plugged", "status": "completed", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:08.029319 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.059937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-00fe4bd8-823a-49e9-8cf4-41dd5d950f14 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518141 Jul 23 22:48:08.086732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:08.139476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.163102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:08.178558 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:08.192089 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:08.193268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-43b548e1-3522-4dde-b47d-d1052d766097 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227374 Jul 23 22:48:08.194225 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.201492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.272576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1f3dced1-3f7a-492b-aba5-2d0e9a407898 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9318976 Jul 23 22:48:08.296600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:08.344189 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:08.345133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-303c2928-c037-458f-98ff-e50ec932eeea service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402283 Jul 23 22:48:08.378508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Router d674a72f-c13e-410a-8305-9897c7c8a950 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:48:08.459935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-46a3902e-03e0-4c7f-bc23-2483912a3b63 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086526 Jul 23 22:48:08.470010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2404fc-510c-4249-a27d-1839f8a1fef8 tempest-TestVolumeBackupRestore-2096769294 tempest-TestVolumeBackupRestore-2096769294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:08.471547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9a2404fc-510c-4249-a27d-1839f8a1fef8 tempest-TestVolumeBackupRestore-2096769294 tempest-TestVolumeBackupRestore-2096769294-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1092 time: 0.1735630 Jul 23 22:48:08.475047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:08.480049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:08.488917 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-17d50906-a6c5-4a25-8786-072f97b92b87 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/routers/d674a72f-c13e-410a-8305-9897c7c8a950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848052 Jul 23 22:48:08.489180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:08.489420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Request body: {'floatingip': {'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:08.497600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] Sync routers for ids ['d674a72f-c13e-410a-8305-9897c7c8a950'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:08.509866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] Routers {'d674a72f-c13e-410a-8305-9897c7c8a950'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:08.510527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d674a72f-c13e-410a-8305-9897c7c8a950'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.541839 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bbca51-83ff-4620-9cef-5ad5228061c4 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:48:08.546193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18bbca51-83ff-4620-9cef-5ad5228061c4 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/85470f8b-6801-4cfa-9c1d-308750a97e52 HTTP/1.1" status: 404 len: 333 time: 0.0534785 Jul 23 22:48:08.546960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:08.710151 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:05Z', 'revision_number': 0, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.728467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.736162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.740905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7cafffff-4eec-479d-b3d2-3902b7ab2e47 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:08.743192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.744839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:48:08.755459 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:08.756139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.804368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] Routers {'d674a72f-c13e-410a-8305-9897c7c8a950'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:08.805394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:47:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d674a72f-c13e-410a-8305-9897c7c8a950'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.845123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:08.846204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b47d21-cdb9-4443-984e-c300cb1602ea None None] The sync data for ids ['d674a72f-c13e-410a-8305-9897c7c8a950'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:08.856782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:08.860572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-61ea7832-32b0-495c-9ea4-40ed783ef0b8 service neutron] 10.222.0.37 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949957 Jul 23 22:48:08.870798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:08.872877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:08.885523 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:08.971306 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.010844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:09.015567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.099067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:09.161377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:05Z', 'revision_number': 0, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:09.194418 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fa7c8-1bf0-4ba8-abb9-d4f12aece532 None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:05Z', 'revision_number': 0, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:09.419910 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466ddc23-2c74-4179-b911-c650f8dd8850 None None] New status for floating IP fc9452ac-cbb2-4369-bf59-bfb026f0d247: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:48:09.426425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.432322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.543384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.544343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Fanout notify agent at l3_agent the message router_deleted on router d674a72f-c13e-410a-8305-9897c7c8a950 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:48:09.552176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.556384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:09.559511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-05bed4df-e325-4c41-bd8c-143cf58e9025 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/routers/d674a72f-c13e-410a-8305-9897c7c8a950 HTTP/1.1" status: 204 len: 168 time: 1.0119531 Jul 23 22:48:09.569235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-b55f0adf-6564-418a-b3c0-773033d16e06 service neutron] 10.222.0.37 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836662 Jul 23 22:48:09.622592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 8b0ab510-111f-4990-8031-510e70c40c20 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:09.629895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.682625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.760900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-138d4216-d69d-451a-8318-9987cce716d7 service neutron] 10.222.0.37 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743450 Jul 23 22:48:09.782187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.852722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.885815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0ab510-111f-4990-8031-510e70c40c20,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:09.889494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:48:09.889871 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:48:09.896753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:09.903888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc617c3-7b74-4d65-957e-9c3ee6e58020 None None] Network 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:09.906281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5bcb5878-82b5-44f1-ac62-fd15fa0d18ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/8b0ab510-111f-4990-8031-510e70c40c20 HTTP/1.1" status: 204 len: 168 time: 0.3488152 Jul 23 22:48:09.907695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:09.912599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-2051f6ef-b40a-4d2a-9376-3527a06f8c53 service neutron] 10.222.0.37 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412311 Jul 23 22:48:09.990591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.023315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-30f862fb-24c2-49ec-926e-6e5bff8c5da6 service neutron] 10.222.0.37 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049788 Jul 23 22:48:10.057795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 9f6dbbe4-5cea-465a-9786-5404584368b5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:10.058301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.139602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] For port 9f6dbbe4-5cea-465a-9786-5404584368b5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9f6dbbe4-5cea-465a-9786-5404584368b5,segment=NetworkSegment(3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe),segment_id=3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:10.139793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] DHCP port deletion for 228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:48:10.140133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.154457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 9f6dbbe4-5cea-465a-9786-5404584368b5 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:10.231804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Deleting port 9f6dbbe4-5cea-465a-9786-5404584368b5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:10.232268 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.255827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9f6dbbe4-5cea-465a-9786-5404584368b5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:10.258680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.288202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=9f6dbbe4-5cea-465a-9786-5404584368b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:10.294486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No DVR routers for this DVR port 9f6dbbe4-5cea-465a-9786-5404584368b5 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:10.295301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 9f6dbbe4-5cea-465a-9786-5404584368b5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:48:10.295654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9f6dbbe4-5cea-465a-9786-5404584368b5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:48:10.344801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] For port 9f6dbbe4-5cea-465a-9786-5404584368b5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9f6dbbe4-5cea-465a-9786-5404584368b5,segment=NetworkSegment(3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe),segment_id=3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:10.345249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.360422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Calling delete_port for 9f6dbbe4-5cea-465a-9786-5404584368b5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:10.391955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.412694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.430367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228ded6b-f8f3-4641-8ea4-d8f32a0a3a67']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:10.469377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:10.470224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fadf8ed-b0ba-4d19-bc09-2dfc71dd34fe') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:10.483457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.491943 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.511396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.514470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] No DVR routers for this DVR port 9f6dbbe4-5cea-465a-9786-5404584368b5 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:10.530144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:48:10.530936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:48:10.534433 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:48:10.538566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be49b6-f505-4b7e-aec9-5c5ef1c85375 None None] Pushing event deleted for resources: {'Port': ['ID=9f6dbbe4-5cea-465a-9786-5404584368b5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:10.639394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.657047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:10.658982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/228ded6b-f8f3-4641-8ea4-d8f32a0a3a67 HTTP/1.1" status: 204 len: 168 time: 0.7501206 Jul 23 22:48:10.665924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:10.671157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7ea1-04f1-4572-ad8d-6250f36f5199 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=228ded6b-f8f3-4641-8ea4-d8f32a0a3a67,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:10.801261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd04006-ffde-4926-b749-12561792a69c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:10.803251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9dd04006-ffde-4926-b749-12561792a69c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/59081b21-68e1-4340-97b9-703f2eb02163 HTTP/1.1" status: 200 len: 840 time: 0.1358998 Jul 23 22:48:10.807132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:10.877448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:10.878527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-49deb268-66be-40a9-90aa-348cc8ba80e9 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/59081b21-68e1-4340-97b9-703f2eb02163?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0695226 Jul 23 22:48:10.888466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:10.892144 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b869a5-e003-470b-92b3-0f0ca2c6e3db x-openstack-request-id: req-85b869a5-e003-470b-92b3-0f0ca2c6e3db {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:10.892441 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e09620-e3e7-43a3-84c4-ae7bc4416f1f", "name": "network-vif-deleted", "tag": "66ca87e0-3e5f-49b3-845c-513e0f5c9d1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:10.892692 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85b869a5-e003-470b-92b3-0f0ca2c6e3db {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:10.893085 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e09620-e3e7-43a3-84c4-ae7bc4416f1f', 'name': 'network-vif-deleted', 'tag': '66ca87e0-3e5f-49b3-845c-513e0f5c9d1f', 'status': 'completed', 'code': 200} Jul 23 22:48:10.897987 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47', 'status': 'completed', 'code': 200} Jul 23 22:48:11.039070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3585ad4-3ff6-45a3-b4b1-dab1aa963ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.095182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:11.100346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.112543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-babfa3f2-b696-4309-9d38-d19686631317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.114413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-babfa3f2-b696-4309-9d38-d19686631317 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 1098 time: 0.1591876 Jul 23 22:48:11.247976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-4c40ebf7-1dde-4414-adc9-eea817ec5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.249547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-4c40ebf7-1dde-4414-adc9-eea817ec5d58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 200 len: 913 time: 0.1254201 Jul 23 22:48:11.281112 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab023521-668c-4a67-a24e-e8a4b5a3b6ac x-openstack-request-id: req-ab023521-668c-4a67-a24e-e8a4b5a3b6ac {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:11.281475 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:11.282029 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab023521-668c-4a67-a24e-e8a4b5a3b6ac {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:11.282610 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'status': 'completed', 'code': 200} Jul 23 22:48:11.359068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-ff19107c-4432-4f02-b36f-d95b9abb4b47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47 HTTP/1.1" status: 200 len: 217 time: 0.0996895 Jul 23 22:48:11.515166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:48:11.554840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.596299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-f3431515-a70a-4b21-9cc9-fac340dccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.597789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-f3431515-a70a-4b21-9cc9-fac340dccbc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 200 len: 852 time: 0.1925604 Jul 23 22:48:11.623778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:11.627982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:11.635407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.636031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.645424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efada88d-dcda-42d6-8da9-ae7fc90b8440 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:11.647031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=df53c535-cce5-4337-b81e-611151712c63,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:11.666579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.672346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-51d01bfb-92cf-42f1-86c4-b167748ddb05 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7933931 Jul 23 22:48:11.673853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35488) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:11.675660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-64ced216-393c-499f-97f0-9677ed339f82 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2d276f4-654e-47cf-8f7d-47a2d414ded1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587857 Jul 23 22:48:11.679529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'security_group': {'name': 'tempest-secgroup-694986593'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:11.683499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.701292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-ab20887d-76c1-4237-b43f-b017647b9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.702865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-ab20887d-76c1-4237-b43f-b017647b9021 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1098 time: 0.3536503 Jul 23 22:48:11.744122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.862565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc45496-7abc-45d6-9569-f36f035331d6 req-1b6e6291-1acf-4372-8d88-1c38882e51b5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:11.867221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cc45496-7abc-45d6-9569-f36f035331d6 req-1b6e6291-1acf-4372-8d88-1c38882e51b5 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 945 time: 0.4509780 Jul 23 22:48:11.903216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.912921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.956609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb7d26c-d413-42b8-a431-2411f4b6ce93,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:11.963208 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:11.965499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d83a00e2-1b76-4de3-8eb9-b33d26828678 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2903242 Jul 23 22:48:11.968390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:11.975871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260805171'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:11.996127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-a1e1c531-26d8-44a2-b5b8-9d3713519731', 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'tenant_id': '53be384cf4b744b8b6c7f2ae4106f02a', 'fixed_ips': [{'subnet_id': 'df53c535-cce5-4337-b81e-611151712c63'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:48:11.997590 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.014502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.054629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cc45496-7abc-45d6-9569-f36f035331d6 req-7ea4f7e7-e8c4-4b08-b064-0b5356f4f3c8 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725483 Jul 23 22:48:12.101871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-9c495163-221e-44f0-8c54-190108c47502 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139380 Jul 23 22:48:12.141858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.148373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.162044 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93776063-a1d8-4c31-b6a3-ae49529d8e00 x-openstack-request-id: req-93776063-a1d8-4c31-b6a3-ae49529d8e00 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:12.163051 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "name": "network-vif-plugged", "status": "completed", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:12.163632 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93776063-a1d8-4c31-b6a3-ae49529d8e00 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:12.164199 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3', 'code': 200} Jul 23 22:48:12.208919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.209307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2388902 Jul 23 22:48:12.211123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55674e0-f0ea-408c-bee2-e7048dfcee3e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba30c486-c44a-4bc2-81f3-1653a980b396,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:12.213787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:12.219472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-566759075', 'security_groups': ['ba30c486-c44a-4bc2-81f3-1653a980b396'], 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df53c535-cce5-4337-b81e-611151712c63'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:12.229744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Allocated IP 172.20.0.2 (a1e1c531-26d8-44a2-b5b8-9d3713519731/df53c535-cce5-4337-b81e-611151712c63/ca0159db-09d5-42be-9477-e5e221bb1c7a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:12.352701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-90ce2760-527d-4bb1-8186-ff8f589827d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:12.354215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-90ce2760-527d-4bb1-8186-ff8f589827d2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.6000128 Jul 23 22:48:12.391105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:12.414851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:48:12.419416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1700274-4a17-45c4-a804-555410e767d5 req-f207a9b9-882a-4959-b8b2-53af82b12643 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0796614 Jul 23 22:48:12.547767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.560991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Transition to ACTIVE for port object ca0159db-09d5-42be-9477-e5e221bb1c7a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:12.582478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Transition to ACTIVE for port object ca0159db-09d5-42be-9477-e5e221bb1c7a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:12.592461 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.604759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.638976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port b53da893-8ee6-4760-9e9f-e7fca5196aee yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:48:12.644921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:12.664805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:12.666357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:12.669234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:12.752362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Attempting to bind port ca0159db-09d5-42be-9477-e5e221bb1c7a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:12.753279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Attempting to bind port ca0159db-09d5-42be-9477-e5e221bb1c7a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5966e976-59ad-4555-a77e-e856d5aa643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:12.753699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Attempting to bind port ca0159db-09d5-42be-9477-e5e221bb1c7a on network a1e1c531-26d8-44a2-b5b8-9d3713519731 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:12.759423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:12.759803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Checking segment: {'id': '5966e976-59ad-4555-a77e-e856d5aa643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:12.760253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.760646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Bound using segment: {'id': '5966e976-59ad-4555-a77e-e856d5aa643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:12.761268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Bound port: ca0159db-09d5-42be-9477-e5e221bb1c7a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5966e976-59ad-4555-a77e-e856d5aa643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:12.761658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.846318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:12.851352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:12.856726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:12.929649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.4 (a1e1c531-26d8-44a2-b5b8-9d3713519731/df53c535-cce5-4337-b81e-611151712c63/b53da893-8ee6-4760-9e9f-e7fca5196aee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:12.980787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acc47d-1f6a-41b6-b311-868286f11b86 None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:13.045840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:13.048042 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955ac29-fe41-4c99-acad-612f2dc4b5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:13.134540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.160459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object b53da893-8ee6-4760-9e9f-e7fca5196aee will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:13.232145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.233299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2dc4029-e6c5-4216-8c10-e261ed0a1d53 req-b5a616b8-ac7b-4e38-9d23-c4750fd64b0e service neutron] 10.222.0.22 "GET /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1185138 Jul 23 22:48:13.248160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-2f0877af-d1a0-4138-8487-cbb3dd3b50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.250360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-2f0877af-d1a0-4138-8487-cbb3dd3b50ed service neutron] 10.222.0.25 "GET /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 1026 time: 0.8898532 Jul 23 22:48:13.309634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:13.315861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:13.325243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:13.363716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=b53da893-8ee6-4760-9e9f-e7fca5196aee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:13.370624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-a43b266c-0a10-45d8-a5a6-d0af2bf2f721 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1002 time: 0.9464219 Jul 23 22:48:13.404427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.405401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.422522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e612037-9a34-4fb8-bd58-ff4dae5f412f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2082338 Jul 23 22:48:13.425713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:13.431587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:13.465918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:48:13.478334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb50a-05b3-4e7c-afd1-6499be1a7b5d req-af51f39c-e4a2-4044-a948-67a6383466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.479876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-384eb50a-05b3-4e7c-afd1-6499be1a7b5d req-af51f39c-e4a2-4044-a948-67a6383466ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 1097 time: 1.1318746 Jul 23 22:48:13.486185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-22994488-bb7f-4fe1-9d6c-b1a1cef40158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.487494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-22994488-bb7f-4fe1-9d6c-b1a1cef40158 service neutron] 10.222.0.25 "GET /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 1027 time: 0.2247803 Jul 23 22:48:13.499676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c649d93-fb12-4218-85ad-7f652896fee7 req-0f9d83be-572a-4201-bdaa-4d62f0f2029d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.507543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c649d93-fb12-4218-85ad-7f652896fee7 req-0f9d83be-572a-4201-bdaa-4d62f0f2029d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.4451773 Jul 23 22:48:13.592252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:13.596567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.643153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-df1264b0-3867-4a30-a2a5-1a0a163a1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.644629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-df1264b0-3867-4a30-a2a5-1a0a163a1f23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.2493038 Jul 23 22:48:13.691797 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df53c535-cce5-4337-b81e-611151712c63 (CIDR: 172.20.0.0/28) Jul 23 22:48:13.695522 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:48:13.695903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:13.708309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-384eb50a-05b3-4e7c-afd1-6499be1a7b5d req-d26b3b33-5573-46d5-9c50-00c1139658b4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172966 Jul 23 22:48:13.715904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4f34baa-0e06-4afb-87c4-ee1aa27e3fd5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2881429 Jul 23 22:48:13.719706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:13.722629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c649d93-fb12-4218-85ad-7f652896fee7 req-9d467d26-8968-4422-87e9-e42313b00de9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142162 Jul 23 22:48:13.725523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:13.773140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb815-059c-4487-a820-530c012db899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.818395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-db0b1db8-8cc2-4cef-968b-ad9482c01a53 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.825690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-db0b1db8-8cc2-4cef-968b-ad9482c01a53 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.831488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-db0b1db8-8cc2-4cef-968b-ad9482c01a53 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.833154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-db0b1db8-8cc2-4cef-968b-ad9482c01a53 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=cb44717a-6ea7-4575-b70a-fd317d369e9c&id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 1990 time: 0.3235857 Jul 23 22:48:13.902205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-ffd0cc2b-55d7-4090-8457-8664ab92731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:13.902205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-ffd0cc2b-55d7-4090-8457-8664ab92731e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424669 Jul 23 22:48:13.930606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6f5024ae-f543-40b7-b906-007e229a2e49 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b4af35f7d714525aec4c13ce52d538b HTTP/1.1" status: 200 len: 379 time: 0.0872371 Jul 23 22:48:13.956313 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846e3cd8-0f08-49eb-bece-31003ca98648 x-openstack-request-id: req-846e3cd8-0f08-49eb-bece-31003ca98648 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:13.956736 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:13.956871 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-846e3cd8-0f08-49eb-bece-31003ca98648 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:13.957175 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:48:13.961684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:13.970037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:13.979841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'admin_state_up': True, 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'security_groups': ['bbb77e90-7517-4680-a3fd-cb8bc0806adc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:14.102692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:14.132416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:14.160499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.165070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:14.167483 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01bd3ec-017d-40c6-88fb-d892d8fc32c1" -d '{"events": [{"server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:14.174223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:14.174879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:48:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:14.237961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-374f4fe2-024d-42ae-a80d-249666da7f0f service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203862 Jul 23 22:48:14.250306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.318980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:14.422292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ca0159db-09d5-42be-9477-e5e221bb1c7a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:14.447444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:14.571911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:14.572563 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.630739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:14.639248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-4da79ed3-254f-43dc-a309-f8be33e591a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:14.640146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-4da79ed3-254f-43dc-a309-f8be33e591a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1097 time: 0.6521747 Jul 23 22:48:14.664161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Provisioning for port ca0159db-09d5-42be-9477-e5e221bb1c7a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:14.676198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:14.677200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.713893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.728903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eb19d-899e-4856-9bdc-7e0809c4b8fd req-2d019559-c990-4bd5-a508-fa3cfb4d27b2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:14.738206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d1eb19d-899e-4856-9bdc-7e0809c4b8fd req-2d019559-c990-4bd5-a508-fa3cfb4d27b2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 945 time: 0.7260268 Jul 23 22:48:14.748417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4d716c6c-3f43-4783-a0d6-b9195f5d71ad tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "PUT /v2.0/floatingips/fc9452ac-cbb2-4369-bf59-bfb026f0d247 HTTP/1.1" status: 200 len: 993 time: 6.2723145 Jul 23 22:48:14.775005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:14.779021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:14.782266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:14.782988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.814379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=7ee0ec83-3bfb-4435-8d48-cb1b51412806,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:14.823910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45cd50-b79c-4a79-944c-2ec9871e0d31 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:14.838778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55d0a522-224b-4c40-937d-73a1d36b0660 req-295a8601-3bfe-4ac3-83dd-089a597c0ee7 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225825 Jul 23 22:48:14.895769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92a80158-06d7-45c7-ac80-dec088aabf90 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1744728 Jul 23 22:48:14.896310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:14.899196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:14.899931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:14.909988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2033380034', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ee0ec83-3bfb-4435-8d48-cb1b51412806'}], 'security_groups': ['dcb7d26c-d413-42b8-a431-2411f4b6ce93']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:14.928077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d1eb19d-899e-4856-9bdc-7e0809c4b8fd req-24803ba6-f5ad-4237-a2ce-f9067955a67f tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748331 Jul 23 22:48:14.936577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.000358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.081284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.111799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:15.148136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.191612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:11Z', 'revision_number': 2, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:15.204200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 172.20.0.3 (faf0a273-dfbc-43ae-b24f-2bc474eae6ec/c4ed716f-ac13-4a87-bbe2-8ac979ebe11c/9210b0d4-c300-437b-ae2c-24c1e3f17a63) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:15.243029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:48:15.323380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:15.324194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:48:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:15.333226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-ac825e9f-8238-4e6d-848a-f6f66cff3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:15.334751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-ac825e9f-8238-4e6d-848a-f6f66cff3018 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 915 time: 0.6867838 Jul 23 22:48:15.482116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-166b68d4-48ed-47a1-ac5a-02a6fffed7df req-6aadd5a9-ed90-46f8-bb07-0acefe1c8730 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.1463184 Jul 23 22:48:15.499686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Delete allocated IP 172.20.0.4 (a1e1c531-26d8-44a2-b5b8-9d3713519731/df53c535-cce5-4337-b81e-611151712c63) {{(pid=93836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 22:48:15.517915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.18 (a1e1c531-26d8-44a2-b5b8-9d3713519731/7ee0ec83-3bfb-4435-8d48-cb1b51412806/b53da893-8ee6-4760-9e9f-e7fca5196aee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:15.583717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-07a677c9-c834-474c-9b2e-7e500e3cbc62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 1001 time: 0.1992455 Jul 23 22:48:15.667490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.688008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee75ecd-a4f1-4df9-af72-b970e09c08fa None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:15.694336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:15.697854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-114fb494-f45d-418b-b7d1-02137fb9dcca None None] Provisioning for port b53da893-8ee6-4760-9e9f-e7fca5196aee completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:15.725880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object 9210b0d4-c300-437b-ae2c-24c1e3f17a63 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:15.743656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-5a32d5bf-8c21-4758-812c-1f68863bffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:15.745166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-5a32d5bf-8c21-4758-812c-1f68863bffaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.1487534 Jul 23 22:48:15.755870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-114fb494-f45d-418b-b7d1-02137fb9dcca None None] Provisioning complete for port b53da893-8ee6-4760-9e9f-e7fca5196aee triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:15.756244 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-114fb494-f45d-418b-b7d1-02137fb9dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.763708 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae21189-0dbc-46a2-a606-ba2985f3d13a x-openstack-request-id: req-bae21189-0dbc-46a2-a606-ba2985f3d13a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:15.764071 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "name": "network-vif-plugged", "status": "completed", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:15.764250 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bae21189-0dbc-46a2-a606-ba2985f3d13a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:15.769336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.776216 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47', 'code': 200} Jul 23 22:48:15.788167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Ignored duplicate provisioning block setup for port b53da893-8ee6-4760-9e9f-e7fca5196aee by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 22:48:15.796074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.878114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:15.907464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-114fb494-f45d-418b-b7d1-02137fb9dcca None None] Port b53da893-8ee6-4760-9e9f-e7fca5196aee cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:15.937736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=b53da893-8ee6-4760-9e9f-e7fca5196aee,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:15.968490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}, {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:15.974868 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}, {"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:15.987094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:15.994720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] In _notify_port_updated(), no bound segment for port b53da893-8ee6-4760-9e9f-e7fca5196aee on network a1e1c531-26d8-44a2-b5b8-9d3713519731 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:48:15.999110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-fe339164-df57-41ec-9511-675a4a13cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:16.000609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-fe339164-df57-41ec-9511-675a4a13cb72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346885 Jul 23 22:48:16.004742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:16.008423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:16.009113 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.009643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:16.014761 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6b62fad8-cce0-4a9a-bbc1-0a2bcd652a7b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/ports/b53da893-8ee6-4760-9e9f-e7fca5196aee HTTP/1.1" status: 200 len: 921 time: 1.1139166 Jul 23 22:48:16.018211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:16.089685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:16.090789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.115002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3b9bb-07ea-4aea-b78c-752f5ab8a53b req-3b6d6cf7-3e20-4792-a0e6-ef5b207c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:16.117170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88f3b9bb-07ea-4aea-b78c-752f5ab8a53b req-3b6d6cf7-3e20-4792-a0e6-ef5b207c39fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 1098 time: 0.3170371 Jul 23 22:48:16.200459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:16.223951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Update dhcp port {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'fixed_ips': [{'subnet_id': 'df53c535-cce5-4337-b81e-611151712c63', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ee0ec83-3bfb-4435-8d48-cb1b51412806'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'ca0159db-09d5-42be-9477-e5e221bb1c7a'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:48:16.252646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port b53da893-8ee6-4760-9e9f-e7fca5196aee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:16.253207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.259715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88f3b9bb-07ea-4aea-b78c-752f5ab8a53b req-e9a274be-77a5-4067-b03b-80fc22278fbc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238022 Jul 23 22:48:16.262895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-76df1e5c-0134-4145-85ea-ecd55ac29716 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3079355 Jul 23 22:48:16.297424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'admin_state_up': True, 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'security_groups': ['bbb77e90-7517-4680-a3fd-cb8bc0806adc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:16.299775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:16.364722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:11Z', 'revision_number': 2, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:16.407297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f042fa-9402-4fc0-9339-77a3b042e19f None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'fc9452ac-cbb2-4369-bf59-bfb026f0d247', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'port_id': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'mac_address': 'fa:16:3e:3c:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:05Z', 'updated_at': '2021-07-23T22:48:11Z', 'revision_number': 2, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:16.412033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.473932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.489055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for b53da893-8ee6-4760-9e9f-e7fca5196aee owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:16.500648 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.501384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57e6e040-8205-445b-812f-56b4dda06617 None None] Provisioning for port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:16.509113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57e6e040-8205-445b-812f-56b4dda06617 None None] Provisioning complete for port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:16.509724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57e6e040-8205-445b-812f-56b4dda06617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.511991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-3cf6b366-7d59-43de-8f8b-f50522b1e0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121900 Jul 23 22:48:16.551016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:16.551611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.651383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21e57c-6473-421e-a9fd-6ea08eed3c26 req-42ccd348-b912-4eda-b869-a81d340ab87e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:16.660311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb21e57c-6473-421e-a9fd-6ea08eed3c26 req-42ccd348-b912-4eda-b869-a81d340ab87e tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 945 time: 0.3346395 Jul 23 22:48:16.683093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-57e6e040-8205-445b-812f-56b4dda06617 None None] Port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:16.768725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb21e57c-6473-421e-a9fd-6ea08eed3c26 req-bd56d434-657e-415a-ae3a-dd5a19c91e25 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070998 Jul 23 22:48:16.771443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:16.775545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.782414 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:16.835734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0955ac29-fe41-4c99-acad-612f2dc4b5f5 req-57f4fead-c809-41b0-9a1c-f3fae05b4f3f service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113327 Jul 23 22:48:16.872012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Allocated IP 172.20.0.19 (a1e1c531-26d8-44a2-b5b8-9d3713519731/7ee0ec83-3bfb-4435-8d48-cb1b51412806/ca0159db-09d5-42be-9477-e5e221bb1c7a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:16.879038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=b53da893-8ee6-4760-9e9f-e7fca5196aee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:16.902817 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f37c7e-f901-4dde-819d-c74bbccb695c x-openstack-request-id: req-39f37c7e-f901-4dde-819d-c74bbccb695c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:16.903129 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:16.903389 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39f37c7e-f901-4dde-819d-c74bbccb695c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:16.903725 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:48:16.903972 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:48:17.026040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.029088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7be6afd0-1590-4949-9313-a48e5dde0d3a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/b53da893-8ee6-4760-9e9f-e7fca5196aee HTTP/1.1" status: 204 len: 168 time: 1.0098817 Jul 23 22:48:17.031905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35550) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:17.048052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:17.088368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-11e1c83b-5156-4b62-b0e9-749d3c3b7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:17.089940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-11e1c83b-5156-4b62-b0e9-749d3c3b7241 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1097 time: 0.1720715 Jul 23 22:48:17.096380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.1.1.10 (2ad12374-3900-488f-b4ac-c470a18dc568/d6115490-5235-44e9-b31d-85849644759d/a34dbcc8-da30-43f5-8422-adf336533673) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:17.116066 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d579f184-0803-41e8-9a48-b27192c3608f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:48:17.123080 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.127380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d579f184-0803-41e8-9a48-b27192c3608f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/b53da893-8ee6-4760-9e9f-e7fca5196aee HTTP/1.1" status: 404 len: 333 time: 0.0941780 Jul 23 22:48:17.130637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:17.147799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Transition to ACTIVE for port object ca0159db-09d5-42be-9477-e5e221bb1c7a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:17.157612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.309853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.375975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.393120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffdb07-58fb-4385-903d-1ea1423b88ce None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:17.413423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-437e7416-66ce-4db6-a54f-0e9dae88983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:17.414940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-437e7416-66ce-4db6-a54f-0e9dae88983f service neutron] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 915 time: 0.3163166 Jul 23 22:48:17.445842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.451419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.452641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba30c486-c44a-4bc2-81f3-1653a980b396 HTTP/1.1" status: 204 len: 168 time: 0.3197262 Jul 23 22:48:17.456164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:17.482352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8d56-168a-48da-8f3e-0339ad748fd7 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba30c486-c44a-4bc2-81f3-1653a980b396,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:17.498156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79702892-a8e2-4705-99c1-de0c90adf881 req-9d9e6a09-ce94-4f00-8d76-4fb061966105 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:17.499751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79702892-a8e2-4705-99c1-de0c90adf881 req-9d9e6a09-ce94-4f00-8d76-4fb061966105 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 931 time: 0.2562299 Jul 23 22:48:17.564472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-40c04cf9-87c8-46c2-8f76-ea1e51eb0067 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 1001 time: 0.1397154 Jul 23 22:48:17.567524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.568813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.596431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.649784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.654503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.656366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/security-groups/dcb7d26c-d413-42b8-a431-2411f4b6ce93 HTTP/1.1" status: 204 len: 168 time: 0.1989491 Jul 23 22:48:17.661301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79702892-a8e2-4705-99c1-de0c90adf881 req-24bf6f05-df24-421c-abde-1ddfce5de35f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442561 Jul 23 22:48:17.667797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:17.669371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6255f2-5289-41b5-a83d-2a63dcb595de tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb7d26c-d413-42b8-a431-2411f4b6ce93,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:17.670723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object a34dbcc8-da30-43f5-8422-adf336533673 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:17.713442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-90dfe596-3816-40c6-8a69-18708bb73594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:17.717037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-90dfe596-3816-40c6-8a69-18708bb73594 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.1403754 Jul 23 22:48:17.787974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet df53c535-cce5-4337-b81e-611151712c63 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:17.799030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.811174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:17.876279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.035973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.122665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.156182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=df53c535-cce5-4337-b81e-611151712c63,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:18.163790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.165727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4e7b1a7-3469-447e-9102-83ffe9d0aa71 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/df53c535-cce5-4337-b81e-611151712c63 HTTP/1.1" status: 204 len: 168 time: 0.4936833 Jul 23 22:48:18.169670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35586) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:18.177745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:18.272808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:18.325509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790cf33-dece-4f55-92e7-370494ef0702 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:18.339295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:18.341554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Could not find standard attr ID for object b53da893-8ee6-4760-9e9f-e7fca5196aee. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:48:18.346081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.431082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:18.440560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:18.442933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Provisioning for port ca0159db-09d5-42be-9477-e5e221bb1c7a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:18.454215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:18.457113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:18.457870 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.473137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-067589d2-ca52-4684-b408-243ba7e0bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:18.475176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-067589d2-ca52-4684-b408-243ba7e0bbb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7513628 Jul 23 22:48:18.476038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:18.524440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:18.524929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.663022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffc92b-933e-41af-8fb4-b677b4b3e432 req-dae68bee-39de-457f-aed9-f105da057991 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:18.674686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6ffc92b-933e-41af-8fb4-b677b4b3e432 req-dae68bee-39de-457f-aed9-f105da057991 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 946 time: 0.8773460 Jul 23 22:48:18.779834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6ffc92b-933e-41af-8fb4-b677b4b3e432 req-bb52e141-8af7-4abc-ae8a-a47cc8185e95 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039143 Jul 23 22:48:18.796040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:18.823413 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.828897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.837646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-81d00d81-9bf4-433a-9ad4-1ce4759b0a51 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505752 Jul 23 22:48:18.915491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:18.916015 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:18.963662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=1643646d-dfc4-4d91-beda-93ab97b70304,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:18.989651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:18.994858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:19.004528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:19.005346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.006578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cd419c30-9b6f-4da7-a901-587934139e8c None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:19.030464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-72968f0d-4d58-4e6a-8697-67fb71f1d06c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7380214 Jul 23 22:48:19.033388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-259f98a2-1ff8-46fc-a46d-c2e3c6026e4b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8622115 Jul 23 22:48:19.034307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:19.039658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'security_group': {'name': 'tempest-secgroup-629567889'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:19.091486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.093676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'admin_state_up': True, 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'security_groups': ['bbb77e90-7517-4680-a3fd-cb8bc0806adc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:19.101690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-8cce3232-9f4f-4bae-b177-b94a6a9a2290 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514596 Jul 23 22:48:19.140103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9577784-6a65-4a74-a37c-3957d7e89e58 None None] Provisioning for port a34dbcc8-da30-43f5-8422-adf336533673 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:19.150215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9577784-6a65-4a74-a37c-3957d7e89e58 None None] Provisioning complete for port a34dbcc8-da30-43f5-8422-adf336533673 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:19.150742 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9577784-6a65-4a74-a37c-3957d7e89e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.242094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c9577784-6a65-4a74-a37c-3957d7e89e58 None None] Port a34dbcc8-da30-43f5-8422-adf336533673 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:19.268926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.270501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976f4f9-e9e7-4ab5-a9e0-405b698f7984 req-e5cdb149-811e-473a-b298-2c29f84d4c2d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:19.278959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.283596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e976f4f9-e9e7-4ab5-a9e0-405b698f7984 req-e5cdb149-811e-473a-b298-2c29f84d4c2d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2588184 Jul 23 22:48:19.331207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.335286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2994809 Jul 23 22:48:19.335847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:19.337700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cabd0-c0d7-4a83-8d4f-c2b901e89509 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb779af3-981e-4644-8cf7-3cebae621ede,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:19.362569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'security_group': {'name': 'tempest-secgroup-193076473'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:19.415499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.459649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e976f4f9-e9e7-4ab5-a9e0-405b698f7984 req-03b8ee20-1e97-489a-8b7d-3a1283b1075a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676912 Jul 23 22:48:19.478897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-f89ca73d-9749-4743-a576-9f5cedc6458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:19.480725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-f89ca73d-9749-4743-a576-9f5cedc6458b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1097 time: 0.3179615 Jul 23 22:48:19.536264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:19.543061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.707271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3189de-e298-40af-bff1-1de88485a6b9 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:19.759804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-6445dcd2-45e6-43cf-af8b-665ea28a46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:19.761287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-6445dcd2-45e6-43cf-af8b-665ea28a46f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 915 time: 0.2716463 Jul 23 22:48:19.796854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f93c818-4f01-40c8-9c0c-61fe97fea32e None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:19.797224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f93c818-4f01-40c8-9c0c-61fe97fea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.839987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-ed8f10f9-e146-4387-af96-4b85f018c330 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 1001 time: 0.0681612 Jul 23 22:48:19.865641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c818-4f01-40c8-9c0c-61fe97fea32e None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:19.911124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f93c818-4f01-40c8-9c0c-61fe97fea32e None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:19.911509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f93c818-4f01-40c8-9c0c-61fe97fea32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:19.990990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.024593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.1.1.147 (2ad12374-3900-488f-b4ac-c470a18dc568/d6115490-5235-44e9-b31d-85849644759d/9b8b161a-3a0e-417b-9010-b7cf2f978dcb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:20.079567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c048c-bf77-4ea0-a79f-85d7544a27ca req-5a7a0dd0-85b3-47f8-a3da-953fe774651c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:20.097242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c048c-bf77-4ea0-a79f-85d7544a27ca req-5a7a0dd0-85b3-47f8-a3da-953fe774651c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:20.105080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e75c048c-bf77-4ea0-a79f-85d7544a27ca req-5a7a0dd0-85b3-47f8-a3da-953fe774651c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 1652 time: 0.4562719 Jul 23 22:48:20.131591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.161014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Update dhcp port {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'fixed_ips': [{'subnet_id': '7ee0ec83-3bfb-4435-8d48-cb1b51412806', 'ip_address': '172.20.0.19'}, {'subnet_id': '1643646d-dfc4-4d91-beda-93ab97b70304'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'ca0159db-09d5-42be-9477-e5e221bb1c7a'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:48:20.202920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.218452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e75c048c-bf77-4ea0-a79f-85d7544a27ca req-e62cbf76-a013-4781-a89f-e75dedcbb576 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117077 Jul 23 22:48:20.233384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-2082ab36-097f-4a5c-857a-5e212e3d98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:20.235663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-2082ab36-097f-4a5c-857a-5e212e3d98ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.3846564 Jul 23 22:48:20.236941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.238214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8870387 Jul 23 22:48:20.241311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:20.246868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'security_group': {'name': 'tempest-secgroup-1792789843'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:20.295309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.380461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7afb-a8c1-48c3-bd07-77a542c98e14 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7896523-8931-40e0-ac9d-9a37c1b8f489,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:20.418955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.425122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.429160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-f307f18a-1ec4-4cc2-bc97-2aea88b6026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:20.430825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-f307f18a-1ec4-4cc2-bc97-2aea88b6026f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831119 Jul 23 22:48:20.434693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.481259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object 9b8b161a-3a0e-417b-9010-b7cf2f978dcb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:20.507271 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.514186 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2716897 Jul 23 22:48:20.515049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:20.515783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9ca1d-bc09-4351-b255-c714f71e91cd tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b804d2a-7576-460d-bc2f-4e39c5a67da1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:20.545207 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1862399029', 'security_groups': ['0b804d2a-7576-460d-bc2f-4e39c5a67da1'], 'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1643646d-dfc4-4d91-beda-93ab97b70304'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:20.574996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Allocated IP 172.20.0.2 (a1e1c531-26d8-44a2-b5b8-9d3713519731/1643646d-dfc4-4d91-beda-93ab97b70304/ca0159db-09d5-42be-9477-e5e221bb1c7a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:20.645949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-3f1bb02e-f3ae-4a95-b0f2-f7fcb2bd7f34 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071495 Jul 23 22:48:20.781190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:20.822983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.862379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:20.862669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Transition to ACTIVE for port object ca0159db-09d5-42be-9477-e5e221bb1c7a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:20.866674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c44ce21b-dbe7-4a44-85b5-53a8bbd3c987 req-9aea8f22-1ebe-4888-b984-523129234d84 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132587 Jul 23 22:48:20.868443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.869010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:20.945498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea925eb5-832e-4725-81b0-2ec15584ae64 None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:21.022291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.025323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network 2ad12374-3900-488f-b4ac-c470a18dc568 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:21.041602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:21.048010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:21.054850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] device_id is not set on port 6c7021e5-1366-4bf2-afd7-10935d572a96 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:48:21.072446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:21.198633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:21.199757 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.216417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9ed9-5e4d-416a-bff0-02119b7d260e req-05b91bd9-8237-425b-b9db-82822288a966 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:21.229583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b8d9ed9-5e4d-416a-bff0-02119b7d260e req-05b91bd9-8237-425b-b9db-82822288a966 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3133218 Jul 23 22:48:21.310881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6bb9ea30-3139-4cca-b49e-a2999d548d07 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2219095 Jul 23 22:48:21.327215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b8d9ed9-5e4d-416a-bff0-02119b7d260e req-dfffd2b8-8ae0-434f-8f90-eb2f930d8d62 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924828 Jul 23 22:48:21.357321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'admin_state_up': True, 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'security_groups': ['bbb77e90-7517-4680-a3fd-cb8bc0806adc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:21.427217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.7 (a1e1c531-26d8-44a2-b5b8-9d3713519731/1643646d-dfc4-4d91-beda-93ab97b70304/6c7021e5-1366-4bf2-afd7-10935d572a96) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:21.595426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb242274-80dd-4212-b86e-87b6687e120c None None] Provisioning for port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:21.602838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb242274-80dd-4212-b86e-87b6687e120c None None] Provisioning complete for port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:21.603221 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb242274-80dd-4212-b86e-87b6687e120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.644627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:21.712515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.748235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 6c7021e5-1366-4bf2-afd7-10935d572a96 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:21.818440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.861928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:21.985318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=6c7021e5-1366-4bf2-afd7-10935d572a96,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:22.003084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:22.004536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:22.007974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:22.109977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:22.110628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.133963 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c309145-4480-4615-872f-3a72861a00d8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6034703 Jul 23 22:48:22.146617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:22.156316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.2.2.100 (cb44717a-6ea7-4575-b70a-fd317d369e9c/d46b635d-69ae-4700-bb5e-ea2821ad650f/694acfdf-db9e-4da2-9bd5-b587138dffd8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:22.158589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:22.273416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb242274-80dd-4212-b86e-87b6687e120c None None] Port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:22.276799 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.341640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:22.413330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-3f268204-b730-495b-9447-0a9e69537991 req-6e2355dd-7bbb-4fe1-a1ce-1fa5dff84958 service neutron] (93835) timed out ('10.222.0.22', 49334) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 22:48:22.452799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:22.462229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.479968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:22.486303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.501184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:22.545896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Provisioning for port ca0159db-09d5-42be-9477-e5e221bb1c7a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:22.557608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:22.558025 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc452-74fe-4356-a72b-10f3e1731d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.603683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.651725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-f61c9c4f-103d-412d-9075-3f7b123736dc tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:22.654569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-f61c9c4f-103d-412d-9075-3f7b123736dc tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "GET /v2.0/ports?device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 946 time: 0.3830636 Jul 23 22:48:22.663922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object 694acfdf-db9e-4da2-9bd5-b587138dffd8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:22.729383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68a7d-609b-462a-a634-abcf405ba652 req-c229e878-7f0e-4218-9a45-6e69bb68ce2e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:22.737675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68a7d-609b-462a-a634-abcf405ba652 req-c229e878-7f0e-4218-9a45-6e69bb68ce2e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:22.744475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68a7d-609b-462a-a634-abcf405ba652 req-c229e878-7f0e-4218-9a45-6e69bb68ce2e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:22.753259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05b68a7d-609b-462a-a634-abcf405ba652 req-c229e878-7f0e-4218-9a45-6e69bb68ce2e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 2373 time: 0.4830589 Jul 23 22:48:22.764278 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1643646d-dfc4-4d91-beda-93ab97b70304 (CIDR: 172.20.0.0/28) Jul 23 22:48:22.775955 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:48:22.779144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:22.819569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2381f8f8-6a3a-41a4-8932-bfe9ed13da7f tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6715894 Jul 23 22:48:22.821538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:22.834302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:22.849940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05b68a7d-609b-462a-a634-abcf405ba652 req-6f148b0e-edcc-4107-95db-ce992befdbb6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916436 Jul 23 22:48:22.921613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fc34ad9-e51f-4b8a-8665-139a32e1dccb None None] Provisioning for port 6c7021e5-1366-4bf2-afd7-10935d572a96 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:22.926130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fc34ad9-e51f-4b8a-8665-139a32e1dccb None None] Provisioning complete for port 6c7021e5-1366-4bf2-afd7-10935d572a96 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:22.926449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fc34ad9-e51f-4b8a-8665-139a32e1dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:22.974006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.048297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0fc34ad9-e51f-4b8a-8665-139a32e1dccb None None] Port 6c7021e5-1366-4bf2-afd7-10935d572a96 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:23.096237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:23.098225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.128573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Deleting port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:23.129381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.176175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network cb44717a-6ea7-4575-b70a-fd317d369e9c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:23.178780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-727b0d11-0fa5-4dc0-a113-5a79059f07af None None] Could not find standard attr ID for object b53da893-8ee6-4760-9e9f-e7fca5196aee. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:48:23.193604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.204960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:23.241663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:23.290309 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7ee0ec83-3bfb-4435-8d48-cb1b51412806 (CIDR: 172.20.0.16/28) Jul 23 22:48:23.298294 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:48:23.298863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:23.363707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f9a1d0c7-dd5b-4b45-b552-d27d49dbd169 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5396743 Jul 23 22:48:23.366368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:23.372059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'subnet': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:23.417172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:23.478915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:23.479541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.507009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdffc7-e89e-4ce9-93d9-44dbaa0f3aff req-7c4451fc-9ff7-4c06-838d-5cc14df30140 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:23.508540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61cdffc7-e89e-4ce9-93d9-44dbaa0f3aff req-7c4451fc-9ff7-4c06-838d-5cc14df30140 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/ports?device_id=57813e59-82d7-49db-b0c5-dab66f1ee6d5 HTTP/1.1" status: 200 len: 946 time: 0.4684858 Jul 23 22:48:23.516239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-f508dbca-b8af-472d-bb1a-643c8ce989d9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:23.517751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-f508dbca-b8af-472d-bb1a-643c8ce989d9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dd23e09-03fe-4e97-af7b-392240226a2a HTTP/1.1" status: 200 len: 945 time: 0.5099556 Jul 23 22:48:23.626655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Made reservation on behalf of 53be384cf4b744b8b6c7f2ae4106f02a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:23.631405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.667010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6556d9b6-a0f2-4e5d-8488-755aaf0e9c0a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3389246 Jul 23 22:48:23.701241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'admin_state_up': True, 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'security_groups': ['bbb77e90-7517-4680-a3fd-cb8bc0806adc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:23.710790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61cdffc7-e89e-4ce9-93d9-44dbaa0f3aff req-651ed109-6e38-4ddc-820b-ae406f6fd1d9 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.37 "GET /v2.0/security-groups?id=93366a41-66dc-4a10-a873-928afc7388f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851645 Jul 23 22:48:23.712736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] For port 7cafffff-4eec-479d-b3d2-3902b7ab2e47, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7cafffff-4eec-479d-b3d2-3902b7ab2e47,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:23.713710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.727568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5e6c9c9-d74e-418b-9626-026a8d26ee52 None None] Provisioning for port 694acfdf-db9e-4da2-9bd5-b587138dffd8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:23.737378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5e6c9c9-d74e-418b-9626-026a8d26ee52 None None] Provisioning complete for port 694acfdf-db9e-4da2-9bd5-b587138dffd8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:23.738211 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5e6c9c9-d74e-418b-9626-026a8d26ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:23.861809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6c9c9-d74e-418b-9626-026a8d26ee52 None None] Port 694acfdf-db9e-4da2-9bd5-b587138dffd8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:24.088731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:24.207600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:24.211142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:24.222537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:24.223374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:24.223773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d343a-0e2e-48f2-8513-fa8bc51c4ea2 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:24.230045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Subnet': ['ID=5712766e-f7f3-4ef7-aada-a39b37990559,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:24.255982 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b84081f-350b-4f9d-a652-b3427c9fe5e5 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8862901 Jul 23 22:48:24.256718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:24.268467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1121831288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5712766e-f7f3-4ef7-aada-a39b37990559'}], 'security_groups': ['fb779af3-981e-4644-8cf7-3cebae621ede', 'f7896523-8931-40e0-ac9d-9a37c1b8f489']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:24.370703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Calling delete_port for 7cafffff-4eec-479d-b3d2-3902b7ab2e47 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:24.424793 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:24.604187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Deleting port 77c90dac-7161-47bb-8b75-db32f6873aa3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:24.604530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:24.615762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Update dhcp port {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'fixed_ips': [{'subnet_id': '7ee0ec83-3bfb-4435-8d48-cb1b51412806', 'ip_address': '172.20.0.19'}, {'subnet_id': '1643646d-dfc4-4d91-beda-93ab97b70304', 'ip_address': '172.20.0.2'}, {'subnet_id': '5712766e-f7f3-4ef7-aada-a39b37990559'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'ca0159db-09d5-42be-9477-e5e221bb1c7a'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:48:24.687435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7cafffff-4eec-479d-b3d2-3902b7ab2e47 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:24.740806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a41d8-2aac-444f-9da3-fedbbc0af157 req-5c6f76f7-565f-408f-8d59-ee73547a23e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:24.748476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41a41d8-2aac-444f-9da3-fedbbc0af157 req-5c6f76f7-565f-408f-8d59-ee73547a23e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3711829 Jul 23 22:48:24.842870 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:24.932384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Delete allocated IP 172.20.0.7 (a1e1c531-26d8-44a2-b5b8-9d3713519731/1643646d-dfc4-4d91-beda-93ab97b70304) {{(pid=93836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 22:48:24.956458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Allocated IP 172.20.0.40 (a1e1c531-26d8-44a2-b5b8-9d3713519731/5712766e-f7f3-4ef7-aada-a39b37990559/6c7021e5-1366-4bf2-afd7-10935d572a96) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:25.161077 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.251494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41a41d8-2aac-444f-9da3-fedbbc0af157 req-7994ae51-a84b-49f1-b2e0-ec247f1fc0c3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990788 Jul 23 22:48:25.314374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Made reservation on behalf of 4b4af35f7d714525aec4c13ce52d538b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:25.328304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.330820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.345863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['77c90dac-7161-47bb-8b75-db32f6873aa3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:48:25.376517 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.394336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Transition to ACTIVE for port object 6c7021e5-1366-4bf2-afd7-10935d572a96 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:25.399405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.443563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event deleted for resources: {'Port': ['ID=7cafffff-4eec-479d-b3d2-3902b7ab2e47,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:25.487048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] For port 77c90dac-7161-47bb-8b75-db32f6873aa3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=77c90dac-7161-47bb-8b75-db32f6873aa3,segment=NetworkSegment(e20d9c71-8133-4f0a-bf95-e2b5b55b0032),segment_id=e20d9c71-8133-4f0a-bf95-e2b5b55b0032)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:25.489726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.532495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Allocated IP 172.20.0.34 (a1e1c531-26d8-44a2-b5b8-9d3713519731/5712766e-f7f3-4ef7-aada-a39b37990559/ca0159db-09d5-42be-9477-e5e221bb1c7a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:25.536843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event updated for resources: {'Port': ['ID=6c7021e5-1366-4bf2-afd7-10935d572a96,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:25.657981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Calling delete_port for 77c90dac-7161-47bb-8b75-db32f6873aa3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:25.664632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] No DVR routers for this DVR port 7cafffff-4eec-479d-b3d2-3902b7ab2e47 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:25.707660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] In _notify_port_updated(), no bound segment for port 6c7021e5-1366-4bf2-afd7-10935d572a96 on network a1e1c531-26d8-44a2-b5b8-9d3713519731 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:48:25.716661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:25.717327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.721816 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52ef1600-3ddb-464d-a880-6104ef12b180 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "PUT /v2.0/ports/6c7021e5-1366-4bf2-afd7-10935d572a96 HTTP/1.1" status: 200 len: 960 time: 1.4592173 Jul 23 22:48:25.726990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:25.739038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.741786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e95657e-c7cd-462c-8f16-faccd71e90ac req-516e74c9-c390-4eda-8ee5-c58ec91114e2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.22 "DELETE /v2.0/ports/7cafffff-4eec-479d-b3d2-3902b7ab2e47 HTTP/1.1" status: 204 len: 173 time: 3.0739641 Jul 23 22:48:25.742955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'name': 'network-vif-deleted', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:25.746268 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09865b5-7f79-424a-839b-2f96cfcbba74" -d '{"events": [{"server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "name": "network-vif-deleted", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:25.812271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:25.919774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:25.958263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Transition to ACTIVE for port object ca0159db-09d5-42be-9477-e5e221bb1c7a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:25.968351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.032438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4939969-3335-4626-82e6-ff594ba8c7ca None None] Pushing event updated for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:26.045792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 6c7021e5-1366-4bf2-afd7-10935d572a96 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:26.046434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.264181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.305397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 6c7021e5-1366-4bf2-afd7-10935d572a96 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:26.323482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:26.581862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Allocated IP 10.2.2.200 (cb44717a-6ea7-4575-b70a-fd317d369e9c/d46b635d-69ae-4700-bb5e-ea2821ad650f/a60962ca-d823-43ac-9564-19fc483015b4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:26.618637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.685624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=6c7021e5-1366-4bf2-afd7-10935d572a96,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:26.707660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.788469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.790725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-00f4dbe0-08a1-43d8-89df-12e10ae479e2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/6c7021e5-1366-4bf2-afd7-10935d572a96 HTTP/1.1" status: 204 len: 168 time: 1.0627303 Jul 23 22:48:26.794636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:26.838837 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ec8c83-5749-48b4-b3dd-8c5ed9d70a79 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] GET failed (client error): The resource could not be found. Jul 23 22:48:26.841243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-27ec8c83-5749-48b4-b3dd-8c5ed9d70a79 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports/6c7021e5-1366-4bf2-afd7-10935d572a96 HTTP/1.1" status: 404 len: 333 time: 0.0455575 Jul 23 22:48:26.844328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:26.865270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Pushing event deleted for resources: {'Port': ['ID=77c90dac-7161-47bb-8b75-db32f6873aa3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:26.904217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-f0e524a1-8776-4920-8c5c-797942fb43bc tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:26.913157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-f0e524a1-8776-4920-8c5c-797942fb43bc tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:26.939432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-f0e524a1-8776-4920-8c5c-797942fb43bc tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:26.947452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-f0e524a1-8776-4920-8c5c-797942fb43bc tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:26.950956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:26.955652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-f0e524a1-8776-4920-8c5c-797942fb43bc tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 3094 time: 1.5494590 Jul 23 22:48:26.990271 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.070817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.075619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.081211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b804d2a-7576-460d-bc2f-4e39c5a67da1 HTTP/1.1" status: 204 len: 168 time: 0.2349324 Jul 23 22:48:27.082191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:27.086795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] No DVR routers for this DVR port 77c90dac-7161-47bb-8b75-db32f6873aa3 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:27.114515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501eb03-8aad-44d4-9a71-403567514eb3 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b804d2a-7576-460d-bc2f-4e39c5a67da1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:27.133213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.141237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-713cfb1a-447c-4ee7-9444-1ad026bacbac req-2552cd62-b75d-42ab-9e3e-68d05d885ab2 tempest-MultipleCreateTestJSON-2138429531 tempest-MultipleCreateTestJSON-2138429531-project] 10.222.0.25 "DELETE /v2.0/ports/77c90dac-7161-47bb-8b75-db32f6873aa3 HTTP/1.1" status: 204 len: 173 time: 3.5949190 Jul 23 22:48:27.203195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.215525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.234549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Transition to ACTIVE for port object a60962ca-d823-43ac-9564-19fc483015b4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:27.246980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.268459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:27.269033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.287262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf417a24-9d2e-4d6d-bbc3-d6c94a93cc9d req-7e47295c-c381-4ac0-97d5-8b6d5ff99b5a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304069 Jul 23 22:48:27.327835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.328140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.334387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.341467 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/security-groups/f7896523-8931-40e0-ac9d-9a37c1b8f489 HTTP/1.1" status: 204 len: 168 time: 0.2443388 Jul 23 22:48:27.343868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:27.378935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:27.407526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Provisioning for port ca0159db-09d5-42be-9477-e5e221bb1c7a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:27.408988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534f1c-fc64-475a-9a37-0092cd8762ec tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7896523-8931-40e0-ac9d-9a37c1b8f489,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:27.419297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:27.419668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.459745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Network cb44717a-6ea7-4575-b70a-fd317d369e9c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:27.476767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:27.536656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:27.538941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.637045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.660450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-61e4ed8b-b5bf-46fd-99ee-d5510aa62198 None None] Could not find standard attr ID for object 6c7021e5-1366-4bf2-afd7-10935d572a96. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:48:27.668702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:27.668702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.702266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:27.724549 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc407cab-1540-4f85-91f8-9727006aa4fd x-openstack-request-id: req-bc407cab-1540-4f85-91f8-9727006aa4fd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:27.725392 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57813e59-82d7-49db-b0c5-dab66f1ee6d5", "name": "network-vif-deleted", "tag": "7cafffff-4eec-479d-b3d2-3902b7ab2e47", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:27.725922 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc407cab-1540-4f85-91f8-9727006aa4fd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:27.726832 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57813e59-82d7-49db-b0c5-dab66f1ee6d5', 'name': 'network-vif-deleted', 'tag': '7cafffff-4eec-479d-b3d2-3902b7ab2e47', 'status': 'completed', 'code': 200} Jul 23 22:48:27.755174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8e470233-25c5-4a37-afe7-88f5ff9f1090 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0585227 Jul 23 22:48:27.767777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.770879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:27.772543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb779af3-981e-4644-8cf7-3cebae621ede HTTP/1.1" status: 204 len: 168 time: 0.4189608 Jul 23 22:48:27.772701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:27.773466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 77c90dac-7161-47bb-8b75-db32f6873aa3 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:27.777183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:27.820321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e6745-0f26-41db-af5c-59d02732644a tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb779af3-981e-4644-8cf7-3cebae621ede,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:27.826533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 77c90dac-7161-47bb-8b75-db32f6873aa3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:48:27.826898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 77c90dac-7161-47bb-8b75-db32f6873aa3 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:48:27.915181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 1643646d-dfc4-4d91-beda-93ab97b70304 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:27.927382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.056900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.059768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.081165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393265d-cf04-482d-adf5-1ae9328f1b48 req-25961d38-3265-4b76-8e72-deed039b9df1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:28.091515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d393265d-cf04-482d-adf5-1ae9328f1b48 req-25961d38-3265-4b76-8e72-deed039b9df1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2226205 Jul 23 22:48:28.098613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c49b7d4-f16a-4ddf-9715-eecc555a80f9 None None] Provisioning for port a60962ca-d823-43ac-9564-19fc483015b4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:28.103078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c49b7d4-f16a-4ddf-9715-eecc555a80f9 None None] Provisioning complete for port a60962ca-d823-43ac-9564-19fc483015b4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:28.103492 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c49b7d4-f16a-4ddf-9715-eecc555a80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.172393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d393265d-cf04-482d-adf5-1ae9328f1b48 req-4131a4d0-dc86-4096-b2e3-68509470a771 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792246 Jul 23 22:48:28.210918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4c49b7d4-f16a-4ddf-9715-eecc555a80f9 None None] Port a60962ca-d823-43ac-9564-19fc483015b4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:28.220406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c49b7d4-f16a-4ddf-9715-eecc555a80f9 None None] Could not find standard attr ID for object 6c7021e5-1366-4bf2-afd7-10935d572a96. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:48:28.252282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.343718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:28.365534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.435483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=1643646d-dfc4-4d91-beda-93ab97b70304,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:28.437636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f0e87f-cc6d-405d-9e86-26a2fee2e922 None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:28.441699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.453789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-10100b85-7f41-41ec-ae22-2aca958ffbea tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/1643646d-dfc4-4d91-beda-93ab97b70304 HTTP/1.1" status: 204 len: 168 time: 0.6710765 Jul 23 22:48:28.461116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:28.562497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Deleting subnet fa7ec605-e20f-4b55-8402-982a04c99416 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:28.569947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.664524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.733091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.773926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9210b0d4-c300-437b-ae2c-24c1e3f17a63 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:28.780784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 5712766e-f7f3-4ef7-aada-a39b37990559 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:28.783326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.786996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.805297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Transition to ACTIVE for port object 9210b0d4-c300-437b-ae2c-24c1e3f17a63 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:28.828468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.864860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.905842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.976343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7ec605-e20f-4b55-8402-982a04c99416,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:28.978701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:28.986846 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c99fcef3-8e4d-44ad-9f1b-34486479b2b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa7ec605-e20f-4b55-8402-982a04c99416 HTTP/1.1" status: 204 len: 168 time: 0.6411996 Jul 23 22:48:28.989685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:29.102863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.162535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.172844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.184310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.200310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.212231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.219577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68d6286a-5402-4f98-93b8-de4591af10ac req-fcedf83d-6ae5-4fc8-96ca-f7532ea2bf05 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 3815 time: 0.5746007 Jul 23 22:48:29.228072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:29.288610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.290216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68d6286a-5402-4f98-93b8-de4591af10ac req-ada1c85a-3dba-4781-bb82-6920ae354beb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533323 Jul 23 22:48:29.298113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373457-347b-43ee-939e-b19a25c97337 req-c75fa5e6-5cda-4650-bd8c-57842f09471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.308421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-c75fa5e6-5cda-4650-bd8c-57842f09471d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.4974599 Jul 23 22:48:29.344490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.347628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/5712766e-f7f3-4ef7-aada-a39b37990559 HTTP/1.1" status: 204 len: 168 time: 0.8848460 Jul 23 22:48:29.352356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:29.407745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fd962-4202-478e-b6ac-1262cf0b94d2 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=5712766e-f7f3-4ef7-aada-a39b37990559,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:29.419789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.447441 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eedbd6-8415-4522-9ff8-bbc518e3ba27 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:29.447920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eedbd6-8415-4522-9ff8-bbc518e3ba27 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:29.450376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3eedbd6-8415-4522-9ff8-bbc518e3ba27 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/1643646d-dfc4-4d91-beda-93ab97b70304 HTTP/1.1" status: 404 len: 337 time: 0.0460913 Jul 23 22:48:29.453628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:29.507388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373457-347b-43ee-939e-b19a25c97337 req-8f77342e-8827-4e71-955a-98e2c140f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.509384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-8f77342e-8827-4e71-955a-98e2c140f238 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1835344 Jul 23 22:48:29.607032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Attempting to bind port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:29.607362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Attempting to bind port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:29.607851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Attempting to bind port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 on network faf0a273-dfbc-43ae-b24f-2bc474eae6ec {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:29.617111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 on network faf0a273-dfbc-43ae-b24f-2bc474eae6ec not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:29.617440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Attempting to bind port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 on network faf0a273-dfbc-43ae-b24f-2bc474eae6ec {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:29.647775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting subnet 7ee0ec83-3bfb-4435-8d48-cb1b51412806 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:29.651579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.661885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:29.662309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Checking segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:29.662842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Bound using segment: {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:29.663356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Bound port: 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42bbef8-f771-4be1-8ddb-194594b8dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:29.663736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.714892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.750301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'name': 'network-vif-deleted', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:29.752901 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6608edde-be27-4de1-98ab-8ca7c46f22a1" -d '{"events": [{"server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "name": "network-vif-deleted", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:29.766390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-1cb4027a-4466-4290-b2f5-b2141b0c385d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.2412596 Jul 23 22:48:29.813318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.873984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46e0ed-9106-49a8-ae69-e553592be77c None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:29.892959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a688e6-d048-4c82-bc2b-2125649477c8 req-1dd71a58-4ec5-4405-8863-2ebc25b37c80 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.894596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65a688e6-d048-4c82-bc2b-2125649477c8 req-1dd71a58-4ec5-4405-8863-2ebc25b37c80 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2896795 Jul 23 22:48:29.910619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:29.929278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:29.943639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373457-347b-43ee-939e-b19a25c97337 req-112f7aac-6ae5-4380-b03f-cade5f3d3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:29.946314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-112f7aac-6ae5-4380-b03f-cade5f3d3a38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1694698 Jul 23 22:48:29.950026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.967841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:29.985664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d276f4-654e-47cf-8f7d-47a2d414ded1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:30.001166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:30.001446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20d9c71-8133-4f0a-bf95-e2b5b55b0032') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:30.013973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.030311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.036115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1563ea99-3b86-4b4e-8601-8481eb8e738a None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:30.037165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:48:30.037565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.038045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1563ea99-3b86-4b4e-8601-8481eb8e738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.098672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65a688e6-d048-4c82-bc2b-2125649477c8 req-1d2fcc08-3001-49ef-9b35-78fd86af839d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931632 Jul 23 22:48:30.111421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1563ea99-3b86-4b4e-8601-8481eb8e738a None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:30.112963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:30.113608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.117133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] 10.222.0.25 "PUT /v2.0/ports/9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 1092 time: 2.3543260 Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:48:30.138512 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:48:30.159770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.170234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:30.175401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.186849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b2d276f4-654e-47cf-8f7d-47a2d414ded1 HTTP/1.1" status: 204 len: 168 time: 1.1930561 Jul 23 22:48:30.196958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8291f0-ffd1-4a3b-95dc-a844fe2a2325 service neutron] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:30.226589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c0b0-d8f8-44c1-bc0c-9fdfe4667809 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d276f4-654e-47cf-8f7d-47a2d414ded1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:30.237107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.240390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1563ea99-3b86-4b4e-8601-8481eb8e738a None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:30.240769 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1563ea99-3b86-4b4e-8601-8481eb8e738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.300861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3373457-347b-43ee-939e-b19a25c97337 req-8eed15ab-f3af-493b-b96f-df2ea57bc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:30.303114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-8eed15ab-f3af-493b-b96f-df2ea57bc567 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3497322 Jul 23 22:48:30.339012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.349128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/7ee0ec83-3bfb-4435-8d48-cb1b51412806 HTTP/1.1" status: 204 len: 168 time: 0.8940024 Jul 23 22:48:30.352429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443041d-c704-4cda-8114-c0d8ad683a4c tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee0ec83-3bfb-4435-8d48-cb1b51412806,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:30.366023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.393140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.436898 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b952b-f8d2-4c32-93dc-21692e60ef80 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.437353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b952b-f8d2-4c32-93dc-21692e60ef80 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:30.450349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e94b952b-f8d2-4c32-93dc-21692e60ef80 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/df53c535-cce5-4337-b81e-611151712c63 HTTP/1.1" status: 404 len: 337 time: 0.0559602 Jul 23 22:48:30.450585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.452986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.534451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aa07ea13-c7a6-455a-9fd0-2299270e0dca tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "GET /v2.0/ports?device_id=d674a72f-c13e-410a-8305-9897c7c8a950 HTTP/1.1" status: 200 len: 205 time: 0.0545940 Jul 23 22:48:30.550984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.626871 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b96a17-09ed-46f4-b84f-eea49be4f5ab x-openstack-request-id: req-f8b96a17-09ed-46f4-b84f-eea49be4f5ab {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:30.631858 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd23e09-03fe-4e97-af7b-392240226a2a", "name": "network-vif-deleted", "tag": "77c90dac-7161-47bb-8b75-db32f6873aa3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:30.632121 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8b96a17-09ed-46f4-b84f-eea49be4f5ab {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:30.632545 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd23e09-03fe-4e97-af7b-392240226a2a', 'name': 'network-vif-deleted', 'tag': '77c90dac-7161-47bb-8b75-db32f6873aa3', 'status': 'completed', 'code': 200} Jul 23 22:48:30.686812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.696196 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-f46a7d03-1358-4614-8a82-6c0b57c52908 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] delete failed (client error): The resource could not be found. Jul 23 22:48:30.698557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f46a7d03-1358-4614-8a82-6c0b57c52908 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/routers/d674a72f-c13e-410a-8305-9897c7c8a950 HTTP/1.1" status: 404 len: 336 time: 0.1430209 Jul 23 22:48:30.705418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.735375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a4e9a-38f1-456c-845b-0646c49deca4 None None] Update dhcp port {'port': {'network_id': 'a1e1c531-26d8-44a2-b5b8-9d3713519731', 'fixed_ips': [{'subnet_id': '7ee0ec83-3bfb-4435-8d48-cb1b51412806'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'ca0159db-09d5-42be-9477-e5e221bb1c7a'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:48:30.764887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-1ddbc408-4219-4fde-b3c5-cace3826abd4 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519544 Jul 23 22:48:30.765250 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc8e3c1-4a20-4198-93ee-7bbe2bbec835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.768874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc8e3c1-4a20-4198-93ee-7bbe2bbec835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:30.770713 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bbc8e3c1-4a20-4198-93ee-7bbe2bbec835 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/8b0ab510-111f-4990-8031-510e70c40c20 HTTP/1.1" status: 404 len: 337 time: 0.0639994 Jul 23 22:48:30.773879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe24d852-745b-4458-b5e2-8d8c2b6a37fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46a3f5acb2f547d5bc6e5a3dfb8423ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259916 Jul 23 22:48:30.774438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.777887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.801085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b89a4e9a-38f1-456c-845b-0646c49deca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:30.818911 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ff866-e10a-4ccd-bbd0-ace28652e7fc tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.819463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41ff866-e10a-4ccd-bbd0-ace28652e7fc tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:30.821967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f41ff866-e10a-4ccd-bbd0-ace28652e7fc tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/bd8823f3-0776-4a12-8a1d-324dc5bf69eb HTTP/1.1" status: 404 len: 337 time: 0.0465581 Jul 23 22:48:30.824504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.913963 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9c0aff-646d-4d0a-8a37-a6b76455c981 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.914415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9c0aff-646d-4d0a-8a37-a6b76455c981 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:30.916186 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f9c0aff-646d-4d0a-8a37-a6b76455c981 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/5a2c4776-8258-435d-9931-a64d0374dfda HTTP/1.1" status: 404 len: 337 time: 0.0907416 Jul 23 22:48:30.920039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.951122 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ede652d-dd63-4f70-99e2-f3b410a8643d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.952843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ede652d-dd63-4f70-99e2-f3b410a8643d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:30.954987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ede652d-dd63-4f70-99e2-f3b410a8643d tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/0442cf94-e225-476b-9798-bbac9fca2203 HTTP/1.1" status: 404 len: 333 time: 0.0340190 Jul 23 22:48:30.959401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:30.993804 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a269d823-5185-4100-96b3-6b0cb2ea87ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:30.993998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a269d823-5185-4100-96b3-6b0cb2ea87ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:31.005617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a269d823-5185-4100-96b3-6b0cb2ea87ab tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/3e0aab0b-55f1-495b-a830-6a28ef8867f2 HTTP/1.1" status: 404 len: 337 time: 0.0448275 Jul 23 22:48:31.010622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.017285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.026834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.034818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.041602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Deleting subnet 7b602a45-1604-4103-b9c2-1f67629be157 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:48:31.044475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.051895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.053901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969711b7-7523-40a5-88cb-2a797c3b937f None None] Network a1e1c531-26d8-44a2-b5b8-9d3713519731 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:31.060975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-b9c83d65-24e1-425b-a8d0-b00cdad703d2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 3827 time: 0.3892210 Jul 23 22:48:31.080741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.085788 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-08191082-5bdf-436e-af54-21e86b1ba830 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:31.086422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08191082-5bdf-436e-af54-21e86b1ba830 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:31.088243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08191082-5bdf-436e-af54-21e86b1ba830 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/229691ae-9dad-4a6b-90c0-733d15030952 HTTP/1.1" status: 404 len: 337 time: 0.0753901 Jul 23 22:48:31.107884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.149682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.176752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a369f36e-6ee4-41d9-a63d-6d977d02f9fb None None] Provisioning complete for port 59081b21-68e1-4340-97b9-703f2eb02163 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:31.177319 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37d8b98-bcfa-4782-91ea-4746312c2f28 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:31.178067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37d8b98-bcfa-4782-91ea-4746312c2f28 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:31.178413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a369f36e-6ee4-41d9-a63d-6d977d02f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.182697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e37d8b98-bcfa-4782-91ea-4746312c2f28 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/d339b97c-ec85-47c3-9f88-abe23c197f5e HTTP/1.1" status: 404 len: 333 time: 0.0723419 Jul 23 22:48:31.186714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.209059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.234633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffa93df1-0508-4879-bb2f-41daa80f686d req-8374950d-047d-4a7a-bd90-1346affc0709 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672111 Jul 23 22:48:31.246299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a369f36e-6ee4-41d9-a63d-6d977d02f9fb None None] Port 59081b21-68e1-4340-97b9-703f2eb02163 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:31.271997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a369f36e-6ee4-41d9-a63d-6d977d02f9fb None None] Provisioning complete for port ca0159db-09d5-42be-9477-e5e221bb1c7a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:31.272848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a369f36e-6ee4-41d9-a63d-6d977d02f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.318296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.331006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.340437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] DHCP port deletion for a1e1c531-26d8-44a2-b5b8-9d3713519731 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:48:31.365494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b602a45-1604-4103-b9c2-1f67629be157,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:31.380753 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e854592-38fd-4beb-a34b-6e1898d3b637 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:31.381040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.381240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e854592-38fd-4beb-a34b-6e1898d3b637 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:31.385510 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf101db0-bc13-410c-9497-7124c3044855 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b602a45-1604-4103-b9c2-1f67629be157 HTTP/1.1" status: 204 len: 168 time: 0.9906902 Jul 23 22:48:31.385716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9e854592-38fd-4beb-a34b-6e1898d3b637 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/b5edd0e0-b1b7-422d-b15c-43e32b25e1a6 HTTP/1.1" status: 404 len: 337 time: 0.1947041 Jul 23 22:48:31.387223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.398331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.399876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3373457-347b-43ee-939e-b19a25c97337 req-d617ae4b-b2bd-4243-9c3c-c78a7f6db72e service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209297 Jul 23 22:48:31.470503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Deleting port ca0159db-09d5-42be-9477-e5e221bb1c7a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:31.470882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.476575 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-485df9ce-f1ce-4150-b9e7-67878d202f6e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] DELETE failed (client error): The resource could not be found. Jul 23 22:48:31.477035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485df9ce-f1ce-4150-b9e7-67878d202f6e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:48:31.478992 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-485df9ce-f1ce-4150-b9e7-67878d202f6e tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/subnets/537f1e46-0275-43de-af4c-a1d018790535 HTTP/1.1" status: 404 len: 337 time: 0.0904679 Jul 23 22:48:31.484650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:31.492205 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.535093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.557851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] For port ca0159db-09d5-42be-9477-e5e221bb1c7a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ca0159db-09d5-42be-9477-e5e221bb1c7a,segment=NetworkSegment(5966e976-59ad-4555-a77e-e856d5aa643d),segment_id=5966e976-59ad-4555-a77e-e856d5aa643d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:31.559177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.573330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Calling delete_port for ca0159db-09d5-42be-9477-e5e221bb1c7a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:31.657859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.684396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:31.713644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37268822-ce6a-4239-bff0-c6a157daf44c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:31.713903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37268822-ce6a-4239-bff0-c6a157daf44c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:31.723711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.725982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.750042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.753246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.754412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93366a41-66dc-4a10-a873-928afc7388f4 HTTP/1.1" status: 204 len: 168 time: 0.9719205 Jul 23 22:48:31.759073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.767020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:48:31.767420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:48:31.769256 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:48:31.790857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] Pushing event deleted for resources: {'Port': ['ID=ca0159db-09d5-42be-9477-e5e221bb1c7a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:31.810602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd015cb-eeef-43cb-8384-062dd67ea48a None None] No DVR routers for this DVR port ca0159db-09d5-42be-9477-e5e221bb1c7a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:31.814127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960d69-062d-42fe-aa65-abb8b6f47bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93366a41-66dc-4a10-a873-928afc7388f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:31.996672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26173d-acf4-4675-9970-ab179c33c358 req-9198fdeb-8e4e-446c-8ca2-02f87b7acd3a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:31.997963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e26173d-acf4-4675-9970-ab179c33c358 req-9198fdeb-8e4e-446c-8ca2-02f87b7acd3a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.6050992 Jul 23 22:48:32.242801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.246766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:32.251752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.254178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c HTTP/1.1" status: 204 len: 168 time: 0.8548932 Jul 23 22:48:32.293842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a669b61-6051-4a01-9a7c-e1b4fd4fd1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a51d6c2-1cde-4b4e-bb6f-4f8c2af5098c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:32.330319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ca0159db-09d5-42be-9477-e5e221bb1c7a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:48:32.330664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ca0159db-09d5-42be-9477-e5e221bb1c7a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:48:32.497748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424be119-a951-4057-b000-bc350c3f9d51 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:32.505654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.518935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Transition to ACTIVE for port object 424be119-a951-4057-b000-bc350c3f9d51 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:32.527970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:32.562380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e26173d-acf4-4675-9970-ab179c33c358 req-13e8389a-696b-412c-b85a-528e1e92a801 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5543203 Jul 23 22:48:32.563239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.584436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Deleting port 59081b21-68e1-4340-97b9-703f2eb02163 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:32.584791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.605730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-57186b22-2f3b-44c1-9118-396d0ce2dc3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3d714a9174e4cfba134880c9c6e860f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759637 Jul 23 22:48:32.618312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:32.644026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:32.649069 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f437e0-19dc-4254-9c10-8ae08751b0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:32.739268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.794384 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.873928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.877438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.879173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdef1085-0864-4c44-92a1-db3e148c4353 HTTP/1.1" status: 204 len: 168 time: 0.2596574 Jul 23 22:48:32.899544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821325-9e5b-4256-a2ed-f5603fee927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef1085-0864-4c44-92a1-db3e148c4353,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:32.925939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:32.985025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Calling delete_port for 59081b21-68e1-4340-97b9-703f2eb02163 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:33.013304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:33.235774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:33.252360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.258967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.271181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.295395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.303105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.326638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.342095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d48212db-7125-4cac-8e45-3974e929e57f req-dfe533dd-44a7-4908-8454-bed5059ae98d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 4598 time: 0.4468396 Jul 23 22:48:33.345840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Attempting to bind port 424be119-a951-4057-b000-bc350c3f9d51 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:33.345840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Attempting to bind port 424be119-a951-4057-b000-bc350c3f9d51 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:33.346135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Attempting to bind port 424be119-a951-4057-b000-bc350c3f9d51 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:33.374764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Port 424be119-a951-4057-b000-bc350c3f9d51 on network 2ad12374-3900-488f-b4ac-c470a18dc568 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:33.375119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Attempting to bind port 424be119-a951-4057-b000-bc350c3f9d51 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:33.388833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.438917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-669182485-network', 'tenant_id': '3a6a8a70e9634acdbbe651f038c48703'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:33.442617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:33.443545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:33.444057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Bound using segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:33.444622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Bound port: 424be119-a951-4057-b000-bc350c3f9d51, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:33.445572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.475451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Made reservation on behalf of 3a6a8a70e9634acdbbe651f038c48703 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:33.479477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.483605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Port': ['ID=59081b21-68e1-4340-97b9-703f2eb02163,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:33.500360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.502764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a5b74d0-8ef1-4837-829d-e3fa2ea8872b tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/ports/59081b21-68e1-4340-97b9-703f2eb02163 HTTP/1.1" status: 204 len: 168 time: 2.0141912 Jul 23 22:48:33.506128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35940) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:33.524800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.526293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d48212db-7125-4cac-8e45-3974e929e57f req-b9218458-a485-40a4-b1ae-d9a4ca002f00 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821277 Jul 23 22:48:33.640064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:33.644837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:33.646623 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5db102-05ad-4b7e-915f-09f8a675a3e4 x-openstack-request-id: req-4d5db102-05ad-4b7e-915f-09f8a675a3e4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:33.647343 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:33.647543 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d5db102-05ad-4b7e-915f-09f8a675a3e4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:33.648111 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'status': 'completed', 'code': 200} Jul 23 22:48:33.653955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.780340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:33.781249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.782606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] 10.222.0.25 "PUT /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 1130 time: 3.6208532 Jul 23 22:48:33.831290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.847314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.872540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:33.873029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:33.935418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5747d089-47c8-4146-bdd2-0c5a8b779b5d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:33.952425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:48:33.963003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612148f8-91d1-4c3f-96e5-651f565e5ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:34.023287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.023547 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Added segment 0f100284-380d-49f6-8d58-e9572216a1ac of type vlan for network 422f71f2-9a43-49f1-8a35-958a1546d2cc Jul 23 22:48:34.046216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.110063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510db8-9824-4f8c-9b52-4422ccff190a req-5a1b00b9-6391-43d3-8fd2-3d15fe0846c5 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.111688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e510db8-9824-4f8c-9b52-4422ccff190a req-5a1b00b9-6391-43d3-8fd2-3d15fe0846c5 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3367758 Jul 23 22:48:34.132202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.137473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.137993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.138470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.138945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.139421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.139881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.143719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-bc27105f-6dce-49cd-b107-93263d14cdb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5286 time: 0.4757726 Jul 23 22:48:34.151666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e1c531-26d8-44a2-b5b8-9d3713519731']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:34.175449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5966e976-59ad-4555-a77e-e856d5aa643d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:34.175852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5966e976-59ad-4555-a77e-e856d5aa643d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:34.195606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.200244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:34.264573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.271282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.285165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:48:34.285635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:48:34.289526 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:48:34.432684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2112390074-network', 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:34.439659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-63feabb1-3726-48f9-8519-2b6177650857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.440120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-63feabb1-3726-48f9-8519-2b6177650857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.440757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-63feabb1-3726-48f9-8519-2b6177650857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.442844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-63feabb1-3726-48f9-8519-2b6177650857 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b4af35f7d714525aec4c13ce52d538b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2658925 Jul 23 22:48:34.446250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.456512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.458696 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] 10.222.0.37 "DELETE /v2.0/networks/a1e1c531-26d8-44a2-b5b8-9d3713519731 HTTP/1.1" status: 204 len: 168 time: 0.9507601 Jul 23 22:48:34.460872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.462036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:34.462735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.483786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226c93-8c97-4223-b128-354cbe5bb6c8 tempest-PortsTestJSON-868389146 tempest-PortsTestJSON-868389146-project] Pushing event deleted for resources: {'Network': ['ID=a1e1c531-26d8-44a2-b5b8-9d3713519731,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:34.510612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Made reservation on behalf of ece131312e2f4541b0b562f1b6a4c493 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:34.513744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.535895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2989142 Jul 23 22:48:34.541906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.546857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:34.577794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Request body: {'subnet': {'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-669182485-subnet', 'tenant_id': '3a6a8a70e9634acdbbe651f038c48703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:34.619148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735358be-da74-451c-a724-5743c40bba43 admin admin] Pushing event updated for resources: {'Network': ['ID=422f71f2-9a43-49f1-8a35-958a1546d2cc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:34.631887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 422f71f2-9a43-49f1-8a35-958a1546d2cc details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:48:34.633582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e510db8-9824-4f8c-9b52-4422ccff190a req-46b8df3c-97a0-49bb-a152-5779e4e421e1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4858158 Jul 23 22:48:34.675260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:48:34.675260 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:48:34.675260 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': 'ece131312e2f4541b0b562f1b6a4c493', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 48, 34, 644209)}] Jul 23 22:48:34.675260 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:48:34.676782 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:48:34.679342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Made reservation on behalf of 3a6a8a70e9634acdbbe651f038c48703 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:34.696524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:34.884591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:35.068645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.088081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-f84a1915-2762-48e3-9c47-ae452df0fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.089940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72f437e0-19dc-4254-9c10-8ae08751b0d5 req-f84a1915-2762-48e3-9c47-ae452df0fdb7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444716 Jul 23 22:48:35.109639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:35.123853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.149955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.160344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.169728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.179106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.182393 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.187270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.194370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.195935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Checking segment: {'id': '0f100284-380d-49f6-8d58-e9572216a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:35.196309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Network hostable DHCP agents. Network: 422f71f2-9a43-49f1-8a35-958a1546d2cc, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:48:35.196464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5965044b-1f05-4d53-9a27-35c151474eba req-d9867bdd-8e5c-479c-ab21-ec3d208f50d1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 4598 time: 0.3368928 Jul 23 22:48:35.202951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Transition to ACTIVE for port object 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:35.236083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.244834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cfc38a71-869c-40a7-a0fb-6361b01f0f82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53be384cf4b744b8b6c7f2ae4106f02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586884 Jul 23 22:48:35.252530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=996af7de-1772-468f-aeba-4293c3fa406a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:35.252907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:35.293744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Network 422f71f2-9a43-49f1-8a35-958a1546d2cc is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:48:35.321968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 422f71f2-9a43-49f1-8a35-958a1546d2cc) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:35.326527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5965044b-1f05-4d53-9a27-35c151474eba req-2c9de24c-85bd-4fed-a042-473be967833a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218154 Jul 23 22:48:35.331679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.333051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.374925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf75434-bba1-46c3-96f6-f9f328f1cbf2 None None] Network 422f71f2-9a43-49f1-8a35-958a1546d2cc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:35.413926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.415411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:35.443867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.481628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.499274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:48:35.523819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.524521 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Added segment 73a17d8a-2950-4540-8876-2bac7200118d of type vlan for network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f Jul 23 22:48:35.583577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Attempting to bind port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:35.583835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Attempting to bind port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:35.584165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Attempting to bind port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:35.595833 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.607509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.619252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on network 2ad12374-3900-488f-b4ac-c470a18dc568 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:35.619570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Attempting to bind port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:35.634972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:35.635710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:35.635710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Bound using segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:35.636146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Bound port: 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:35.642689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.656719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b7eae1c2-c7e6-4bda-9841-506ad5e6ec14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1044509 Jul 23 22:48:35.660893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.662184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.662952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.676975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624803a-b756-49de-9f8d-e9ced9c852c2 None None] Network 422f71f2-9a43-49f1-8a35-958a1546d2cc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:35.691787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '424be119-a951-4057-b000-bc350c3f9d51'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:35.694250 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179dc6e6-fe1b-418c-87fc-a31c71280b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "424be119-a951-4057-b000-bc350c3f9d51"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:35.713738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:35.742503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5380096 Jul 23 22:48:35.742933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:35.752637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Request body: {'subnet': {'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2112390074-subnet', 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:35.796229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768d93f-43a5-4d61-995c-78170803912f admin admin] Pushing event updated for resources: {'Network': ['ID=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:35.831694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e7c2c-2405-4479-9127-9fc531892191 req-3e5fdb5d-82d3-4807-8fd6-0df0ece46ac1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:35.833484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-613e7c2c-2405-4479-9127-9fc531892191 req-3e5fdb5d-82d3-4807-8fd6-0df0ece46ac1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3434508 Jul 23 22:48:35.833643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:48:35.840485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Made reservation on behalf of ece131312e2f4541b0b562f1b6a4c493 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:35.844402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.899183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-613e7c2c-2405-4479-9127-9fc531892191 req-20540e60-14e6-4251-90c2-ffb0df302bda tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533991 Jul 23 22:48:35.924225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:35.927834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:35.953178 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.964101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.974205 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:35.978552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/473dfc5e-4b3a-43aa-949b-7acfd13e2177 HTTP/1.1" status: 204 len: 168 time: 0.7177835 Jul 23 22:48:36.045436 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20a623-167a-41e9-be2b-291014b4f265 x-openstack-request-id: req-2d20a623-167a-41e9-be2b-291014b4f265 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:36.045919 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "424be119-a951-4057-b000-bc350c3f9d51", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:36.046319 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d20a623-167a-41e9-be2b-291014b4f265 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:36.046894 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '424be119-a951-4057-b000-bc350c3f9d51', 'status': 'completed', 'code': 200} Jul 23 22:48:36.050543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232df3e1-85b7-44e3-8f37-11713b814c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473dfc5e-4b3a-43aa-949b-7acfd13e2177,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:36.087623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.089011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:36.092001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] 10.222.0.25 "PUT /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 1131 time: 2.2706511 Jul 23 22:48:36.185427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:36.202056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d4396-0c6f-468c-9161-c799414bf459 service neutron] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:36.303652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:36.405592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:36.437859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.438310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.438793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.439268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.439741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.440215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.440683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.442762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-ff19627f-c018-42fe-835b-ec04886d33e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6210 time: 0.3598213 Jul 23 22:48:36.512090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Checking segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:36.512745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Network hostable DHCP agents. Network: eef57d6d-cd16-4e28-9db4-1b5479ce9f4f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:48:36.546317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:48:36.597535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:36.609946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, eef57d6d-cd16-4e28-9db4-1b5479ce9f4f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:36.624190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:36.626255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:36.648491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14289da-eee4-4485-a0eb-191d355edf51 None None] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:36.668045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7cecbea-b7e8-4298-86a8-39e5ce894ab5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9161453 Jul 23 22:48:36.917223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493', 'fixed_ips': [{'subnet_id': '0f03dee3-e18a-4092-9b9e-c7bd7e96c84f'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:48:36.921193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.154446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-76e6ae9f-c600-4614-b4a3-e515061e926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:37.154984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-76e6ae9f-c600-4614-b4a3-e515061e926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:37.155377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-76e6ae9f-c600-4614-b4a3-e515061e926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:37.162015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-76e6ae9f-c600-4614-b4a3-e515061e926e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b4af35f7d714525aec4c13ce52d538b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7082436 Jul 23 22:48:37.207069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Allocated IP 172.20.0.2 (eef57d6d-cd16-4e28-9db4-1b5479ce9f4f/0f03dee3-e18a-4092-9b9e-c7bd7e96c84f/f3da609a-fcbc-4b69-8406-41e76ca84c39) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:37.449092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-f339666b-f08b-46bb-b0e0-79629634c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:37.451554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-179dc6e6-fe1b-418c-87fc-a31c71280b5a req-f339666b-f08b-46bb-b0e0-79629634c887 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495213 Jul 23 22:48:37.472972 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.486725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Transition to ACTIVE for port object f3da609a-fcbc-4b69-8406-41e76ca84c39 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:37.504548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Transition to ACTIVE for port object f3da609a-fcbc-4b69-8406-41e76ca84c39 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:37.518068 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.564641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:37.568990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-f64edcce-7c13-409d-b307-d9c40a4b55bf tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:37.570743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-f64edcce-7c13-409d-b307-d9c40a4b55bf tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/networks?id=422f71f2-9a43-49f1-8a35-958a1546d2cc HTTP/1.1" status: 200 len: 813 time: 0.4471159 Jul 23 22:48:37.590579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:37.610370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:37.614575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:37.623250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-3e056963-d6e1-4806-9a65-1d84bbafe2e7 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/quotas/3a6a8a70e9634acdbbe651f038c48703 HTTP/1.1" status: 200 len: 375 time: 0.0349889 Jul 23 22:48:37.682746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-f5dfa839-0cf2-4b6a-bcd7-de530fd30fc5 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a6a8a70e9634acdbbe651f038c48703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469832 Jul 23 22:48:37.694208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Pushing event updated for resources: {'Port': ['ID=f3da609a-fcbc-4b69-8406-41e76ca84c39,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:37.720942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Attempting to bind port f3da609a-fcbc-4b69-8406-41e76ca84c39 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:37.721308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Attempting to bind port f3da609a-fcbc-4b69-8406-41e76ca84c39 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:37.722050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Attempting to bind port f3da609a-fcbc-4b69-8406-41e76ca84c39 on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:37.729262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:37.729870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Checking segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:37.730613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.731210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Bound using segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:37.731712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Bound port: f3da609a-fcbc-4b69-8406-41e76ca84c39, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:37.732713 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.803850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351792685'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:37.815010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] For port f3da609a-fcbc-4b69-8406-41e76ca84c39, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:37.819560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] For port f3da609a-fcbc-4b69-8406-41e76ca84c39, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f3da609a-fcbc-4b69-8406-41e76ca84c39,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:37.820068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34dbcc8-da30-43f5-8422-adf336533673 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:37.826934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.833678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.860553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.882511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.882864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Transition to ACTIVE for port object a34dbcc8-da30-43f5-8422-adf336533673 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:37.889088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-3176e61c-743b-4ecf-bd9a-32341c8c9639 service neutron] 10.222.0.37 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977780 Jul 23 22:48:37.890383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:37.902989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad913fa9-e69c-4ef3-b3ed-9d2c01928344 None None] Pushing event updated for resources: {'Port': ['ID=f3da609a-fcbc-4b69-8406-41e76ca84c39,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:38.035349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:38.061345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.069020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.071748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:38.075587 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "58ee7615-6638-493a-bfe5-9e0c0f8fa9d6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:38.121840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156fbdd7-6ed5-4b49-9259-500e7aa1955d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:38.223807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-6c5ea4a8-b1db-4bb6-9464-90c7328220d0 service neutron] 10.222.0.37 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229818 Jul 23 22:48:38.227564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Attempting to bind port a34dbcc8-da30-43f5-8422-adf336533673 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:38.227564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Attempting to bind port a34dbcc8-da30-43f5-8422-adf336533673 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:38.227783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Attempting to bind port a34dbcc8-da30-43f5-8422-adf336533673 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:38.234259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Port a34dbcc8-da30-43f5-8422-adf336533673 on network 2ad12374-3900-488f-b4ac-c470a18dc568 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:38.234851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Attempting to bind port a34dbcc8-da30-43f5-8422-adf336533673 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:38.240526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:38.240939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:38.241425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Bound using segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:38.241976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Bound port: a34dbcc8-da30-43f5-8422-adf336533673, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:38.242406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.244416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.254077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.329340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21343ae1-8979-40df-b5a4-18a4b033475e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:38.350389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.352042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1550a4e-d537-44df-bc88-ad2480b2450d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7856193 Jul 23 22:48:38.361952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:38.465689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:38.469025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:38.486954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.519183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a88e6a36-e8bd-4d5e-94a6-c9c46e018f16 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1534865 Jul 23 22:48:38.532853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:38.554475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-security--744537932', 'description': 'tempest-security-description-308974266'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:38.619495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:38.620141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.622420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] 10.222.0.25 "PUT /v2.0/ports/a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 1091 time: 2.4673831 Jul 23 22:48:38.661097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.661992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:38.765122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388839f9-0efd-49b7-89fc-d5f094202a42 service neutron] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:38.810206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.819904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.829361 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:38.839193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "PUT /v2.0/security-groups/21343ae1-8979-40df-b5a4-18a4b033475e HTTP/1.1" status: 200 len: 1778 time: 0.3049891 Jul 23 22:48:38.841640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.026523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dccd7-165b-4dcb-b05b-1d6b35c172e7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21343ae1-8979-40df-b5a4-18a4b033475e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:39.068070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f403c0e-4063-4372-a23d-94d91af87a9b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups/21343ae1-8979-40df-b5a4-18a4b033475e HTTP/1.1" status: 200 len: 1778 time: 0.2054949 Jul 23 22:48:39.069660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.166335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.199040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.266316 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.269114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.270355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/21343ae1-8979-40df-b5a4-18a4b033475e HTTP/1.1" status: 204 len: 168 time: 0.1992869 Jul 23 22:48:39.280658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.281850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f3b2e-2464-44ca-86d4-4400570a64f9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21343ae1-8979-40df-b5a4-18a4b033475e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:39.370195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a7096aa-c164-4e83-a18a-0ef4b4fef5c8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858951 Jul 23 22:48:39.376519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.394382 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-7c251d38-1925-49a8-890b-25970505ec0d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] delete failed (client error): The resource could not be found. Jul 23 22:48:39.403830 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c251d38-1925-49a8-890b-25970505ec0d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/21343ae1-8979-40df-b5a4-18a4b033475e HTTP/1.1" status: 404 len: 347 time: 0.0260124 Jul 23 22:48:39.404738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.409897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489476461'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:39.461452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.510644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.517466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fd9a7-9e0f-4434-be7b-7b9759a9ee55 None None] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:48:39.581674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.595596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.600708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.607960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.613117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.622755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.629310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.635470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.642763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:39.645369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.651447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-136a5052-555d-4238-885c-87261d1c8d14 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5382 time: 1.0790098 Jul 23 22:48:39.652142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2449424 Jul 23 22:48:39.653349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.664819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '2a262aae-ebed-4c5d-9f63-55ee17eccc4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:39.713224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.718898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b584-5c9a-4c75-abe6-85ced2a9fc8a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a262aae-ebed-4c5d-9f63-55ee17eccc4a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:39.775379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a4cf2b8-c07e-40a4-9ea0-eb2148c9344c None None] Provisioning for port f3da609a-fcbc-4b69-8406-41e76ca84c39 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:39.806590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.811276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.845428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.847261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866386 Jul 23 22:48:39.848375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c07c2-2804-4b36-a1ed-38c1b248abb0 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0217da5f-71fb-4e31-ac19-102b185131e5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:39.855384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5eef4d7-60fe-4375-b1ff-aace8ad95107 req-d63a4b5e-4830-442d-bb5b-a6c19779d64d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2006598 Jul 23 22:48:39.866806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36142) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:39.909671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.922340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.971253 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:39.992671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-09944d13-b1b9-4e48-a9ec-4f3182d40617 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3374927 Jul 23 22:48:40.012039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.024906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0217da5f-71fb-4e31-ac19-102b185131e5 HTTP/1.1" status: 204 len: 168 time: 0.1547139 Jul 23 22:48:40.030588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.043908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18449569-fab1-4459-b435-e58720fb63a1 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0217da5f-71fb-4e31-ac19-102b185131e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.098165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d71d8a25-6fc1-47bb-97c8-9ac47712ba6b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640621 Jul 23 22:48:40.099742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.175359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.190806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-c946d6b4-54c8-4dc3-b87c-ca0605588426 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:40.193033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-c946d6b4-54c8-4dc3-b87c-ca0605588426 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.25 "GET /v2.0/networks?id=422f71f2-9a43-49f1-8a35-958a1546d2cc HTTP/1.1" status: 200 len: 813 time: 0.2341094 Jul 23 22:48:40.219855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.279741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-ef5c4300-b1e0-4d6b-abc4-2c6a979a418d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5562046 Jul 23 22:48:40.286559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Request body: {'port': {'device_id': '9b8db425-16fa-4200-b449-e20c7a08c021', 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc', 'admin_state_up': True, 'tenant_id': '3a6a8a70e9634acdbbe651f038c48703'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:40.291546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.294129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f3da609a-fcbc-4b69-8406-41e76ca84c39 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:40.295510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.297213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a262aae-ebed-4c5d-9f63-55ee17eccc4a HTTP/1.1" status: 204 len: 168 time: 0.1962767 Jul 23 22:48:40.302891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.320485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106005-842a-4373-a014-5d40c061667b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a262aae-ebed-4c5d-9f63-55ee17eccc4a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.385789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-65b98b51-4034-4377-8e75-41250b8e33b8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803633 Jul 23 22:48:40.394217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36158) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.401454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--421409875'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:40.404757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f3da609a-fcbc-4b69-8406-41e76ca84c39 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:40.411275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f3da609a-fcbc-4b69-8406-41e76ca84c39 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:40.412249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.427729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.524984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.535237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c745020-a238-4b45-b9da-602c3da5b384 req-c35df804-91af-4268-8da4-96304f87ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:40.537399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-c35df804-91af-4268-8da4-96304f87ec27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.3046172 Jul 23 22:48:40.562814 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.572362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.577570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f3da609a-fcbc-4b69-8406-41e76ca84c39, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f3da609a-fcbc-4b69-8406-41e76ca84c39,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:40.583817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.611818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631cbaf6-d002-48c8-b105-140132ca9551,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.615016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.616288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d61469ee-e086-42f1-b822-05f679dabef8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2203467 Jul 23 22:48:40.621347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f259a-6f0b-474c-8f8a-d6a08cd1f6d1 req-4143bfe0-41ac-4e0a-bcec-3963a743cba3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:40.622947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.627589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '631cbaf6-d002-48c8-b105-140132ca9551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:40.628410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8f259a-6f0b-474c-8f8a-d6a08cd1f6d1 req-4143bfe0-41ac-4e0a-bcec-3963a743cba3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.5832355 Jul 23 22:48:40.662724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f3da609a-fcbc-4b69-8406-41e76ca84c39,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.677524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.705176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8b161a-3a0e-417b-9010-b7cf2f978dcb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:40.714166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568809-1e2b-4092-9735-410e81210037 req-7c9fdab3-046c-4345-b141-7c0c18d4f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:40.716802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-7c9fdab3-046c-4345-b141-7c0c18d4f541 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1097 time: 0.3337278 Jul 23 22:48:40.762855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.767631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.774446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.798179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.802996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789520 Jul 23 22:48:40.805010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.810244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Made reservation on behalf of 3a6a8a70e9634acdbbe651f038c48703 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:40.810447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '631cbaf6-d002-48c8-b105-140132ca9551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:40.813747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.825481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9d8f259a-6f0b-474c-8f8a-d6a08cd1f6d1 req-152a5592-799d-4048-8476-50289cf60abd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961918 Jul 23 22:48:40.833460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fd8bb-7bd7-46bb-b5f9-68bfb90d57eb tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2fd35e-1782-4d94-ac19-40f270eca0f9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.851577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.874451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Transition to ACTIVE for port object 9b8b161a-3a0e-417b-9010-b7cf2f978dcb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:40.913807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c745020-a238-4b45-b9da-602c3da5b384 req-ea05995b-e7cd-41bb-9687-5d4b457d835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:40.915657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-ea05995b-e7cd-41bb-9687-5d4b457d835f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.3360610 Jul 23 22:48:40.918365 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.924074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.926422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.946838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca81b68a-bfc1-4281-90c2-0db113847b2d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:40.966089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:40.968002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-770f2afa-f36a-4208-83f5-6131c4ca433a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619868 Jul 23 22:48:40.970804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:40.976266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '631cbaf6-d002-48c8-b105-140132ca9551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:41.033785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.038584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ead7b27c-c73f-47da-b852-4113cf30332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.135461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.141951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.149515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.160412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f332046a-a516-42a0-865a-30501e9cc0ee,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.171826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.173192 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2327d5cf-01d6-40c9-a244-7c632fb7c47b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2009068 Jul 23 22:48:41.176177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.188794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '631cbaf6-d002-48c8-b105-140132ca9551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:41.223696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568809-1e2b-4092-9735-410e81210037 req-dc454a51-1f5c-4bf4-a770-56680f1286d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.225270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-dc454a51-1f5c-4bf4-a770-56680f1286d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.4723439 Jul 23 22:48:41.232077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.246550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-e6fbbd7b-2c3a-4014-934c-b8fa55aafd21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.3137450 Jul 23 22:48:41.314647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.337583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-24452b5b-e445-4d22-ac0e-9ec4c8501c19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 217 time: 0.1005912 Jul 23 22:48:41.340508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.373082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a8112c-bc5e-4421-ae40-ad0c0108bda5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.382119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.383645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62766dc1-2056-4636-990c-31f499564d73 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2062654 Jul 23 22:48:41.387695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.393638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '631cbaf6-d002-48c8-b105-140132ca9551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:41.431605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.434984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Allocated IP 172.20.0.7 (422f71f2-9a43-49f1-8a35-958a1546d2cc/996af7de-1772-468f-aeba-4293c3fa406a/0aaee3f4-624a-419d-ac7b-6b545e486c6b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:41.515461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.519426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c745020-a238-4b45-b9da-602c3da5b384 req-a2fa4101-b97d-4ba6-a79b-980819928aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.520001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.520920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-a2fa4101-b97d-4ba6-a79b-980819928aac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.2396724 Jul 23 22:48:41.545704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2954302c-dc5a-4944-9ca5-0720cf2c162a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.557314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.559294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Attempting to bind port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:41.560208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Attempting to bind port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:41.560717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Attempting to bind port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:41.564463 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b43742ba-0159-4cda-b04f-3dc017628b8d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1742473 Jul 23 22:48:41.565389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.594883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.602975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.606455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568809-1e2b-4092-9735-410e81210037 req-ec66c332-ce48-4c58-bd3f-a66bc4b9ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.607951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-ec66c332-ce48-4c58-bd3f-a66bc4b9ca9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.2282043 Jul 23 22:48:41.612648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb on network 2ad12374-3900-488f-b4ac-c470a18dc568 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:41.612976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Attempting to bind port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:41.626997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-9ab43027-2ed8-41ff-a418-fbc8f094b88f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.628480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-9ab43027-2ed8-41ff-a418-fbc8f094b88f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.4023871 Jul 23 22:48:41.639152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.645810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.649605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2954302c-dc5a-4944-9ca5-0720cf2c162a HTTP/1.1" status: 204 len: 168 time: 0.0811799 Jul 23 22:48:41.649605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.650535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:41.651102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Checking segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:41.651772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Bound using segment: {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:41.652448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Bound port: 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2456b6-f474-4927-8660-3832f81a8c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:41.652989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.670267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833cb58-353f-4f63-85a1-a1fc5d9b4c1b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2954302c-dc5a-4944-9ca5-0720cf2c162a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.717188 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e442f15-1070-4fb1-b073-0c0b9576cb77 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0664299 Jul 23 22:48:41.722273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.727687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-2f0d0228-354b-488e-8917-6f2f398ceb4d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/quotas/ece131312e2f4541b0b562f1b6a4c493 HTTP/1.1" status: 200 len: 375 time: 0.0797896 Jul 23 22:48:41.753442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.763202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.798539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.804767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.808785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/92a8112c-bc5e-4421-ae40-ad0c0108bda5 HTTP/1.1" status: 204 len: 168 time: 0.0822511 Jul 23 22:48:41.811245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.818749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fc124-3cb2-484a-a78e-54f3f97dfb3a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a8112c-bc5e-4421-ae40-ad0c0108bda5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.858810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-791789c3-bb09-46b4-a3fd-a024fdd91449 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0464909 Jul 23 22:48:41.861828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.891020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.898858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.900825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c745020-a238-4b45-b9da-602c3da5b384 req-a78f2e1a-975d-4b9e-a3be-f1aa9362cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.903031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-a78f2e1a-975d-4b9e-a3be-f1aa9362cf5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3702173 Jul 23 22:48:41.923824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:41.928235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.935965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:41.936399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:41.940796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb568809-1e2b-4092-9735-410e81210037 req-0522d0ad-d737-490c-b550-bcbd9a4cc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:41.941736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f332046a-a516-42a0-865a-30501e9cc0ee HTTP/1.1" status: 204 len: 168 time: 0.0782058 Jul 23 22:48:41.942379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-0522d0ad-d737-490c-b550-bcbd9a4cc80f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099263 Jul 23 22:48:41.942555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:41.963498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99891060-2a9f-42f8-b928-ecf4cc632af8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f332046a-a516-42a0-865a-30501e9cc0ee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:41.974407 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.007694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-578d5b09-af10-423d-9e8a-baa04c39efc9 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0550523 Jul 23 22:48:42.008211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.045319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.054449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.074822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.080799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:42.081634 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.083048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 1092 time: 3.4296169 Jul 23 22:48:42.091333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.098378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.100211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ca81b68a-bfc1-4281-90c2-0db113847b2d HTTP/1.1" status: 204 len: 168 time: 0.0878870 Jul 23 22:48:42.102907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.122856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf1c1-39c0-483d-b80a-5913102ff412 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca81b68a-bfc1-4281-90c2-0db113847b2d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:42.169276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c527e803-30fc-4295-8962-5c2d03e1d538 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0650046 Jul 23 22:48:42.172262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.179428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-df5d80fa-6803-4dc8-9139-9a384e603379 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4410989 Jul 23 22:48:42.208719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.210344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:42.218202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.255869 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.269358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f3da609a-fcbc-4b69-8406-41e76ca84c39 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:42.280361 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.282623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-bb7c9c01-4f34-4efc-9544-c0e36e53d008 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609536 Jul 23 22:48:42.289504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bf2fd35e-1782-4d94-ac19-40f270eca0f9 HTTP/1.1" status: 204 len: 168 time: 0.1125944 Jul 23 22:48:42.294397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.299949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f4dc4-2492-4c44-a3a6-b3622fb58d20 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf2fd35e-1782-4d94-ac19-40f270eca0f9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:42.358744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f3da609a-fcbc-4b69-8406-41e76ca84c39 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:42.359356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.431320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa5c76-f85d-4f17-a15a-5905175ce149 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:42.545742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-a453943a-fd26-4a7c-a544-9028d6b44a0d service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728977 Jul 23 22:48:42.583015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.605567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a909d2f9-a4ef-435a-b8f1-e390e7fb13d4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2848296 Jul 23 22:48:42.608547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.661226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.675775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.711703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.760952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.763777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.767390 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/631cbaf6-d002-48c8-b105-140132ca9551 HTTP/1.1" status: 204 len: 168 time: 0.1550813 Jul 23 22:48:42.768425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.788993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a0296-6ca7-4241-8708-e428fe9b60ee tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631cbaf6-d002-48c8-b105-140132ca9551,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:42.834710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d357ddd-c98b-4a39-af35-801152d2cc32 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610249 Jul 23 22:48:42.836568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:42.841481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--299431019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:42.869507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.981569 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:42.986654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.018610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.022586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1830313 Jul 23 22:48:43.023957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.027330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5714db-a46a-4f67-bbc6-df9a7d97055d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746c9aa3-c1a6-4a3a-b262-696b1ed1ea9f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:43.027903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-d62eac90-d33d-49b7-8183-ea2d650dde28 service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065376 Jul 23 22:48:43.044917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '746c9aa3-c1a6-4a3a-b262-696b1ed1ea9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:43.072798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.106541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Network 422f71f2-9a43-49f1-8a35-958a1546d2cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:43.139769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:43.147213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.153285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.160241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Pushing event updated for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:43.165700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:43.176251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c745020-a238-4b45-b9da-602c3da5b384 req-84c05ad7-3f53-4779-9e49-be6e6fcbf581 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8371074 Jul 23 22:48:43.177438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce93d3de-449a-401c-beb5-5deeea0863ce,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:43.195897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.197804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd47c9e2-e8f7-4a54-9ee8-9651a80f1ca2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1716294 Jul 23 22:48:43.210542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.283162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.309886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.341914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb568809-1e2b-4092-9735-410e81210037 req-7e8516e8-13da-463b-8148-4a8f89e70196 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602804 Jul 23 22:48:43.367198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:43.367827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.381925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.390871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.392665 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/746c9aa3-c1a6-4a3a-b262-696b1ed1ea9f HTTP/1.1" status: 204 len: 168 time: 0.1802680 Jul 23 22:48:43.398113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.404579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-e74918c1-ddfa-4025-a057-7658f416f7cb service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649127 Jul 23 22:48:43.423902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-8eab1abc-d4ac-4a09-b059-a89e25c91e5e tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1807780 Jul 23 22:48:43.425286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cf20a-e5d2-4616-a3cd-b3bcaf2b5cef tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c9aa3-c1a6-4a3a-b262-696b1ed1ea9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:43.444184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Request body: {'port': {'device_id': '9b8db425-16fa-4200-b449-e20c7a08c021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:43.498793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8e5d4c8f-c4af-4843-9f2e-f1a90b797ae7 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959473 Jul 23 22:48:43.499044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36266) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.503549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--777530543'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:43.562988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.674793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.769564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.780834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36276) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.784528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be33747a-c928-4dfe-ada7-5a4d75e762f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.794015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694acfdf-db9e-4da2-9bd5-b587138dffd8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:43.795764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.839507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.843030 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c312ea-2765-464f-811f-5304cdec77d2 x-openstack-request-id: req-81c312ea-2765-464f-811f-5304cdec77d2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:43.843309 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "58ee7615-6638-493a-bfe5-9e0c0f8fa9d6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:43.843559 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81c312ea-2765-464f-811f-5304cdec77d2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:43.843948 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6', 'status': 'completed', 'code': 200} Jul 23 22:48:43.852891 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:43.860981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3583579 Jul 23 22:48:43.862701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:43.872752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127787021'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:43.891823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345816-6cd5-406e-9a4a-76d986f7ed2a tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2718cfb7-55a1-499e-84c2-b9da6e6de3fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:43.933771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.070083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Transition to ACTIVE for port object 694acfdf-db9e-4da2-9bd5-b587138dffd8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:44.147395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.207244 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.310419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.327272 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.368211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Deleting port b414cd1c-06a5-4d53-b729-cb41d014ecc1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:44.368579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.378530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.379762 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5158973 Jul 23 22:48:44.389139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:44.394318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fd634-6951-4a83-8c44-278b3c57729d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39febc-e1fe-4f83-b642-19a7f84514dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:44.403139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '2718cfb7-55a1-499e-84c2-b9da6e6de3fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb39febc-e1fe-4f83-b642-19a7f84514dd', 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:44.418305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:44.475826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ad99-005f-480b-bdb9-05cb01a86047 req-8f5fc64f-0baf-4654-9789-86fe9d953aed tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.484570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9798ad99-005f-480b-bdb9-05cb01a86047 req-8f5fc64f-0baf-4654-9789-86fe9d953aed tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 931 time: 0.4684863 Jul 23 22:48:44.508065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.510039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.530569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Calling delete_port for b414cd1c-06a5-4d53-b729-cb41d014ecc1 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:44.531907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.532400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.532881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.533549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.534232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.534876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.535516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.537641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-e4e52e66-2e1d-4dc0-819b-a5b18fb83f9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6346 time: 0.6719487 Jul 23 22:48:44.631321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9798ad99-005f-480b-bdb9-05cb01a86047 req-38b6eb4a-134c-493d-b1fa-625a22e1f0a3 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454272 Jul 23 22:48:44.742678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Attempting to bind port 694acfdf-db9e-4da2-9bd5-b587138dffd8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:44.743885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Attempting to bind port 694acfdf-db9e-4da2-9bd5-b587138dffd8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:44.747768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Attempting to bind port 694acfdf-db9e-4da2-9bd5-b587138dffd8 on network cb44717a-6ea7-4575-b70a-fd317d369e9c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:44.766190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.787717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Port 694acfdf-db9e-4da2-9bd5-b587138dffd8 on network cb44717a-6ea7-4575-b70a-fd317d369e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:44.788092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Attempting to bind port 694acfdf-db9e-4da2-9bd5-b587138dffd8 on network cb44717a-6ea7-4575-b70a-fd317d369e9c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:44.841210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:44.841688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Checking segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:44.841966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Bound using segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:44.842631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Bound port: 694acfdf-db9e-4da2-9bd5-b587138dffd8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:44.842976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.845661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-b5608cba-acd7-407b-995c-c4eb66ee19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.846190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-b5608cba-acd7-407b-995c-c4eb66ee19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.846656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-b5608cba-acd7-407b-995c-c4eb66ee19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:44.848804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-b5608cba-acd7-407b-995c-c4eb66ee19a6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b4af35f7d714525aec4c13ce52d538b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2987487 Jul 23 22:48:44.858168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.901783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event deleted for resources: {'Port': ['ID=b414cd1c-06a5-4d53-b729-cb41d014ecc1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:44.903372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.994149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:44.994555 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Floating IP fc9452ac-cbb2-4369-bf59-bfb026f0d247 disassociated (deleted). External IP: 172.25.1.149, port: 241b7f79-15de-49ea-b74d-e5f1be8e781e. Jul 23 22:48:45.154145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaee3f4-624a-419d-ac7b-6b545e486c6b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:45.215667 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.249579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.282790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Transition to ACTIVE for port object 0aaee3f4-624a-419d-ac7b-6b545e486c6b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:45.291541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.317483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.329545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:48:45.336589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-01969516-2561-469f-b4cc-d2f0542d3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.338169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54dff702-ddef-4f24-a65e-ae8fd9de2fd1 req-01969516-2561-469f-b4cc-d2f0542d3b96 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4814227 Jul 23 22:48:45.366571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67bab86-09a8-42f8-bd5e-cd0989b44131,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:45.400495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.401694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-58b4eaa4-a0f6-42e8-9c15-fa60638cd877 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0031333 Jul 23 22:48:45.410979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:45.428137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:45.491729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.498412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.504666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.510788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.517063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.517223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:48:45.522890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.523039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.533490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.534921 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:48:45.546436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f392382c-823c-4087-a963-514a5031abcc req-ecf9868c-676a-4cd7-90a6-cad0e2e3a93e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5406 time: 0.5020216 Jul 23 22:48:45.576216 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:45.576216 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:48:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:45.576588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc38e212-1831-4706-9e9b-90ca733cd698 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "DELETE /v2.0/floatingips/fc9452ac-cbb2-4369-bf59-bfb026f0d247 HTTP/1.1" status: 204 len: 168 time: 1.7925825 Jul 23 22:48:45.576588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:45.578450 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:45.592250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:45.620693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Pushing event updated for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:45.631363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.658269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.701410 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:45.719644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.784515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.785238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:45.786601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] 10.222.0.25 "PUT /v2.0/ports/694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 1092 time: 3.6129820 Jul 23 22:48:45.814455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f392382c-823c-4087-a963-514a5031abcc req-ece177fd-a7d1-4990-a098-044adcd05975 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2322514 Jul 23 22:48:45.832217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Request body: {'port': {'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:45.892368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-a92903cc-2617-42ef-86c4-2054db366e8d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:45.894050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-a92903cc-2617-42ef-86c4-2054db366e8d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.5724924 Jul 23 22:48:45.894552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673'}, {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb'}, {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:45.897008 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d555273-6621-466f-90cc-cf4cc959bb00" -d '{"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "a34dbcc8-da30-43f5-8422-adf336533673"}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb"}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:45.902610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14239e-8963-42aa-b828-8b44155cb573 service neutron] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:45.953407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Request body: {'port': {'device_id': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'admin_state_up': True, 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:45.976261 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:46.006077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.033145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Attempting to bind port 0aaee3f4-624a-419d-ac7b-6b545e486c6b on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:46.033683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Attempting to bind port 0aaee3f4-624a-419d-ac7b-6b545e486c6b by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '0f100284-380d-49f6-8d58-e9572216a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:46.034056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Attempting to bind port 0aaee3f4-624a-419d-ac7b-6b545e486c6b on network 422f71f2-9a43-49f1-8a35-958a1546d2cc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:46.050243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.051551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e67bab86-09a8-42f8-bd5e-cd0989b44131 HTTP/1.1" status: 204 len: 168 time: 0.6297033 Jul 23 22:48:46.052455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd98437-ff80-44b5-a6f3-558cd5779a94 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e67bab86-09a8-42f8-bd5e-cd0989b44131,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:46.054304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.117649 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:48:46.130046 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:48:46.130248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-94aaf47f-f24c-4a1b-aca0-c38a9d64fbc5 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0745292 Jul 23 22:48:46.130772 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:48:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:46.131367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.133107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Port 0aaee3f4-624a-419d-ac7b-6b545e486c6b on network 422f71f2-9a43-49f1-8a35-958a1546d2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:46.133448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Attempting to bind port 0aaee3f4-624a-419d-ac7b-6b545e486c6b on network 422f71f2-9a43-49f1-8a35-958a1546d2cc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:46.196465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.222631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.240726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:46.241116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Checking segment: {'id': '0f100284-380d-49f6-8d58-e9572216a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:46.242300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Bound using segment: {'id': '0f100284-380d-49f6-8d58-e9572216a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:46.242555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Bound port: 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f100284-380d-49f6-8d58-e9572216a1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:46.242926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.251984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.290430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.294882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.299352 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb39febc-e1fe-4f83-b642-19a7f84514dd HTTP/1.1" status: 204 len: 168 time: 0.1637583 Jul 23 22:48:46.307494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.334493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:48:46.341801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36497f78-89d0-4fe7-a350-65061bbaaeab tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39febc-e1fe-4f83-b642-19a7f84514dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:46.399936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e7404ed1-16c5-4636-a498-f23eadb78e10 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0877590 Jul 23 22:48:46.403750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36352) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.422242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-b07b4208-5c59-420e-b8f9-8d1a7d8df6ad tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:46.429644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-b07b4208-5c59-420e-b8f9-8d1a7d8df6ad tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.4809628 Jul 23 22:48:46.451986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.453246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-6a923494-6246-4cbc-b384-ecdf0163660c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/quotas/ece131312e2f4541b0b562f1b6a4c493 HTTP/1.1" status: 200 len: 375 time: 0.0226321 Jul 23 22:48:46.490386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.523382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.585911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.590771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.593579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/2718cfb7-55a1-499e-84c2-b9da6e6de3fc HTTP/1.1" status: 204 len: 168 time: 0.1887066 Jul 23 22:48:46.596365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.620269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:46.632662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Made reservation on behalf of ece131312e2f4541b0b562f1b6a4c493 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:46.633408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853327e0-5a95-4761-a490-88f933238e6e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2718cfb7-55a1-499e-84c2-b9da6e6de3fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:46.642960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.643837 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:46.678341 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb871aef-d19f-4853-81aa-495ba92be1ed None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:43:14Z', 'revision_number': 4, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c4432cc-a8d9-4039-b09c-4521ceeca480', 'name': '', 'network_id': '68f0876c-2d57-4f3b-a978-4c1626cf2dfa', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'mac_address': 'fa:16:3e:72:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:13Z', 'updated_at': '2021-07-23T22:43:21Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'subnets': [{'id': 'c79c8dcc-000f-403e-8070-bb9b5c53fbd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:48:46.684631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b,segment=NetworkSegment(0f100284-380d-49f6-8d58-e9572216a1ac),segment_id=0f100284-380d-49f6-8d58-e9572216a1ac)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:46.697963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:46.698220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f21c3ec-b963-4613-a254-67f3b495c37d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877829 Jul 23 22:48:46.732875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--415081914'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:46.738099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:46.964807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07bec6-a7e3-4d03-a32d-1f6bcd91e983 None None] New status for floating IP fc9452ac-cbb2-4369-bf59-bfb026f0d247: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:48:47.215257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-70e6f6d5-36ba-4f2e-92af-c5eb0fab7d5a tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7610161 Jul 23 22:48:47.216546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:47.217162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:47.218528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] 10.222.0.25 "PUT /v2.0/ports/0aaee3f4-624a-419d-ac7b-6b545e486c6b HTTP/1.1" status: 200 len: 1092 time: 3.7845378 Jul 23 22:48:47.294294 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:47.379254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e4c91-e676-42f8-8630-b99bbd08be5a service neutron] Pushing event updated for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:47.523986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Allocated IP 172.20.0.14 (eef57d6d-cd16-4e28-9db4-1b5479ce9f4f/0f03dee3-e18a-4092-9b9e-c7bd7e96c84f/9037e9a7-4d86-477a-ab7e-935eb27338a4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:47.566991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60962ca-d823-43ac-9564-19fc483015b4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:47.587290 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:47.628321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-eb1d2582-cfb9-431f-9135-dc35e764652a service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018340 Jul 23 22:48:47.660936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Transition to ACTIVE for port object a60962ca-d823-43ac-9564-19fc483015b4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:47.692239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:47.704481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-755d44bb-4c75-4216-bebc-6ea87bad6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:47.706241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-755d44bb-4c75-4216-bebc-6ea87bad6c01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a6a8a70e9634acdbbe651f038c48703&device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 1095 time: 0.4379838 Jul 23 22:48:47.874037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-d187a2a2-b5e8-468e-961f-53255c263438 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b HTTP/1.1" status: 200 len: 217 time: 0.1436145 Jul 23 22:48:47.942512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:48.068940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.076191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3bb68c4e-38bd-4b11-9fe6-7293e5813b0b service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302299 Jul 23 22:48:48.105001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.128362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-599adada-0599-44ab-923c-a79e0d1cd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:48.129884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-599adada-0599-44ab-923c-a79e0d1cd3e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=996af7de-1772-468f-aeba-4293c3fa406a HTTP/1.1" status: 200 len: 853 time: 0.2403464 Jul 23 22:48:48.173299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.177951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4491537 Jul 23 22:48:48.178878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:48.186740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '2a803976-2ba2-4522-8aa0-46fbb8da818d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:48.210536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-24ab9cf9-8f01-4a46-88fe-f8bbca29fb30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=422f71f2-9a43-49f1-8a35-958a1546d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686283 Jul 23 22:48:48.234099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697a83-4422-482a-9421-24bfa5dc821c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a803976-2ba2-4522-8aa0-46fbb8da818d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:48.235018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.271196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.311252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Attempting to bind port a60962ca-d823-43ac-9564-19fc483015b4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:48.311593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Attempting to bind port a60962ca-d823-43ac-9564-19fc483015b4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:48.311926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Attempting to bind port a60962ca-d823-43ac-9564-19fc483015b4 on network cb44717a-6ea7-4575-b70a-fd317d369e9c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:48.317250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.322594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.345789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Port a60962ca-d823-43ac-9564-19fc483015b4 on network cb44717a-6ea7-4575-b70a-fd317d369e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:48.345789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Attempting to bind port a60962ca-d823-43ac-9564-19fc483015b4 on network cb44717a-6ea7-4575-b70a-fd317d369e9c {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:48.348984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d9533e-4d7a-46b9-a5e5-9effe9bbbb03,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:48.359381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.359595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Transition to ACTIVE for port object 9037e9a7-4d86-477a-ab7e-935eb27338a4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:48.363464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eab7c4d5-1f49-460a-af3d-d7b3f338574b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1801150 Jul 23 22:48:48.364015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:48.389040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:48.389295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Checking segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:48.389673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Bound using segment: {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:48.390146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Bound port: a60962ca-d823-43ac-9564-19fc483015b4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc61dc68-837f-42d4-9986-3c7cce166e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:48.390505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.430075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.450043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.505695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-e8be7dd0-5476-4329-8542-2415259ae650 service neutron] 10.222.0.25 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856503 Jul 23 22:48:48.511453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.531997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.548962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/05d9533e-4d7a-46b9-a5e5-9effe9bbbb03 HTTP/1.1" status: 204 len: 168 time: 0.1836367 Jul 23 22:48:48.562051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:48.582737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a412-7216-48f0-a579-80725ecdacb4 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05d9533e-4d7a-46b9-a5e5-9effe9bbbb03,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:48.597648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.609384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:48.617897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:48.651589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ec190c15-1c24-457a-803b-139915bba291 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0826774 Jul 23 22:48:48.659354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:48.698874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.736137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:48.758225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:48.772546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.779749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:48.780268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.781722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] 10.222.0.25 "PUT /v2.0/ports/a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 1092 time: 2.9598866 Jul 23 22:48:48.784797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:48.787574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event updated for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:48.863764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.920398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-021f33b1-6a37-4158-b97a-ffd89bb33396 req-d5d621d2-0100-43ce-ac11-355017a4895a service neutron] 10.222.0.25 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840077 Jul 23 22:48:48.936420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf7de6-d718-4d40-bc5e-cef2307c2462 req-bf6f8069-7505-4040-b5c0-a7d5be75e1a8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:48.959261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.962617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:48.964608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87cf7de6-d718-4d40-bc5e-cef2307c2462 req-bf6f8069-7505-4040-b5c0-a7d5be75e1a8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.4901850 Jul 23 22:48:48.979350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/2a803976-2ba2-4522-8aa0-46fbb8da818d HTTP/1.1" status: 204 len: 168 time: 0.3107893 Jul 23 22:48:48.979641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.014289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d02c5-407f-41b1-9b4b-020402729b8f tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a803976-2ba2-4522-8aa0-46fbb8da818d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:49.101349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.102059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.154883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d2a5-6095-4636-b37e-2b9903e0cad0 service neutron] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:49.182018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87cf7de6-d718-4d40-bc5e-cef2307c2462 req-0bf98aeb-f637-44a0-87e7-44696d2e96e1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164049 Jul 23 22:48:49.190031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-98ff9029-3f4a-4f63-82b0-92fdd19a31ab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2746544 Jul 23 22:48:49.201400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c8852f2-6ca4-46c1-89ea-4a39e699f80b tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2184076 Jul 23 22:48:49.205385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.210700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956146023'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:49.216862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Request body: {'port': {'device_id': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:49.257207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.279614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7631ccd1-92d7-4c9b-ba76-f2e920608be5 None None] Provisioning for port 9037e9a7-4d86-477a-ab7e-935eb27338a4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:49.288081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7631ccd1-92d7-4c9b-ba76-f2e920608be5 None None] Provisioning complete for port 9037e9a7-4d86-477a-ab7e-935eb27338a4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:49.288560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7631ccd1-92d7-4c9b-ba76-f2e920608be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.324449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.335117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.335591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.336244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.336877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.337356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.337836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.340602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8084ee16-eb63-4c5d-ae1d-3170de847ddf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6482 time: 0.4829676 Jul 23 22:48:49.390998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7631ccd1-92d7-4c9b-ba76-f2e920608be5 None None] Port 9037e9a7-4d86-477a-ab7e-935eb27338a4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:49.421884 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:48:49.426375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5a6b0cfe-4696-406f-b146-c6d6ab8f5068 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 217 time: 0.0705361 Jul 23 22:48:49.460464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.469929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.473504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.500816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8177c0ba-5824-450a-adb7-bdbbad0dd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.502497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-8177c0ba-5824-450a-adb7-bdbbad0dd75c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 200 len: 850 time: 0.0668383 Jul 23 22:48:49.511018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.515666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3091066 Jul 23 22:48:49.520336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.522038 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b06da10-5202-49cc-aecd-2785b82e6106 x-openstack-request-id: req-7b06da10-5202-49cc-aecd-2785b82e6106 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:49.522329 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:49.522580 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b06da10-5202-49cc-aecd-2785b82e6106 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:49.522983 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:48:49.529948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '79f7ee0e-ac30-44e8-90c9-837326edb291', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:49.563404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1696a-7683-425f-9c0a-80ebd46b8553 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f7ee0e-ac30-44e8-90c9-837326edb291,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:49.597258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.663638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.670159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.694669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65630c2b-39b8-44f6-80a7-f559bdbd1ed0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:49.705500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.706627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-86acadca-032a-445d-8fe9-5e0db1be922d tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818066 Jul 23 22:48:49.709040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.732367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0786f472-766f-4b06-986d-8cd81bf84d60 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules/65630c2b-39b8-44f6-80a7-f559bdbd1ed0 HTTP/1.1" status: 200 len: 763 time: 0.0220621 Jul 23 22:48:49.734381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36440) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.768654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ef3f90fb-8946-43c0-85a8-28bc1db70729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.770182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ef3f90fb-8946-43c0-85a8-28bc1db70729 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461400 Jul 23 22:48:49.793833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-174a4158-d954-4ccb-9f49-fcb3827810af tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0569077 Jul 23 22:48:49.798202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.824066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.832486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.864741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.871426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:49.872555 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/65630c2b-39b8-44f6-80a7-f559bdbd1ed0 HTTP/1.1" status: 204 len: 168 time: 0.0734208 Jul 23 22:48:49.877304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.895889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93ff0b-3080-4a94-ab80-4f0d5a4666df tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65630c2b-39b8-44f6-80a7-f559bdbd1ed0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:49.903990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-b6120cde-2cae-4f9d-a874-5fc01e513f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.905788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-b6120cde-2cae-4f9d-a874-5fc01e513f71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 1097 time: 0.3498719 Jul 23 22:48:49.924596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea84694-4ce2-4897-ba78-5fc108159f2f req-70b2af09-22a0-45b8-9db5-64185bc9a129 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:49.926108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ea84694-4ce2-4897-ba78-5fc108159f2f req-70b2af09-22a0-45b8-9db5-64185bc9a129 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 943 time: 0.3421116 Jul 23 22:48:49.940102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-192293f9-69a4-440a-87df-21f5e6514d3c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620110 Jul 23 22:48:49.940873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:49.945670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '79f7ee0e-ac30-44e8-90c9-837326edb291', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:50.003152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.071700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.077211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.095296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3be8ca5-ab01-4570-ba02-886f238575ba,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:50.103441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.105965 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bbdb3061-50b9-4fc2-93fb-2a0a910480a3 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635396 Jul 23 22:48:50.108422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.128228 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d46a7e20-ba27-4587-8afc-5d2e0713930e tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules/b3be8ca5-ab01-4570-ba02-886f238575ba HTTP/1.1" status: 200 len: 763 time: 0.0160854 Jul 23 22:48:50.129594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.170795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-f28b578e-5aba-49e1-94e3-1d90234da133 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595245 Jul 23 22:48:50.173456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb2a4d72-b7f0-4555-8272-1b6b8763109c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437486 Jul 23 22:48:50.176105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.180757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ea84694-4ce2-4897-ba78-5fc108159f2f req-6cac3575-bb07-4ed8-aadc-29fbe1717070 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042267 Jul 23 22:48:50.208617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9037e9a7-4d86-477a-ab7e-935eb27338a4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:50.215940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.227682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.230461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-55779acd-cbce-4800-b675-00ea6b6d98e9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:50.232682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-55779acd-cbce-4800-b675-00ea6b6d98e9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.4302785 Jul 23 22:48:50.246253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.258568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Request body: {'port': {'device_id': '2adc4b17-7006-4c22-b985-18d866038822', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'admin_state_up': True, 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:50.274555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.282411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.286053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b3be8ca5-ab01-4570-ba02-886f238575ba HTTP/1.1" status: 204 len: 168 time: 0.1061993 Jul 23 22:48:50.289517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.299852 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ad513-c06f-4d3d-a757-2f5ab55ae0b4 x-openstack-request-id: req-385ad513-c06f-4d3d-a757-2f5ab55ae0b4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:50.300423 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "a34dbcc8-da30-43f5-8422-adf336533673", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:50.300850 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-385ad513-c06f-4d3d-a757-2f5ab55ae0b4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:50.301426 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673', 'status': 'completed', 'code': 200} Jul 23 22:48:50.301876 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'status': 'completed', 'code': 200} Jul 23 22:48:50.302288 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'status': 'completed', 'code': 200} Jul 23 22:48:50.305863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebabff0-2160-4e9d-af63-e14de98fbdd2 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3be8ca5-ab01-4570-ba02-886f238575ba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:50.330734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Transition to ACTIVE for port object 9037e9a7-4d86-477a-ab7e-935eb27338a4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:50.356118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1993b026-1e56-47be-b603-5456f431fe03 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636406 Jul 23 22:48:50.357036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-5d0cea40-9732-480a-a81d-60ad5515c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:50.357913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.358649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-5d0cea40-9732-480a-a81d-60ad5515c1b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 200 len: 915 time: 0.4276824 Jul 23 22:48:50.363260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Request body: {'security_group_rule': {'security_group_id': '79f7ee0e-ac30-44e8-90c9-837326edb291', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:50.368704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.392271 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.454126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.457872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.487347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acfe9f0-da96-4b96-9ea1-bf37c23a0dae,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:50.491039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.493808 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5e2b84c1-f9a6-4fba-af3b-14c05841085c tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327419 Jul 23 22:48:50.494747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.514131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-11442d1b-7678-4e57-85aa-b4d610c6b3c8 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules/9acfe9f0-da96-4b96-9ea1-bf37c23a0dae HTTP/1.1" status: 200 len: 764 time: 0.0176744 Jul 23 22:48:50.516614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.521108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-ff4f723d-089d-49f5-9f11-0f2a3fd24daa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 200 len: 217 time: 0.1443734 Jul 23 22:48:50.569448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a1eee57-3539-4a5c-b637-62dd721779b6 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0509360 Jul 23 22:48:50.572955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.611757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.621667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.658379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.666254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.670162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9acfe9f0-da96-4b96-9ea1-bf37c23a0dae HTTP/1.1" status: 204 len: 168 time: 0.0946491 Jul 23 22:48:50.678878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.679864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0989f-484a-4340-8a9f-c7740ea80973 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9acfe9f0-da96-4b96-9ea1-bf37c23a0dae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:50.748919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-953f9d13-7ded-4247-b7fe-a8e0cfb6e3e5 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599945 Jul 23 22:48:50.753500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.825569 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.855169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.927613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.930692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:50.934824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "DELETE /v2.0/security-groups/79f7ee0e-ac30-44e8-90c9-837326edb291 HTTP/1.1" status: 204 len: 168 time: 0.1771333 Jul 23 22:48:50.937123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.948793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d18cd1-f693-4731-8fed-933317db3931 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f7ee0e-ac30-44e8-90c9-837326edb291,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:50.992584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c3aad66b-534a-4431-a082-7007eeca9c00 tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503767 Jul 23 22:48:50.994718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36488) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:50.997701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Pushing event updated for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:51.001846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-b0023e77-ceeb-4e46-a21b-4c8a38fc0dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151565 Jul 23 22:48:51.046711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ac3d30ab-c461-4e0d-a38b-3e7a72c9c9fa tempest-SecGroupTest-311194387 tempest-SecGroupTest-311194387-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469725 Jul 23 22:48:51.131599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-530f0245-5625-4723-aaff-73a90cdce765 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 217 time: 0.1215775 Jul 23 22:48:51.189029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-1e7069e7-bba0-4dc3-bbfa-7b4b43f343a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.191023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-1e7069e7-bba0-4dc3-bbfa-7b4b43f343a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 200 len: 853 time: 0.2464352 Jul 23 22:48:51.241414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Made reservation on behalf of ece131312e2f4541b0b562f1b6a4c493 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:51.245561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.286422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.292966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.299350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.305240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.320296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.328928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.336778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.339264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-e0afac83-e68e-49a5-a81e-3aaa20710b2d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.9753258 Jul 23 22:48:51.375840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:51.420222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-de08102e-15ba-4ace-9a16-f0c2d8693a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.421687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-de08102e-15ba-4ace-9a16-f0c2d8693a49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.2601564 Jul 23 22:48:51.477017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Attempting to bind port 9037e9a7-4d86-477a-ab7e-935eb27338a4 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:51.477356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Attempting to bind port 9037e9a7-4d86-477a-ab7e-935eb27338a4 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:51.477680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Attempting to bind port 9037e9a7-4d86-477a-ab7e-935eb27338a4 on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:51.540504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Port 9037e9a7-4d86-477a-ab7e-935eb27338a4 on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:51.540826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Attempting to bind port 9037e9a7-4d86-477a-ab7e-935eb27338a4 on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:51.547467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616ea8c8-c165-4e66-8fd4-c85585b5d6d7 req-35549941-833e-4960-911c-d1d5529196d4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1799595 Jul 23 22:48:51.560604 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5d0f162-7a15-4b1d-a4f5-9645ea1a498d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4f6ef75e0d442449998038414de7cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833618 Jul 23 22:48:51.564658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:51.575088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:51.575427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Checking segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:51.575806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Bound using segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:51.576246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Bound port: 9037e9a7-4d86-477a-ab7e-935eb27338a4, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:51.576601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.603930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-df5ef6f4-555b-4e06-89ae-691b80908b9f tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.606035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-df5ef6f4-555b-4e06-89ae-691b80908b9f tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 945 time: 0.5552342 Jul 23 22:48:51.637604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.664269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.672111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-e2c5451e-c341-4cef-9e95-4752f5e0fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:51.673617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-e2c5451e-c341-4cef-9e95-4752f5e0fb22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=68f0876c-2d57-4f3b-a978-4c1626cf2dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4721501 Jul 23 22:48:51.719789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.722949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:51.726468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/156fbdd7-6ed5-4b49-9259-500e7aa1955d HTTP/1.1" status: 204 len: 168 time: 0.1585124 Jul 23 22:48:51.733266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb857eb-c023-4652-9606-4b66f61407b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156fbdd7-6ed5-4b49-9259-500e7aa1955d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:51.842152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Allocated IP 172.20.0.5 (eef57d6d-cd16-4e28-9db4-1b5479ce9f4f/0f03dee3-e18a-4092-9b9e-c7bd7e96c84f/2e8b2f23-8d4e-488d-9de7-5758eb1a817f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:51.867042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0aaee3f4-624a-419d-ac7b-6b545e486c6b details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:48:51.890524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:51.894315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:51.994585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b,segment=NetworkSegment(0f100284-380d-49f6-8d58-e9572216a1ac),segment_id=0f100284-380d-49f6-8d58-e9572216a1ac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:52.003567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-46207f9d-a6c3-47ae-9db9-e5edc40fa4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:52.005098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-46207f9d-a6c3-47ae-9db9-e5edc40fa4ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5455179 Jul 23 22:48:52.013532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.016853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-53f8c412-7b2c-4e10-ac80-814e362078a8 service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304908 Jul 23 22:48:52.032399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '0aaee3f4-624a-419d-ac7b-6b545e486c6b', 'network_id': '422f71f2-9a43-49f1-8a35-958a1546d2cc', 'port_id': '0aaee3f4-624a-419d-ac7b-6b545e486c6b', 'mac_address': 'fa:16:3e:e1:7a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996af7de-1772-468f-aeba-4293c3fa406a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:48:52.075692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.096622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaee3f4-624a-419d-ac7b-6b545e486c6b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:52.124964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b,segment=NetworkSegment(0f100284-380d-49f6-8d58-e9572216a1ac),segment_id=0f100284-380d-49f6-8d58-e9572216a1ac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:52.131320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.192117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-580f4894-0485-475c-a9b9-592ef4eba001 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:52.200943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-580f4894-0485-475c-a9b9-592ef4eba001 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.5244548 Jul 23 22:48:52.201578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:52.209792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.210114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.210455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.210938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.211282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.211612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.211936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.212258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.212582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.213002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.213301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.213659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:48:52.220159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:52.224489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.226937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] 10.222.0.22 "PUT /v2.0/ports/9037e9a7-4d86-477a-ab7e-935eb27338a4 HTTP/1.1" status: 200 len: 1093 time: 3.0239680 Jul 23 22:48:52.260419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.321732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b'}, {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4'}, {'name': 'network-changed', 'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:52.325738 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feba959-263c-41a0-ba13-905c9e1f051a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b"}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "a60962ca-d823-43ac-9564-19fc483015b4"}, {"name": "network-changed", "server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:52.346529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0aaee3f4-624a-419d-ac7b-6b545e486c6b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:48:52.355086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-2e71b321-442d-4808-85b3-6ba1bef5b066 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/quotas/ece131312e2f4541b0b562f1b6a4c493 HTTP/1.1" status: 200 len: 375 time: 0.1005747 Jul 23 22:48:52.420428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Deleting port 241b7f79-15de-49ea-b74d-e5f1be8e781e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:48:52.421059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.425316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340a0a-c339-4640-b6b2-5475c9fe7e5d service neutron] Pushing event updated for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:52.725633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-b2b9bc5d-139d-4c80-80e6-79d3af99979e service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998680 Jul 23 22:48:52.761741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d68ef10-ce4a-409f-a1f3-fd0f08b713ac req-92b9d6f6-457e-4ee2-b53b-6d7798f952fb service neutron] 10.222.0.25 "GET /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366512 Jul 23 22:48:52.777637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:52.808393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.849408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] For port 241b7f79-15de-49ea-b74d-e5f1be8e781e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=241b7f79-15de-49ea-b74d-e5f1be8e781e,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:52.849808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.884893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-489a01bc-ec2c-4f79-aafc-13dd00dc8516 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4744248 Jul 23 22:48:52.893135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-916403860'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:52.898849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Transition to ACTIVE for port object 2e8b2f23-8d4e-488d-9de7-5758eb1a817f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:52.909930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Calling delete_port for 241b7f79-15de-49ea-b74d-e5f1be8e781e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:48:52.924674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-f79331e4-d397-4021-af8e-4a529ae660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:52.926295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-f79331e4-d397-4021-af8e-4a529ae660bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 1096 time: 0.5957637 Jul 23 22:48:52.933534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Made reservation on behalf of 159f09728c6547f4969cca99b8e18a04 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:52.938706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:52.949432 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.019194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-6d7f73c2-1366-4580-ab93-7129a856bb58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4 HTTP/1.1" status: 200 len: 217 time: 0.0719578 Jul 23 22:48:53.061529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.066287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.095067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:48:53.095286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4326457d-270a-4148-adf1-503ba38a6f0a service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625736 Jul 23 22:48:53.113893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b7ebf8-3bec-40ad-a03d-be5b438a8457,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:53.122078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.122420 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Added segment f6921c5c-f6a9-4f30-bad2-aade22715750 of type vlan for network e65527e7-f7dc-4945-8171-e1a62142a228 Jul 23 22:48:53.180959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.186114 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.204385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-21683343-12c7-491e-a5be-aa1b143b64fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 217 time: 0.0970967 Jul 23 22:48:53.220937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.227195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:53.228680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.230294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-a08bffd0-ef33-4466-bb93-579b5b46e77d service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259153 Jul 23 22:48:53.254743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.267952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-45fdf629-1d27-4c6f-84a8-8739d2696c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:53.269465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-45fdf629-1d27-4c6f-84a8-8739d2696c36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.1900942 Jul 23 22:48:53.285263 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5063107 Jul 23 22:48:53.302268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:53.307123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-a5e2a4da-d582-4eab-b5f1-41168a085d50 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-404426045') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:53.357193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8253f-1898-4851-916b-8a3a05d01359 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Pushing event updated for resources: {'Network': ['ID=e65527e7-f7dc-4945-8171-e1a62142a228,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:53.369596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e65527e7-f7dc-4945-8171-e1a62142a228 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:48:53.432484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:53.438155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-53dd91f6-3158-4bf4-acd5-16c7ce181282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:53.439660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-53dd91f6-3158-4bf4-acd5-16c7ce181282 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.2236853 Jul 23 22:48:53.471644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event updated for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:53.481166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:53.795088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ee19c02-0703-4381-8f74-e7af8672bf17 None None] Provisioning for port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:53.799238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ee19c02-0703-4381-8f74-e7af8672bf17 None None] Provisioning complete for port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:53.799740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ee19c02-0703-4381-8f74-e7af8672bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.853525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8ee19c02-0703-4381-8f74-e7af8672bf17 None None] Port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:48:53.883213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0aaee3f4-624a-419d-ac7b-6b545e486c6b up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:48:53.891338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:53.939224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 0aaee3f4-624a-419d-ac7b-6b545e486c6b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:48:53.944598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 0aaee3f4-624a-419d-ac7b-6b545e486c6b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:48:53.944598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:53.974282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5e2a4da-d582-4eab-b5f1-41168a085d50 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "PUT /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-404426045 HTTP/1.1" status: 201 len: 201 time: 0.6710253 Jul 23 22:48:53.977071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36586) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:53.983254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-82f41ce4-1574-41fa-ac89-8a8fbd9d8e88 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-404426045') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:53.986033 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.012521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-920a7b06-c950-428a-8008-df9581240853 service neutron] 10.222.0.37 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466393 Jul 23 22:48:54.041334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:54.042556 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.076049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-82f41ce4-1574-41fa-ac89-8a8fbd9d8e88 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-404426045 HTTP/1.1" status: 204 len: 168 time: 0.0978768 Jul 23 22:48:54.078624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.081909 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.089162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b1c7c928-c0c2-455b-8307-8cedd941a6f4 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:54.092664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event deleted for resources: {'Port': ['ID=241b7f79-15de-49ea-b74d-e5f1be8e781e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:54.144219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-564a7714-ec70-4244-9622-1fec0458b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:54.157343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-564a7714-ec70-4244-9622-1fec0458b2f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8692231 Jul 23 22:48:54.162689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:54.165641 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136799a3-0adc-41f4-a441-1169c36bdf8b" -d '{"events": [{"server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "name": "network-vif-plugged", "status": "completed", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:54.180507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-3d776f88-214b-41c1-b577-8c6024bc44a7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9297476 Jul 23 22:48:54.195822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b,segment=NetworkSegment(0f100284-380d-49f6-8d58-e9572216a1ac),segment_id=0f100284-380d-49f6-8d58-e9572216a1ac)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:48:54.212996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.216877 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1c7c928-c0c2-455b-8307-8cedd941a6f4 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags HTTP/1.1" status: 200 len: 237 time: 0.1362727 Jul 23 22:48:54.219338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.226847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-c10fd38c-1a62-4ef9-94e7-f3b3589f0798 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', {'tags': ['tempest-TagsTest-Tag-1309611668', 'tempest-TagsTest-Tag-1224724769', 'tempest-TagsTest-Tag-2090899174']}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:54.246172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Request body: {'port': {'device_id': '2adc4b17-7006-4c22-b985-18d866038822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:54.314982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:54.378066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c10fd38c-1a62-4ef9-94e7-f3b3589f0798 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "PUT /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags HTTP/1.1" status: 200 len: 309 time: 0.1547637 Jul 23 22:48:54.378193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] No DVR routers for this DVR port 241b7f79-15de-49ea-b74d-e5f1be8e781e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:48:54.378300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.384085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-646fd122-d25f-4b10-b030-a416be3e9336 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-1309611668') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:54.390066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.393406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ab9cda8-373e-49b1-b9d6-3a82bea84bbd req-970d50e1-0297-4e63-8fd5-e6979cc90842 tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.25 "DELETE /v2.0/ports/241b7f79-15de-49ea-b74d-e5f1be8e781e HTTP/1.1" status: 204 len: 173 time: 2.7770886 Jul 23 22:48:54.420259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:54.424265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-f89be1da-8512-4d9d-9543-5d58ffcc22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:54.425882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-f89be1da-8512-4d9d-9543-5d58ffcc22d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9478228 Jul 23 22:48:54.670917 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-646fd122-d25f-4b10-b030-a416be3e9336 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "DELETE /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-1309611668 HTTP/1.1" status: 204 len: 168 time: 0.2912374 Jul 23 22:48:54.673484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.678479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-9356ec7a-8b6d-4c1e-b6c5-49e197acff2a tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-1309611668') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:54.792919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8794225e-eac3-4f50-b7a9-32d2134189f1 req-c5d1e9c0-5bea-4306-ac71-081c1671fbcf tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 210 time: 0.0988591 Jul 23 22:48:54.834716 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9356ec7a-8b6d-4c1e-b6c5-49e197acff2a tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] show failed (client error): The resource could not be found. Jul 23 22:48:54.838334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9356ec7a-8b6d-4c1e-b6c5-49e197acff2a tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-1309611668 HTTP/1.1" status: 404 len: 326 time: 0.1612117 Jul 23 22:48:54.838678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.843537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-4c08b32e-598e-42e7-a00e-50020f91c5b1 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-1224724769') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:54.940105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-187fc9aa-9e1f-4561-b9fd-1733ab42e11f service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645388 Jul 23 22:48:54.976211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c08b32e-598e-42e7-a00e-50020f91c5b1 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-1224724769 HTTP/1.1" status: 204 len: 168 time: 0.1359046 Jul 23 22:48:54.979568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:54.986652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-1d7358e9-9883-4373-b6e4-9c4c70ded2c8 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-2090899174') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:55.060363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-923501c0-b2b1-4a79-bda2-519f8b33f46d service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8777399 Jul 23 22:48:55.099654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d7358e9-9883-4373-b6e4-9c4c70ded2c8 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-2090899174 HTTP/1.1" status: 204 len: 168 time: 0.1188238 Jul 23 22:48:55.100389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:55.106589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-84fcf12e-968a-4b1b-a7d4-e87a29d8edf6 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:55.224040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-84fcf12e-968a-4b1b-a7d4-e87a29d8edf6 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "DELETE /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags HTTP/1.1" status: 204 len: 168 time: 0.1225977 Jul 23 22:48:55.224662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:55.230175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b8ab5072-bbf0-428c-b50b-88f8a258187f tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-1224724769') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:55.254934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a63962-dfc8-4f05-9d56-b64ca4d1acca req-ab4cda00-dc33-46aa-b45a-a1dc681ce738 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:55.256488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a63962-dfc8-4f05-9d56-b64ca4d1acca req-ab4cda00-dc33-46aa-b45a-a1dc681ce738 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 945 time: 0.3102796 Jul 23 22:48:55.269777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-d4ab86d9-68b4-4660-8844-46bbbcfd391c service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941828 Jul 23 22:48:55.321662 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-b8ab5072-bbf0-428c-b50b-88f8a258187f tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] show failed (client error): The resource could not be found. Jul 23 22:48:55.329340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36636) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:55.336137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b8ab5072-bbf0-428c-b50b-88f8a258187f tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-1224724769 HTTP/1.1" status: 404 len: 326 time: 0.1102746 Jul 23 22:48:55.378034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-99339d16-cbaa-4823-8344-e6f43f65d821 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228', 'tempest-TagsTest-Tag-2090899174') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:55.381433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ee8c6189-c11b-4cbd-b69a-6eab9c0b7e2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 217 time: 0.0508320 Jul 23 22:48:55.482915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89a63962-dfc8-4f05-9d56-b64ca4d1acca req-d8c77e82-989c-42e0-9654-ba8beeee3ce4 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092552 Jul 23 22:48:55.508484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8b2f23-8d4e-488d-9de7-5758eb1a817f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:48:55.519309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:55.538546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6dae1710-9342-4cda-820e-4f1801bdf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:55.540090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6dae1710-9342-4cda-820e-4f1801bdf1af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1458993 Jul 23 22:48:55.543123 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa020e4-26eb-48a9-98ff-098a533da7a9 x-openstack-request-id: req-0fa020e4-26eb-48a9-98ff-098a533da7a9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:55.543424 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "a60962ca-d823-43ac-9564-19fc483015b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:55.543678 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa020e4-26eb-48a9-98ff-098a533da7a9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:55.544083 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b', 'status': 'completed', 'code': 200} Jul 23 22:48:55.544341 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4', 'status': 'completed', 'code': 200} Jul 23 22:48:55.544594 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4', 'status': 'completed', 'code': 200} Jul 23 22:48:55.567844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Transition to ACTIVE for port object 2e8b2f23-8d4e-488d-9de7-5758eb1a817f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:55.633053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:55.813825 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-99339d16-cbaa-4823-8344-e6f43f65d821 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] show failed (client error): The resource could not be found. Jul 23 22:48:55.815134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-99339d16-cbaa-4823-8344-e6f43f65d821 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "GET /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags/tempest-TagsTest-Tag-2090899174 HTTP/1.1" status: 404 len: 326 time: 0.4413419 Jul 23 22:48:55.818050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:55.823124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-b42ea1f7-a023-4b53-b1aa-bc18c099be40 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e65527e7-f7dc-4945-8171-e1a62142a228') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:55.838068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:55.890700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 241b7f79-15de-49ea-b74d-e5f1be8e781e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:48:55.945574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 241b7f79-15de-49ea-b74d-e5f1be8e781e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:48:55.952859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 241b7f79-15de-49ea-b74d-e5f1be8e781e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:48:56.005529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b42ea1f7-a023-4b53-b1aa-bc18c099be40 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "DELETE /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228/tags HTTP/1.1" status: 204 len: 168 time: 0.1858151 Jul 23 22:48:56.016080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-7d6865c1-c67a-455d-bea4-0c3e0d4a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.017867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-7d6865c1-c67a-455d-bea4-0c3e0d4a189d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a6a8a70e9634acdbbe651f038c48703&device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 1097 time: 0.4025853 Jul 23 22:48:56.019469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:56.083801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5ee0278c-43c5-4694-9a7c-1ea46b97566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.086922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-5ee0278c-43c5-4694-9a7c-1ea46b97566d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5167997 Jul 23 22:48:56.101981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.109321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.116471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.123845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.129977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.135967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.142019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.143933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eada31bb-264f-4538-96a8-7af60ade71cb req-0ceed1d9-8797-4501-a3b0-a9641cb82762 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.5272832 Jul 23 22:48:56.382904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Attempting to bind port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:48:56.382904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Attempting to bind port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:48:56.382904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Attempting to bind port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:56.427291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eada31bb-264f-4538-96a8-7af60ade71cb req-534e5d34-eb1d-4e94-b21b-f7c9fd6f320b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750728 Jul 23 22:48:56.437477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:56.453425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-8e5a80d0-afee-425b-9c79-0e3032f4bcb0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.454908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-8e5a80d0-afee-425b-9c79-0e3032f4bcb0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.25 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 816 time: 0.5768385 Jul 23 22:48:56.455476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:48:56.455796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Attempting to bind port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:48:56.471593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Request body: {'port': {'device_id': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'admin_state_up': True, 'tenant_id': 'ece131312e2f4541b0b562f1b6a4c493'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:48:56.499602 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93489e-2442-45f9-9dbe-66910a0f45f9 x-openstack-request-id: req-ef93489e-2442-45f9-9dbe-66910a0f45f9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:48:56.499895 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "name": "network-vif-plugged", "status": "completed", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:48:56.500149 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef93489e-2442-45f9-9dbe-66910a0f45f9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:48:56.500542 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b', 'code': 200} Jul 23 22:48:56.522455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:48:56.522713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Checking segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:48:56.523096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Bound using segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:48:56.524081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Bound port: 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:48:56.524451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:56.698743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4000d6-650d-4e45-9df8-d6a2c30fb78e req-4f8a8c35-4c22-4f81-b749-b1f25337fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.700443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b4000d6-650d-4e45-9df8-d6a2c30fb78e req-4f8a8c35-4c22-4f81-b749-b1f25337fd20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 1097 time: 0.1179318 Jul 23 22:48:56.727211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-8edba2a9-e1b8-4019-a0ca-f0f5df4f3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:56.729770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-8edba2a9-e1b8-4019-a0ca-f0f5df4f3026 service neutron] 10.222.0.25 "GET /v2.0/networks?id=422f71f2-9a43-49f1-8a35-958a1546d2cc HTTP/1.1" status: 200 len: 914 time: 0.6805267 Jul 23 22:48:56.747537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b4000d6-650d-4e45-9df8-d6a2c30fb78e req-ff226b8d-4844-451d-95c9-704939cf0dab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Jul 23 22:48:56.801424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-04fd703b-ef61-4aec-b275-bd75a1d1b8b1 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503811 Jul 23 22:48:56.913484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:48:56.920693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c426318-daa9-487b-802d-68fe30fc1e82 req-88d6bb70-6c3b-4c9b-bf25-d418251eb72f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 210 time: 0.2017477 Jul 23 22:48:56.921978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-e9f1f828-3315-43d0-ba0f-0e208fde6af0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b HTTP/1.1" status: 200 len: 217 time: 0.1485667 Jul 23 22:48:56.950835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.022108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65527e7-f7dc-4945-8171-e1a62142a228']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:57.051246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:48:57.088277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.092039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6921c5c-f6a9-4f30-bad2-aade22715750') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:57.092345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6921c5c-f6a9-4f30-bad2-aade22715750') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:48:57.180588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.256076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-6e63410f-0639-46d2-b510-454700fc0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:57.257565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-6e63410f-0639-46d2-b510-454700fc0f5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=996af7de-1772-468f-aeba-4293c3fa406a HTTP/1.1" status: 200 len: 853 time: 0.2923481 Jul 23 22:48:57.267862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:57.268491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.269908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] 10.222.0.22 "PUT /v2.0/ports/2e8b2f23-8d4e-488d-9de7-5758eb1a817f HTTP/1.1" status: 200 len: 1092 time: 3.0310333 Jul 23 22:48:57.280998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9be61e9-2259-4fa6-9ddf-b27397d9ea28 req-232f3263-71dd-4c37-a80d-915e7f7f9a99 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333301 Jul 23 22:48:57.283318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.349982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:48:57.350314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:48:57.371961 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:48:57.813656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'name': 'network-vif-deleted', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e'}, {'name': 'network-changed', 'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:48:57.816209 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f083326f-e252-4d04-b078-89312b2b0977" -d '{"events": [{"server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "name": "network-vif-deleted", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e"}, {"name": "network-changed", "server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:48:57.849794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-e80d87ce-5737-473b-91f2-48e25219f59f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=422f71f2-9a43-49f1-8a35-958a1546d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5677602 Jul 23 22:48:57.863024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Made reservation on behalf of ece131312e2f4541b0b562f1b6a4c493 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:48:57.864844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:57.893733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-fa3c084c-c421-4e77-844c-7a15f116b18e service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0527122 Jul 23 22:48:57.910824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158fe35-0d08-46fa-8bc8-71e0c06621ec service neutron] Pushing event updated for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:58.030876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.033493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-fb79e654-4be0-4620-bdb9-41018c425ead service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 217 time: 0.0878949 Jul 23 22:48:58.049828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.054256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] 10.222.0.37 "DELETE /v2.0/networks/e65527e7-f7dc-4945-8171-e1a62142a228 HTTP/1.1" status: 204 len: 168 time: 2.0045056 Jul 23 22:48:58.154898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aed26-349a-45dd-b4a0-3b460550d3f3 req-58730cbd-2ad3-4456-898a-f91c1c0ad049 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.161872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-466aed26-349a-45dd-b4a0-3b460550d3f3 req-58730cbd-2ad3-4456-898a-f91c1c0ad049 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 1.0751960 Jul 23 22:48:58.205890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407938c0-be26-445f-88bf-58772f41e7b0 tempest-TagsTest-743093144 tempest-TagsTest-743093144-project] Pushing event deleted for resources: {'Network': ['ID=e65527e7-f7dc-4945-8171-e1a62142a228,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:58.320521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-236dd0db-495b-41ea-a0b8-6b3ea052235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.321916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-236dd0db-495b-41ea-a0b8-6b3ea052235c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.2760205 Jul 23 22:48:58.324308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f375ddaa-5907-42a1-b22d-5298ca565eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.325810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-f375ddaa-5907-42a1-b22d-5298ca565eb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 1095 time: 0.9955389 Jul 23 22:48:58.327461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-a5a09a96-dd52-4f6c-b604-b196a09c0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.328847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-a5a09a96-dd52-4f6c-b604-b196a09c0ae4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 1096 time: 0.5170178 Jul 23 22:48:58.416030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36706) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:58.438323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-466aed26-349a-45dd-b4a0-3b460550d3f3 req-e24ce050-5a4d-4d31-9626-e71d1617c0a2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754834 Jul 23 22:48:58.440207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-86ce796b-f725-4687-a18e-4f490c0966d0 service neutron] 10.222.0.25 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690184 Jul 23 22:48:58.460700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-80b4edd7-3863-476e-b316-a73861f69000 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f HTTP/1.1" status: 200 len: 217 time: 0.0960009 Jul 23 22:48:58.585230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Allocated IP 172.20.0.9 (eef57d6d-cd16-4e28-9db4-1b5479ce9f4f/0f03dee3-e18a-4092-9b9e-c7bd7e96c84f/6e5431ed-bc49-45ab-b691-c951cbebfb6f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:48:58.647808 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-13c93cdd-418e-482f-ac20-359c6b7681ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=159f09728c6547f4969cca99b8e18a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255752 Jul 23 22:48:58.648776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:48:58.708901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.736770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-07b27d45-ac3a-4e3f-a867-be87d719a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.738332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-07b27d45-ac3a-4e3f-a867-be87d719a6a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.2550743 Jul 23 22:48:58.762896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.795037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3659f18-86d1-4b5d-aad4-eaf0b5920a29 req-0c50d5c1-d438-462a-9b25-eb673abd61bd tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a4bcff7-7ac1-425b-981f-33c1813783ff HTTP/1.1" status: 200 len: 210 time: 0.1126137 Jul 23 22:48:58.803309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-efb8857d-5e55-416a-ae08-c1915b13bd14 service neutron] 10.222.0.25 "GET /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478541 Jul 23 22:48:58.834560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.841592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:58.846507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3b7ebf8-3bec-40ad-a03d-be5b438a8457 HTTP/1.1" status: 204 len: 168 time: 0.1964447 Jul 23 22:48:58.861399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ca866-4f71-46fe-8eb4-756a1278bcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b7ebf8-3bec-40ad-a03d-be5b438a8457,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:58.933122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-93342b07-4c18-4185-95f6-49d44e6d4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.934698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-93342b07-4c18-4185-95f6-49d44e6d4718 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 917 time: 0.5711465 Jul 23 22:48:58.936465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ce0838a6-adc9-4449-a090-69c875040668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:58.937873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-ce0838a6-adc9-4449-a090-69c875040668 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5873024 Jul 23 22:48:59.056932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-370ffed0-70d8-4dea-a704-54611805ffd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4 HTTP/1.1" status: 200 len: 217 time: 0.0938745 Jul 23 22:48:59.217804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-6a1db1c4-be31-46ae-a992-6ae6fb98036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:59.219079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-6a1db1c4-be31-46ae-a992-6ae6fb98036b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4437153 Jul 23 22:48:59.263859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-05c2b08c-85eb-4f7d-ac5f-09d5296a58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:59.265348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-05c2b08c-85eb-4f7d-ac5f-09d5296a58b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.2002037 Jul 23 22:48:59.299296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9e4c6-efa5-4fb4-be83-8d192f916ac9 req-289049a6-d0a6-47f8-85c5-e31c2e4f9a99 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:59.301024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbc9e4c6-efa5-4fb4-be83-8d192f916ac9 req-289049a6-d0a6-47f8-85c5-e31c2e4f9a99 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 945 time: 0.3837481 Jul 23 22:48:59.321991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6d3c39fb-848f-47df-ac48-a91909acdb0a service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487170 Jul 23 22:48:59.331976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:59.448759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Transition to ACTIVE for port object 6e5431ed-bc49-45ab-b691-c951cbebfb6f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:48:59.520593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbc9e4c6-efa5-4fb4-be83-8d192f916ac9 req-a3a344de-c0e0-4c5d-81a1-e3fef8d967e2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952987 Jul 23 22:48:59.568257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-40492788-d618-4aa9-99fd-c184b951b3d1 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361981 Jul 23 22:48:59.596375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-39ac8498-f73c-49b8-830d-255aedbb61f1 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451363 Jul 23 22:48:59.614731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-b3e60c9c-3d6f-4a6e-9a1d-c8fdac573eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:59.616246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-b3e60c9c-3d6f-4a6e-9a1d-c8fdac573eb8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3302970 Jul 23 22:48:59.692153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-3f44bfdb-96a9-4d1c-bd2f-cd2b71a61af9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 217 time: 0.0814056 Jul 23 22:48:59.731714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:48:59.915542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:48:59.928414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event updated for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:48:59.937018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-32db0f72-46fb-42e5-a59c-35f6c4eb6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:48:59.938385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-32db0f72-46fb-42e5-a59c-35f6c4eb6afe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.2092414 Jul 23 22:48:59.939215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:48:59.946432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:48:59.969944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-682d95b5-7ec1-4430-ae8c-b8785eebc7d4 req-113a68f2-bc19-4af1-86b1-5d05717d5d86 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886156 Jul 23 22:49:00.020684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-4478133e-7526-45f0-a17c-2f083f559b9a service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881676 Jul 23 22:49:00.072704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.079192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.085141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.093841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.098543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.105232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.111590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.113565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b78735be-53d7-455f-badd-39ce89d6044e req-4be19741-3219-426f-965b-d0bfd973a7cb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.4363983 Jul 23 22:49:00.131040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.131765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:00.238780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-e9d891d0-4931-43d9-8423-9f17548a71c1 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7711315 Jul 23 22:49:00.262096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Request body: {'port': {'device_id': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:00.274362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b78735be-53d7-455f-badd-39ce89d6044e req-1d719ded-d9ba-407d-acb0-1f0522b7bd7f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398079 Jul 23 22:49:00.276752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-18656b3b-a597-446d-8fcf-435e38ab7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:00.278568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-18656b3b-a597-446d-8fcf-435e38ab7893 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3294241 Jul 23 22:49:00.324278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aaeceabb-faf6-478f-bb2f-d848ccc503a1 None None] Provisioning for port 6e5431ed-bc49-45ab-b691-c951cbebfb6f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:00.328607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aaeceabb-faf6-478f-bb2f-d848ccc503a1 None None] Provisioning complete for port 6e5431ed-bc49-45ab-b691-c951cbebfb6f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:00.329346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aaeceabb-faf6-478f-bb2f-d848ccc503a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:00.368617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aaeceabb-faf6-478f-bb2f-d848ccc503a1 None None] Port 6e5431ed-bc49-45ab-b691-c951cbebfb6f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:49:00.395040 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e78bd6-d708-46f9-bc73-3dbf02f2d0bf x-openstack-request-id: req-48e78bd6-d708-46f9-bc73-3dbf02f2d0bf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:00.395443 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4bcff7-7ac1-425b-981f-33c1813783ff", "name": "network-vif-deleted", "tag": "241b7f79-15de-49ea-b74d-e5f1be8e781e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:00.395789 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48e78bd6-d708-46f9-bc73-3dbf02f2d0bf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:00.396566 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4bcff7-7ac1-425b-981f-33c1813783ff', 'name': 'network-vif-deleted', 'tag': '241b7f79-15de-49ea-b74d-e5f1be8e781e', 'status': 'completed', 'code': 200} Jul 23 22:49:00.397007 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f', 'status': 'completed', 'code': 200} Jul 23 22:49:00.413038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-4cbae39e-2643-40bc-8f9f-c605aeef730d service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804088 Jul 23 22:49:00.787157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9037e9a7-4d86-477a-ab7e-935eb27338a4 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:00.911560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:00.914258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:00.934862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '9037e9a7-4d86-477a-ab7e-935eb27338a4', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'port_id': '9037e9a7-4d86-477a-ab7e-935eb27338a4', 'mac_address': 'fa:16:3e:b3:1d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f03dee3-e18a-4092-9b9e-c7bd7e96c84f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:00.981201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:00.996884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9037e9a7-4d86-477a-ab7e-935eb27338a4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:01.005972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253855bd-e29c-45e0-9c18-c3cf89fbc810 req-f0ce9dd6-2f97-4d23-ae80-b6eae4e87cb9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.007821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-253855bd-e29c-45e0-9c18-c3cf89fbc810 req-f0ce9dd6-2f97-4d23-ae80-b6eae4e87cb9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 931 time: 0.5502846 Jul 23 22:49:01.011918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-d95f91f5-2633-4d30-9549-36b923cf494a service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118552 Jul 23 22:49:01.024872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:01.032216 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:01.103525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083326f-e252-4d04-b078-89312b2b0977 req-4c909151-d63d-4a65-9054-afbf124bb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.105205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-4c909151-d63d-4a65-9054-afbf124bb76b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 1095 time: 0.6896188 Jul 23 22:49:01.112353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:01.269419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-253855bd-e29c-45e0-9c18-c3cf89fbc810 req-861e067b-b905-4751-9ce4-f5dcc606e296 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472417 Jul 23 22:49:01.286580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9037e9a7-4d86-477a-ab7e-935eb27338a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:01.352414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083326f-e252-4d04-b078-89312b2b0977 req-f2010336-bd49-4e61-80b1-2039a1e991bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.359397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-f2010336-bd49-4e61-80b1-2039a1e991bf service neutron] 10.222.0.22 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 917 time: 0.2413180 Jul 23 22:49:01.469984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5431ed-bc49-45ab-b691-c951cbebfb6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:01.480612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:01.497075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Transition to ACTIVE for port object 6e5431ed-bc49-45ab-b691-c951cbebfb6f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:49:01.501537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-2965f749-7c5e-44be-aea0-769c5f197160 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782383 Jul 23 22:49:01.511696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:01.630073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-7bb7440b-a16b-4a11-b865-929e047ff6da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f HTTP/1.1" status: 200 len: 217 time: 0.1273665 Jul 23 22:49:01.645922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-550e6969-e0e9-487e-962d-4210840db328 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 217 time: 0.1310213 Jul 23 22:49:01.736593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:01.818900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083326f-e252-4d04-b078-89312b2b0977 req-14ec071c-12ac-40ce-88ea-c4a2d68b0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.820553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-14ec071c-12ac-40ce-88ea-c4a2d68b0df1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.1802628 Jul 23 22:49:01.830133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4e9bc879-cc4d-4da3-936f-ae7b722af290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.831678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-4e9bc879-cc4d-4da3-936f-ae7b722af290 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.1741979 Jul 23 22:49:01.894019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e75cba-7686-483b-a371-0a8f08189b3f req-16a67e08-4973-4558-922e-2a21d0255021 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:01.896010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43e75cba-7686-483b-a371-0a8f08189b3f req-16a67e08-4973-4558-922e-2a21d0255021 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3923557 Jul 23 22:49:01.957401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Attempting to bind port 6e5431ed-bc49-45ab-b691-c951cbebfb6f on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:49:01.957734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Attempting to bind port 6e5431ed-bc49-45ab-b691-c951cbebfb6f by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:49:01.958082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Attempting to bind port 6e5431ed-bc49-45ab-b691-c951cbebfb6f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:01.971333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Port 6e5431ed-bc49-45ab-b691-c951cbebfb6f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:49:01.971659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Attempting to bind port 6e5431ed-bc49-45ab-b691-c951cbebfb6f on network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:01.992796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:49:01.993136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Checking segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:01.993526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Bound using segment: {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:49:01.994029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Bound port: 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a17d8a-2950-4540-8876-2bac7200118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:49:01.994392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.017501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43e75cba-7686-483b-a371-0a8f08189b3f req-c6579b26-ba19-4ad8-b773-f7c128556a8d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867372 Jul 23 22:49:02.038411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083326f-e252-4d04-b078-89312b2b0977 req-75aea21a-d993-41eb-ad69-e4bfd3263038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.038411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-75aea21a-d993-41eb-ad69-e4bfd3263038 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016313 Jul 23 22:49:02.086548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0cb790a5-4676-45d3-9238-b7cd1863c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.088045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-0cb790a5-4676-45d3-9238-b7cd1863c869 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2378118 Jul 23 22:49:02.185787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:02.219841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:49:02.280695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.309047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-c897cc42-90b6-4503-a476-c83ce278c155 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061195 Jul 23 22:49:02.335427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.365702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:49:02.384789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-6dd173ea-5251-4a4c-8df1-4260a97c4756 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088005 Jul 23 22:49:02.417118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.420162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.421384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] 10.222.0.37 "DELETE /v2.0/security-groups/15924b68-ec4f-4d47-bc69-9f7f1cc44fe4 HTTP/1.1" status: 204 len: 168 time: 0.2344458 Jul 23 22:49:02.431941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9c636-9e46-4ad8-8a03-2b7f72b0b17b tempest-TestVolumeBackupRestore-1444081678 tempest-TestVolumeBackupRestore-1444081678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15924b68-ec4f-4d47-bc69-9f7f1cc44fe4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:02.443506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.555208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.555841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:02.557808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] 10.222.0.25 "PUT /v2.0/ports/6e5431ed-bc49-45ab-b691-c951cbebfb6f HTTP/1.1" status: 200 len: 1092 time: 2.3070338 Jul 23 22:49:02.560818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:02.569031 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe554158-506c-4682-b618-7332cac174e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:02.665696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-124f8ded-3c22-44f4-b191-ee538d0ea107 req-6ee6808b-f61a-42f5-85e7-9516fab7742a service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323801 Jul 23 22:49:02.692781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096999f8-6f86-4157-9e32-6a296169c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:02.720960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.727483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.735648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.742852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.752472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.759149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.765967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.768066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3563750d-7d93-417b-9015-77b36584b103 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.4580603 Jul 23 22:49:02.804484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2e8b2f23-8d4e-488d-9de7-5758eb1a817f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:02.807916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9037e9a7-4d86-477a-ab7e-935eb27338a4 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:02.840178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f083326f-e252-4d04-b078-89312b2b0977 req-dd6adf59-8434-4fea-a283-07708b66b218 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868814 Jul 23 22:49:02.905714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-9687eafd-3b22-4625-99ca-48434cbe8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:02.907256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-9687eafd-3b22-4625-99ca-48434cbe8342 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 1095 time: 0.2749376 Jul 23 22:49:02.911361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0760b8e4-fcca-411d-9ad6-e6fd88094acc req-3c44da16-3b58-4d5d-92d8-2499c4001050 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152606 Jul 23 22:49:02.958991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-2b972e84-b8f7-4c17-9dfb-a9a95a60484a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f HTTP/1.1" status: 200 len: 217 time: 0.0439270 Jul 23 22:49:03.005017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.005503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.006001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.006467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.006928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.007385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.007840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.009808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-58e6c3da-fc76-42e0-8c3f-281ae1992f0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6482 time: 0.2383733 Jul 23 22:49:03.018492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 9037e9a7-4d86-477a-ab7e-935eb27338a4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:03.030001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 9037e9a7-4d86-477a-ab7e-935eb27338a4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:03.031011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:03.125727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-051d2d54-f988-4fac-8a26-10a3c7513c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.126612 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-051d2d54-f988-4fac-8a26-10a3c7513c95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.1600561 Jul 23 22:49:03.148274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:03.188389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:03.195838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:03.198706 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cae9d62-2e15-4a24-9530-210feb0aefaa" -d '{"events": [{"server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "name": "network-vif-plugged", "status": "completed", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:03.225135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:03.226347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'port_id': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f', 'mac_address': 'fa:16:3e:ca:8d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f03dee3-e18a-4092-9b9e-c7bd7e96c84f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:03.232629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-3989c14e-ae10-47b3-929d-98442cd812c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.236678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-3989c14e-ae10-47b3-929d-98442cd812c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2ad12374-3900-488f-b4ac-c470a18dc568 HTTP/1.1" status: 200 len: 903 time: 0.2195208 Jul 23 22:49:03.256888 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:03.310478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82d79-116f-4cac-ab7e-5c021c666ea6 req-be679378-5e0c-4d89-a982-23fb7c91855e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.317514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6e82d79-116f-4cac-ab7e-5c021c666ea6 req-be679378-5e0c-4d89-a982-23fb7c91855e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3026190 Jul 23 22:49:03.320057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-d6709c9b-a706-43ec-89e7-ceb912408d7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 217 time: 0.0770292 Jul 23 22:49:03.324067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef636-fc80-457d-9843-89aa72f30d38 req-5a88be31-87ef-40cd-ba74-3ffe472817a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.325698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-5a88be31-87ef-40cd-ba74-3ffe472817a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880186 Jul 23 22:49:03.327075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:03.333848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:03.351587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8b2f23-8d4e-488d-9de7-5758eb1a817f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:03.377018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:03.384412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:03.414006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-9f0cdf24-ef89-41fb-839e-218ff1470ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.415647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-9f0cdf24-ef89-41fb-839e-218ff1470ef8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0682971 Jul 23 22:49:03.443881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:03.475918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6e82d79-116f-4cac-ab7e-5c021c666ea6 req-d6bdb89b-4805-4ac7-8b07-6671d27f7331 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575067 Jul 23 22:49:03.549689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-1070c6e1-19eb-4ed2-a976-7bcbc3f484fd service neutron] 10.222.0.25 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000132 Jul 23 22:49:03.596718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-cfcacfe3-058f-4aec-af7e-a0c8bbb805d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.598245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-cfcacfe3-058f-4aec-af7e-a0c8bbb805d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214809 Jul 23 22:49:03.639644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2e8b2f23-8d4e-488d-9de7-5758eb1a817f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:03.749765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39cef636-fc80-457d-9843-89aa72f30d38 req-3c47e024-4add-4b5c-9bb3-068b600d8669 service neutron] 10.222.0.25 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917024 Jul 23 22:49:03.789347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-f9629320-6a17-44bb-9b45-5387818f152d service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590579 Jul 23 22:49:03.798583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1744-7bfc-4f25-84bb-c3af65793562 req-55f04a94-e361-43eb-9c42-9a4622530155 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:03.800121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-177e1744-7bfc-4f25-84bb-c3af65793562 req-55f04a94-e361-43eb-9c42-9a4622530155 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 943 time: 0.1688502 Jul 23 22:49:03.906954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-177e1744-7bfc-4f25-84bb-c3af65793562 req-2c524523-ffc4-419c-b428-fcb3cf633c33 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971866 Jul 23 22:49:03.934442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-4d1f9332-1f14-44c6-8a26-3a1d702f5fd3 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333191 Jul 23 22:49:04.122015 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb2534-aad1-4939-be66-a010c744f233 x-openstack-request-id: req-3deb2534-aad1-4939-be66-a010c744f233 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:04.124457 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:04.124714 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3deb2534-aad1-4939-be66-a010c744f233 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:04.125121 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f', 'status': 'completed', 'code': 200} Jul 23 22:49:04.235227 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c2ea8-398a-4a5c-8a31-bb2cbd4fc6c0 x-openstack-request-id: req-b61c2ea8-398a-4a5c-8a31-bb2cbd4fc6c0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:04.235666 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "name": "network-vif-plugged", "status": "completed", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:04.235803 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b61c2ea8-398a-4a5c-8a31-bb2cbd4fc6c0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:04.236187 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4', 'code': 200} Jul 23 22:49:04.500084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.500599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.501035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.501546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.503639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.504107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.504577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.506622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-41081250-720a-4b5d-8c77-d8bb7757c872 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6482 time: 0.4912531 Jul 23 22:49:04.542907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554158-506c-4682-b618-7332cac174e5 req-87d2b3f1-7f90-4316-b69b-cfd2a5819948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.544657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-87d2b3f1-7f90-4316-b69b-cfd2a5819948 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 1095 time: 0.4174352 Jul 23 22:49:04.681859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554158-506c-4682-b618-7332cac174e5 req-a1089276-1bf1-491f-9190-696e51c6f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:04.685862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-a1089276-1bf1-491f-9190-696e51c6f972 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 917 time: 0.1228631 Jul 23 22:49:04.823345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2e8b2f23-8d4e-488d-9de7-5758eb1a817f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:04.956887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:04.961315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:04.961776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:05.110039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:05.216064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:05.229548 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:05.255867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-4ab99226-1823-403d-a93f-536e70893f50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f HTTP/1.1" status: 200 len: 217 time: 0.0850708 Jul 23 22:49:05.288787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:05.396560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4605-cb0e-4d62-9ee2-b818c178573b req-704c1eb1-176e-4040-9b98-f105d0ba2c24 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.406380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-710d4605-cb0e-4d62-9ee2-b818c178573b req-704c1eb1-176e-4040-9b98-f105d0ba2c24 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 1.0296016 Jul 23 22:49:05.466641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676d93c-f00b-4fbd-8119-419bc2519cb5 req-0e851cac-da26-4a07-8529-efadca3f3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.471611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d676d93c-f00b-4fbd-8119-419bc2519cb5 req-0e851cac-da26-4a07-8529-efadca3f3867 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 1098 time: 1.1079326 Jul 23 22:49:05.618466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554158-506c-4682-b618-7332cac174e5 req-46785d62-007d-484f-a402-f7be8f24b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.622793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-46785d62-007d-484f-a402-f7be8f24b76c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.3000054 Jul 23 22:49:05.628972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d676d93c-f00b-4fbd-8119-419bc2519cb5 req-b1f03bc7-efaa-40ff-bae9-1c1dd4aa8a78 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325064 Jul 23 22:49:05.640444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-90e9621b-65ec-4690-806e-043b5453e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.642422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-90e9621b-65ec-4690-806e-043b5453e70d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2ad12374-3900-488f-b4ac-c470a18dc568 HTTP/1.1" status: 200 len: 903 time: 1.1262386 Jul 23 22:49:05.806791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-710d4605-cb0e-4d62-9ee2-b818c178573b req-e8b90b4f-461a-4daf-85c3-feeec4ec2843 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913541 Jul 23 22:49:05.811008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-713de105-aae5-411d-ab11-d134616b4162 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 217 time: 0.1186702 Jul 23 22:49:05.922666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-8578dad0-cc2b-489b-9383-a9b2b7cd3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.924528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-8578dad0-cc2b-489b-9383-a9b2b7cd3fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1052129 Jul 23 22:49:05.984778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554158-506c-4682-b618-7332cac174e5 req-1f3cdb98-87fe-4a80-bc8a-492078e93879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:05.986655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-1f3cdb98-87fe-4a80-bc8a-492078e93879 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3397124 Jul 23 22:49:06.099356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-d0ecf0a0-77ec-44a6-9fa7-9bf30eb08182 service neutron] 10.222.0.25 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048546 Jul 23 22:49:06.237410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:06.240266 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9cb110-416f-495d-a88f-35164c44b497" -d '{"events": [{"server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:06.246438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe554158-506c-4682-b618-7332cac174e5 req-a4eaa196-40d7-4e71-993d-1efe17c8476f service neutron] 10.222.0.25 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354356 Jul 23 22:49:06.343976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-ae3e178c-aa37-495d-9c0a-b31450535edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.345526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-ae3e178c-aa37-495d-9c0a-b31450535edb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4096761 Jul 23 22:49:06.477746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.496043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.517256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.531272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.552894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.565023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.590768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:06.599698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-311d800f-db68-4607-b705-5ca16ee2e8f1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.4986446 Jul 23 22:49:06.679222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-7e7cbba6-a1e3-4135-b88a-1934daefa98c service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259881 Jul 23 22:49:06.684384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-855d87d1-f3e6-41af-8dbb-e91bade8fc25 req-1c08ec37-06f8-41d0-8b7c-63b85d060bca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764925 Jul 23 22:49:06.941320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-37b51f59-0f8a-42ff-b267-edef9ac2fb04 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524045 Jul 23 22:49:07.008371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d527-bbe2-4c56-bd88-b2ba38869443 req-04b1ceee-9d38-4e3e-8bcb-98274d0ae6d9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.010855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e286d527-bbe2-4c56-bd88-b2ba38869443 req-04b1ceee-9d38-4e3e-8bcb-98274d0ae6d9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 943 time: 0.1777561 Jul 23 22:49:07.214155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e286d527-bbe2-4c56-bd88-b2ba38869443 req-d157dc7d-b67b-4689-b01e-f750876ea78f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918538 Jul 23 22:49:07.309820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.312471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.316469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.317183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.317872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.321298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.325393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.329344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-18cfa00d-8427-441d-97fd-709e1fd3211e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6482 time: 0.2708974 Jul 23 22:49:07.547594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-2acf76e8-7398-4b77-9b08-32719c0718c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.550648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-2acf76e8-7398-4b77-9b08-32719c0718c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 903 time: 0.2121797 Jul 23 22:49:07.572033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:07.630194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-7c654e85-778b-4b05-8550-0fc425d28aba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 217 time: 0.0729344 Jul 23 22:49:07.753113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-d79c1508-25ad-4950-b8b1-e198d116103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.756434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-d79c1508-25ad-4950-b8b1-e198d116103e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.1183679 Jul 23 22:49:07.880288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:07.899743 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aab8e1-e7e6-4532-a90f-e2d9a00fe129 x-openstack-request-id: req-56aab8e1-e7e6-4532-a90f-e2d9a00fe129 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:07.900283 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "name": "network-vif-plugged", "status": "completed", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:07.908383 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56aab8e1-e7e6-4532-a90f-e2d9a00fe129 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:07.908607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-37758dde-f5c6-46aa-bb11-eabb686f0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:07.910401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-37758dde-f5c6-46aa-bb11-eabb686f0a11 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1461930 Jul 23 22:49:07.911228 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f', 'code': 200} Jul 23 22:49:07.925423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6e5431ed-bc49-45ab-b691-c951cbebfb6f details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:08.195814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-f5aded44-8267-408b-a78f-85a73465eabe service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744906 Jul 23 22:49:08.292050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.305686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d555273-6621-466f-90cc-cf4cc959bb00 req-a3ea0942-5c3f-4f86-a73d-9d5f2dd20557 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019127 Jul 23 22:49:08.307899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.328111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173738f-db5f-40b0-b859-9466a366c756 req-b153c6b0-ee44-4901-af9b-9ae7f3090b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.329649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c173738f-db5f-40b0-b859-9466a366c756 req-b153c6b0-ee44-4901-af9b-9ae7f3090b88 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 1097 time: 0.3474803 Jul 23 22:49:08.351631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15182b-a078-4d46-b9be-cb8764eb8473,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:08.392329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b417-1ba0-4d48-bcf1-6c418cad6690 req-79828d0e-9cbc-4725-8830-2836307424b7 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.398647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b068b417-1ba0-4d48-bcf1-6c418cad6690 req-79828d0e-9cbc-4725-8830-2836307424b7 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 945 time: 0.3230712 Jul 23 22:49:08.415103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:08.415764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.416532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.416719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.417054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.417398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.417732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.418096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.418675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.418836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.419250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.419645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.419645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.424771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6fb9a856-a997-46bc-b4e8-db545037516f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fc26b6d8b504b2fa3a7a2932cade787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510315 Jul 23 22:49:08.433404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:08.450682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '6e5431ed-bc49-45ab-b691-c951cbebfb6f', 'network_id': 'eef57d6d-cd16-4e28-9db4-1b5479ce9f4f', 'port_id': '6e5431ed-bc49-45ab-b691-c951cbebfb6f', 'mac_address': 'fa:16:3e:f2:d1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f03dee3-e18a-4092-9b9e-c7bd7e96c84f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:08.525859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c173738f-db5f-40b0-b859-9466a366c756 req-29b6408f-1bba-434d-b592-96a6e11c05ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841774 Jul 23 22:49:08.569745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.591058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5431ed-bc49-45ab-b691-c951cbebfb6f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:08.594044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b068b417-1ba0-4d48-bcf1-6c418cad6690 req-65d1bc66-b46c-42ab-9e30-4ac9d99f34b6 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927826 Jul 23 22:49:08.604241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.649492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:08.656081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.671119 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.767437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:08.827952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.832042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:08.837232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee15182b-a078-4d46-b9be-cb8764eb8473 HTTP/1.1" status: 204 len: 168 time: 0.3980746 Jul 23 22:49:08.861361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15182b-a078-4d46-b9be-cb8764eb8473,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:08.893707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.897435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.899439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.900035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.901328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.901842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.902809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:08.905254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-094b106b-5769-4701-abd2-03c60f35d80d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6482 time: 0.3732927 Jul 23 22:49:08.907151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.907671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.908179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.909115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['6e5431ed-bc49-45ab-b691-c951cbebfb6f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:08.909642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.910241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.910759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.911267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.911764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.912258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.912763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.913269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:08.913778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ddb4a4-f418-49db-8e46-f9cd63507821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:09.064146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.071206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.095067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.105281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.120639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.137555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.151527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.168735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-465f4691-c96e-4746-8850-594341ee2328 req-8c6030a7-cc30-4ee8-9cd5-813bcb7bd54f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.4322481 Jul 23 22:49:09.330112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-dba4b59a-3868-4cd2-8009-f394bc5acd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.331804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-dba4b59a-3868-4cd2-8009-f394bc5acd29 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 903 time: 0.4143159 Jul 23 22:49:09.343026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-465f4691-c96e-4746-8850-594341ee2328 req-3ded95e7-3072-48cc-a118-14e62c71b43c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183860 Jul 23 22:49:09.394846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-811c4a8e-7d10-4954-8eb7-16ac7318a218 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 217 time: 0.0442078 Jul 23 22:49:09.535931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:09.550807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-8c9edcba-819a-48e3-83c4-b430b66e6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.554744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-8c9edcba-819a-48e3-83c4-b430b66e6dfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.1562285 Jul 23 22:49:09.569629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325794a-8d3e-4def-84b0-5335ed33bead req-3c628677-54be-4145-abd7-fc17cd7b48c6 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.571577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2325794a-8d3e-4def-84b0-5335ed33bead req-3c628677-54be-4145-abd7-fc17cd7b48c6 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 945 time: 0.4019272 Jul 23 22:49:09.571942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5d0-e8b9-4f58-a1d1-fba07d34869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:09.714651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5d0-e8b9-4f58-a1d1-fba07d34869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:09.721325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbdd5d0-e8b9-4f58-a1d1-fba07d34869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:09.767030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb472-d230-4402-989b-ca8c54b4ed5d req-a0eab299-3182-4700-8f09-f6df273afc64 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.768424 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7fbdd5d0-e8b9-4f58-a1d1-fba07d34869b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4a266776c7c46b0b0645bc74ea86592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313328 Jul 23 22:49:09.768999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ecfbb472-d230-4402-989b-ca8c54b4ed5d req-a0eab299-3182-4700-8f09-f6df273afc64 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 944 time: 0.2494349 Jul 23 22:49:09.771176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:09.803465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba959-263c-41a0-ba13-905c9e1f051a req-2ed73f6d-c72f-4ff9-8de5-61bd8759b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:09.805946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-2ed73f6d-c72f-4ff9-8de5-61bd8759b773 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2123346 Jul 23 22:49:09.834170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdd5d0-e8b9-4f58-a1d1-fba07d34869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c198dfc-4c4d-465e-8c6a-246cee687477,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:09.925465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Deleting port 0aaee3f4-624a-419d-ac7b-6b545e486c6b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:09.927275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:09.929892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6e5431ed-bc49-45ab-b691-c951cbebfb6f up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:09.936845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ecfbb472-d230-4402-989b-ca8c54b4ed5d req-54aa9ad3-996b-4150-bb0e-89d1404dbd24 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523004 Jul 23 22:49:10.066863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 6e5431ed-bc49-45ab-b691-c951cbebfb6f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:10.079729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 6e5431ed-bc49-45ab-b691-c951cbebfb6f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:10.080372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.130983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:10.158927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.221589 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.267802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:10.270084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] For port 0aaee3f4-624a-419d-ac7b-6b545e486c6b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0aaee3f4-624a-419d-ac7b-6b545e486c6b,segment=NetworkSegment(0f100284-380d-49f6-8d58-e9572216a1ac),segment_id=0f100284-380d-49f6-8d58-e9572216a1ac)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:10.270477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.273331 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190954e7-7593-4839-9938-58159e760bc5" -d '{"events": [{"server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:10.275129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-fcb5221d-1d65-4caf-b9e8-0bac0708eb8b service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506257 Jul 23 22:49:10.282892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.308538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:10.325128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.419536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Calling delete_port for 0aaee3f4-624a-419d-ac7b-6b545e486c6b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:10.424973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:10.651071 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.654711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.657304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c198dfc-4c4d-465e-8c6a-246cee687477 HTTP/1.1" status: 204 len: 168 time: 0.8835881 Jul 23 22:49:10.687440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7feba959-263c-41a0-ba13-905c9e1f051a req-d09af461-2a19-4ed7-bf0c-78253f96847b service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265100 Jul 23 22:49:10.688178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606877-0782-4794-b709-839a3e44ebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c198dfc-4c4d-465e-8c6a-246cee687477,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:10.728446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb12e-e315-4fe8-9cc5-31a98d14ec31 req-1dd10f74-acce-4237-bb9b-d03fcec91041 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:10.737281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-505fb12e-e315-4fe8-9cc5-31a98d14ec31 req-1dd10f74-acce-4237-bb9b-d03fcec91041 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8db425-16fa-4200-b449-e20c7a08c021 HTTP/1.1" status: 200 len: 945 time: 0.4792531 Jul 23 22:49:10.883656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-505fb12e-e315-4fe8-9cc5-31a98d14ec31 req-fc9ef96d-c60d-4a67-8d22-01b0f3e9bf13 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.37 "GET /v2.0/security-groups?id=5747d089-47c8-4146-bdd2-0c5a8b779b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405396 Jul 23 22:49:10.946160 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:10.960895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['0aaee3f4-624a-419d-ac7b-6b545e486c6b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:11.000991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Pushing event deleted for resources: {'Port': ['ID=0aaee3f4-624a-419d-ac7b-6b545e486c6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:11.050574 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa1679-4c20-4fd1-b7e5-0caa7b870356 x-openstack-request-id: req-fcaa1679-4c20-4fd1-b7e5-0caa7b870356 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:11.054138 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "name": "network-vif-plugged", "status": "completed", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:11.054688 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcaa1679-4c20-4fd1-b7e5-0caa7b870356 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:11.056453 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f', 'code': 200} Jul 23 22:49:11.150507 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8dfff7f-b3fe-4267-8f64-57d24a6765bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:11.239761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] No DVR routers for this DVR port 0aaee3f4-624a-419d-ac7b-6b545e486c6b on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:11.280731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:11.284705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2325794a-8d3e-4def-84b0-5335ed33bead req-b8189a04-4688-48e4-acf9-f4b2b8894ea2 tempest-ServerAddressesTestJSON-811037671 tempest-ServerAddressesTestJSON-811037671-project] 10.222.0.25 "DELETE /v2.0/ports/0aaee3f4-624a-419d-ac7b-6b545e486c6b HTTP/1.1" status: 204 len: 173 time: 1.6809273 Jul 23 22:49:11.297581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'name': 'network-vif-deleted', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:11.299956 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d55681-8a30-404f-9995-7e931d42b29f" -d '{"events": [{"server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "name": "network-vif-deleted", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:11.804424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:11.813509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.829167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.837696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.844717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.858447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.867822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.878059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.880209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-c27cbef7-c3e4-4db3-acda-534d4da570ca tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.7222247 Jul 23 22:49:11.888330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95658c-9257-4c3e-810b-702d05f0bc0b req-1cc24e52-f121-4879-a966-9157d49b554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:11.893374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc95658c-9257-4c3e-810b-702d05f0bc0b req-1cc24e52-f121-4879-a966-9157d49b554c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 1097 time: 0.7990594 Jul 23 22:49:11.970982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc95658c-9257-4c3e-810b-702d05f0bc0b req-0c504016-d2a9-4569-90d3-2e9294515072 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632851 Jul 23 22:49:12.013262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-071ed4b1-fafd-4895-bf42-5a0db7fa60de req-308044fc-0754-4d27-bf6c-02828c6281ee tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187851 Jul 23 22:49:12.233384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188dbdc-8562-46e3-95db-3c9d5d2a2c17 req-806c2be9-9e71-4222-95f4-321eb7928e21 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:12.235492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6188dbdc-8562-46e3-95db-3c9d5d2a2c17 req-806c2be9-9e71-4222-95f4-321eb7928e21 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.1049778 Jul 23 22:49:12.342287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6188dbdc-8562-46e3-95db-3c9d5d2a2c17 req-d4e6c6cc-8db7-467e-85f0-cb056335f6d7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980880 Jul 23 22:49:12.371004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Deleting port 6c4432cc-a8d9-4039-b09c-4521ceeca480 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:12.372008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.464183 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fdef4d-4646-4c5a-8909-c3036c8c652e x-openstack-request-id: req-56fdef4d-4646-4c5a-8909-c3036c8c652e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:12.464788 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8db425-16fa-4200-b449-e20c7a08c021", "name": "network-vif-deleted", "tag": "0aaee3f4-624a-419d-ac7b-6b545e486c6b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:12.465223 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56fdef4d-4646-4c5a-8909-c3036c8c652e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:12.465636 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8db425-16fa-4200-b449-e20c7a08c021', 'name': 'network-vif-deleted', 'tag': '0aaee3f4-624a-419d-ac7b-6b545e486c6b', 'status': 'completed', 'code': 200} Jul 23 22:49:12.485496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] For port 6c4432cc-a8d9-4039-b09c-4521ceeca480, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c4432cc-a8d9-4039-b09c-4521ceeca480,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:12.485962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.496869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:12.513435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Calling delete_port for 6c4432cc-a8d9-4039-b09c-4521ceeca480 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:12.612356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Deleting subnet 996af7de-1772-468f-aeba-4293c3fa406a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:49:12.618661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.672560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.770264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.875301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.905715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.907710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996af7de-1772-468f-aeba-4293c3fa406a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:12.912710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:12.917887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f02ea6a9-edaa-4c54-a867-742d333f90b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/996af7de-1772-468f-aeba-4293c3fa406a HTTP/1.1" status: 204 len: 168 time: 0.4178617 Jul 23 22:49:12.919781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:12.942906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4432cc-a8d9-4039-b09c-4521ceeca480,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:13.000177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.115309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.168800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422f71f2-9a43-49f1-8a35-958a1546d2cc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:13.182773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f100284-380d-49f6-8d58-e9572216a1ac') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:13.183814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f100284-380d-49f6-8d58-e9572216a1ac') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:13.198844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.223906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.224400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.244959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:49:13.245457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:49:13.247405 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:49:13.269594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.276018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.282180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.288075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.294776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.300615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.306517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.308531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-0f0a3872-b7f8-4387-a45b-e51bc0f1959c tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.1826327 Jul 23 22:49:13.383403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.391281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9510d67-b9f0-4c9f-9cd3-a87a344b000e req-9b9d9323-b3a5-4d2e-bd38-f99ad7c54164 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748100 Jul 23 22:49:13.398272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.400138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] 10.222.0.37 "DELETE /v2.0/networks/422f71f2-9a43-49f1-8a35-958a1546d2cc HTTP/1.1" status: 204 len: 168 time: 0.4790919 Jul 23 22:49:13.422088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713168fc-c374-412d-846f-b86b58a98208 admin admin] Pushing event deleted for resources: {'Network': ['ID=422f71f2-9a43-49f1-8a35-958a1546d2cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:13.554193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Router cca52bca-cd40-41c6-8d21-98e0c9a810c9 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:49:13.598155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32af760-f390-460f-8155-5c4df12ebb8a req-88b864d8-48ee-47d9-b11a-3dd59f0e529c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:13.605553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f32af760-f390-460f-8155-5c4df12ebb8a req-88b864d8-48ee-47d9-b11a-3dd59f0e529c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.1118603 Jul 23 22:49:13.672991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f32af760-f390-460f-8155-5c4df12ebb8a req-adfb604e-7581-43ac-a3e5-9ea25233789c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 Jul 23 22:49:13.735647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:13.780236 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad1b8-8647-484d-82c3-9ed5d8f19ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:13.826002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:49:13.832325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d1818e23-16c3-4b9d-b86a-ffd55fad84d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6a8a70e9634acdbbe651f038c48703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941494 Jul 23 22:49:13.836441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:13.838418 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Sync routers for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:49:13.843989 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc257f5b-b3a8-4a16-b348-00981a74a665 admin admin] 10.222.0.37 "PUT /v2.0/routers/cca52bca-cd40-41c6-8d21-98e0c9a810c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114475 Jul 23 22:49:13.849483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:13.875438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:13.876088 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:13.938906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0aaee3f4-624a-419d-ac7b-6b545e486c6b no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:13.964457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 0aaee3f4-624a-419d-ac7b-6b545e486c6b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:13.965871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0aaee3f4-624a-419d-ac7b-6b545e486c6b not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:14.015169 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:14.048766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.089527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.092052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.161650 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.255943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc279cc-518e-4391-9e7f-9c7ea63a012a req-c1aa89be-56db-426f-9f8d-5adaeb746131 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:14.257487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-efc279cc-518e-4391-9e7f-9c7ea63a012a req-c1aa89be-56db-426f-9f8d-5adaeb746131 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.2951620 Jul 23 22:49:14.286277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:49:12Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:14.328904 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Checking router: cca52bca-cd40-41c6-8d21-98e0c9a810c9 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:49:14.335003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-efc279cc-518e-4391-9e7f-9c7ea63a012a req-153d5327-9f21-4bbc-89ba-3702c982096d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594480 Jul 23 22:49:14.342846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.350352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Routers {'cca52bca-cd40-41c6-8d21-98e0c9a810c9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:14.350913 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:14.356198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.358793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.360207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5747d089-47c8-4146-bdd2-0c5a8b779b5d HTTP/1.1" status: 204 len: 168 time: 0.5217021 Jul 23 22:49:14.392350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc3b43-9810-460e-96b0-854ac01c2782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5747d089-47c8-4146-bdd2-0c5a8b779b5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:14.465714 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] Set router cca52bca-cd40-41c6-8d21-98e0c9a810c9 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:14.514890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Deleting port 9495455e-0ac8-421e-8e05-196adc220e0d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:14.515236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.597060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d807c4-89b2-4e03-8fad-07979bf96be7 req-85967c2e-dc14-444c-aadc-833c848cad8f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:14.604938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0d807c4-89b2-4e03-8fad-07979bf96be7 req-85967c2e-dc14-444c-aadc-833c848cad8f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.1557310 Jul 23 22:49:14.683099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0d807c4-89b2-4e03-8fad-07979bf96be7 req-456d56d0-a674-45cc-a1d5-a8fdd4771ddd tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767241 Jul 23 22:49:14.692479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] For port 9495455e-0ac8-421e-8e05-196adc220e0d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9495455e-0ac8-421e-8e05-196adc220e0d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:14.693485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.712360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Calling delete_port for 9495455e-0ac8-421e-8e05-196adc220e0d owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:14.799555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:49:12Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:14.831707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7704503-3a7a-42f8-96e0-6b08a13f0446 None None] The sync data for ids ['cca52bca-cd40-41c6-8d21-98e0c9a810c9'] in n-d-791506-25 is: [{'id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'name': 'tempest-TestVolumeBackupRestore-1120020888-router', 'tenant_id': '7b7a44572b6743b7906a48a096a4f9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:08Z', 'updated_at': '2021-07-23T22:49:12Z', 'revision_number': 5, 'project_id': '7b7a44572b6743b7906a48a096a4f9f4', 'gw_port': {'id': '9495455e-0ac8-421e-8e05-196adc220e0d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca52bca-cd40-41c6-8d21-98e0c9a810c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:09Z', 'updated_at': '2021-07-23T22:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:49:14.903435 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:14.988100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:14.994195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.000319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.006310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.012827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.018794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.024818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.029342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-a977c8a9-3c9b-4ec1-b0cf-5805f95d1ae1 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.2257712 Jul 23 22:49:15.104899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44db0c08-0ffc-438c-9455-1b5adb18a956 req-448f434e-6822-4af1-8140-cf87fdbb1647 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700362 Jul 23 22:49:15.111620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.139376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=9495455e-0ac8-421e-8e05-196adc220e0d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:15.241288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.437521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:15.458996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.462292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.522663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.523267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cca52bca-cd40-41c6-8d21-98e0c9a810c9 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:49:15.528926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.530534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c878ea38-86ce-4b15-8f1a-fc0555dbe2fb admin admin] 10.222.0.37 "DELETE /v2.0/routers/cca52bca-cd40-41c6-8d21-98e0c9a810c9 HTTP/1.1" status: 204 len: 168 time: 1.6641371 Jul 23 22:49:15.533088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:15.544041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51807899-5a29-43d7-9cef-86bbefc0a75f req-cad5ece4-a61f-4ba9-b107-8d79b5e224ae tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.551925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51807899-5a29-43d7-9cef-86bbefc0a75f req-cad5ece4-a61f-4ba9-b107-8d79b5e224ae tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.1366384 Jul 23 22:49:15.585617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1773683838-network', 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:15.599167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51807899-5a29-43d7-9cef-86bbefc0a75f req-404b9bb0-53a9-432b-b07c-ada158805eda tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Jul 23 22:49:15.629572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Deleting subnet c79c8dcc-000f-403e-8070-bb9b5c53fbd9 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:49:15.637433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:15.639775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.641585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.674629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.706430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.877625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928703d7-26a9-4c86-b181-8bba68630388 req-43887b90-9260-49c2-b516-c556686e251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:15.882021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.890399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-43887b90-9260-49c2-b516-c556686e251a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.0914230 Jul 23 22:49:15.957860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.973232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:15.988330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:49:15.999504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.000680 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Added segment 6f1bc17a-270b-4a8b-9599-bca3a4b693f0 of type vlan for network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd Jul 23 22:49:16.049989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.070769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928703d7-26a9-4c86-b181-8bba68630388 req-39fbaa59-040f-4e6a-9bb5-23be492cb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.072599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-39fbaa59-040f-4e6a-9bb5-23be492cb8f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1751168 Jul 23 22:49:16.133211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e2866-87c9-444d-ab9e-ebca0a821fd2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:16.138031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.138031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.138666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.171114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.210282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79c8dcc-000f-403e-8070-bb9b5c53fbd9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:16.218222 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7776814 Jul 23 22:49:16.219875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37932) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:16.230184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Request body: {'subnet': {'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1773683838-subnet', 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:16.241344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-23f586f5-7093-4c4e-bdb7-0ba125706b46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.1593251 Jul 23 22:49:16.264192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f90c1c7-900a-46c2-875c-8f658e58fcf8 None None] Network 68f0876c-2d57-4f3b-a978-4c1626cf2dfa requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:16.284588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.284588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d9bdddd-c851-4a40-a286-7122c7c15799 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c79c8dcc-000f-403e-8070-bb9b5c53fbd9 HTTP/1.1" status: 204 len: 168 time: 0.7482491 Jul 23 22:49:16.284588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:16.286106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.289556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:16.289851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c164-7d75-4f4a-9bef-3034f53b441e admin admin] Pushing event updated for resources: {'Network': ['ID=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:16.312817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9495455e-0ac8-421e-8e05-196adc220e0d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:16.327810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:49:16.366379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928703d7-26a9-4c86-b181-8bba68630388 req-74f387bd-f447-4a9f-9978-bc9e80497494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.366853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.370374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-74f387bd-f447-4a9f-9978-bc9e80497494 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1195238 Jul 23 22:49:16.387313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 9495455e-0ac8-421e-8e05-196adc220e0d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:16.388031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9495455e-0ac8-421e-8e05-196adc220e0d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:16.388723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c4432cc-a8d9-4039-b09c-4521ceeca480 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:16.412939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90c544-9476-4ccb-b5cb-3d0819c6193f req-49550ac0-8ca6-458a-a811-4fdad8a00406 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.414539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db90c544-9476-4ccb-b5cb-3d0819c6193f req-49550ac0-8ca6-458a-a811-4fdad8a00406 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.2543921 Jul 23 22:49:16.418031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6c4432cc-a8d9-4039-b09c-4521ceeca480 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:16.418474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c4432cc-a8d9-4039-b09c-4521ceeca480 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:16.548326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Deleting port 76989df0-48a5-4315-b4a0-3351b9629dbf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:16.549340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.573868 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.606031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db90c544-9476-4ccb-b5cb-3d0819c6193f req-1a65a0fc-c945-4658-ac63-6e633388c0be tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744151 Jul 23 22:49:16.646847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928703d7-26a9-4c86-b181-8bba68630388 req-8f53caab-81fa-426f-ac0a-3494f32e3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.648582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-8f53caab-81fa-426f-ac0a-3494f32e3264 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708836 Jul 23 22:49:16.699224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] For port 76989df0-48a5-4315-b4a0-3351b9629dbf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=76989df0-48a5-4315-b4a0-3351b9629dbf,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:16.710094 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:16.746909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Calling delete_port for 76989df0-48a5-4315-b4a0-3351b9629dbf owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:16.863211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] DHCP port deletion for 68f0876c-2d57-4f3b-a978-4c1626cf2dfa request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:49:16.923147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c2e2-88a3-4b71-a390-26afa0483a0f req-87d4b1e7-5af7-46a3-bdb4-2c74d244a66d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:16.925638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14e1c2e2-88a3-4b71-a390-26afa0483a0f req-87d4b1e7-5af7-46a3-bdb4-2c74d244a66d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2185788 Jul 23 22:49:16.930003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-eeba6f29-35f8-4b4f-8c6b-62ae7a491e34 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738593 Jul 23 22:49:16.960451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Deleting port 76989df0-48a5-4315-b4a0-3351b9629dbf {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:16.961021 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.054903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.077217 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.096616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14e1c2e2-88a3-4b71-a390-26afa0483a0f req-83084f41-7583-4261-a9bd-d6301bf6b64e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563690 Jul 23 22:49:17.118196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] For port 76989df0-48a5-4315-b4a0-3351b9629dbf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=76989df0-48a5-4315-b4a0-3351b9629dbf,segment=NetworkSegment(ce059584-37dd-4720-990e-356365613f47),segment_id=ce059584-37dd-4720-990e-356365613f47)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:17.118604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.139724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76989df0-48a5-4315-b4a0-3351b9629dbf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:17.151339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Calling delete_port for 76989df0-48a5-4315-b4a0-3351b9629dbf owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:17.163688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] No DVR routers for this DVR port 76989df0-48a5-4315-b4a0-3351b9629dbf on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:17.235124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928703d7-26a9-4c86-b181-8bba68630388 req-b55c14d9-f8d4-421d-aae6-70b3d9c65380 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977755 Jul 23 22:49:17.249852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4c5c91-5f1d-4b07-917e-4c6c42029388,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:17.291242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:17.291685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Network hostable DHCP agents. Network: 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:49:17.320196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.372970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] Pushing event deleted for resources: {'Port': ['ID=76989df0-48a5-4315-b4a0-3351b9629dbf,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:17.375168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2e166d-d84d-4b9c-9c51-fc4f2ab7171e None None] No DVR routers for this DVR port 76989df0-48a5-4315-b4a0-3351b9629dbf on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:17.379267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.396381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.405209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.412873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.423028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f0876c-2d57-4f3b-a978-4c1626cf2dfa']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:17.431902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.438411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.444365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.451177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.453244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b635528-3e92-43fa-a44f-be65079852dd req-16c4da09-463c-468b-a052-994be8dc5a6e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.2130532 Jul 23 22:49:17.455592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:49:17.478502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce059584-37dd-4720-990e-356365613f47') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:17.481537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce059584-37dd-4720-990e-356365613f47') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:17.501801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.506048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b635528-3e92-43fa-a44f-be65079852dd req-1e3c4d3a-aacf-4498-8c61-19771e7293fe tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456409 Jul 23 22:49:17.522274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:17.533107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c34eb-fae4-4bca-a45c-f8bfac52b1b1 None None] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:17.547465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.569586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:49:17.571767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:49:17.695638 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:49:17.702135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:17.703272 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.709300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.748447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:17.755772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/68f0876c-2d57-4f3b-a978-4c1626cf2dfa HTTP/1.1" status: 204 len: 168 time: 1.4622076 Jul 23 22:49:17.758115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d07e-c39c-4450-b0cf-7553f8d9ccf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f0876c-2d57-4f3b-a978-4c1626cf2dfa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:17.758862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:17.779572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf16026-cbb2-4789-82aa-27abdfbf6175 None None] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:17.800386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bcf5edcd-1fd0-4177-bbdb-06f992c89e50 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5766444 Jul 23 22:49:18.204571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256e7c-be31-4ffb-baa4-c02fe33c5d61 req-6887ef77-9503-4e85-8627-9bd3aef61634 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:18.210994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256e7c-be31-4ffb-baa4-c02fe33c5d61 req-6887ef77-9503-4e85-8627-9bd3aef61634 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:18.218714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256e7c-be31-4ffb-baa4-c02fe33c5d61 req-6887ef77-9503-4e85-8627-9bd3aef61634 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:18.226819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca256e7c-be31-4ffb-baa4-c02fe33c5d61 req-6887ef77-9503-4e85-8627-9bd3aef61634 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd&device_id=2adc4b17-7006-4c22-b985-18d866038822&device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 2417 time: 0.1977210 Jul 23 22:49:18.256312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 76989df0-48a5-4315-b4a0-3351b9629dbf no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:18.282527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 76989df0-48a5-4315-b4a0-3351b9629dbf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:18.283792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 76989df0-48a5-4315-b4a0-3351b9629dbf not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:18.310879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca256e7c-be31-4ffb-baa4-c02fe33c5d61 req-89374d97-f9bb-4c08-8624-12cb7dc2263a tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 Jul 23 22:49:18.450048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:18.763866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-479576d5-d0ee-497f-b549-53d33d3dbea0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:18.765388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-479576d5-d0ee-497f-b549-53d33d3dbea0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1328053 Jul 23 22:49:18.804119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-1fc47a24-ed59-4cda-9e07-4691ae51f77c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0201354 Jul 23 22:49:18.858814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-145c8bc4-6120-4d07-ad03-08266fc3bbef tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484736 Jul 23 22:49:18.933981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Deleting port 6fa79097-3f8d-487f-bd0d-dd86c2368935 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:18.934325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.013285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-91bc8e60-95a9-4348-bfc9-f9fdde8a2e54 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463418 Jul 23 22:49:19.068710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] For port 6fa79097-3f8d-487f-bd0d-dd86c2368935, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fa79097-3f8d-487f-bd0d-dd86c2368935,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:19.069020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.109562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Calling delete_port for 6fa79097-3f8d-487f-bd0d-dd86c2368935 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:19.180730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-bcb853f7-e197-467d-93a1-298ddd89e0be service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613486 Jul 23 22:49:19.636540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:19.757603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39b5d6f1-002c-49a5-8468-4479fdfef6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.849146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.875727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa79097-3f8d-487f-bd0d-dd86c2368935,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:19.892569 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39b5d6f1-002c-49a5-8468-4479fdfef6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.903505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39b5d6f1-002c-49a5-8468-4479fdfef6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:19.948160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39b5d6f1-002c-49a5-8468-4479fdfef6df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27c9d590861e40718010db05d99a1354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097644 Jul 23 22:49:19.960654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:19.974532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5d6f1-002c-49a5-8468-4479fdfef6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7469f6-53ad-407d-bc9f-1dc4af325863,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:20.006119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c83cd9-082a-44f9-8411-bbea59b42782 req-cc34e3cd-0513-4a3d-838a-c1416b392118 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.015012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74c83cd9-082a-44f9-8411-bbea59b42782 req-cc34e3cd-0513-4a3d-838a-c1416b392118 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.6251645 Jul 23 22:49:20.042194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.081518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.134198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74c83cd9-082a-44f9-8411-bbea59b42782 req-19d2b562-d002-4f81-b23f-2c7d4595e194 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185262 Jul 23 22:49:20.153736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.157049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.158395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c7469f6-53ad-407d-bc9f-1dc4af325863 HTTP/1.1" status: 204 len: 168 time: 0.1939619 Jul 23 22:49:20.175711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b190e4-2447-4d63-90f3-925b3cd4ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7469f6-53ad-407d-bc9f-1dc4af325863,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:20.181569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.392589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97622320-68d4-4be7-a4f3-acbc11c4a09a req-80a8acd6-089c-46d5-9dc3-e60a1fb133ec tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.394202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97622320-68d4-4be7-a4f3-acbc11c4a09a req-80a8acd6-089c-46d5-9dc3-e60a1fb133ec tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.1025352 Jul 23 22:49:20.494778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:20.512338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d507da-81d0-4c90-9765-8c8ed0203841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.572584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97622320-68d4-4be7-a4f3-acbc11c4a09a req-3dfc5dba-e3b9-4b08-9da5-c76d6f72651b tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470904 Jul 23 22:49:20.618379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-b7ecb8fa-fcd6-404e-a3c6-52ae04e70036 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.620564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-b7ecb8fa-fcd6-404e-a3c6-52ae04e70036 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1942227 Jul 23 22:49:20.625719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Router fbeb52b1-24ea-418a-af43-b42f45363141 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:49:20.630546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d507da-81d0-4c90-9765-8c8ed0203841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.634412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:20.635542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98d507da-81d0-4c90-9765-8c8ed0203841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.678421 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-98d507da-81d0-4c90-9765-8c8ed0203841 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43e2d158dd0240108eb6be651649686e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823115 Jul 23 22:49:20.679221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d507da-81d0-4c90-9765-8c8ed0203841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da886f8-d200-4ed1-8343-80c406084841,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:20.683683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38024) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:20.736869 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.759266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.805894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.809502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.813345 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8da886f8-d200-4ed1-8343-80c406084841 HTTP/1.1" status: 204 len: 168 time: 0.1286080 Jul 23 22:49:20.821341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8f4a-eb93-43af-ba30-3c6dfcff7613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da886f8-d200-4ed1-8343-80c406084841,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:20.872278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.878194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.884104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.890719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.896625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.903389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.909238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:20.911251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce4688cf-48d0-4832-b139-154e06b2278a req-f66ccb46-f1d9-4c46-a23f-d2db1936185f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5418 time: 0.2814775 Jul 23 22:49:20.945519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:49:20.947644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:20.951366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:20.957331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Sync routers for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:49:20.957828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3940a437-07b2-4b9d-9a0f-b55370ad6ab9 admin admin] 10.222.0.37 "PUT /v2.0/routers/fbeb52b1-24ea-418a-af43-b42f45363141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970057 Jul 23 22:49:20.960290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:20.968446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:20.969384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:20.996952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce4688cf-48d0-4832-b139-154e06b2278a req-d5f4723e-e64f-4053-894e-0213aac901db tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775213 Jul 23 22:49:21.120500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.127125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.5 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/71167b20-fa89-4b4c-ba92-bcccccd9f3e2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:49:21.147002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:21.305429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.379872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b3fd2e9-caf6-44ea-8b26-dfb6e7ac677c req-ad3c8900-c067-4e77-90ae-b04eb1982f22 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 210 time: 0.0659633 Jul 23 22:49:21.382456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Deleting port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:21.383484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.421427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:49:19Z', 'revision_number': 5, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port': {'id': '8c22fdc6-4eb0-4db2-9fb0-99e003b122ce', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:91:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:43:21Z', 'updated_at': '2021-07-23T22:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:21.427966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.475487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Checking router: fbeb52b1-24ea-418a-af43-b42f45363141 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:49:21.479407 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.485553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Routers {'fbeb52b1-24ea-418a-af43-b42f45363141'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:21.486295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fbeb52b1-24ea-418a-af43-b42f45363141'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:21.513060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] For port 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:21.513060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.533580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:49:21.537032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:21.545030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:49:21.552666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Calling delete_port for 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:21.572221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:21.584613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] Set router fbeb52b1-24ea-418a-af43-b42f45363141 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:21.603963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:21.604718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.622470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9fe790c4-d749-4003-b6e7-f6505160d79f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9935315 Jul 23 22:49:21.635135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Request body: {'port': {'device_id': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:21.638427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:49:21Z', 'revision_number': 6, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:21.669532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadc53e-d971-4949-a128-d37ad79e5c64 None None] The sync data for ids ['fbeb52b1-24ea-418a-af43-b42f45363141'] in n-d-791506-25 is: [{'id': 'fbeb52b1-24ea-418a-af43-b42f45363141', 'name': 'tempest-TestVolumeBackupRestore-1204360052-router', 'tenant_id': 'aad785acd4654828947a848ca28d523e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:43:19Z', 'updated_at': '2021-07-23T22:49:21Z', 'revision_number': 6, 'project_id': 'aad785acd4654828947a848ca28d523e', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:49:21.738335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.828429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.862411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c22fdc6-4eb0-4db2-9fb0-99e003b122ce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:21.929400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:21.992725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 694acfdf-db9e-4da2-9bd5-b587138dffd8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:22.030279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c53e-188d-4526-9c88-273d1ffb9e56 req-02bdd5f2-f66c-49a7-81d1-9f6447f942d8 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.032722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1308c53e-188d-4526-9c88-273d1ffb9e56 req-02bdd5f2-f66c-49a7-81d1-9f6447f942d8 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 949 time: 0.1695800 Jul 23 22:49:22.038693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.043646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.137967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.147293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1308c53e-188d-4526-9c88-273d1ffb9e56 req-cf1df0d3-d5dd-47c9-8d87-51f7aac9aa06 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036639 Jul 23 22:49:22.152221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'port_id': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'mac_address': 'fa:16:3e:bb:b5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46b635d-69ae-4700-bb5e-ea2821ad650f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:22.258220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.282600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694acfdf-db9e-4da2-9bd5-b587138dffd8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:22.292011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:22.302398 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.314241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.316747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.317106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Transition to ACTIVE for port object 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:49:22.321403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.324430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.325536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9b8b161a-3a0e-417b-9010-b7cf2f978dcb details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:22.415145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:22.494222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.494552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbeb52b1-24ea-418a-af43-b42f45363141 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:49:22.504614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Pushing event updated for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:22.510140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.510656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.517200 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b3f24eb-9f7d-40fb-b14d-bf15900c0388 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fbeb52b1-24ea-418a-af43-b42f45363141 HTTP/1.1" status: 204 len: 168 time: 1.5552664 Jul 23 22:49:22.518786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:22.544922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'port_id': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'mac_address': 'fa:16:3e:df:6e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:22.595868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fa79097-3f8d-487f-bd0d-dd86c2368935 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:22.616820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Deleting subnet 047193af-025e-4715-9c68-2c361aad53dd {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:49:22.619461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6fa79097-3f8d-487f-bd0d-dd86c2368935 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:22.619939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fa79097-3f8d-487f-bd0d-dd86c2368935 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:22.620460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:22.622379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.631788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.639039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.643387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:22.643855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c22fdc6-4eb0-4db2-9fb0-99e003b122ce not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:22.645313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.649560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.652204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.662999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.669091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8b161a-3a0e-417b-9010-b7cf2f978dcb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:22.675804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.680768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.691533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:22.694528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-425d37ac-1801-4f4d-a4c6-214158d16035 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5419 time: 0.2982848 Jul 23 22:49:22.696530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.709861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.710629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:22.740345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Attempting to bind port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:49:22.740589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Attempting to bind port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:49:22.740900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Attempting to bind port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:22.747785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:49:22.748109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Attempting to bind port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:22.768269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:49:22.768629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:22.769021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:49:22.769476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Bound port: 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:49:22.769878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.802912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:22.808622 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.821089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'port_id': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6', 'mac_address': 'fa:16:3e:ef:1b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:22.830534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.834135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef726133-8e1d-4354-a46b-740cac76b1cb req-8ee67357-c8e5-4664-814e-8017a84caebe tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192994 Jul 23 22:49:22.868473 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.897720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:22.930730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:49:22.933371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.939080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:22.945115 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.950204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a60962ca-d823-43ac-9564-19fc483015b4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:22.990527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047193af-025e-4715-9c68-2c361aad53dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:22.993338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:22.996239 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c46aa5f-4175-4cf7-a8a2-72b01eec9f04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/047193af-025e-4715-9c68-2c361aad53dd HTTP/1.1" status: 204 len: 168 time: 0.4756584 Jul 23 22:49:23.000312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:23.011141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e0954-81be-4d8f-bc63-1e033719800f None None] Network f324e2b0-93ff-40a2-aae3-1860eaaf2e8b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:23.013088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:49:23.024351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.044789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.087155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:23.090415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.100733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] 10.222.0.25 "PUT /v2.0/ports/71167b20-fa89-4b4c-ba92-bcccccd9f3e2 HTTP/1.1" status: 200 len: 1092 time: 1.4699929 Jul 23 22:49:23.107301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:23.110176 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7ed84e-8835-4da2-85da-a46509af8df3" -d '{"events": [{"name": "network-changed", "server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:23.136040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.144077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'a60962ca-d823-43ac-9564-19fc483015b4', 'network_id': 'cb44717a-6ea7-4575-b70a-fd317d369e9c', 'port_id': 'a60962ca-d823-43ac-9564-19fc483015b4', 'mac_address': 'fa:16:3e:e2:a7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46b635d-69ae-4700-bb5e-ea2821ad650f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:23.195354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-1549a122-0c18-45ac-ba6b-801bf9bee590 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:23.198258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-1549a122-0c18-45ac-ba6b-801bf9bee590 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 949 time: 0.2486792 Jul 23 22:49:23.201527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc0336-dd3e-4817-982a-1302804c5399 service neutron] Pushing event updated for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:23.228084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Deleting port 01db9576-6c50-42c1-af1b-47c4cca4dc63 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:23.229268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.324771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] For port 01db9576-6c50-42c1-af1b-47c4cca4dc63, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=01db9576-6c50-42c1-af1b-47c4cca4dc63,segment=NetworkSegment(a5390301-1583-4d56-bd9b-f4bcd6b2ccf9),segment_id=a5390301-1583-4d56-bd9b-f4bcd6b2ccf9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.328339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.348164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02637c0-e902-41c9-abec-02ba4fdcff2b req-a19ddd54-0bd7-4aad-aaf1-c2375744cc71 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:23.349113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Calling delete_port for 01db9576-6c50-42c1-af1b-47c4cca4dc63 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:23.349366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d02637c0-e902-41c9-abec-02ba4fdcff2b req-a19ddd54-0bd7-4aad-aaf1-c2375744cc71 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 943 time: 0.2315452 Jul 23 22:49:23.371563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-62fcd035-cf0e-424a-babd-46ae307329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:23.374145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-62fcd035-cf0e-424a-babd-46ae307329ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 1095 time: 0.2017505 Jul 23 22:49:23.409054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:23.418531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.441710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.443450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-9871c94e-2f11-484b-b76a-19b3cce64bcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2 HTTP/1.1" status: 200 len: 217 time: 0.0595045 Jul 23 22:49:23.474577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.480298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60962ca-d823-43ac-9564-19fc483015b4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:23.505641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.507134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01db9576-6c50-42c1-af1b-47c4cca4dc63,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:23.510918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] No DVR routers for this DVR port 01db9576-6c50-42c1-af1b-47c4cca4dc63 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:23.516284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.516987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 424be119-a951-4057-b000-bc350c3f9d51 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:23.526719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-109d00f9-bb1c-4f85-99fe-8c1bc91b86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:23.528268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-109d00f9-bb1c-4f85-99fe-8c1bc91b86c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0781713 Jul 23 22:49:23.580683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Deleting port 47c067db-9500-490a-ae8a-95f49efeab07 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:23.581679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.585710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-136e8998-f45a-4a9f-8ac4-bc1aa3db2a62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459869 Jul 23 22:49:23.595043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:23.597145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d02637c0-e902-41c9-abec-02ba4fdcff2b req-ef120dcb-8221-48be-97c0-245adb733f03 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374971 Jul 23 22:49:23.601185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.622623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '424be119-a951-4057-b000-bc350c3f9d51', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'port_id': '424be119-a951-4057-b000-bc350c3f9d51', 'mac_address': 'fa:16:3e:1f:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:23.622877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.631548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f324e2b0-93ff-40a2-aae3-1860eaaf2e8b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:23.645127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:23.645635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5390301-1583-4d56-bd9b-f4bcd6b2ccf9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:23.656048 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.680678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.686258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623687a1-f4ae-472a-baa6-77795d27624b None None] DHCP port deletion for f324e2b0-93ff-40a2-aae3-1860eaaf2e8b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:49:23.703095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:49:23.706358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:49:23.708681 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:49:23.741480 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.770798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424be119-a951-4057-b000-bc350c3f9d51 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:23.798231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.803753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.805032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a34dbcc8-da30-43f5-8422-adf336533673 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:23.817248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] For port 47c067db-9500-490a-ae8a-95f49efeab07, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=47c067db-9500-490a-ae8a-95f49efeab07,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.817790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.827299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-083a0808-39fc-44da-aa87-f15b49005cda service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127867 Jul 23 22:49:23.856132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.856721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Calling delete_port for 47c067db-9500-490a-ae8a-95f49efeab07 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:23.868696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:23.871780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f324e2b0-93ff-40a2-aae3-1860eaaf2e8b HTTP/1.1" status: 204 len: 168 time: 0.8690498 Jul 23 22:49:23.888529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89985486-0dcb-49ee-bcd0-9dfe6e1accf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f324e2b0-93ff-40a2-aae3-1860eaaf2e8b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:23.921999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:23.947041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'a34dbcc8-da30-43f5-8422-adf336533673', 'network_id': '2ad12374-3900-488f-b4ac-c470a18dc568', 'port_id': 'a34dbcc8-da30-43f5-8422-adf336533673', 'mac_address': 'fa:16:3e:1a:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6115490-5235-44e9-b31d-85849644759d', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:23.999997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:24.003079 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.030440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34dbcc8-da30-43f5-8422-adf336533673 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:24.062548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdfce99e-0f9c-44f0-9dd6-3bf23f8774e9 req-ad3f0857-b09a-4e52-81fe-a5b866c2a018 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276444 Jul 23 22:49:24.062829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:24.077852 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f36106-931b-4947-86bf-fec520a9494e x-openstack-request-id: req-d9f36106-931b-4947-86bf-fec520a9494e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:24.078225 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:24.078408 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9f36106-931b-4947-86bf-fec520a9494e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:24.078917 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'status': 'completed', 'code': 200} Jul 23 22:49:24.090581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.092567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9210b0d4-c300-437b-ae2c-24c1e3f17a63 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:24.166275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:24.263744 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e6c92ba3-1fbc-4dff-a87a-e217b95ff74c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b7a44572b6743b7906a48a096a4f9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913589 Jul 23 22:49:24.264084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:24.277601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.285525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 01db9576-6c50-42c1-af1b-47c4cca4dc63 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:24.300844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['47c067db-9500-490a-ae8a-95f49efeab07'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:24.331630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-71bb3a76-d7ec-4e42-a89a-e7f15803c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:24.333140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-71bb3a76-d7ec-4e42-a89a-e7f15803c32e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 1095 time: 0.1831372 Jul 23 22:49:24.333898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Pushing event deleted for resources: {'Port': ['ID=47c067db-9500-490a-ae8a-95f49efeab07,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:24.350807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23803-f252-47f3-90a1-65a557f02f3f req-bb4fd954-ff74-4005-91e0-976186e9bf14 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:24.351070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 01db9576-6c50-42c1-af1b-47c4cca4dc63 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:24.351409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 01db9576-6c50-42c1-af1b-47c4cca4dc63 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:24.358298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8af23803-f252-47f3-90a1-65a557f02f3f req-bb4fd954-ff74-4005-91e0-976186e9bf14 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2cb037d-bf4b-4f00-a38c-cd5b16051747 HTTP/1.1" status: 200 len: 867 time: 0.1723337 Jul 23 22:49:24.372432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:24.382582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:24.396779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'port_id': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'mac_address': 'fa:16:3e:97:63:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:24.440330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.453702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9210b0d4-c300-437b-ae2c-24c1e3f17a63 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:24.461884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] No DVR routers for this DVR port 47c067db-9500-490a-ae8a-95f49efeab07 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:24.465778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.467871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2e9e8df-c603-4169-b1ae-b2537de29f3a req-12720669-0676-41a2-af63-099105b77c51 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.22 "DELETE /v2.0/ports/47c067db-9500-490a-ae8a-95f49efeab07 HTTP/1.1" status: 204 len: 173 time: 1.2624769 Jul 23 22:49:24.476882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:24.483011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.532968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8af23803-f252-47f3-90a1-65a557f02f3f req-86d2a857-18f7-4558-ba8d-11e5c9450a33 tempest-VolumesBackupsTest-384998731 tempest-VolumesBackupsTest-384998731-project] 10.222.0.37 "GET /v2.0/security-groups?id=4490f01a-4afa-4f5a-96af-a9e523351c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742954 Jul 23 22:49:24.533461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:24.541773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:25.014978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:25.023907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-7285a83f-a7a8-40e2-8528-554261d4cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.025531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-7285a83f-a7a8-40e2-8528-554261d4cad2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.6829908 Jul 23 22:49:25.097174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-406620e9-e90f-4cc5-b15d-8ab7e04c7a23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2 HTTP/1.1" status: 200 len: 217 time: 0.0598543 Jul 23 22:49:25.120981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.128275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['58ee7615-6638-493a-bfe5-9e0c0f8fa9d6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.129232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.137107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.147304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.155863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.169424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.176266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.178426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-6691a8f2-0ac9-47bb-a57b-4b39197b78f6 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5425 time: 0.2250502 Jul 23 22:49:25.187393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9b8b161a-3a0e-417b-9010-b7cf2f978dcb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.189671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['424be119-a951-4057-b000-bc350c3f9d51'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.198483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['694acfdf-db9e-4da2-9bd5-b587138dffd8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.238237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a34dbcc8-da30-43f5-8422-adf336533673'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.239621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:25.242037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:25.246036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96a99ddb-7cb2-4450-aff8-cfd212ac0ea7 HTTP/1.1" status: 204 len: 168 time: 0.9758136 Jul 23 22:49:25.270889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbeb56f-b4cf-43ed-a813-804750021e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a99ddb-7cb2-4450-aff8-cfd212ac0ea7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:25.284465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-45fa0248-a3df-4cff-ba06-9b9ce76a387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.286025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-45fa0248-a3df-4cff-ba06-9b9ce76a387f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1810923 Jul 23 22:49:25.302370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e40e6d8e-233d-4243-81e6-22eb601c8889 req-fc836d2a-cb1e-4a74-9bd1-8b86dcfe0855 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068668 Jul 23 22:49:25.334478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9210b0d4-c300-437b-ae2c-24c1e3f17a63'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:25.368015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-6f4eeb7c-c533-4806-815a-d45e689e687d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646060 Jul 23 22:49:25.611634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-ed477a8c-3a62-4366-b497-91f6d9c77dd1 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353351 Jul 23 22:49:25.805018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ed84e-8835-4da2-85da-a46509af8df3 req-a2be4975-e5a3-4520-b287-287569f2ece3 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849530 Jul 23 22:49:25.896945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:25.947698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa036-0a7f-4a94-8961-4906536071eb req-a09a3b7b-bddc-44e2-a48f-3f93a645f4e1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:25.954807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cdfa036-0a7f-4a94-8961-4906536071eb req-a09a3b7b-bddc-44e2-a48f-3f93a645f4e1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 943 time: 0.1073542 Jul 23 22:49:25.979077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b9a6db70-5670-47ab-89f5-5c3459294337 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aad785acd4654828947a848ca28d523e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802264 Jul 23 22:49:25.981414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:25.985708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['a60962ca-d823-43ac-9564-19fc483015b4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:26.020508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cdfa036-0a7f-4a94-8961-4906536071eb req-5f7b4ab7-912d-4896-a808-9e80c773bc1a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648410 Jul 23 22:49:26.054687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:26.078483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:26.080316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'name': 'network-vif-deleted', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:26.082852 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2e2a1c-140c-49b9-8d0d-f481d1574b62" -d '{"events": [{"server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "name": "network-vif-deleted", "tag": "47c067db-9500-490a-ae8a-95f49efeab07"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:26.145839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:26.149518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:26.167792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/172e4c9b-0dbd-4e0d-b0c7-230dac871e07 HTTP/1.1" status: 204 len: 168 time: 0.1787665 Jul 23 22:49:26.190200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e51794-add8-4279-b683-6f3c45e1e96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172e4c9b-0dbd-4e0d-b0c7-230dac871e07,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:26.411426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:49:26.465203 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9aae81-1e20-4940-8110-721bb9cdd78e x-openstack-request-id: req-eb9aae81-1e20-4940-8110-721bb9cdd78e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:26.474894 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb037d-bf4b-4f00-a38c-cd5b16051747", "name": "network-vif-deleted", "tag": "47c067db-9500-490a-ae8a-95f49efeab07", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:26.475619 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb9aae81-1e20-4940-8110-721bb9cdd78e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:26.476323 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb037d-bf4b-4f00-a38c-cd5b16051747', 'name': 'network-vif-deleted', 'tag': '47c067db-9500-490a-ae8a-95f49efeab07', 'status': 'completed', 'code': 200} Jul 23 22:49:26.789241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.796396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.803192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.810710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.816970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.825252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.831434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:26.833573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-db74a5e5-1e17-4da4-a619-9e83d3ccf547 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5425 time: 0.2992620 Jul 23 22:49:26.889721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8657c069-3d33-4fc3-aef5-6a35b39a21e6 req-e3f4cd2e-bd89-47b5-a588-3a949694943f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480869 Jul 23 22:49:26.903015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 47c067db-9500-490a-ae8a-95f49efeab07 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:26.924155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 47c067db-9500-490a-ae8a-95f49efeab07 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:26.924530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 47c067db-9500-490a-ae8a-95f49efeab07 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:27.112133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905e84-930e-42ea-8603-acebeda1f319 req-ee963450-c5e2-4733-82d8-62551a68ecb9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:27.113725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa905e84-930e-42ea-8603-acebeda1f319 req-ee963450-c5e2-4733-82d8-62551a68ecb9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0674505 Jul 23 22:49:27.151372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa905e84-930e-42ea-8603-acebeda1f319 req-a094e154-65ac-48a7-ae3e-9321c195852b tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Jul 23 22:49:27.277125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f87a2-4138-49af-9da0-cc8d4546f097 req-dac1bf0b-0e16-494d-b1e8-2234013fd8ee tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:27.278693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-523f87a2-4138-49af-9da0-cc8d4546f097 req-dac1bf0b-0e16-494d-b1e8-2234013fd8ee tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 943 time: 0.0724840 Jul 23 22:49:27.332538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-523f87a2-4138-49af-9da0-cc8d4546f097 req-f1f6eb12-aced-41e0-9d42-a3c261bd3327 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Jul 23 22:49:28.049109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.055047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.061915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.067821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.074776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.080931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.087617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.089921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-f6d7d56d-e937-481e-b8db-dae083d4e1a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5425 time: 0.1174307 Jul 23 22:49:28.133596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbf530e9-d1eb-4214-9889-3d6c40d83bea req-0c279ced-a4d7-44bd-b7e8-87ea44e8a403 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375381 Jul 23 22:49:28.289900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0dd7-2bc5-400c-9c67-4541639338cb req-1d1069be-d745-45c8-9554-1d6af2afa084 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.292282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-656a0dd7-2bc5-400c-9c67-4541639338cb req-1d1069be-d745-45c8-9554-1d6af2afa084 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0685282 Jul 23 22:49:28.336660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-656a0dd7-2bc5-400c-9c67-4541639338cb req-5b48366a-c12e-48f7-97af-d7f2a8988358 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382431 Jul 23 22:49:28.491128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6da0e-8bac-4b2e-93c2-19d8509bd54d req-2feb19b8-d4d0-44d6-ac6a-d0c298aa3e09 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:28.492776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48c6da0e-8bac-4b2e-93c2-19d8509bd54d req-2feb19b8-d4d0-44d6-ac6a-d0c298aa3e09 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 943 time: 0.0822418 Jul 23 22:49:28.522127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:28.529045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:28.547239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48c6da0e-8bac-4b2e-93c2-19d8509bd54d req-90373ca8-83b2-4c11-84d1-f7df257eb4ae tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Jul 23 22:49:28.781636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:28.794848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:28.795226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:28.797909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:28.833145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'mac_address': 'fa:16:3e:80:8c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:28.893674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:28.931993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:28.958810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:28.964230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:28.972673 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.015705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:29.018074 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88751c8-fc05-4fdb-9378-96fe01f3ed46" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "58ee7615-6638-493a-bfe5-9e0c0f8fa9d6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:29.041679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:29.048726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.050154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a60962ca-d823-43ac-9564-19fc483015b4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:29.084981 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64ba0a-7587-4ce1-b47b-d44911d1ea17 x-openstack-request-id: req-bb64ba0a-7587-4ce1-b47b-d44911d1ea17 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:29.085384 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "58ee7615-6638-493a-bfe5-9e0c0f8fa9d6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:29.085679 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb64ba0a-7587-4ce1-b47b-d44911d1ea17 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:29.086093 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ee7615-6638-493a-bfe5-9e0c0f8fa9d6', 'code': 200} Jul 23 22:49:29.095039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:29.170644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:29.174250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port a60962ca-d823-43ac-9564-19fc483015b4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:29.179928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port a60962ca-d823-43ac-9564-19fc483015b4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:29.180530 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.283113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.294453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:29.311675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.321458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.337265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.346429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.352632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:29.352835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.360615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.362421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.363134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 424be119-a951-4057-b000-bc350c3f9d51 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:29.367171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.376232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-e881c898-810c-48f9-adff-7615667d9894 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5426 time: 0.1527059 Jul 23 22:49:29.420974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-010f24b8-d585-4544-87a8-6117bcab2d82 req-a303080d-75f9-4c3c-9718-69563441c0f9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437665 Jul 23 22:49:29.481672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:29.513032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 424be119-a951-4057-b000-bc350c3f9d51 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:29.524148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 424be119-a951-4057-b000-bc350c3f9d51 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:29.525569 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.581035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9f-931e-4343-b09c-805e242e1a21 req-bf9949c1-e302-45fd-a99d-3fc62a13a559 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.582956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5c91c9f-931e-4343-b09c-805e242e1a21 req-bf9949c1-e302-45fd-a99d-3fc62a13a559 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0825450 Jul 23 22:49:29.621535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.640288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5c91c9f-931e-4343-b09c-805e242e1a21 req-bbab64b0-e005-4f2c-931a-cebce2164631 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Jul 23 22:49:29.660393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:29.666661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.668530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a34dbcc8-da30-43f5-8422-adf336533673 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:29.754153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:29.769669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port a34dbcc8-da30-43f5-8422-adf336533673 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:29.775896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port a34dbcc8-da30-43f5-8422-adf336533673 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:29.776641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.798074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0f71d-80dd-49e6-9ff8-9bba46cc4315 req-d5291071-539d-4d35-8bda-3909380128ed tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:29.801009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4c0f71d-80dd-49e6-9ff8-9bba46cc4315 req-d5291071-539d-4d35-8bda-3909380128ed tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 944 time: 0.1026573 Jul 23 22:49:29.870700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4c0f71d-80dd-49e6-9ff8-9bba46cc4315 req-bc7b451c-0772-444a-b883-24e9c07caf9d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Jul 23 22:49:29.954476 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:29.999757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:30.005424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.006479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 694acfdf-db9e-4da2-9bd5-b587138dffd8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:30.086087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:30.111241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 694acfdf-db9e-4da2-9bd5-b587138dffd8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:30.116565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 694acfdf-db9e-4da2-9bd5-b587138dffd8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:30.117288 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.409505 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.445553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:30.449951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.450867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9b8b161a-3a0e-417b-9010-b7cf2f978dcb up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:30.534812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:30.549211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:30.553790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:30.554327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.623422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.629339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.636098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.642073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.649096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.654786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.655242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.661936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.664207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-4ce46f88-5358-4285-be82-4c2be6822464 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5430 time: 0.1461561 Jul 23 22:49:30.698755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:30.704294 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.705816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9210b0d4-c300-437b-ae2c-24c1e3f17a63 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:30.725966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1476959a-08ca-4ac1-908c-f5fe108f3763 req-35116be8-c75f-4b51-b4b3-47ec8efd4968 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491271 Jul 23 22:49:30.820294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:30.832944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:30.836826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:30.837301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.892378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a020e-0999-4104-b820-944abb2006bf req-c805f739-826c-40c8-bdec-74eda2d33324 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:30.894722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-632a020e-0999-4104-b820-944abb2006bf req-c805f739-826c-40c8-bdec-74eda2d33324 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0818243 Jul 23 22:49:30.936933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:30.941555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-632a020e-0999-4104-b820-944abb2006bf req-ee8beb2b-28dc-4bb5-a17e-d179bbcc5136 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Jul 23 22:49:30.988366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:30.994906 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:31.035838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:31.085573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2edd-9ca8-4493-9902-d394829f446c req-b92119e4-c4df-4986-870b-4e6e28062a1c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.087753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3eaa2edd-9ca8-4493-9902-d394829f446c req-b92119e4-c4df-4986-870b-4e6e28062a1c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 944 time: 0.0783687 Jul 23 22:49:31.088550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424be119-a951-4057-b000-bc350c3f9d51'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:31.090909 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de2bcb-d5a2-4cbc-af2d-766b783c40e1" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a60962ca-d823-43ac-9564-19fc483015b4"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "424be119-a951-4057-b000-bc350c3f9d51"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a34dbcc8-da30-43f5-8422-adf336533673"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:31.109478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:31.129063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:31.133319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:31.133830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:31.147877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3eaa2edd-9ca8-4493-9902-d394829f446c req-b11222ba-5672-465e-9964-aded32942cbe tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Jul 23 22:49:31.231905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:31.275555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:31.282856 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:31.326755 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66def2c-9031-4857-bf9b-df7764ea5fb9 x-openstack-request-id: req-b66def2c-9031-4857-bf9b-df7764ea5fb9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:31.327366 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a60962ca-d823-43ac-9564-19fc483015b4", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "424be119-a951-4057-b000-bc350c3f9d51", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "a34dbcc8-da30-43f5-8422-adf336533673", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-plugged", "status": "completed", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:31.327755 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b66def2c-9031-4857-bf9b-df7764ea5fb9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:31.328229 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4', 'code': 200} Jul 23 22:49:31.328542 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424be119-a951-4057-b000-bc350c3f9d51', 'code': 200} Jul 23 22:49:31.328874 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673', 'code': 200} Jul 23 22:49:31.329178 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'code': 200} Jul 23 22:49:31.329476 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'code': 200} Jul 23 22:49:31.329794 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'code': 200} Jul 23 22:49:31.360434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:31.485908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.486394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.486878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.487353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.487811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.488412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.488774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.491115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-8e693b72-8402-40e1-bdd9-f407c0c10b2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.0767822 Jul 23 22:49:31.532017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eed4409-a291-4b5f-b122-b0a7481cc557 req-ab0b38d6-ee9e-4527-b73b-9e892aa20e80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344050 Jul 23 22:49:31.874339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.880378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.886960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.892905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.898928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.906163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.912133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:31.914134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-3a6d5942-0e63-49f4-b4a0-4235a0a81f5d tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.1158218 Jul 23 22:49:31.963943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45ce83de-4bc5-41bd-8705-848c144e9c95 req-c36c6e9a-a158-4068-ad19-42643663d796 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427327 Jul 23 22:49:32.113220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb869de0-e7cc-447f-8fbb-722f58101256 req-85527de2-386d-4e29-9f64-5d167a6c1bec tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:32.118319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb869de0-e7cc-447f-8fbb-722f58101256 req-85527de2-386d-4e29-9f64-5d167a6c1bec tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0766690 Jul 23 22:49:32.163883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb869de0-e7cc-447f-8fbb-722f58101256 req-54cf3dbc-9913-49a2-8797-aa73842e2471 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Jul 23 22:49:32.347220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7849-87cf-4ffd-bca3-091f64d57b3a req-891d1623-1333-43ba-ab2e-64b6b6fb1e9c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:32.349074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccab7849-87cf-4ffd-bca3-091f64d57b3a req-891d1623-1333-43ba-ab2e-64b6b6fb1e9c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.0970597 Jul 23 22:49:32.399690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccab7849-87cf-4ffd-bca3-091f64d57b3a req-24a5a838-af3f-43da-b228-1f64add90fb1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Jul 23 22:49:32.640774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:32.758231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514531fe-8318-4fd2-bbf1-1979584c0900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:32.859919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514531fe-8318-4fd2-bbf1-1979584c0900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:32.864471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514531fe-8318-4fd2-bbf1-1979584c0900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:32.909975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-514531fe-8318-4fd2-bbf1-1979584c0900 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2754a92ea62843949cef99f99db7b4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656901 Jul 23 22:49:32.909975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514531fe-8318-4fd2-bbf1-1979584c0900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3847e6d3-2489-4f56-88af-7e31c605be1c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:32.910744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38308) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:32.966195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:32.988440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.046662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.049932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.054268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3847e6d3-2489-4f56-88af-7e31c605be1c HTTP/1.1" status: 204 len: 168 time: 0.1424491 Jul 23 22:49:33.066086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b57275-5435-48a4-a946-019cf2e90cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3847e6d3-2489-4f56-88af-7e31c605be1c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:33.144858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.152046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.157974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.163813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.170472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.176577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.183121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.185122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-c599433d-3dbe-492d-afdc-336ea9c7d05f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.1246285 Jul 23 22:49:33.231950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-748a141b-cfaa-4305-a8f3-231cb72a288a req-f145d9aa-e226-48fc-aa57-02bbe7e92b55 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406675 Jul 23 22:49:33.332033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:33.335238 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48080bab-201f-40a7-ab83-41a021a14102" -d '{"events": [{"server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "name": "network-vif-plugged", "status": "completed", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:33.378137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:33.380855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d900f-3e28-45ec-9512-b1c172b56cc1 req-7a0a5d2e-bb42-4e4f-891f-f53bd905654f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.382806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-357d900f-3e28-45ec-9512-b1c172b56cc1 req-7a0a5d2e-bb42-4e4f-891f-f53bd905654f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0850148 Jul 23 22:49:33.397515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12aebdf5-483f-41b6-ad26-f18ff35591c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.425473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-357d900f-3e28-45ec-9512-b1c172b56cc1 req-eed53331-bccd-4097-af8b-11bc996df3f7 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Jul 23 22:49:33.496935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12aebdf5-483f-41b6-ad26-f18ff35591c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.500908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12aebdf5-483f-41b6-ad26-f18ff35591c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.546280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:33.546513 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12aebdf5-483f-41b6-ad26-f18ff35591c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30bb659346924c9aa2462425a5be42c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667764 Jul 23 22:49:33.547472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aebdf5-483f-41b6-ad26-f18ff35591c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2915f0ba-757a-45e8-9ece-66a1ef25f2c0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:33.592959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.598862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.605642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.611834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.617862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.624939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.630859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.632844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1de3c275-e0e1-4b43-ab91-dfb4669854f2 req-c6c3b334-8418-4177-add6-05864dcb6925 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.1428447 Jul 23 22:49:33.644617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:33.649827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Request body: {'floatingip': {'port_id': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:33.672926 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39019b7d-f50c-4625-9995-046e3dcd9504 x-openstack-request-id: req-39019b7d-f50c-4625-9995-046e3dcd9504 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:33.672926 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "name": "network-vif-plugged", "status": "completed", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:33.673229 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39019b7d-f50c-4625-9995-046e3dcd9504 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:33.673534 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'code': 200} Jul 23 22:49:33.677747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.707269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.724347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.868051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043026f-33cd-4c0d-992e-dab84b4a8061 req-d1e4e1ee-3c5c-4123-ae25-2a6a113200df tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.870348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e043026f-33cd-4c0d-992e-dab84b4a8061 req-d1e4e1ee-3c5c-4123-ae25-2a6a113200df tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.1285951 Jul 23 22:49:33.872242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67449e55-0286-44e7-886f-683160524f63 req-955d8ea6-3c12-4eab-a355-eeb5ebcd5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:33.873719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67449e55-0286-44e7-886f-683160524f63 req-955d8ea6-3c12-4eab-a355-eeb5ebcd5bdf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 1097 time: 0.1352990 Jul 23 22:49:33.889773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.892317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:33.893472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2915f0ba-757a-45e8-9ece-66a1ef25f2c0 HTTP/1.1" status: 204 len: 168 time: 0.3463163 Jul 23 22:49:33.925115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba40a-dbe1-4769-b821-7afe7127d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2915f0ba-757a-45e8-9ece-66a1ef25f2c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:33.950781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e043026f-33cd-4c0d-992e-dab84b4a8061 req-7033275f-0fa5-4899-98de-31451413372a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Jul 23 22:49:33.955121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67449e55-0286-44e7-886f-683160524f63 req-a0b6ee30-46c2-46c1-acd7-2f0c04d061a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711870 Jul 23 22:49:34.238412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:34.243129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:34.372278 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Floating IP 05abeff5-b652-4695-b93d-22b8cfe4b907 associated. External IP: 172.25.1.200, port: 9210b0d4-c300-437b-ae2c-24c1e3f17a63. Jul 23 22:49:34.593200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b2cc9-58ab-49bb-993a-1319b4f846cf req-112843e0-9077-4778-b57a-77ceffb91a53 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:34.600421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-787b2cc9-58ab-49bb-993a-1319b4f846cf req-112843e0-9077-4778-b57a-77ceffb91a53 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0936339 Jul 23 22:49:34.664099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-787b2cc9-58ab-49bb-993a-1319b4f846cf req-ce42e94d-fb74-4a38-878a-7a4198bcdb2d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484791 Jul 23 22:49:34.664257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Router 1d190915-43cd-4ee7-99d5-e77c22d7b53f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:49:34.729146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:34.791380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:49:34.797865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:34.804569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Sync routers for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:49:34.818823 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:34.819465 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:34.842548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d9686e5-6813-48fb-914c-fceb014b0652 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "PUT /v2.0/floatingips/05abeff5-b652-4695-b93d-22b8cfe4b907 HTTP/1.1" status: 200 len: 991 time: 1.1966138 Jul 23 22:49:34.843400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:34.851806 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b446fb3-087e-416f-a89f-cba90c11294d" -d '{"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:34.912667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-499511750-network', 'tenant_id': '2e4a1425155b49f7adc56a526e026d1a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:34.938314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Made reservation on behalf of 2e4a1425155b49f7adc56a526e026d1a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:34.941467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:34.952824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:34.960494 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:34.976786 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a795fc-72b0-4c2e-a3a3-9682fa4fd495 x-openstack-request-id: req-e5a795fc-72b0-4c2e-a3a3-9682fa4fd495 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:34.977467 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:34.978542 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5a795fc-72b0-4c2e-a3a3-9682fa4fd495 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:34.979114 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'status': 'completed', 'code': 200} Jul 23 22:49:35.192332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0a55-5fb7-43f4-9660-41443213628e req-16be1604-47e4-4e4e-9646-e0ca05a432ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.193897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-752e0a55-5fb7-43f4-9660-41443213628e req-16be1604-47e4-4e4e-9646-e0ca05a432ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.1389751 Jul 23 22:49:35.201068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.201552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.202061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.202530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.202997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.203462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.203923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.205863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-c103dd69-51c2-4a47-b671-594dd12858c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.1919115 Jul 23 22:49:35.233793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.252892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.291680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:49:35.329486 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '05abeff5-b652-4695-b93d-22b8cfe4b907', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'port_id': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'mac_address': 'fa:16:3e:97:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:01Z', 'updated_at': '2021-07-23T22:49:34Z', 'revision_number': 1, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:35.352761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-752e0a55-5fb7-43f4-9660-41443213628e req-e9ee4234-7002-4116-8cc5-0b9f6ab531fd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431963 Jul 23 22:49:35.357400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9023c50-339e-4e55-bafe-6b68ca7a0a15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:35.362508 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Checking router: 1d190915-43cd-4ee7-99d5-e77c22d7b53f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:49:35.386261 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:49:35.386261 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:35.386479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.386479 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Added segment d8b2903c-47ad-4861-90cc-2b8a88f0d4e5 of type vlan for network d4a2b305-da47-4da1-bad9-50b7520082b6 Jul 23 22:49:35.431483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.470061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-aff61473-2abb-4672-983b-83703e011eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.471503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-aff61473-2abb-4672-983b-83703e011eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec HTTP/1.1" status: 200 len: 912 time: 0.2557330 Jul 23 22:49:35.523998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.525033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.525602 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.561237 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:49:35.574977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8446808 Jul 23 22:49:35.577808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:35.582873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Request body: {'subnet': {'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-499511750-subnet', 'tenant_id': '2e4a1425155b49f7adc56a526e026d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:35.596856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-9d20a0b5-c549-47e5-9eaf-7f7af27b9c31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 999 time: 0.1178567 Jul 23 22:49:35.606484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Made reservation on behalf of 2e4a1425155b49f7adc56a526e026d1a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:35.609731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.673637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851eca99-cb23-4523-8b54-10a7ef97d7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a2b305-da47-4da1-bad9-50b7520082b6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:35.686285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d4a2b305-da47-4da1-bad9-50b7520082b6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:49:35.803605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-1656d21b-b8e3-417a-a8ba-a48a3cb4ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.806334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-1656d21b-b8e3-417a-a8ba-a48a3cb4ad67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 200 len: 850 time: 0.1515658 Jul 23 22:49:35.886044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-a9fa27cf-1f04-4842-95f7-0bc30e55eb4c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.893381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-a9fa27cf-1f04-4842-95f7-0bc30e55eb4c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.2945600 Jul 23 22:49:35.913135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-b5499fcd-b8d0-47b7-b81d-1355bdcc96d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0184236 Jul 23 22:49:35.914440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:35.931065 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-635504de-39fd-4c07-ac77-781216779b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '05abeff5-b652-4695-b93d-22b8cfe4b907', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'port_id': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'mac_address': 'fa:16:3e:97:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:01Z', 'updated_at': '2021-07-23T22:49:34Z', 'revision_number': 1, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:49:35.967621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b446fb3-087e-416f-a89f-cba90c11294d req-16fcfea6-c5db-421e-b9ad-cb26b941701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:35.969586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-16fcfea6-c5db-421e-b9ad-cb26b941701b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523554 Jul 23 22:49:35.971089 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635504de-39fd-4c07-ac77-781216779b3d None None] The sync data for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 is: [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '05abeff5-b652-4695-b93d-22b8cfe4b907', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'port_id': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'mac_address': 'fa:16:3e:97:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:48:01Z', 'updated_at': '2021-07-23T22:49:34Z', 'revision_number': 1, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:49:35.988351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=113782f0-7d88-449a-8b00-014abba77d61,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:36.002942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Checking segment: {'id': 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:36.003642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Network hostable DHCP agents. Network: d4a2b305-da47-4da1-bad9-50b7520082b6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:49:36.024526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Network d4a2b305-da47-4da1-bad9-50b7520082b6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:49:36.030278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-ebf114ba-128e-46ed-8bfa-2df72c55e7f6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158249 Jul 23 22:49:36.037820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d4a2b305-da47-4da1-bad9-50b7520082b6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:36.046770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:36.049049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:36.049607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8819bf0-0ecf-4dab-9ad5-bd3ab855ec9a None None] Network d4a2b305-da47-4da1-bad9-50b7520082b6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:36.074687 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a051ead-bc80-4c1a-bdb3-e8f268e5f84e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4956298 Jul 23 22:49:36.188254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-0b4e0829-6150-421e-9342-1b61d54822c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990973 Jul 23 22:49:36.230723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-5a2d1a3f-f9e0-4bc6-8eac-c3b0774365fd service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525792 Jul 23 22:49:36.267870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe36010-1a22-4b3e-bd44-fe02e008a2e2 None None] New status for floating IP 05abeff5-b652-4695-b93d-22b8cfe4b907: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:49:36.316044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dafe633-4b30-4cfa-b20c-d074c81851b5 None None] Network d4a2b305-da47-4da1-bad9-50b7520082b6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:36.426270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-051013b8-cbf5-4704-ba5a-d845562b7e66 req-b5a87359-132d-455e-ba1e-732e62c797e4 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298419 Jul 23 22:49:36.429397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b446fb3-087e-416f-a89f-cba90c11294d req-3efd7405-5ba0-4a29-95cf-d5abe25340b4 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879551 Jul 23 22:49:36.678518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c4987-813c-4862-b10a-de408457a614 req-35c12c10-da80-4059-a1ff-824c5157fb67 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:36.680088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-181c4987-813c-4862-b10a-de408457a614 req-35c12c10-da80-4059-a1ff-824c5157fb67 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0818248 Jul 23 22:49:36.732667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-181c4987-813c-4862-b10a-de408457a614 req-d765713a-0e55-4610-a6fe-2469dba47817 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Jul 23 22:49:36.818994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:36.824451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1171149386-network', 'tenant_id': '956e12bbc3b44a699ff88733a5e06c45'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:36.859643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Made reservation on behalf of 956e12bbc3b44a699ff88733a5e06c45 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:36.862686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:36.873746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:36.987846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:36.994274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.027984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:49:37.043310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4087e-4a22-47e2-b612-ea25056ce837,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:37.050267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.050691 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Added segment 944e0df2-8d46-478b-adb4-bc10393f5d64 of type vlan for network 5e2949a9-88c0-4a77-acc7-670925c31a1d Jul 23 22:49:37.107428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.140429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.141673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:37.142452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.179214 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3590815 Jul 23 22:49:37.182894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:49:37.187883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Request body: {'subnet': {'network_id': '5e2949a9-88c0-4a77-acc7-670925c31a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1171149386-subnet', 'tenant_id': '956e12bbc3b44a699ff88733a5e06c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:37.221100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b072-28db-4ddf-b03d-9de744c582df admin admin] Pushing event updated for resources: {'Network': ['ID=5e2949a9-88c0-4a77-acc7-670925c31a1d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:37.231157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5e2949a9-88c0-4a77-acc7-670925c31a1d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:49:37.240350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d8e8e32-f1ee-4f2e-a04a-0b51ec553651 req-d656eefc-ddfe-418a-8f6e-df43954a1630 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=f103996b-2633-429b-b333-b0e6ab6eced8 HTTP/1.1" status: 200 len: 210 time: 0.0375037 Jul 23 22:49:37.246456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Made reservation on behalf of 956e12bbc3b44a699ff88733a5e06c45 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:37.249154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.458093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.512308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b4199f-ed49-4933-b872-19186bf2a4cb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:37.530321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Checking segment: {'id': '944e0df2-8d46-478b-adb4-bc10393f5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e2949a9-88c0-4a77-acc7-670925c31a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:37.530678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Network hostable DHCP agents. Network: 5e2949a9-88c0-4a77-acc7-670925c31a1d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:49:37.547968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Network 5e2949a9-88c0-4a77-acc7-670925c31a1d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:49:37.559395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5e2949a9-88c0-4a77-acc7-670925c31a1d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:37.563802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:37.564415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:37.568791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05264dcf-dd9d-403a-bb70-36aa8c60f912 None None] Network 5e2949a9-88c0-4a77-acc7-670925c31a1d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:37.579388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8511ad7c-bc35-4000-b0dd-b6e4ea867fb6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3953869 Jul 23 22:49:37.709935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17112893-f2c1-47aa-a99f-311d7b0235d0 None None] Network 5e2949a9-88c0-4a77-acc7-670925c31a1d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:49:37.879368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f0ee2-a206-4e0a-acb3-9173ca520224 req-ddfc5954-0cda-4704-b8ed-9a07bd4f4bc8 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:37.880857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c1f0ee2-a206-4e0a-acb3-9173ca520224 req-ddfc5954-0cda-4704-b8ed-9a07bd4f4bc8 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0732384 Jul 23 22:49:37.923737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c1f0ee2-a206-4e0a-acb3-9173ca520224 req-6e7cfd14-4eac-4f06-af96-cffd10355627 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Jul 23 22:49:38.300891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-d8493f3d-c290-498a-85e8-734a5ec9ec1f tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:38.302404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-d8493f3d-c290-498a-85e8-734a5ec9ec1f tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/networks?id=d4a2b305-da47-4da1-bad9-50b7520082b6 HTTP/1.1" status: 200 len: 808 time: 0.1156950 Jul 23 22:49:38.318842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-bcd00019-5bb1-4458-856e-508c1083f9cd tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/quotas/2e4a1425155b49f7adc56a526e026d1a HTTP/1.1" status: 200 len: 375 time: 0.0099332 Jul 23 22:49:38.356188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-46ea0927-9007-4929-ab90-fb4d0226e7e1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e4a1425155b49f7adc56a526e026d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301726 Jul 23 22:49:38.451495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-d05b75ae-741e-420c-bfb4-626227049ef0 service neutron] 10.222.0.37 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883002 Jul 23 22:49:38.544348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-6fa94cfd-ab2c-498a-8662-7e4dcee7ba34 service neutron] 10.222.0.37 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869505 Jul 23 22:49:38.903696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b64f5266-65c0-4001-a9ea-3c1ab7261686 req-a7e74a39-f0bc-47b3-a256-a434721f9439 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 210 time: 0.0446095 Jul 23 22:49:39.255968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-b64f0d40-0157-4294-81b2-fc4ed79197f0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:39.257580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-b64f0d40-0157-4294-81b2-fc4ed79197f0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1562190 Jul 23 22:49:39.282919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-41687115-5c0a-4f5c-975b-bef349a22b0a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0179045 Jul 23 22:49:39.289026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-08928908-4163-4959-9e7e-07975fecf787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:39.290673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-08928908-4163-4959-9e7e-07975fecf787 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ece131312e2f4541b0b562f1b6a4c493&device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 1098 time: 0.1039114 Jul 23 22:49:39.427615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-12d8443f-1c3a-4bc3-a931-ae9a8fb60e0f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1358058 Jul 23 22:49:39.428956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-1c94e0ba-1f7b-460d-a09c-0ae8932b11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:39.430374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-1c94e0ba-1f7b-460d-a09c-0ae8932b11cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 200 len: 917 time: 0.1307621 Jul 23 22:49:39.500866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-46702991-a747-47ac-93fb-c11acde4c8f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4 HTTP/1.1" status: 200 len: 217 time: 0.0472655 Jul 23 22:49:39.595053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-2b64f23d-767a-4507-a6d5-43f9964fa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:39.596508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-2b64f23d-767a-4507-a6d5-43f9964fa344 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 200 len: 855 time: 0.0668743 Jul 23 22:49:39.598241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-5ee24449-53b2-4408-b210-a5bb803e7d36 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628759 Jul 23 22:49:39.734360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-96faaa20-164f-437a-b3b2-c3a49e7fa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:39.735776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-96faaa20-164f-437a-b3b2-c3a49e7fa22e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302121 Jul 23 22:49:39.753522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-99c2e7e2-ad10-4277-8fff-c7720eb4846e service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400888 Jul 23 22:49:40.327017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-756d81a8-97f0-404a-9aae-be32f90a3d2e service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761552 Jul 23 22:49:40.378917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-dfea2b6f-3b1f-47f9-ad8e-7407bab64e6e tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:40.380442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-dfea2b6f-3b1f-47f9-ad8e-7407bab64e6e tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.22 "GET /v2.0/networks?id=d4a2b305-da47-4da1-bad9-50b7520082b6 HTTP/1.1" status: 200 len: 808 time: 0.2394915 Jul 23 22:49:40.395437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bfbc-bf0d-408d-b58c-666fb9a120dd req-e9998676-0ee6-4e01-92db-e55e8a7fefea tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:40.396941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f379bfbc-bf0d-408d-b58c-666fb9a120dd req-e9998676-0ee6-4e01-92db-e55e8a7fefea tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.2549198 Jul 23 22:49:40.404063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Request body: {'port': {'device_id': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6', 'admin_state_up': True, 'tenant_id': '2e4a1425155b49f7adc56a526e026d1a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:40.543850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f379bfbc-bf0d-408d-b58c-666fb9a120dd req-5bd66a2d-cb6d-47a1-9df6-064aa2325128 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348262 Jul 23 22:49:40.559547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7658bae-83e9-4873-9945-12f0cf024f20 req-4ee3ae70-9c8c-4a3e-aed6-7723f31323f1 service neutron] 10.222.0.22 "GET /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213531 Jul 23 22:49:40.599020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Made reservation on behalf of 2e4a1425155b49f7adc56a526e026d1a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:40.605307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:40.767384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc6b5ba8-3ec7-4654-9a5e-34272aca734e req-2fa1e675-d067-4252-a40a-0e783e7cd2d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 210 time: 0.0609798 Jul 23 22:49:40.820598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Allocated IP 172.20.0.4 (d4a2b305-da47-4da1-bad9-50b7520082b6/113782f0-7d88-449a-8b00-014abba77d61/c72f05fc-c184-4801-baf2-5478bfcda3c9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:49:40.876446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b938c0d-2f2c-4e70-8948-3220ca9378e1 req-abd75aa1-df8a-4582-b93f-7030b7cf7bca tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 210 time: 0.0409713 Jul 23 22:49:41.028445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.042725 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e28b2bb-3e4b-44aa-9736-de664f356cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.166739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.225625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Network d4a2b305-da47-4da1-bad9-50b7520082b6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:49:41.236131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-bf98225d-70fd-40a7-8f01-7a170c876f48 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:41.237728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-bf98225d-70fd-40a7-8f01-7a170c876f48 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1934133 Jul 23 22:49:41.240915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:41.244830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:49:41.256547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:41.316208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Pushing event updated for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:41.376076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:41.376621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.404006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-2e8242d3-a0f0-401f-a9d8-e7e121af40b1 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0044644 Jul 23 22:49:41.423093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Request body: {'port': {'device_id': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:41.467106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:49:41.470615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.554942 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:41.845575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.7 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/31c0d4a3-6f36-4fba-bcd1-e758476cc8d9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:49:41.988879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e801-ffa3-45d8-95e3-698b342d9231 req-57d38dec-27b1-4069-aa01-4589e121f598 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:41.990392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89c4e801-ffa3-45d8-95e3-698b342d9231 req-57d38dec-27b1-4069-aa01-4589e121f598 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.3419633 Jul 23 22:49:42.031800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-bd309daa-a839-4bb3-ba89-8133f2781b67 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3581150 Jul 23 22:49:42.157714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89c4e801-ffa3-45d8-95e3-698b342d9231 req-58249533-ee4a-4279-95ff-4ee3c81cbf35 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475790 Jul 23 22:49:42.233107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.300792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72f05fc-c184-4801-baf2-5478bfcda3c9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:42.312440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.324247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-b53ba79c-660e-4205-a03c-1eb2d1fb4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:42.325902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-b53ba79c-660e-4205-a03c-1eb2d1fb4169 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 1097 time: 0.2345815 Jul 23 22:49:42.372225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fff62ab-ff91-49a3-a504-9dbf432ac080 req-045c1571-8e82-4d1d-93b8-4baab41534cf tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 210 time: 0.0383513 Jul 23 22:49:42.373284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Transition to ACTIVE for port object c72f05fc-c184-4801-baf2-5478bfcda3c9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:49:42.388872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.537772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.549539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Pushing event updated for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:42.550510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:42.650768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:49:42.654395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-39b23970-a09f-4fd8-a132-11f0e7e2e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:42.655925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-39b23970-a09f-4fd8-a132-11f0e7e2e797 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2900879 Jul 23 22:49:42.670516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:49:42.691130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:49:42.747699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:42.759219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-f1a5c50a-678b-4794-9e5c-a7ddacca176b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8 HTTP/1.1" status: 200 len: 217 time: 0.0865121 Jul 23 22:49:42.787171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ed42-9489-45cd-9072-a1c05620809e req-fa37d030-8d05-4093-b49b-c050e6b4e6e2 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:42.788622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9798ed42-9489-45cd-9072-a1c05620809e req-fa37d030-8d05-4093-b49b-c050e6b4e6e2 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 943 time: 0.3502824 Jul 23 22:49:42.852227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:42.853372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.860778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Attempting to bind port c72f05fc-c184-4801-baf2-5478bfcda3c9 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:49:42.861115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Attempting to bind port c72f05fc-c184-4801-baf2-5478bfcda3c9 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:49:42.861446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Attempting to bind port c72f05fc-c184-4801-baf2-5478bfcda3c9 on network d4a2b305-da47-4da1-bad9-50b7520082b6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:42.880970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Port c72f05fc-c184-4801-baf2-5478bfcda3c9 on network d4a2b305-da47-4da1-bad9-50b7520082b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:49:42.881366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Attempting to bind port c72f05fc-c184-4801-baf2-5478bfcda3c9 on network d4a2b305-da47-4da1-bad9-50b7520082b6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:42.892406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-38d7c394-b7ac-4229-9942-6d2b2ba3f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:42.894037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-38d7c394-b7ac-4229-9942-6d2b2ba3f47b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1252418 Jul 23 22:49:42.901204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-3683dbc6-aae2-444d-9153-4d5ec6ef1f4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6472869 Jul 23 22:49:42.911284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:49:42.911622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Checking segment: {'id': 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:42.912002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Bound using segment: {'id': 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:49:42.912459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Bound port: c72f05fc-c184-4801-baf2-5478bfcda3c9, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:49:42.912828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:42.917395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9798ed42-9489-45cd-9072-a1c05620809e req-41172a55-2337-484c-853c-a4a3fdcf19f4 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198056 Jul 23 22:49:42.924903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Request body: {'port': {'device_id': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:49:43.108773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:49:43.111037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:43.116841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9,segment=NetworkSegment(d8b2903c-47ad-4861-90cc-2b8a88f0d4e5),segment_id=d8b2903c-47ad-4861-90cc-2b8a88f0d4e5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:49:43.138237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:43.193430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-f2de13d8-ae78-4e24-9c07-fd015418555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:43.194979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-f2de13d8-ae78-4e24-9c07-fd015418555f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919097 Jul 23 22:49:43.247164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:43.247771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:43.249238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] 10.222.0.22 "PUT /v2.0/ports/c72f05fc-c184-4801-baf2-5478bfcda3c9 HTTP/1.1" status: 200 len: 1092 time: 1.8303196 Jul 23 22:49:43.251470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:43.253825 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0876a-cae1-4900-a193-9b78ba9c39f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:43.760010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c3e87cd-c70f-4401-ac68-05e835fb0917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:43.867354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45eb3-424b-4b2d-b22f-de4d76887752 service neutron] Pushing event updated for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:43.936216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a002-d7e0-4437-a367-370709908822 req-ad9b6f88-3c75-48f9-99e6-d85aad218ba0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:43.938007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a282a002-d7e0-4437-a367-370709908822 req-ad9b6f88-3c75-48f9-99e6-d85aad218ba0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.8248820 Jul 23 22:49:44.004853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-5ff0c025-2f24-4134-a69d-357f350e2249 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770584 Jul 23 22:49:44.136073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:44.145932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a282a002-d7e0-4437-a367-370709908822 req-8379fee5-2159-472e-894f-dc5211f7e24c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944110 Jul 23 22:49:44.154459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-9fb0a9d8-8a01-4e52-9056-8c98a7f37b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:44.156060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-9fb0a9d8-8a01-4e52-9056-8c98a7f37b5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e4a1425155b49f7adc56a526e026d1a&device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 1095 time: 0.3723562 Jul 23 22:49:44.222609 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb76f2-2955-460d-b47d-f3c09430e75f x-openstack-request-id: req-50fb76f2-2955-460d-b47d-f3c09430e75f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:44.222994 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:44.223215 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50fb76f2-2955-460d-b47d-f3c09430e75f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:44.223544 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9', 'status': 'completed', 'code': 200} Jul 23 22:49:44.233587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-391ca5bd-83b9-4759-87ea-e807e98fd9ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9 HTTP/1.1" status: 200 len: 217 time: 0.0592656 Jul 23 22:49:44.279557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5517ee39-df1a-4d78-bf1c-df9011bf0f3c req-10845d5c-652d-41ed-86fe-9f7870899b3c service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579422 Jul 23 22:49:44.377600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:44.391867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:44.396530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-82f2e0a6-c157-4ea6-bd29-5675d82d5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:44.398312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-82f2e0a6-c157-4ea6-bd29-5675d82d5387 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=113782f0-7d88-449a-8b00-014abba77d61 HTTP/1.1" status: 200 len: 848 time: 0.1503358 Jul 23 22:49:44.452128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Transition to ACTIVE for port object 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:49:44.454790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-85f6a5f3-18f8-4e1e-a673-6d294f263678 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4a2b305-da47-4da1-bad9-50b7520082b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481455 Jul 23 22:49:44.459446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:44.548852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4aafe-9737-49a7-b395-d0f46313c263 req-57d5b859-06a3-4ad1-a889-e0f4497892e6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:44.550490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfa4aafe-9737-49a7-b395-d0f46313c263 req-57d5b859-06a3-4ad1-a889-e0f4497892e6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 931 time: 0.2776835 Jul 23 22:49:44.567603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:44.717172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfa4aafe-9737-49a7-b395-d0f46313c263 req-e9a7e13f-a9fd-40c7-af9d-1189ecbe0f45 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552870 Jul 23 22:49:44.725141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-8928de1c-5630-43a7-9827-4a14e1f50fce service neutron] 10.222.0.22 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536080 Jul 23 22:49:44.761493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Attempting to bind port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:49:44.761978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Attempting to bind port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:49:44.762318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Attempting to bind port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:44.778193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:49:44.778422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Attempting to bind port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:49:44.830650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:49:44.830904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:49:44.831292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:49:44.831748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Bound port: 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:49:44.832190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:44.894485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:44.918574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-415574ec-af2f-495c-baa7-8994df74a5e8 req-8f021941-4f1d-443b-aac4-33e7f72a7554 service neutron] 10.222.0.22 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833489 Jul 23 22:49:44.966513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:49:44.978210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229c619-d316-4125-9186-91b360b05036 req-7de27529-20e9-43bb-8ed3-7f23e8858224 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:44.979899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3229c619-d316-4125-9186-91b360b05036 req-7de27529-20e9-43bb-8ed3-7f23e8858224 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 943 time: 0.1648784 Jul 23 22:49:44.982994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:49:44.995811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:45.074009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.074628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:45.076095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] 10.222.0.25 "PUT /v2.0/ports/31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 HTTP/1.1" status: 200 len: 1092 time: 2.1577976 Jul 23 22:49:45.109172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3229c619-d316-4125-9186-91b360b05036 req-f5ae5fc5-6a6d-4942-bcce-080cd540e78b tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160109 Jul 23 22:49:45.166240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce866-8913-4fbe-ab2a-603d58da5e71 service neutron] Pushing event updated for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:45.179574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-8713d406-1eb5-496b-a947-8b91f6fe2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.181780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-8713d406-1eb5-496b-a947-8b91f6fe2997 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e4a1425155b49f7adc56a526e026d1a&device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 1095 time: 0.2009981 Jul 23 22:49:45.271161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-877e919b-cdd9-4a24-aaf6-6d550d5f10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.272713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-877e919b-cdd9-4a24-aaf6-6d550d5f10ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 1095 time: 0.1578002 Jul 23 22:49:45.363909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-39176775-ef4c-497a-8858-d2735de7b8d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 HTTP/1.1" status: 200 len: 217 time: 0.0803921 Jul 23 22:49:45.385902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-4eaa4208-5301-485d-8f90-20c4869cff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.387440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-4eaa4208-5301-485d-8f90-20c4869cff71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d4a2b305-da47-4da1-bad9-50b7520082b6 HTTP/1.1" status: 200 len: 909 time: 0.1965785 Jul 23 22:49:45.463544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-bdf8dfac-7da0-42d4-9f32-eafdb11731d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9 HTTP/1.1" status: 200 len: 217 time: 0.0548291 Jul 23 22:49:45.477165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-8eec9e86-8834-404c-a9f4-9354dc08c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.479445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-8eec9e86-8834-404c-a9f4-9354dc08c2a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1085119 Jul 23 22:49:45.534662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a61218-76e1-42bd-a1e0-6dd813fbed9d req-83934c46-9346-4c38-8dba-7663ac124fb4 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.536179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1a61218-76e1-42bd-a1e0-6dd813fbed9d req-83934c46-9346-4c38-8dba-7663ac124fb4 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.2677119 Jul 23 22:49:45.558841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-5cbd8ac1-da3b-4f61-9345-5b56ed418263 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676548 Jul 23 22:49:45.629134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-4d99af8c-e7e7-417d-891d-a837e0938ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:45.630658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-4d99af8c-e7e7-417d-891d-a837e0938ac3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=113782f0-7d88-449a-8b00-014abba77d61 HTTP/1.1" status: 200 len: 848 time: 0.1492002 Jul 23 22:49:45.645494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1a61218-76e1-42bd-a1e0-6dd813fbed9d req-72124a80-1d54-4ba6-b440-e006ac3c9f5c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895462 Jul 23 22:49:45.707878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-1409f26d-71e5-488a-a698-35b4616946d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d4a2b305-da47-4da1-bad9-50b7520082b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659530 Jul 23 22:49:45.754435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-4935461d-3439-483c-ac88-93098542b642 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878710 Jul 23 22:49:45.879081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-f765e553-60f5-499b-9178-e14381c27cc3 service neutron] 10.222.0.22 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619813 Jul 23 22:49:45.912544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3515ecbd-1ae3-4eb6-9a54-6c22e12c8d20 req-c22b4e12-8635-4052-8141-613296f84ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502492 Jul 23 22:49:45.999822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cf0876a-cae1-4900-a193-9b78ba9c39f0 req-c102862c-9860-4d0f-a4d9-b299e1f556d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126769 Jul 23 22:49:46.111003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2459c-7822-461f-af44-632f71457a03 req-cf8b3c00-740a-4f7a-a9cd-1cfa4fa8d00f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:46.112514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fe2459c-7822-461f-af44-632f71457a03 req-cf8b3c00-740a-4f7a-a9cd-1cfa4fa8d00f tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.0652263 Jul 23 22:49:46.151577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3fe2459c-7822-461f-af44-632f71457a03 req-d8b84a7d-daa2-4883-94a4-aba6d020342d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Jul 23 22:49:46.235879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:46.238200 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c30a4c2-0da8-4714-9346-e28c122476d2" -d '{"events": [{"name": "network-changed", "server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:46.275294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a5bf-4aec-4ec9-a264-b60774bf5683 req-748f7952-291f-42bc-b585-8771d7499853 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:46.276697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79b1a5bf-4aec-4ec9-a264-b60774bf5683 req-748f7952-291f-42bc-b585-8771d7499853 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 943 time: 0.0681090 Jul 23 22:49:46.314981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79b1a5bf-4aec-4ec9-a264-b60774bf5683 req-aab189e0-2974-42c5-abd0-1b82429c2d33 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Jul 23 22:49:46.460199 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:46.497121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc350-b53d-4b98-99cc-149490865beb req-038068a3-24dc-4938-b0eb-256e950ad485 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:46.498998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c08cc350-b53d-4b98-99cc-149490865beb req-038068a3-24dc-4938-b0eb-256e950ad485 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0854113 Jul 23 22:49:46.544967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c08cc350-b53d-4b98-99cc-149490865beb req-48618272-eb87-4fba-b847-1ede073f7190 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Jul 23 22:49:46.692267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b729-d6a8-4112-a32d-7b46e87736ea req-f9fa2582-fc6b-4007-9a26-b87332396657 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:46.694030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee2b729-d6a8-4112-a32d-7b46e87736ea req-f9fa2582-fc6b-4007-9a26-b87332396657 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 943 time: 0.0780270 Jul 23 22:49:46.743589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee2b729-d6a8-4112-a32d-7b46e87736ea req-c3b58d6c-9eae-4277-8c55-9da67c0ffcf2 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404942 Jul 23 22:49:46.781930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-891deee5-e300-4ade-b377-d93451a3374c req-5bb99466-1c4a-43bc-ac21-8c2e96d6512c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:49:46.783178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-891deee5-e300-4ade-b377-d93451a3374c req-5bb99466-1c4a-43bc-ac21-8c2e96d6512c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064383 Jul 23 22:49:46.924069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-891deee5-e300-4ade-b377-d93451a3374c req-98fbf78f-d508-4f96-a576-e8c083a07c50 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1334734 Jul 23 22:49:46.943840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c72f05fc-c184-4801-baf2-5478bfcda3c9 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:47.051911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9,segment=NetworkSegment(d8b2903c-47ad-4861-90cc-2b8a88f0d4e5),segment_id=d8b2903c-47ad-4861-90cc-2b8a88f0d4e5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:47.064789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'c72f05fc-c184-4801-baf2-5478bfcda3c9', 'network_id': 'd4a2b305-da47-4da1-bad9-50b7520082b6', 'port_id': 'c72f05fc-c184-4801-baf2-5478bfcda3c9', 'mac_address': 'fa:16:3e:17:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113782f0-7d88-449a-8b00-014abba77d61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:47.111887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:47.126522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72f05fc-c184-4801-baf2-5478bfcda3c9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:47.147255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9,segment=NetworkSegment(d8b2903c-47ad-4861-90cc-2b8a88f0d4e5),segment_id=d8b2903c-47ad-4861-90cc-2b8a88f0d4e5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:47.152065 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:47.187424 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94aae8d-f63d-42e5-9660-56445f0d5a19 x-openstack-request-id: req-a94aae8d-f63d-42e5-9660-56445f0d5a19 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:47.187938 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:47.187938 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a94aae8d-f63d-42e5-9660-56445f0d5a19 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:47.188324 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9', 'status': 'completed', 'code': 200} Jul 23 22:49:47.207509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:47.307828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-09bea480-7916-45fa-a955-36a62c706f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.309400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-09bea480-7916-45fa-a955-36a62c706f8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 1095 time: 0.0909181 Jul 23 22:49:47.327466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37585-268e-46e7-babe-9a1e70467b18 req-3f148c17-302c-48b8-b5ce-e8cfd6526da0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.328907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4da37585-268e-46e7-babe-9a1e70467b18 req-3f148c17-302c-48b8-b5ce-e8cfd6526da0 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.0834978 Jul 23 22:49:47.420657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4da37585-268e-46e7-babe-9a1e70467b18 req-8d7b3a59-47d2-482a-a44f-4b33aefd0a51 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Jul 23 22:49:47.457597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-f2b13718-dddb-4611-a5c0-40f05186c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.459266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-f2b13718-dddb-4611-a5c0-40f05186c940 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.1401682 Jul 23 22:49:47.495789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['c72f05fc-c184-4801-baf2-5478bfcda3c9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:47.520495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-77013ca7-417e-4543-91ef-c893dda12811 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 HTTP/1.1" status: 200 len: 217 time: 0.0503094 Jul 23 22:49:47.602996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-0c1536ef-896c-4ead-9817-4be40391cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.604434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-0c1536ef-896c-4ead-9817-4be40391cfc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0661309 Jul 23 22:49:47.618948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e995c-fe05-4b96-a288-c8be19dfb0b0 req-1f336a76-d9f5-49ae-845e-1ec7e3f4bf30 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.620745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d19e995c-fe05-4b96-a288-c8be19dfb0b0 req-1f336a76-d9f5-49ae-845e-1ec7e3f4bf30 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 943 time: 0.1435542 Jul 23 22:49:47.666912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-3861a8a6-9235-4496-a23d-67f342db287a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449409 Jul 23 22:49:47.700187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d19e995c-fe05-4b96-a288-c8be19dfb0b0 req-ea63bfd3-6385-4a79-b3e3-1c9bd8c891f7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706239 Jul 23 22:49:47.802699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-6b74f784-6b8a-48d7-addd-e78f5b66f647 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250172 Jul 23 22:49:47.886361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce2f7c-ce12-4131-8448-a12980129b45 req-32582ab5-12fb-4894-ba2d-80af25c8fdcf tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:47.887738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ce2f7c-ce12-4131-8448-a12980129b45 req-32582ab5-12fb-4894-ba2d-80af25c8fdcf tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.1312873 Jul 23 22:49:47.935821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c30a4c2-0da8-4714-9346-e28c122476d2 req-0ef93ba9-8ab1-4031-90f9-45386e220f3c service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253595 Jul 23 22:49:47.943506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ce2f7c-ce12-4131-8448-a12980129b45 req-c17c601c-36e5-41ab-a1e9-17db2a5fd170 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484762 Jul 23 22:49:48.059641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518f427-b6af-4ccb-a934-b1a199f27624 req-83f174a6-b7c1-44eb-94f5-675b22e2044b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.061125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9518f427-b6af-4ccb-a934-b1a199f27624 req-83f174a6-b7c1-44eb-94f5-675b22e2044b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0632069 Jul 23 22:49:48.099183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9518f427-b6af-4ccb-a934-b1a199f27624 req-215daf7a-f475-4885-9d03-efd121ff087c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 23 22:49:48.222778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88225280-ab64-4a4a-9afe-94b44391aaa2 req-5fe75940-84c0-4d4a-b254-3807aeef5115 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.224271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88225280-ab64-4a4a-9afe-94b44391aaa2 req-5fe75940-84c0-4d4a-b254-3807aeef5115 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 944 time: 0.0687485 Jul 23 22:49:48.262679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88225280-ab64-4a4a-9afe-94b44391aaa2 req-3b1be801-e3b9-4092-b04c-70abf85bff03 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Jul 23 22:49:48.379939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ff37e-f727-4c15-a7b7-e983ae1507a8 req-df87a965-05e2-41b4-a66d-dc3dcc9f8d31 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.381385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6ff37e-f727-4c15-a7b7-e983ae1507a8 req-df87a965-05e2-41b4-a66d-dc3dcc9f8d31 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.0638537 Jul 23 22:49:48.418526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6ff37e-f727-4c15-a7b7-e983ae1507a8 req-03345c8b-a63b-4cdb-992c-ae9d37352b16 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Jul 23 22:49:48.663345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687d6a-391c-493b-ae83-a9f169d713d6 req-4bc0d8fc-ae49-4bdf-97c0-38c409818566 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.670350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687d6a-391c-493b-ae83-a9f169d713d6 req-4bc0d8fc-ae49-4bdf-97c0-38c409818566 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.676205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687d6a-391c-493b-ae83-a9f169d713d6 req-4bc0d8fc-ae49-4bdf-97c0-38c409818566 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.677866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12687d6a-391c-493b-ae83-a9f169d713d6 req-4bc0d8fc-ae49-4bdf-97c0-38c409818566 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd&device_id=2adc4b17-7006-4c22-b985-18d866038822&device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 2417 time: 0.0852032 Jul 23 22:49:48.718062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12687d6a-391c-493b-ae83-a9f169d713d6 req-9a95cb5b-fad6-4a8f-a7c3-6f06f60c2932 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Jul 23 22:49:48.837243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efac2aa-daaa-4daf-af38-f474899886c8 req-beff3756-05c4-4fdf-b76a-79c8103fb28f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:48.839037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7efac2aa-daaa-4daf-af38-f474899886c8 req-beff3756-05c4-4fdf-b76a-79c8103fb28f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 943 time: 0.0664847 Jul 23 22:49:48.880999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7efac2aa-daaa-4daf-af38-f474899886c8 req-a1e6494d-f1e8-448b-a9b9-cd2ea133b22e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Jul 23 22:49:48.956443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c72f05fc-c184-4801-baf2-5478bfcda3c9 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:48.991951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1ee7c76-ae92-4051-be80-a4e48b70b28c req-9630aede-93d7-4656-922b-5fc569d3c073 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0762920 Jul 23 22:49:49.008068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port c72f05fc-c184-4801-baf2-5478bfcda3c9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:49.013620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port c72f05fc-c184-4801-baf2-5478bfcda3c9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:49.014252 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:49.101997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:49.128295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:49.130601 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a62789-c7f9-4afe-b479-d857259cdf89" -d '{"events": [{"server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "name": "network-vif-plugged", "status": "completed", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:49.144822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9,segment=NetworkSegment(d8b2903c-47ad-4861-90cc-2b8a88f0d4e5),segment_id=d8b2903c-47ad-4861-90cc-2b8a88f0d4e5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:49.150996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:49.204535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:49.359844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fc31b-753b-43fe-a5ee-d6128868815c req-748094f8-952d-4f44-aee6-da88e29fc06e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:49.361550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b6fc31b-753b-43fe-a5ee-d6128868815c req-748094f8-952d-4f44-aee6-da88e29fc06e tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0684955 Jul 23 22:49:49.400717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b6fc31b-753b-43fe-a5ee-d6128868815c req-47add19d-ebe9-44c8-8b6d-f7450456acd3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334129 Jul 23 22:49:49.454297 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3aaec-50a2-4c0e-b92c-04d5fb65bf5d x-openstack-request-id: req-f6f3aaec-50a2-4c0e-b92c-04d5fb65bf5d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:49.454697 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "name": "network-vif-plugged", "status": "completed", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:49.455050 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6f3aaec-50a2-4c0e-b92c-04d5fb65bf5d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:49.455542 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9', 'code': 200} Jul 23 22:49:49.574677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102afed-b356-4902-8d9a-bf355adbbe33 req-b80b0d10-a8e7-4168-962e-fd2dac3461e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:49.576502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a102afed-b356-4902-8d9a-bf355adbbe33 req-b80b0d10-a8e7-4168-962e-fd2dac3461e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 1097 time: 0.0578582 Jul 23 22:49:49.622432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a102afed-b356-4902-8d9a-bf355adbbe33 req-005d8150-4afb-4a0b-8615-74d82fe1a88d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jul 23 22:49:49.747239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a67ae-eb3a-452c-8865-9e7671ea3609 req-57c5a532-6702-4dbd-90f1-7b7e219e951f tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:49.748863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc1a67ae-eb3a-452c-8865-9e7671ea3609 req-57c5a532-6702-4dbd-90f1-7b7e219e951f tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 945 time: 0.0674462 Jul 23 22:49:49.788029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc1a67ae-eb3a-452c-8865-9e7671ea3609 req-d8041fed-b1d2-468a-a296-a4681b2a5e0a tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jul 23 22:49:50.135632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba326d1-cd44-449c-885a-bbe75ab339fa req-e41584e8-00f7-4331-9fa5-d5ea4d5b6e14 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:50.137051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ba326d1-cd44-449c-885a-bbe75ab339fa req-e41584e8-00f7-4331-9fa5-d5ea4d5b6e14 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 943 time: 0.0681059 Jul 23 22:49:50.177851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ba326d1-cd44-449c-885a-bbe75ab339fa req-b9d93294-22d2-447c-a36e-739c5320d34f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351288 Jul 23 22:49:50.641664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50974f1c-f9b1-4149-84c9-52ce047fd97d req-987f9712-2fb5-4a14-a6e5-54d38f169c30 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:50.643263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50974f1c-f9b1-4149-84c9-52ce047fd97d req-987f9712-2fb5-4a14-a6e5-54d38f169c30 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0733390 Jul 23 22:49:50.651808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:50.683806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50974f1c-f9b1-4149-84c9-52ce047fd97d req-e6bec116-208d-474c-8d66-befaac8b0120 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349002 Jul 23 22:49:50.767745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:50.784112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9', 'mac_address': 'fa:16:3e:32:b1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:50.827608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:50.841903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:50.871997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:50.877586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:50.935416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:50.972910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c873c7a-3250-4ce5-9d5d-5cb0f468a081 req-0bcbc5d0-61c6-4658-9986-85326d056c3c tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:50.974333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c873c7a-3250-4ce5-9d5d-5cb0f468a081 req-0bcbc5d0-61c6-4658-9986-85326d056c3c tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 945 time: 0.0739205 Jul 23 22:49:51.012621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c873c7a-3250-4ce5-9d5d-5cb0f468a081 req-8477290d-f847-4c1a-b209-b937d99859cc tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 23 22:49:51.147865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7549c04-907b-4229-9dff-4df8355207cd req-446080a7-1df2-4c5f-b211-54b6567de91a tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:51.149646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7549c04-907b-4229-9dff-4df8355207cd req-446080a7-1df2-4c5f-b211-54b6567de91a tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.0730343 Jul 23 22:49:51.190962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7549c04-907b-4229-9dff-4df8355207cd req-a83c94f1-baf9-4437-9f08-5aa040abf5e5 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Jul 23 22:49:51.220886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['31c0d4a3-6f36-4fba-bcd1-e758476cc8d9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:51.467904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5823-715c-4452-a139-8474773be8b2 req-3ecb2f40-f1e4-4d88-9b9f-d122d36c001d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:51.469396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-062a5823-715c-4452-a139-8474773be8b2 req-3ecb2f40-f1e4-4d88-9b9f-d122d36c001d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 944 time: 0.0830126 Jul 23 22:49:51.509623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-062a5823-715c-4452-a139-8474773be8b2 req-99bb9c4e-05a4-4bba-94a6-eae1d32f2804 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 23 22:49:51.826398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317385c2-9678-4771-bcef-4cf51c89ef0e req-8c9be302-beda-46c0-bd7e-1a4f49bdd7a0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:51.827972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-317385c2-9678-4771-bcef-4cf51c89ef0e req-8c9be302-beda-46c0-bd7e-1a4f49bdd7a0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0698776 Jul 23 22:49:51.868429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-317385c2-9678-4771-bcef-4cf51c89ef0e req-aded5b63-5456-49aa-a3f7-bec4111444de tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335310 Jul 23 22:49:52.260851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:52.334448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d1922-6171-443c-a026-537af86fb7b2 req-fecb471a-5bd7-484f-ad18-f718f28ac60c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:52.335871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-069d1922-6171-443c-a026-537af86fb7b2 req-fecb471a-5bd7-484f-ad18-f718f28ac60c tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.0688286 Jul 23 22:49:52.402927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-069d1922-6171-443c-a026-537af86fb7b2 req-473b40db-9596-41d0-82f1-db92be7157c4 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612800 Jul 23 22:49:52.447410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-6ca9d6ef-f629-452d-9876-19c8146f4768 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:52.449132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-6ca9d6ef-f629-452d-9876-19c8146f4768 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.25 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 945 time: 0.0939052 Jul 23 22:49:52.575327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Deleting port 6e5431ed-bc49-45ab-b691-c951cbebfb6f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:52.575671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:52.665615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:52.746840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:49:52.753395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:52.754078 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:52.862449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:52.890800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:52.893841 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d91d9-c442-4c2c-9868-3e21ed00f6d0" -d '{"events": [{"server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "name": "network-vif-plugged", "status": "completed", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:52.911927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:52.932392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:53.011465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:53.021640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.022771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.023360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.025044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.025635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.026253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.026849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.027398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.028130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.028704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.029419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.030315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:49:53.092353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] For port 6e5431ed-bc49-45ab-b691-c951cbebfb6f, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6e5431ed-bc49-45ab-b691-c951cbebfb6f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:53.092945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:53.110493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Calling delete_port for 6e5431ed-bc49-45ab-b691-c951cbebfb6f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:53.122494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f69677-adec-42ad-af32-6cedc34582dc req-43d1c1ee-87ec-43df-9e4a-444f1f2a0394 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:53.126277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6f69677-adec-42ad-af32-6cedc34582dc req-43d1c1ee-87ec-43df-9e4a-444f1f2a0394 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 944 time: 0.5231688 Jul 23 22:49:53.199167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:53.216335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6f69677-adec-42ad-af32-6cedc34582dc req-17f76634-9ac6-43ea-9dd9-da9def0642d7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806286 Jul 23 22:49:53.354365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:53.366419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['6e5431ed-bc49-45ab-b691-c951cbebfb6f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:53.372954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9037e9a7-4d86-477a-ab7e-935eb27338a4', '2e8b2f23-8d4e-488d-9de7-5758eb1a817f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:53.391635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event deleted for resources: {'Port': ['ID=6e5431ed-bc49-45ab-b691-c951cbebfb6f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:53.454983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] No DVR routers for this DVR port 6e5431ed-bc49-45ab-b691-c951cbebfb6f on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:53.464535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a0f7c-f0d5-4810-8673-16bfadf78f01 req-3b7f86c2-7149-450a-b022-bd2464c22e55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:53.466229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f7a0f7c-f0d5-4810-8673-16bfadf78f01 req-3b7f86c2-7149-450a-b022-bd2464c22e55 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1709459 Jul 23 22:49:53.467410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:53.469234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5fcd050-2eaf-44f3-b898-e1ccf4c475b5 req-1c89c258-349f-45b3-bf7d-f93fc609cf44 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.25 "DELETE /v2.0/ports/6e5431ed-bc49-45ab-b691-c951cbebfb6f HTTP/1.1" status: 204 len: 173 time: 1.0135157 Jul 23 22:49:53.469690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'name': 'network-vif-deleted', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:53.472076 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420f876-e876-4225-b210-205e36c2728f" -d '{"events": [{"server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "name": "network-vif-deleted", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:53.548643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f7a0f7c-f0d5-4810-8673-16bfadf78f01 req-ce8af7d2-8d79-4073-9dcb-84058c412998 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700350 Jul 23 22:49:53.610535 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fff79f-3293-454c-a10f-cc47598c9696 x-openstack-request-id: req-e5fff79f-3293-454c-a10f-cc47598c9696 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:53.611472 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "name": "network-vif-plugged", "status": "completed", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:53.611472 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5fff79f-3293-454c-a10f-cc47598c9696 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:53.611660 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9', 'code': 200} Jul 23 22:49:53.775789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c910173-17f7-47c8-84de-379765d1116b req-7ff0b12c-1dc0-4b72-824d-c7a8918b8978 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=c66abb0c-0e95-4397-9779-1380acf7cdfd HTTP/1.1" status: 200 len: 210 time: 0.0340304 Jul 23 22:49:53.798232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258815a8-8b07-4160-a998-9b5d53c6e6e0 req-4279801c-bd88-4979-9933-c677600ba215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:53.799821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-258815a8-8b07-4160-a998-9b5d53c6e6e0 req-4279801c-bd88-4979-9933-c677600ba215 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 1097 time: 0.1065564 Jul 23 22:49:53.826987 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a419d7-cabc-4b03-9f6e-532a30c55862 x-openstack-request-id: req-c2a419d7-cabc-4b03-9f6e-532a30c55862 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:53.827367 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66abb0c-0e95-4397-9779-1380acf7cdfd", "name": "network-vif-deleted", "tag": "6e5431ed-bc49-45ab-b691-c951cbebfb6f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:53.827534 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2a419d7-cabc-4b03-9f6e-532a30c55862 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:53.827949 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66abb0c-0e95-4397-9779-1380acf7cdfd', 'name': 'network-vif-deleted', 'tag': '6e5431ed-bc49-45ab-b691-c951cbebfb6f', 'status': 'completed', 'code': 200} Jul 23 22:49:53.848738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-258815a8-8b07-4160-a998-9b5d53c6e6e0 req-bb195c5d-23e0-400b-9c94-1e14910b28cc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Jul 23 22:49:54.149652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4022b-bfb3-4149-a129-c22d0aaafd3c req-af89aea7-5603-4196-bd2f-ce45f90e5dd6 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:54.151417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ec4022b-bfb3-4149-a129-c22d0aaafd3c req-af89aea7-5603-4196-bd2f-ce45f90e5dd6 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 945 time: 0.0672972 Jul 23 22:49:54.192176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ec4022b-bfb3-4149-a129-c22d0aaafd3c req-eeef8277-709c-4d22-bce3-931132f622ac tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Jul 23 22:49:54.357610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd920-d0ec-4431-bcd3-4edb0a04123f req-f930fb21-2c8d-43fa-85fe-2b3267a4ec41 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:54.359588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-861bd920-d0ec-4431-bcd3-4edb0a04123f req-f930fb21-2c8d-43fa-85fe-2b3267a4ec41 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 945 time: 0.0662816 Jul 23 22:49:54.401341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-861bd920-d0ec-4431-bcd3-4edb0a04123f req-107154f3-a250-486e-b0b5-3666a79aca22 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Jul 23 22:49:54.679652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40696c06-3a0f-4f3c-bee3-20b5e3a10626 req-75f94435-c5a9-4061-b730-9103d1140d37 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:54.681323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40696c06-3a0f-4f3c-bee3-20b5e3a10626 req-75f94435-c5a9-4061-b730-9103d1140d37 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0697646 Jul 23 22:49:54.721992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40696c06-3a0f-4f3c-bee3-20b5e3a10626 req-2e9c5dd9-30c3-4322-ad58-9b5eeb99dfdb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 Jul 23 22:49:55.132143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d19f5-faf3-445d-a2a3-9598253e7672 req-aa09143e-3949-49f6-8293-485ec5a86579 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:55.134208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a9d19f5-faf3-445d-a2a3-9598253e7672 req-aa09143e-3949-49f6-8293-485ec5a86579 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.0651395 Jul 23 22:49:55.173851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a9d19f5-faf3-445d-a2a3-9598253e7672 req-f7835fb4-b563-404e-85dd-ee533f0fadab tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Jul 23 22:49:55.335252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1598f43-7d02-4828-bc02-15ec4ea7a03b req-0d2fc8c1-35f4-455a-95d5-374391f3d7e3 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:55.336955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1598f43-7d02-4828-bc02-15ec4ea7a03b req-0d2fc8c1-35f4-455a-95d5-374391f3d7e3 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 945 time: 0.0749674 Jul 23 22:49:55.384664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1598f43-7d02-4828-bc02-15ec4ea7a03b req-38d53281-5d70-4764-8d0b-b094c08a7f2f tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9023c50-339e-4e55-bafe-6b68ca7a0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Jul 23 22:49:55.540661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c6c1-18c6-4e60-9e56-b53e2a075414 req-02ba953f-70a0-40d2-af06-4272d676aa93 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:55.542562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f85c6c1-18c6-4e60-9e56-b53e2a075414 req-02ba953f-70a0-40d2-af06-4272d676aa93 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 945 time: 0.0659482 Jul 23 22:49:55.582126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f85c6c1-18c6-4e60-9e56-b53e2a075414 req-e22ed043-287d-4a0b-a41a-42755f683ac9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Jul 23 22:49:55.758905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb27aa2-a726-4ce9-a1f1-b583e550e396 req-15e1aedc-ab1f-45e8-8b84-b302883bd6a7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:55.760398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bb27aa2-a726-4ce9-a1f1-b583e550e396 req-15e1aedc-ab1f-45e8-8b84-b302883bd6a7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 945 time: 0.1064796 Jul 23 22:49:55.770815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-2a66b803-8e51-4791-b0f8-91faa29042a3 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:55.772224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-2a66b803-8e51-4791-b0f8-91faa29042a3 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 945 time: 0.1092567 Jul 23 22:49:55.833448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bb27aa2-a726-4ce9-a1f1-b583e550e396 req-bad7f215-b4c9-44c0-a2d4-f30533e27d26 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602691 Jul 23 22:49:55.938319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Deleting port c72f05fc-c184-4801-baf2-5478bfcda3c9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:55.938573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:56.024638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961e070-0015-4e42-85b1-cbe399bc5732 req-6a3c05ee-2387-41db-b8fd-5a5dc52134f6 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:56.026636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6961e070-0015-4e42-85b1-cbe399bc5732 req-6a3c05ee-2387-41db-b8fd-5a5dc52134f6 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1358469 Jul 23 22:49:56.062640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] For port c72f05fc-c184-4801-baf2-5478bfcda3c9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c72f05fc-c184-4801-baf2-5478bfcda3c9,segment=NetworkSegment(d8b2903c-47ad-4861-90cc-2b8a88f0d4e5),segment_id=d8b2903c-47ad-4861-90cc-2b8a88f0d4e5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:56.063893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:56.081154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Calling delete_port for c72f05fc-c184-4801-baf2-5478bfcda3c9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:56.100906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6961e070-0015-4e42-85b1-cbe399bc5732 req-6e4788b8-b1de-43f4-b44b-2f0b39dfad1a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632687 Jul 23 22:49:56.269915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:56.282123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['c72f05fc-c184-4801-baf2-5478bfcda3c9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:56.290546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f479a-8d38-482b-a733-2e4c0b7f5a53 req-5a5bc97c-ff11-4f9c-a99f-985b310d977b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:56.292459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-911f479a-8d38-482b-a733-2e4c0b7f5a53 req-5a5bc97c-ff11-4f9c-a99f-985b310d977b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1161110 Jul 23 22:49:56.327413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Pushing event deleted for resources: {'Port': ['ID=c72f05fc-c184-4801-baf2-5478bfcda3c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:56.402979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] No DVR routers for this DVR port c72f05fc-c184-4801-baf2-5478bfcda3c9 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:56.407398 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:56.409421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25d4437b-8cf6-445c-b60e-742eae5abf80 req-132558d4-4bc8-4896-8301-0988b63256aa tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.22 "DELETE /v2.0/ports/c72f05fc-c184-4801-baf2-5478bfcda3c9 HTTP/1.1" status: 204 len: 173 time: 0.6231489 Jul 23 22:49:56.409966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'name': 'network-vif-deleted', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:56.412304 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56d8d41-5f41-48fd-ac44-0a7b6bf03d8a" -d '{"events": [{"server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "name": "network-vif-deleted", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:56.420349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-911f479a-8d38-482b-a733-2e4c0b7f5a53 req-9e4eeace-26c4-4a96-a73c-a17fcee8be5c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001070 Jul 23 22:49:56.682012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6e5431ed-bc49-45ab-b691-c951cbebfb6f no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:56.704165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 6e5431ed-bc49-45ab-b691-c951cbebfb6f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:56.704859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6e5431ed-bc49-45ab-b691-c951cbebfb6f not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:56.733738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-eca7de79-2ba5-4b6e-9764-4fdf4cc631c9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:56.735443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-eca7de79-2ba5-4b6e-9764-4fdf4cc631c9 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.0990303 Jul 23 22:49:56.812657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bba61-77d5-4f58-ba3d-0200ab11d3a4 req-fc409191-a733-4d09-8314-c8e6e8602803 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:56.814162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d05bba61-77d5-4f58-ba3d-0200ab11d3a4 req-fc409191-a733-4d09-8314-c8e6e8602803 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=2adc4b17-7006-4c22-b985-18d866038822 HTTP/1.1" status: 200 len: 945 time: 0.1271992 Jul 23 22:49:56.876917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d05bba61-77d5-4f58-ba3d-0200ab11d3a4 req-bcd24dc0-f19e-4162-9aa1-ab44577496a4 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Jul 23 22:49:56.891696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Deleting port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:56.892302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:56.972096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:49:57.030583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dbebcb34-5e51-4ee5-843f-c7ee8a4e9261 req-883e048d-cd31-4858-bcf3-194db14729f0 tempest-VolumesActionsTest-600465124 tempest-VolumesActionsTest-600465124-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba HTTP/1.1" status: 200 len: 210 time: 0.0418520 Jul 23 22:49:57.058233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] For port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:57.058886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:57.099629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Calling delete_port for 2e8b2f23-8d4e-488d-9de7-5758eb1a817f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:57.113535 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac90d0-1014-492e-b51e-72da4c4ae017 x-openstack-request-id: req-41ac90d0-1014-492e-b51e-72da4c4ae017 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:57.113984 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba", "name": "network-vif-deleted", "tag": "c72f05fc-c184-4801-baf2-5478bfcda3c9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:57.114316 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41ac90d0-1014-492e-b51e-72da4c4ae017 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:57.114827 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f47a3d-a10b-43d0-b3c3-ca8f0a631fba', 'name': 'network-vif-deleted', 'tag': 'c72f05fc-c184-4801-baf2-5478bfcda3c9', 'status': 'completed', 'code': 200} Jul 23 22:49:57.271262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e343d4b-a6e6-41f7-ba53-b137613fb300 req-43ed88e7-6686-48b6-87ad-f97fe056386d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:57.272985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e343d4b-a6e6-41f7-ba53-b137613fb300 req-43ed88e7-6686-48b6-87ad-f97fe056386d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1031086 Jul 23 22:49:57.285475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:57.298289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '92ede972-75fc-4398-a922-9e0333daba7d', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:49:57.342431 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:57.356501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:49:57.365288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e343d4b-a6e6-41f7-ba53-b137613fb300 req-ce6282fe-2371-464d-bb5b-c33b3294b7b6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636373 Jul 23 22:49:57.368344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:57.379601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:57.393507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9037e9a7-4d86-477a-ab7e-935eb27338a4', '2e8b2f23-8d4e-488d-9de7-5758eb1a817f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:57.406098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event deleted for resources: {'Port': ['ID=2e8b2f23-8d4e-488d-9de7-5758eb1a817f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:57.467908 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:57.484886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] No DVR routers for this DVR port 2e8b2f23-8d4e-488d-9de7-5758eb1a817f on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:57.501825 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:57.504499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-938b387a-d3ea-48f1-9afe-cf315ef7e6cf req-91f01dc6-27b0-472f-aa15-d64e42ad4597 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "DELETE /v2.0/ports/2e8b2f23-8d4e-488d-9de7-5758eb1a817f HTTP/1.1" status: 204 len: 173 time: 0.7610261 Jul 23 22:49:57.526599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:57.587780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3662f-9f47-487a-b701-d4508396b0f8 req-368a7d88-1d6f-4dd1-911c-bf6150ca4894 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:57.594122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['92ede972-75fc-4398-a922-9e0333daba7d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:57.598310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ab3662f-9f47-487a-b701-d4508396b0f8 req-368a7d88-1d6f-4dd1-911c-bf6150ca4894 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 945 time: 0.1260242 Jul 23 22:49:57.652380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ab3662f-9f47-487a-b701-d4508396b0f8 req-8f714e3c-ea07-435a-a389-c2d5cdceb2bb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514569 Jul 23 22:49:57.795185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b8c97-c3de-4700-bccc-bf446113b07b req-5b6b979d-a26b-4f1d-be75-02f22d41e3c5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:57.796761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc6b8c97-c3de-4700-bccc-bf446113b07b req-5b6b979d-a26b-4f1d-be75-02f22d41e3c5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.0738521 Jul 23 22:49:57.842299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc6b8c97-c3de-4700-bccc-bf446113b07b req-722daad0-84ef-4f41-96d0-9a8fd60495e5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Jul 23 22:49:58.062348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-681a7614-7117-4639-a2e3-ee1e69ea858d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:58.063970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-681a7614-7117-4639-a2e3-ee1e69ea858d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.1229341 Jul 23 22:49:58.081904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-7f2e418c-2d6f-4712-93cd-487b6412a764 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/quotas/928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 375 time: 0.0100844 Jul 23 22:49:58.203629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310d147-4de3-447a-b425-729777c34948 req-cdf15e65-4593-4423-a65a-02ced516c8f2 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:58.216330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b310d147-4de3-447a-b425-729777c34948 req-cdf15e65-4593-4423-a65a-02ced516c8f2 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 945 time: 0.0938213 Jul 23 22:49:58.241666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-72526498-ba90-478f-89fe-cceda727b719 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1537731 Jul 23 22:49:58.397575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-74950e79-d1e7-4b1d-a039-c59ac8c58680 service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545630 Jul 23 22:49:58.447555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:49:58.447896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:58.568677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-1d50078f-c0ed-41ba-bbc3-1f5fa4be6fce service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644664 Jul 23 22:49:58.591898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:58.592575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:58.606168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:49:58.847234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:58.865117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2', '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:49:58.981100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:49:59.029727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:49:59.032011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=31c0d4a3-6f36-4fba-bcd1-e758476cc8d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:59.037818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:59.042254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b310d147-4de3-447a-b425-729777c34948 req-350bef5d-6d7f-43c1-b9c2-e6d5ce9d068a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 HTTP/1.1" status: 204 len: 173 time: 0.7978737 Jul 23 22:49:59.092342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4f34b16-ff13-45ae-901a-2872d502ee86 req-9dc54199-566a-42c1-b2bb-dfb3d33a806e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d7f8d3-51e7-4a1f-ab4c-616ce13770b5 HTTP/1.1" status: 200 len: 210 time: 0.0941303 Jul 23 22:49:59.116053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'name': 'network-vif-deleted', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f'}, {'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'name': 'network-vif-deleted', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:59.119394 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1761f199-bde9-4200-bb5e-48736c62c423" -d '{"events": [{"server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "name": "network-vif-deleted", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f"}, {"server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "name": "network-vif-deleted", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:59.231875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dada23cc-f55d-464d-be94-511125346677 req-5f4b332e-d732-46d6-97ed-6fddf2888b24 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 210 time: 0.0568922 Jul 23 22:49:59.275470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 92ede972-75fc-4398-a922-9e0333daba7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:49:59.276075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:59.561932 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:59.592072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:49:59.594556 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e564126-39bf-452f-bece-3695c64e1550" -d '{"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:49:59.609957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:49:59.619575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:49:59.621198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2e8b2f23-8d4e-488d-9de7-5758eb1a817f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:59.760248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 2e8b2f23-8d4e-488d-9de7-5758eb1a817f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:59.760570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2e8b2f23-8d4e-488d-9de7-5758eb1a817f not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:59.761004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c72f05fc-c184-4801-baf2-5478bfcda3c9 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:49:59.793294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44673244-02b6-486a-afa8-f9cbca8422a2 req-ac2f9f8c-d782-4f42-b831-ce0f0a030e86 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:49:59.804371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44673244-02b6-486a-afa8-f9cbca8422a2 req-ac2f9f8c-d782-4f42-b831-ce0f0a030e86 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1194947 Jul 23 22:49:59.849589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: c72f05fc-c184-4801-baf2-5478bfcda3c9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:49:59.850243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c72f05fc-c184-4801-baf2-5478bfcda3c9 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:49:59.900164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:49:59.915589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44673244-02b6-486a-afa8-f9cbca8422a2 req-a80c1a0c-13d2-4217-ba50-1c14b4a0e984 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043572 Jul 23 22:49:59.987379 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b086a374-02bc-413c-82ab-0e881860d48b x-openstack-request-id: req-b086a374-02bc-413c-82ab-0e881860d48b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:49:59.987822 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adc4b17-7006-4c22-b985-18d866038822", "name": "network-vif-deleted", "tag": "2e8b2f23-8d4e-488d-9de7-5758eb1a817f", "status": "completed", "code": 200}, {"server_uuid": "81d7f8d3-51e7-4a1f-ab4c-616ce13770b5", "name": "network-vif-deleted", "tag": "31c0d4a3-6f36-4fba-bcd1-e758476cc8d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:49:59.988269 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b086a374-02bc-413c-82ab-0e881860d48b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:49:59.988854 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adc4b17-7006-4c22-b985-18d866038822', 'name': 'network-vif-deleted', 'tag': '2e8b2f23-8d4e-488d-9de7-5758eb1a817f', 'status': 'completed', 'code': 200} Jul 23 22:49:59.989279 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d7f8d3-51e7-4a1f-ab4c-616ce13770b5', 'name': 'network-vif-deleted', 'tag': '31c0d4a3-6f36-4fba-bcd1-e758476cc8d9', 'status': 'completed', 'code': 200} Jul 23 22:50:00.159803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc28f52-2538-46b6-988a-9d6b642733be req-9aae0c28-fc70-423a-9450-b0150df9ff21 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:00.171852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bc28f52-2538-46b6-988a-9d6b642733be req-9aae0c28-fc70-423a-9450-b0150df9ff21 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.1188135 Jul 23 22:50:00.232660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bc28f52-2538-46b6-988a-9d6b642733be req-b1cf0090-dc81-43fe-8ea9-3e02036d2d0a tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Jul 23 22:50:00.285805 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8af999-7722-4731-84e7-f35ac1643b20 x-openstack-request-id: req-7d8af999-7722-4731-84e7-f35ac1643b20 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:00.286342 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:00.286777 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d8af999-7722-4731-84e7-f35ac1643b20 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:00.287336 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'code': 200} Jul 23 22:50:00.609126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9654df87-a6e2-4da7-8324-f0b31da20de6 req-c37a7182-b98f-47f5-9f06-22107257cfc8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 210 time: 0.0477173 Jul 23 22:50:00.708970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-db8b37b5-943e-4040-a349-6dcd5f1584b6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:00.711150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-db8b37b5-943e-4040-a349-6dcd5f1584b6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.3198910 Jul 23 22:50:00.724930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'device_id': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'admin_state_up': True, 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:00.920985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:00.927908 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:01.172501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.20.0.13 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/de0c41b3-9d3a-45cb-ac41-1846f5e2dff1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:50:01.186420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fed4-363a-4e66-8c27-319494917dc6 req-49fe0cae-dd65-4ef9-8c3c-97450b5de870 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:01.193665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dac0fed4-363a-4e66-8c27-319494917dc6 req-49fe0cae-dd65-4ef9-8c3c-97450b5de870 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1523263 Jul 23 22:50:01.271806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dac0fed4-363a-4e66-8c27-319494917dc6 req-d1dc76f3-f196-4c3f-a5ce-7cc99f57c647 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757370 Jul 23 22:50:01.489217 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:01.510324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Transition to ACTIVE for port object de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:01.650212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-152b4eed-cd0e-414d-a939-ba822131d951 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:01.652305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-152b4eed-cd0e-414d-a939-ba822131d951 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 946 time: 0.3087618 Jul 23 22:50:01.738574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:01.754033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['785d8deb-920a-4122-b64c-4fc0d61d26b8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:01.757346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:01.843598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-9c6d8a2d-7aee-4317-a6ab-8452cce51d4d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:01.850244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-9c6d8a2d-7aee-4317-a6ab-8452cce51d4d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.3328128 Jul 23 22:50:01.874666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:50:01.878676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:01.892638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-13c30f73-1fe0-4d6c-b6e2-95b35c84ab12 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0414779 Jul 23 22:50:01.896981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:01.909907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:50:01.938864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Deleting port 9037e9a7-4d86-477a-ab7e-935eb27338a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:50:01.940026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:02.141969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:02.142665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:02.260974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-180f1321-d010-413c-9f8a-89434738069e tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5409651 Jul 23 22:50:02.296050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-e472b033-4586-4067-adeb-a9141b877947 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4024565 Jul 23 22:50:02.384896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Request body: {'port': {'device_id': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:02.390786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] For port 9037e9a7-4d86-477a-ab7e-935eb27338a4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9037e9a7-4d86-477a-ab7e-935eb27338a4,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:02.391119 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:02.479074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b1b35f1-944c-47ad-98dd-9c7fbf6aa75e None None] Provisioning for port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:02.482285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Calling delete_port for 9037e9a7-4d86-477a-ab7e-935eb27338a4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:50:02.490200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b1b35f1-944c-47ad-98dd-9c7fbf6aa75e None None] Provisioning complete for port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:02.490947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b1b35f1-944c-47ad-98dd-9c7fbf6aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:02.569689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b35f1-944c-47ad-98dd-9c7fbf6aa75e None None] Port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:50:02.610392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-05925a1d-83d3-4fef-8150-317bd6137922 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133154 Jul 23 22:50:02.648149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:02.701477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:02.743104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:50:02.743588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 31c0d4a3-6f36-4fba-bcd1-e758476cc8d9 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:50:02.785679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-2abdb79a-92f0-4651-8948-d2c5a44383ae service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744950 Jul 23 22:50:03.413351 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:50:03.845377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:03.856821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9037e9a7-4d86-477a-ab7e-935eb27338a4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:04.076882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Pushing event deleted for resources: {'Port': ['ID=9037e9a7-4d86-477a-ab7e-935eb27338a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:04.222242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] No DVR routers for this DVR port 9037e9a7-4d86-477a-ab7e-935eb27338a4 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:50:04.233221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:04.235865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8182fb1a-68ce-4270-9f42-9cfb4d5c9896 req-7c9d652d-2bed-453f-86b7-4e0b84681c3e tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.22 "DELETE /v2.0/ports/9037e9a7-4d86-477a-ab7e-935eb27338a4 HTTP/1.1" status: 204 len: 173 time: 2.5751374 Jul 23 22:50:04.241095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'name': 'network-vif-deleted', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:04.243943 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf03a2-6b0b-4d7d-854a-7da74704dc08" -d '{"events": [{"server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "name": "network-vif-deleted", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:04.269179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:04.281025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:04.292105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d7f07-bbb2-4c51-8768-383da69c90bf req-d7ed3451-4703-4493-bcdd-50966578c574 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:04.300201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f5d7f07-bbb2-4c51-8768-383da69c90bf req-d7ed3451-4703-4493-bcdd-50966578c574 tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/ports?device_id=a48e2449-f128-4fa4-b073-13b4348ae504 HTTP/1.1" status: 200 len: 867 time: 0.5215831 Jul 23 22:50:04.342123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Transition to ACTIVE for port object de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:04.354561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:04.406146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f5d7f07-bbb2-4c51-8768-383da69c90bf req-a3e8e64d-498a-4cd7-8617-7624648fc56d tempest-ListServerFiltersTestJSON-947020461 tempest-ListServerFiltersTestJSON-947020461-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047943 Jul 23 22:50:04.432071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:04.762340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Attempting to bind port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:04.763777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Attempting to bind port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:04.764362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Attempting to bind port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:04.906337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:04.907003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Attempting to bind port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:04.919430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:04.920012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:04.920456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:04.920915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Bound port: de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:04.921281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:05.077849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-53690bad-0bc8-4a12-aa4b-89d31e78a8a4 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:05.077849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-53690bad-0bc8-4a12-aa4b-89d31e78a8a4 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.4697194 Jul 23 22:50:05.121485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:05.224111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd919-ca7f-4523-ad68-dbb14f735338 req-6392ec0d-e022-4bfd-bcef-3a20b344fd73 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:05.226385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f0bd919-ca7f-4523-ad68-dbb14f735338 req-6392ec0d-e022-4bfd-bcef-3a20b344fd73 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 944 time: 0.4111946 Jul 23 22:50:05.328391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f0bd919-ca7f-4523-ad68-dbb14f735338 req-1fd35ddf-66ef-4873-9f53-535a5c8d8495 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925221 Jul 23 22:50:05.384144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:05.389459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:05.429637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:05.536149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:05.536788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:05.539592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] 10.222.0.22 "PUT /v2.0/ports/de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 200 len: 1093 time: 3.1725509 Jul 23 22:50:05.543063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:05.607573 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:05.859435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb76a61-9d69-4ac4-9249-c51f5b41fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:06.104264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ad6dc-ba03-4ca2-a67c-432beb0b71ce req-4fc340d5-bb48-49f9-9092-ff716818b55d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:06.105885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299ad6dc-ba03-4ca2-a67c-432beb0b71ce req-4fc340d5-bb48-49f9-9092-ff716818b55d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.6779580 Jul 23 22:50:06.161550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-fddf32cc-b37c-4d95-8118-736558f76a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:06.163096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-fddf32cc-b37c-4d95-8118-736558f76a40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 1096 time: 0.5325437 Jul 23 22:50:06.280572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-8ccf6731-2771-49aa-88c5-9b6bcf5081b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 200 len: 217 time: 0.0988445 Jul 23 22:50:06.344546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299ad6dc-ba03-4ca2-a67c-432beb0b71ce req-ecd7475e-cd25-482f-8120-9032b440fdee tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245743 Jul 23 22:50:06.374757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.3 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/fca9673d-1c15-4b64-9e9c-7d849c80dbea) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:50:06.409117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-d1b7d6ab-6223-44c7-9aa8-401631a20aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:06.421325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-d1b7d6ab-6223-44c7-9aa8-401631a20aea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1304958 Jul 23 22:50:06.559347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3240789d-4f7b-4c9b-a3cd-70bfc3d51fcd req-c44a28d0-f322-49da-9e4b-76821c11f5fe tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 210 time: 0.0632076 Jul 23 22:50:06.672537 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8071d-360e-440c-80e7-abb4d6f2579f x-openstack-request-id: req-2ab8071d-360e-440c-80e7-abb4d6f2579f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:06.673041 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48e2449-f128-4fa4-b073-13b4348ae504", "name": "network-vif-deleted", "tag": "9037e9a7-4d86-477a-ab7e-935eb27338a4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:06.673492 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ab8071d-360e-440c-80e7-abb4d6f2579f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:06.674200 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48e2449-f128-4fa4-b073-13b4348ae504', 'name': 'network-vif-deleted', 'tag': '9037e9a7-4d86-477a-ab7e-935eb27338a4', 'status': 'completed', 'code': 200} Jul 23 22:50:06.705611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110437de-b5a5-486a-809c-87177817fdc5 req-e623f889-2af2-4099-b927-88d41101cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:06.710693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-e623f889-2af2-4099-b927-88d41101cb40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2764721 Jul 23 22:50:06.716781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:06.816270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Deleting subnet 0f03dee3-e18a-4092-9b9e-c7bd7e96c84f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:50:06.823170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:06.912468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:06.917721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:06.921513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-8e435820-50a8-4e19-94e6-235a6aec1b38 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009337 Jul 23 22:50:07.012388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.034413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9037e9a7-4d86-477a-ab7e-935eb27338a4 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:07.077809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 9037e9a7-4d86-477a-ab7e-935eb27338a4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:50:07.078312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9037e9a7-4d86-477a-ab7e-935eb27338a4 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:50:07.127130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.159454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-110437de-b5a5-486a-809c-87177817fdc5 req-b76d7c67-6d92-4d00-adf2-4c6db1ff830b service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281058 Jul 23 22:50:07.178040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.185537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f03dee3-e18a-4092-9b9e-c7bd7e96c84f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:07.191765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:07.194276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbbf6c-9ede-4da1-bcb1-748023a5d8ae req-a0fda31d-963d-4273-9a62-064949c82299 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:07.201342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34bbbf6c-9ede-4da1-bcb1-748023a5d8ae req-a0fda31d-963d-4273-9a62-064949c82299 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 944 time: 0.2614100 Jul 23 22:50:07.239832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.255739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:07.256435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b5ef04b-cd41-4ffa-a4da-5d26c294558a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0f03dee3-e18a-4092-9b9e-c7bd7e96c84f HTTP/1.1" status: 204 len: 168 time: 0.5336480 Jul 23 22:50:07.311665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567b81a-453e-429d-8ed1-9259f43f47df None None] Network eef57d6d-cd16-4e28-9db4-1b5479ce9f4f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:50:07.322318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:07.350982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:50:07.362256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:07.377287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34bbbf6c-9ede-4da1-bcb1-748023a5d8ae req-7710f56a-c7e7-4bf2-ada3-0f4bfddc4d68 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749272 Jul 23 22:50:07.378148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:50:07.474782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.573704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:07.574297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.628265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-471a882b-c3d1-4da6-9de2-5c193f6ead4b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5130420 Jul 23 22:50:07.658748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Request body: {'port': {'device_id': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:07.722644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] DHCP port deletion for eef57d6d-cd16-4e28-9db4-1b5479ce9f4f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:50:07.749510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3c4c-20f9-4226-b0e0-e8ee06c9eb9c req-ce0b9a24-eb8b-4f37-8e8e-c5b25d53ac5f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:07.751210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b58a3c4c-20f9-4226-b0e0-e8ee06c9eb9c req-ce0b9a24-eb8b-4f37-8e8e-c5b25d53ac5f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.2662144 Jul 23 22:50:07.809234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Deleting port f3da609a-fcbc-4b69-8406-41e76ca84c39 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:50:07.809723 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.868343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b58a3c4c-20f9-4226-b0e0-e8ee06c9eb9c req-94c297e8-4b48-45e4-abdf-bb8a882157c9 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010344 Jul 23 22:50:07.877783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Deleting port f3da609a-fcbc-4b69-8406-41e76ca84c39 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:50:07.903889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.910984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.937973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] For port f3da609a-fcbc-4b69-8406-41e76ca84c39, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f3da609a-fcbc-4b69-8406-41e76ca84c39,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:07.938379 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:07.964039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Calling delete_port for f3da609a-fcbc-4b69-8406-41e76ca84c39 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:50:08.063668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] For port f3da609a-fcbc-4b69-8406-41e76ca84c39, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f3da609a-fcbc-4b69-8406-41e76ca84c39,segment=NetworkSegment(73a17d8a-2950-4540-8876-2bac7200118d),segment_id=73a17d8a-2950-4540-8876-2bac7200118d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:08.064482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.075032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.082054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Calling delete_port for f3da609a-fcbc-4b69-8406-41e76ca84c39 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:50:08.138159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] No DVR routers for this DVR port f3da609a-fcbc-4b69-8406-41e76ca84c39 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:50:08.141497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bc6bb-0ae3-4ce3-a349-ff59c697e403 None None] Pushing event deleted for resources: {'Port': ['ID=f3da609a-fcbc-4b69-8406-41e76ca84c39,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:08.332206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.350814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] No DVR routers for this DVR port f3da609a-fcbc-4b69-8406-41e76ca84c39 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:50:08.370110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f3da609a-fcbc-4b69-8406-41e76ca84c39 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:08.419063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f3da609a-fcbc-4b69-8406-41e76ca84c39 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:50:08.421029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f3da609a-fcbc-4b69-8406-41e76ca84c39 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:50:08.437500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f3da609a-fcbc-4b69-8406-41e76ca84c39,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:08.498080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a401c8-003e-4fe7-a016-c4ad99631c8c req-22a12a3e-88ee-4e84-97af-02fc1b3a6b0c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:08.500281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58a401c8-003e-4fe7-a016-c4ad99631c8c req-22a12a3e-88ee-4e84-97af-02fc1b3a6b0c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 931 time: 0.3497651 Jul 23 22:50:08.611272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.651185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef57d6d-cd16-4e28-9db4-1b5479ce9f4f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:08.680994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:08.686186 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd6cd62-835f-4b12-8d6d-098ea9463a80" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:08.693325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a17d8a-2950-4540-8876-2bac7200118d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:08.694093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a17d8a-2950-4540-8876-2bac7200118d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:08.751638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.764717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58a401c8-003e-4fe7-a016-c4ad99631c8c req-0efaf42e-5748-4c52-8aa4-5fef18c22b93 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524521 Jul 23 22:50:08.818285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.847374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:50:08.854009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:50:08.856037 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:50:09.049879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:09.051383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.061229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca9673d-1c15-4b64-9e9c-7d849c80dbea {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:09.071936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.074118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/eef57d6d-cd16-4e28-9db4-1b5479ce9f4f HTTP/1.1" status: 204 len: 168 time: 1.8173997 Jul 23 22:50:09.077341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.098253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Pushing event deleted for resources: {'Network': ['ID=eef57d6d-cd16-4e28-9db4-1b5479ce9f4f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:09.113232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.114443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.114983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.115503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.116032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.116540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.117626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.118176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.118677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.119275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.119785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.120284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821d48b-dcf1-4545-8f7b-5ae298ca61ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:09.123708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Transition to ACTIVE for port object fca9673d-1c15-4b64-9e9c-7d849c80dbea will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:09.143385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.261325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635760-9a9c-4c30-93df-c448389eb732 req-55b05756-8eea-49ad-9b5a-fcf6ec82b37a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:09.263083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3635760-9a9c-4c30-93df-c448389eb732 req-55b05756-8eea-49ad-9b5a-fcf6ec82b37a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 944 time: 0.2645202 Jul 23 22:50:09.278378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:09.308582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'mac_address': 'fa:16:3e:31:19:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:09.344342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:09.411613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.430811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:09.452673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:09.471522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:09.479782 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.537284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Attempting to bind port fca9673d-1c15-4b64-9e9c-7d849c80dbea on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:09.537628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Attempting to bind port fca9673d-1c15-4b64-9e9c-7d849c80dbea by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:09.538099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Attempting to bind port fca9673d-1c15-4b64-9e9c-7d849c80dbea on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:09.554092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3635760-9a9c-4c30-93df-c448389eb732 req-1da14ad7-9977-4f4c-b2dd-4d5bf4b0e3a1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728465 Jul 23 22:50:09.561339 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0d79395-0a01-4dc0-98bb-7d27b038c7e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ece131312e2f4541b0b562f1b6a4c493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074874 Jul 23 22:50:09.566432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:09.567087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Port fca9673d-1c15-4b64-9e9c-7d849c80dbea on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:09.567420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Attempting to bind port fca9673d-1c15-4b64-9e9c-7d849c80dbea on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:09.588712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:09.605286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:09.605630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:09.606045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:09.606501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Bound port: fca9673d-1c15-4b64-9e9c-7d849c80dbea, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:09.606863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.641584 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5045e02a-940a-4f07-88fc-544a379df29c x-openstack-request-id: req-5045e02a-940a-4f07-88fc-544a379df29c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:09.641987 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:09.642186 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5045e02a-940a-4f07-88fc-544a379df29c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:09.642576 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'status': 'completed', 'code': 200} Jul 23 22:50:09.739193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:09.911763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:09.939403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:10.010672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:10.013778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:10.015011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea9c4da4-5f6c-4199-a5a9-309a196b8a4e HTTP/1.1" status: 204 len: 168 time: 0.4452248 Jul 23 22:50:10.021542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-74034e58-6b3a-4375-801b-63cacf5cccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:10.023094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-74034e58-6b3a-4375-801b-63cacf5cccd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 1097 time: 0.3510554 Jul 23 22:50:10.057044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028cbc-315f-4c15-be12-e05981598da0 req-d3c17332-81cd-45a9-a79f-9cf587796a0d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:10.064606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55028cbc-315f-4c15-be12-e05981598da0 req-d3c17332-81cd-45a9-a79f-9cf587796a0d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.3544843 Jul 23 22:50:10.092407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:10.098149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd78cd-74a3-4a9d-a0c6-edcc8b11e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c4da4-5f6c-4199-a5a9-309a196b8a4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:10.142210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:10.158076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55028cbc-315f-4c15-be12-e05981598da0 req-743768ee-5927-4689-9528-d30ecafd272d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872743 Jul 23 22:50:10.180873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:10.329818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:10.339143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:10.340049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:10.342064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ff8e1f69-be28-40c6-9202-c5d723286c6c service neutron] 10.222.0.25 "PUT /v2.0/ports/fca9673d-1c15-4b64-9e9c-7d849c80dbea HTTP/1.1" status: 200 len: 1092 time: 2.7009614 Jul 23 22:50:10.436671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-f4b0b476-6db0-406b-9bab-0e6de8eec677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:10.438488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-f4b0b476-6db0-406b-9bab-0e6de8eec677 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.4051869 Jul 23 22:50:10.933521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-b90ad086-4e60-4152-bb8d-ec6e10264dc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 200 len: 217 time: 0.4694650 Jul 23 22:50:11.041738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f58da00c-ce0a-4d55-b30a-413329515c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.086981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:11.105472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824fbef-4ccc-4694-bc75-44dc95c60354 req-b6e0b54c-2500-4a4c-9e3b-598d87a1b09d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:11.107363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d824fbef-4ccc-4694-bc75-44dc95c60354 req-b6e0b54c-2500-4a4c-9e3b-598d87a1b09d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 943 time: 0.7602594 Jul 23 22:50:11.122145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-907b99e2-e74c-4720-b660-2f9d71e3e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:11.123832 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-907b99e2-e74c-4720-b660-2f9d71e3e35c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1794455 Jul 23 22:50:11.130904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-77d0a0d1-cad3-44a7-b1bc-c50ca0eee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:11.132942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-77d0a0d1-cad3-44a7-b1bc-c50ca0eee9f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 1095 time: 0.7188885 Jul 23 22:50:11.204720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:11.210258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:11.211982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.243816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-343a579a-bc89-4e80-99bc-93888ba4966c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea HTTP/1.1" status: 200 len: 217 time: 0.0596879 Jul 23 22:50:11.307834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ebc2a8f2-460e-4e28-8936-70b32a31e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:11.309436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-ebc2a8f2-460e-4e28-8936-70b32a31e1c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0586035 Jul 23 22:50:11.312837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d824fbef-4ccc-4694-bc75-44dc95c60354 req-98bb1c0d-b789-4ce9-9c6d-5af350c7c432 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970019 Jul 23 22:50:11.389186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-5408785f-276d-43b0-8028-6f2a903fa75c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648193 Jul 23 22:50:11.399974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-99ec80af-5d1f-4688-8c6a-d16c1c421c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:11.402711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-99ec80af-5d1f-4688-8c6a-d16c1c421c63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2671030 Jul 23 22:50:11.434803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:11.542301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.633856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-f7346e07-054e-4ef5-a3f1-1927cbfb3fd7 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293797 Jul 23 22:50:11.634436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:11.636481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:11.643264 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a6a032-6922-4afc-a66f-89547500a47a" -d '{"events": [{"server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "name": "network-vif-plugged", "status": "completed", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:11.647289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:11.651121 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:11.651935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.657613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-864191055-network', 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:11.713976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:11.718259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.743454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.830704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:11.928991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b33e5a7-b289-4dd3-8cdd-a564d3ddd8d2 req-34cf8ba9-baaa-4d29-912e-a838226ef3a3 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695599 Jul 23 22:50:11.942247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.956300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:11.975153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-7d934bac-2276-46c5-9999-f75e629dfa3a service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559592 Jul 23 22:50:11.994012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:50:12.034013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dfe510-1508-4c50-b671-6882b768fa44,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:12.045680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:12.046332 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Added segment 76590b15-7da2-4226-a720-77314f0105db of type vlan for network f95275e9-c2f7-450e-baeb-336fafee678f Jul 23 22:50:12.062872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.063310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.063659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.063998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.064542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.064882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.065214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.065543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.065905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.066269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.066599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.067055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:12.107375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c2a8-3dd0-4b26-bb99-9757ad6e86f0 req-4f7574d8-e02b-4c89-b98b-c0d6f4c18555 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:12.110982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ab5c2a8-3dd0-4b26-bb99-9757ad6e86f0 req-4f7574d8-e02b-4c89-b98b-c0d6f4c18555 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 946 time: 0.4733098 Jul 23 22:50:12.161298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:12.246807 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:12.248099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:12.248874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:12.251820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd6cd62-835f-4b12-8d6d-098ea9463a80 req-fa9dcb9c-f9dd-4e92-b159-d4ff8b5ac470 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547486 Jul 23 22:50:12.324725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ab5c2a8-3dd0-4b26-bb99-9757ad6e86f0 req-e9982c14-1d1f-4aaf-a546-8829b8aea99a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719006 Jul 23 22:50:12.420148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=f95275e9-c2f7-450e-baeb-336fafee678f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:12.437751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f95275e9-c2f7-450e-baeb-336fafee678f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:50:12.443990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-091ce070-79f2-4945-a616-dad7c7f53bc2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0080793 Jul 23 22:50:12.447927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:12.456048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Request body: {'subnet': {'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-864191055-subnet', 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:12.627998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:12.637974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:12.709512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08b9e4-c277-499e-a220-d7e655aebe06 req-5a972070-5e00-4629-89e5-dc957f68f1e7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:12.717652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf08b9e4-c277-499e-a220-d7e655aebe06 req-5a972070-5e00-4629-89e5-dc957f68f1e7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.2497568 Jul 23 22:50:12.825076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf08b9e4-c277-499e-a220-d7e655aebe06 req-d0e78fa3-a84e-4221-9664-07e6438c85cf tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059270 Jul 23 22:50:12.939751 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dd67a-4df7-48fc-9fac-bcfb60533f15 x-openstack-request-id: req-eb9dd67a-4df7-48fc-9fac-bcfb60533f15 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:12.940295 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "name": "network-vif-plugged", "status": "completed", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:12.940738 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb9dd67a-4df7-48fc-9fac-bcfb60533f15 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:12.941314 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'code': 200} Jul 23 22:50:13.010930 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e7e3a7-6209-4cc9-b408-5a2568611e60 x-openstack-request-id: req-54e7e3a7-6209-4cc9-b408-5a2568611e60 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:13.011343 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:13.011593 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54e7e3a7-6209-4cc9-b408-5a2568611e60 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:13.012163 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea', 'status': 'completed', 'code': 200} Jul 23 22:50:13.174318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:13.331367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Checking segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:13.331857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Network hostable DHCP agents. Network: f95275e9-c2f7-450e-baeb-336fafee678f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:50:13.348220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf6e305-a2b6-47ea-9987-76cbed256e0d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:13.363821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7301c-b6aa-4420-b2ff-29f030bcebc2 req-c28f019b-c807-4757-8f00-a86dcfc437c3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.365496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4d7301c-b6aa-4420-b2ff-29f030bcebc2 req-c28f019b-c807-4757-8f00-a86dcfc437c3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 943 time: 0.2047107 Jul 23 22:50:13.371402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-25bff672-2ddf-49c0-aa9a-b66f41674966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.372798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-25bff672-2ddf-49c0-aa9a-b66f41674966 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 1095 time: 0.3379986 Jul 23 22:50:13.410468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10b0d3-d222-4057-af1d-1359d736d7dd req-afec55ae-c029-443e-9b83-eeb4fbbf9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.412011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff10b0d3-d222-4057-af1d-1359d736d7dd req-afec55ae-c029-443e-9b83-eeb4fbbf9a22 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 1098 time: 0.3925836 Jul 23 22:50:13.450579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Network f95275e9-c2f7-450e-baeb-336fafee678f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:50:13.481669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4d7301c-b6aa-4420-b2ff-29f030bcebc2 req-222bc9c0-56ba-40ef-bce7-0d9e003afb11 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044853 Jul 23 22:50:13.506943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff10b0d3-d222-4057-af1d-1359d736d7dd req-7dce95fa-17c6-405e-9c84-1d629e2d3c94 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Jul 23 22:50:13.509917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f95275e9-c2f7-450e-baeb-336fafee678f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:13.517709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.518628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:13.520729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df681f2-0ba4-42e0-9a5b-97dfd82f4023 None None] Network f95275e9-c2f7-450e-baeb-336fafee678f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:50:13.590004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c85ce5a1-d89e-4ec5-b7a5-5acb70e1f03b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1308920 Jul 23 22:50:13.607495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-e6b547af-9737-4a5c-873a-ac257a550ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.610555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-e6b547af-9737-4a5c-873a-ac257a550ff2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.2039928 Jul 23 22:50:13.678722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-cbfdd36d-0fdd-49dc-8cb6-a6abe3c887b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea HTTP/1.1" status: 200 len: 217 time: 0.0578175 Jul 23 22:50:13.818899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-08fddcbd-49ad-48c7-ad3e-d986008b86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:13.828884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-08fddcbd-49ad-48c7-ad3e-d986008b86fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1320808 Jul 23 22:50:13.876568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-728713a0-5e72-450e-850d-8dbce144cabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:13.951922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-ce8b3661-b998-4809-8162-a2cddecbf1c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209357 Jul 23 22:50:14.048592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503d528-c141-4263-a56d-15f71278d432 None None] Network f95275e9-c2f7-450e-baeb-336fafee678f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:50:14.118759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d8ee8-42e0-4420-8909-e6c57dee7543 req-3b67a80c-c4c3-415b-a93f-eab4ec61f687 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:14.120634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb0d8ee8-42e0-4420-8909-e6c57dee7543 req-3b67a80c-c4c3-415b-a93f-eab4ec61f687 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 946 time: 0.2603996 Jul 23 22:50:14.169180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:14.183513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-fafb3ac8-3a89-4705-9913-b8dca0f6e273 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112985 Jul 23 22:50:14.259912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb0d8ee8-42e0-4420-8909-e6c57dee7543 req-50511435-e2ae-4ae2-9a4a-0bb7ac1d22ac tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222746 Jul 23 22:50:14.438649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ca79b6-b985-4979-bf1b-b72c9a1ecf9e req-684cbee0-d02d-4133-a5fe-cbb98ff4fc81 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440279 Jul 23 22:50:14.511541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f039953-8423-4521-8516-c2075168b24e req-a4b0773d-d15f-48e1-86d7-ded47c7af139 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:14.513814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f039953-8423-4521-8516-c2075168b24e req-a4b0773d-d15f-48e1-86d7-ded47c7af139 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1400199 Jul 23 22:50:14.577567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f039953-8423-4521-8516-c2075168b24e req-91488b1e-f2ef-4654-bccf-4f7741be6dcb tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557690 Jul 23 22:50:14.759189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fca9673d-1c15-4b64-9e9c-7d849c80dbea details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:15.121334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:15.123896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:15.153349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea', 'mac_address': 'fa:16:3e:b8:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:15.166129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-ab6437ba-d59d-40d7-a8f2-34ca97b5ced1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:15.184724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-ab6437ba-d59d-40d7-a8f2-34ca97b5ced1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.2390645 Jul 23 22:50:15.196963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-5b13c347-570b-4784-bd9b-2636b5dc2967 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/quotas/81975d1c5a264ed9ba1cbfd269a61e1b HTTP/1.1" status: 200 len: 375 time: 0.0204818 Jul 23 22:50:15.242228 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:15.252619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-37cdf53b-48c6-4a39-984d-52e99cd94676 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542879 Jul 23 22:50:15.311465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca9673d-1c15-4b64-9e9c-7d849c80dbea {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:15.362066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:15.391701 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:15.432188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-3b51c577-1bb7-4bee-a932-07eedc8e1034 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670120 Jul 23 22:50:15.497209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:15.583668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-98d9f46c-d97c-49b6-ab32-a0245dba0e6f service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324763 Jul 23 22:50:15.700108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['fca9673d-1c15-4b64-9e9c-7d849c80dbea'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:16.005449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79336c0f-d444-495c-ab6f-2308951ac841 req-91589680-bffe-4857-88f8-67aee4ebc3a9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:16.019366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79336c0f-d444-495c-ab6f-2308951ac841 req-91589680-bffe-4857-88f8-67aee4ebc3a9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 944 time: 0.1496272 Jul 23 22:50:16.091016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79336c0f-d444-495c-ab6f-2308951ac841 req-0f07db68-1e74-4c7d-8620-b9186172a8cd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706031 Jul 23 22:50:16.358074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973b8a1-92eb-4d8c-8608-415245ab8335 req-e58f157f-ea2f-45c0-89d3-f30dd0b509c9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:16.366255 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a973b8a1-92eb-4d8c-8608-415245ab8335 req-e58f157f-ea2f-45c0-89d3-f30dd0b509c9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 946 time: 0.1163042 Jul 23 22:50:16.441989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a973b8a1-92eb-4d8c-8608-415245ab8335 req-6fd4b723-4022-4556-b31e-2bcd711e9ec7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737021 Jul 23 22:50:16.467321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:16.623348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8602445-f09a-47a0-8ad3-97ef8487b6ac req-f5bae58d-1493-4421-b334-c32163e98910 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:16.631417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8602445-f09a-47a0-8ad3-97ef8487b6ac req-f5bae58d-1493-4421-b334-c32163e98910 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1184878 Jul 23 22:50:16.695979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8602445-f09a-47a0-8ad3-97ef8487b6ac req-f7465ae7-605d-44f7-978c-4c4525b31f7c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630267 Jul 23 22:50:16.757210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fca9673d-1c15-4b64-9e9c-7d849c80dbea up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:16.816521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00b10853-8351-4324-821e-666eeabb4aa1 req-47645c6c-9b94-4d02-95f5-7e6170ce50d2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 210 time: 0.0516479 Jul 23 22:50:16.877626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port fca9673d-1c15-4b64-9e9c-7d849c80dbea completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:16.886334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port fca9673d-1c15-4b64-9e9c-7d849c80dbea triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:16.887527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:16.962674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-de6d5c5a-6fb7-41b3-b0da-9997574a624f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 267 time: 0.0863411 Jul 23 22:50:17.044688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.061329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-e59684f4-932c-41c4-bc63-3e74a2cc903d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:17.062517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-e59684f4-932c-41c4-bc63-3e74a2cc903d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 946 time: 0.0899711 Jul 23 22:50:17.078732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'security_groups': []}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:17.098575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:17.100197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:17.104730 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db14065-bd80-45f4-be14-47fd19e469d8" -d '{"events": [{"server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:17.110511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.182699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:17.238885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.459818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:17.529299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.581749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.598201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:17.601706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['785d8deb-920a-4122-b64c-4fc0d61d26b8', 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:17.758193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:17.772850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:17.792368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6477bf9d-d15d-41ee-ab40-cdde75c59f88 req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "PUT /v2.0/ports/de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 200 len: 905 time: 0.7203579 Jul 23 22:50:17.793172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:17.796899 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c36aa1-35e2-49a8-9dd7-59de1e93a551" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:17.814368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:17.884665 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4cfb5f-0dbf-4026-8de7-3283ce05a501 x-openstack-request-id: req-6e4cfb5f-0dbf-4026-8de7-3283ce05a501 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:17.885856 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:17.886495 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e4cfb5f-0dbf-4026-8de7-3283ce05a501 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:17.887090 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea', 'code': 200} Jul 23 22:50:18.093693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-90c88e61-84b0-481c-a069-d7d600738d28 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:18.095423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-90c88e61-84b0-481c-a069-d7d600738d28 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.5601578 Jul 23 22:50:18.097316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369952c4-6928-42f3-8995-f97214dd9614 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:18.109987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Request body: {'port': {'device_id': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'admin_state_up': True, 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:18.209000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-206dd9db-50fe-4851-856e-564890b3f3d2 None None] Provisioning complete for port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:18.209832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-206dd9db-50fe-4851-856e-564890b3f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:18.264423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:18.267814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:18.435612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ac64-7bb5-4bad-9a4b-7dd5298d9e19 req-77566a5f-7d04-400b-ab79-0b9f061e3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:18.437140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4452ac64-7bb5-4bad-9a4b-7dd5298d9e19 req-77566a5f-7d04-400b-ab79-0b9f061e3690 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 1097 time: 0.4780324 Jul 23 22:50:18.521074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a2c82-28f2-45a6-b8c1-193c3810e03b req-de41cd05-fb76-4e6a-9c27-81a5a461d962 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:18.530501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e5a2c82-28f2-45a6-b8c1-193c3810e03b req-de41cd05-fb76-4e6a-9c27-81a5a461d962 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 945 time: 0.4584744 Jul 23 22:50:18.593044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4452ac64-7bb5-4bad-9a4b-7dd5298d9e19 req-ebec23eb-2485-4fae-b959-d90edeca52a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363475 Jul 23 22:50:18.658521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e5a2c82-28f2-45a6-b8c1-193c3810e03b req-78b5ec78-08c9-40fe-8dd9-5cea550c4e0c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267793 Jul 23 22:50:18.713981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Allocated IP 172.20.0.11 (f95275e9-c2f7-450e-baeb-336fafee678f/ecf6e305-a2b6-47ea-9987-76cbed256e0d/4ac91adb-95c8-4a45-875f-7a0207b4c936) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:50:19.163868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:19.218010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:19.266883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Network f95275e9-c2f7-450e-baeb-336fafee678f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:50:19.324034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:19.347105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:50:19.360533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2d23-e574-4eb7-b468-36f37501df61 req-1bae6af9-841f-4add-9bec-2291f5b75ded tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:19.370182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b12f2d23-e574-4eb7-b468-36f37501df61 req-1bae6af9-841f-4add-9bec-2291f5b75ded tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.4707863 Jul 23 22:50:19.446072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event updated for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:19.473729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b12f2d23-e574-4eb7-b468-36f37501df61 req-8192dd38-e300-4e81-84c1-27fba1b2fe80 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977206 Jul 23 22:50:19.508580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:19.511476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:19.560425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-9ab69ba4-ef8e-4e4e-bd30-f7358357e8e9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4538052 Jul 23 22:50:19.573829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Request body: {'port': {'device_id': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:19.728258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:19.775025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662f9d6-abfe-4fd7-b0ec-4891658d2353 req-2b0ab4a0-5d40-459d-8fdb-17e2de238261 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:19.776951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0662f9d6-abfe-4fd7-b0ec-4891658d2353 req-2b0ab4a0-5d40-459d-8fdb-17e2de238261 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 908 time: 0.1657774 Jul 23 22:50:19.973518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480de68d-28f7-4277-807c-50311e560425 x-openstack-request-id: req-480de68d-28f7-4277-807c-50311e560425 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:19.973911 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:19.974228 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-480de68d-28f7-4277-807c-50311e560425 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:19.974843 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'status': 'completed', 'code': 200} Jul 23 22:50:20.283407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-eb99c7fc-8c36-4ecb-be0e-fcb763ab489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:20.285261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-eb99c7fc-8c36-4ecb-be0e-fcb763ab489d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 1060 time: 0.3092740 Jul 23 22:50:20.343986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f137d2-c940-445e-9c6a-7d57c9dd9405 req-2ed44bc9-e0b2-430c-945e-8c6e32815255 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:20.358454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47f137d2-c940-445e-9c6a-7d57c9dd9405 req-2ed44bc9-e0b2-430c-945e-8c6e32815255 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 932 time: 0.3659821 Jul 23 22:50:20.502535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47f137d2-c940-445e-9c6a-7d57c9dd9405 req-ec65e1f7-48ce-4f99-afa9-e48303469d09 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439583 Jul 23 22:50:20.566998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac91adb-95c8-4a45-875f-7a0207b4c936 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:20.576362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-f3427380-729b-4918-aef5-a71f1fb52a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:20.578329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-f3427380-729b-4918-aef5-a71f1fb52a2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2818861 Jul 23 22:50:20.582543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:20.677267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-1d2fd743-26a9-4ca8-a0d1-3b108d5b36f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 200 len: 217 time: 0.0840411 Jul 23 22:50:20.679106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Transition to ACTIVE for port object 4ac91adb-95c8-4a45-875f-7a0207b4c936 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:20.693849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:21.126131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-8a789113-4bfc-46d2-9383-ea019daebc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.127588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-8a789113-4bfc-46d2-9383-ea019daebc4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.4441586 Jul 23 22:50:21.137343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:21.230948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9208d7-040f-4110-9afa-34b9c5ebe63d req-17bd89a2-31f1-4398-b1c8-4defc8e231fb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.232447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b9208d7-040f-4110-9afa-34b9c5ebe63d req-17bd89a2-31f1-4398-b1c8-4defc8e231fb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 945 time: 0.6472201 Jul 23 22:50:21.328532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Attempting to bind port 4ac91adb-95c8-4a45-875f-7a0207b4c936 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:21.328865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Attempting to bind port 4ac91adb-95c8-4a45-875f-7a0207b4c936 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:21.329350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Attempting to bind port 4ac91adb-95c8-4a45-875f-7a0207b4c936 on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:21.336639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b9208d7-040f-4110-9afa-34b9c5ebe63d req-4dde23d1-c215-47de-a237-ac640ab3d3e5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952883 Jul 23 22:50:21.342497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-d653c7b0-dc08-42af-afa2-9328e29f818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.343961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-d653c7b0-dc08-42af-afa2-9328e29f818d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010379 Jul 23 22:50:21.348826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Port 4ac91adb-95c8-4a45-875f-7a0207b4c936 on network f95275e9-c2f7-450e-baeb-336fafee678f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:21.349404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Attempting to bind port 4ac91adb-95c8-4a45-875f-7a0207b4c936 on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:21.394833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:21.395179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Checking segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:21.395570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Bound using segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:21.396101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Bound port: 4ac91adb-95c8-4a45-875f-7a0207b4c936, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:21.396437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:21.426640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-25a5b879-9cd8-4ba2-982b-f63efbbb11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.428262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-25a5b879-9cd8-4ba2-982b-f63efbbb11ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1098 time: 0.1748490 Jul 23 22:50:21.640424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:21.663044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-39d16517-9d13-428c-bc03-dad5379c1d01 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112912 Jul 23 22:50:21.671766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:21.711926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:21.733615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-bd3e77c5-fc46-4448-99ae-eda0b69a2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.734303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-bd3e77c5-fc46-4448-99ae-eda0b69a2e54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.2770286 Jul 23 22:50:21.805687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.806347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:21.807756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] 10.222.0.25 "PUT /v2.0/ports/4ac91adb-95c8-4a45-875f-7a0207b4c936 HTTP/1.1" status: 200 len: 1093 time: 2.2399137 Jul 23 22:50:21.879482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeabd6-e19d-4099-9b1b-254d9ce36708 req-13ef6feb-aaaf-48bc-86d7-b8a7e547dc29 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:21.880898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2aeabd6-e19d-4099-9b1b-254d9ce36708 req-13ef6feb-aaaf-48bc-86d7-b8a7e547dc29 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3879991 Jul 23 22:50:21.959089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d771e1-a495-4cfe-99d0-a9e6b7903570 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:21.980786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10c36aa1-35e2-49a8-9dd7-59de1e93a551 req-3f9858b8-0149-4bbe-9e68-a0d962d862ae service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037207 Jul 23 22:50:21.983530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:21.986954 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50623ac-3c59-4d1a-81b3-8081eba6cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:22.000442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-d3efebd5-ea44-4baa-85c0-1f596057b5e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1002 time: 0.2389989 Jul 23 22:50:22.010813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2aeabd6-e19d-4099-9b1b-254d9ce36708 req-a0d31174-c461-45f0-abe7-019b51582303 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087596 Jul 23 22:50:22.079558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-d4840904-7440-472f-9f1f-964180170cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.081979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-d4840904-7440-472f-9f1f-964180170cb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.0702162 Jul 23 22:50:22.143365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-82f66146-f1aa-42cb-8a51-757073dfb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.145010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-82f66146-f1aa-42cb-8a51-757073dfb65e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 1096 time: 0.2882416 Jul 23 22:50:22.204625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-07ec95a9-25e7-4c8c-bca0-1ce888458567 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936 HTTP/1.1" status: 200 len: 217 time: 0.0499117 Jul 23 22:50:22.258269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:22.284115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8d2f0-8153-475b-b0e7-5479522dab0a req-69c59df3-f1e5-4689-8c57-d47faaca1447 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.285745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9e8d2f0-8153-475b-b0e7-5479522dab0a req-69c59df3-f1e5-4689-8c57-d47faaca1447 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.2015765 Jul 23 22:50:22.289957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-0084aaa0-b84a-4d59-a79b-e48577a2e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.291456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-0084aaa0-b84a-4d59-a79b-e48577a2e898 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031217 Jul 23 22:50:22.306477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-80832add-73a7-4988-9070-f6123976453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.308052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-80832add-73a7-4988-9070-f6123976453c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0937166 Jul 23 22:50:22.367371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-66101ade-f68d-4370-aabc-344fa0870c6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499239 Jul 23 22:50:22.438845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9e8d2f0-8153-475b-b0e7-5479522dab0a req-d9f0bf46-e456-4fcf-8c33-9d51e516e4f2 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408434 Jul 23 22:50:22.505945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-ee510859-2caa-4d48-a33b-af1ddb05a758 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058270 Jul 23 22:50:22.589495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-1b03a3cb-fcde-4ba0-9db9-9a34ee665cea service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128952 Jul 23 22:50:22.724950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cb5db29-860d-4b50-9d4f-a3c331d7f0c1 req-d70d747a-cf8d-4e60-b360-680a457158f9 service neutron] 10.222.0.22 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121944 Jul 23 22:50:22.746443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad43e-9b6c-4721-ab8b-14f2c08dd602 req-56a6efca-2a55-4217-855b-80a72e778309 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.747956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a0ad43e-9b6c-4721-ab8b-14f2c08dd602 req-56a6efca-2a55-4217-855b-80a72e778309 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 945 time: 0.2066643 Jul 23 22:50:22.772072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61b723af-2c0d-4dfa-afbf-99f696069f28 req-32c46088-e72d-418a-baef-99b6550cbdf5 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504571 Jul 23 22:50:22.792252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a0ad43e-9b6c-4721-ab8b-14f2c08dd602 req-4db36c7b-5627-410f-8b4e-141f494cf206 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Jul 23 22:50:22.918406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdd8fe-16e3-46e0-885d-0299d6c62369 req-6a8e5963-5efc-444b-8e3d-dd3339f6b9c3 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:22.920303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbdd8fe-16e3-46e0-885d-0299d6c62369 req-6a8e5963-5efc-444b-8e3d-dd3339f6b9c3 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 944 time: 0.0676165 Jul 23 22:50:22.964991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbdd8fe-16e3-46e0-885d-0299d6c62369 req-b7173d3f-7778-4a99-ba72-eb0d0bcb6674 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Jul 23 22:50:23.011984 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b3095e-5761-41a2-b470-845cfad421fb x-openstack-request-id: req-62b3095e-5761-41a2-b470-845cfad421fb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:23.012356 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:23.012722 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62b3095e-5761-41a2-b470-845cfad421fb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:23.013433 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936', 'status': 'completed', 'code': 200} Jul 23 22:50:23.144369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-2c534bbb-1145-4f29-96a0-cba9c1b3d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:23.145993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-2c534bbb-1145-4f29-96a0-cba9c1b3d6c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 1096 time: 0.1103330 Jul 23 22:50:23.154756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e257-efbf-4c39-ac63-cfde3229e90a req-beb42122-5a7c-4c73-b2dd-03223d705927 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:23.156341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b74e257-efbf-4c39-ac63-cfde3229e90a req-beb42122-5a7c-4c73-b2dd-03223d705927 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0873497 Jul 23 22:50:23.203800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:23.250436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b74e257-efbf-4c39-ac63-cfde3229e90a req-4b04fb58-a310-4c4e-98e1-b85f74c151d0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855756 Jul 23 22:50:23.277724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-07692736-8667-4682-90f2-9fcecb44d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:23.279301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-07692736-8667-4682-90f2-9fcecb44d581 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.1221075 Jul 23 22:50:23.331078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-1a752313-395a-43ba-89df-8f71df6f0293 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936 HTTP/1.1" status: 200 len: 217 time: 0.0405843 Jul 23 22:50:23.430368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-8ee67302-cdaa-489e-a52e-e2dea5ffcb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:23.432538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-8ee67302-cdaa-489e-a52e-e2dea5ffcb2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0935299 Jul 23 22:50:23.475677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-96938013-1862-4948-a38b-3c65c3abd090 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359323 Jul 23 22:50:23.588736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-fc2d55b3-818d-4bb2-b3b2-8607327b1676 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058066 Jul 23 22:50:23.777870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e50623ac-3c59-4d1a-81b3-8081eba6cf80 req-537ad7fd-acc5-44f4-a07a-dc24c7ae5e9a service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797476 Jul 23 22:50:23.798849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-ed16339e-09eb-4e74-a1ca-a7ac2972c6a8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:23.800579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-ed16339e-09eb-4e74-a1ca-a7ac2972c6a8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.1661379 Jul 23 22:50:23.819018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-9b67c648-aad1-403a-9918-a3c98becbf62 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/quotas/928aad1646ff4df6ac8fc251aa02407f HTTP/1.1" status: 200 len: 375 time: 0.0103712 Jul 23 22:50:23.927692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-690d73f4-f5ac-4899-8c58-0982623c8476 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1025362 Jul 23 22:50:24.049210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-190fb31d-085d-4ff2-aea3-705dce2dcb22 service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204329 Jul 23 22:50:24.172952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-cc60633f-1f65-4372-9abc-ffea5da9ae34 service neutron] 10.222.0.37 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226788 Jul 23 22:50:24.470304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba064b1c-db87-4ac6-a087-79c59a93dbc9 req-620ae914-ecf6-4d6c-be9b-9631ae907512 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:24.487637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba064b1c-db87-4ac6-a087-79c59a93dbc9 req-620ae914-ecf6-4d6c-be9b-9631ae907512 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1041291 Jul 23 22:50:24.555418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba064b1c-db87-4ac6-a087-79c59a93dbc9 req-d7707946-29c2-46ff-a097-66dcceb22fd3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667038 Jul 23 22:50:24.731575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11143d7-5610-46e0-8530-4df64541be22 req-6c5504c1-20c2-4efd-838c-d05bc1d228ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:24.741009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e11143d7-5610-46e0-8530-4df64541be22 req-6c5504c1-20c2-4efd-838c-d05bc1d228ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 945 time: 0.1054885 Jul 23 22:50:24.816971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e11143d7-5610-46e0-8530-4df64541be22 req-3c335345-2169-4530-82ab-910e5ecc2ff1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740850 Jul 23 22:50:24.953410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cde05-8882-4581-9d2f-2069614476a3 req-e50aabec-6995-45d2-9649-b84fe821d4d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:24.962914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-805cde05-8882-4581-9d2f-2069614476a3 req-e50aabec-6995-45d2-9649-b84fe821d4d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 944 time: 0.0867636 Jul 23 22:50:25.022544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-805cde05-8882-4581-9d2f-2069614476a3 req-25157be9-6202-4991-bcf7-f1ae5799c761 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589776 Jul 23 22:50:25.175382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:25.183661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b94beb5-09ee-473f-a60a-6d1c0d3acc71 req-f649f20b-8ed7-43c3-b4a3-3a0a8e366a41 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 210 time: 0.0615869 Jul 23 22:50:25.194449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14637c6-0b23-4708-b71d-49519296a35a req-1854248a-b622-4ddb-9671-ace5c228e35e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:25.198151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e14637c6-0b23-4708-b71d-49519296a35a req-1854248a-b622-4ddb-9671-ace5c228e35e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 945 time: 0.2041276 Jul 23 22:50:25.344499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:25.376761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:25.376761 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25638044-9ad5-4b78-9506-0dd39138cec9" -d '{"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:25.384892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:25.395948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:25.406991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port fca9673d-1c15-4b64-9e9c-7d849c80dbea {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:50:25.408053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:25.438864 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81943127-74dd-4a40-aabc-3fe11f11f2ad x-openstack-request-id: req-81943127-74dd-4a40-aabc-3fe11f11f2ad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:25.439162 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-unplugged", "status": "failed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:25.439823 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81943127-74dd-4a40-aabc-3fe11f11f2ad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:25.440459 n-d-791506-25 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'code': 422} returned with failed status Jul 23 22:50:25.480250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:25.603135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port fca9673d-1c15-4b64-9e9c-7d849c80dbea, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=fca9673d-1c15-4b64-9e9c-7d849c80dbea,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:25.603628 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:25.631663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for fca9673d-1c15-4b64-9e9c-7d849c80dbea owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:50:25.848652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-03186e9c-d5e7-4193-9adc-974242e301e0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:25.850428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-03186e9c-d5e7-4193-9adc-974242e301e0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 812 time: 0.3008466 Jul 23 22:50:25.874490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Request body: {'port': {'device_id': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'admin_state_up': True, 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:25.964319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17efb57-6baf-4e84-adb0-4fc626bd9fb2 req-6dceb360-aa1e-44e9-abb8-d90eb0414373 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:25.965988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a17efb57-6baf-4e84-adb0-4fc626bd9fb2 req-6dceb360-aa1e-44e9-abb8-d90eb0414373 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 944 time: 0.2658310 Jul 23 22:50:26.084919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a17efb57-6baf-4e84-adb0-4fc626bd9fb2 req-4c0fdbc1-579c-429c-9df9-ca066ec58a1f tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069999 Jul 23 22:50:26.103953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Made reservation on behalf of 928aad1646ff4df6ac8fc251aa02407f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:26.109552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:26.113735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:26.127690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'fca9673d-1c15-4b64-9e9c-7d849c80dbea'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:26.161228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=fca9673d-1c15-4b64-9e9c-7d849c80dbea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:26.309659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c812dd9e-aed8-48f1-ac48-7b445c87649a req-55a42ae4-8f5b-41dd-af8c-6952159f56ea tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71b47c3-891e-4f61-baa5-e21e86373ae9 HTTP/1.1" status: 200 len: 210 time: 0.0424850 Jul 23 22:50:26.358279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port fca9673d-1c15-4b64-9e9c-7d849c80dbea on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:50:26.364235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:26.367649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e14637c6-0b23-4708-b71d-49519296a35a req-390e210b-b6e5-4104-a354-355f592a9fc3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/fca9673d-1c15-4b64-9e9c-7d849c80dbea HTTP/1.1" status: 204 len: 173 time: 1.1635158 Jul 23 22:50:26.368637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'name': 'network-vif-deleted', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:26.371684 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ab26fa-08b4-4bf0-a7af-27a1e06ccdf7" -d '{"events": [{"server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "name": "network-vif-deleted", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:26.507572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Allocated IP 172.20.0.14 (2f3c3cb1-0caa-4191-868a-8e495ac7d634/cc9f853c-9e5b-48d5-971b-6cf96b9204da/f343e798-12a2-4045-b61a-4f4ac9adc808) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:50:26.602801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dffcc-1789-4a36-a46f-6b25b0038bb6 req-87bd0e82-b241-4aa0-9f52-79d3e2b00ea1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:26.604304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d13dffcc-1789-4a36-a46f-6b25b0038bb6 req-87bd0e82-b241-4aa0-9f52-79d3e2b00ea1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 944 time: 0.1774275 Jul 23 22:50:26.690359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d13dffcc-1789-4a36-a46f-6b25b0038bb6 req-091bd16c-65b5-4562-98d4-e9dca72a407e tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763705 Jul 23 22:50:26.733347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:26.755281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Transition to ACTIVE for port object f343e798-12a2-4045-b61a-4f4ac9adc808 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:26.812065 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:26.826720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['785d8deb-920a-4122-b64c-4fc0d61d26b8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:26.829806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:26.919908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4ac91adb-95c8-4a45-875f-7a0207b4c936 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:26.930365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:50:26.936527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:26.940497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:50:26.972416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:27.028261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:27.029686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:27.049919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-6e19ab6c-6355-4fb7-8646-60d90027b7c1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1862643 Jul 23 22:50:27.065301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Request body: {'port': {'device_id': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:27.230947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:27.502310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:27.518371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4147a3c-6cd6-4bba-813c-2cc2a5077d20 None None] Provisioning for port f343e798-12a2-4045-b61a-4f4ac9adc808 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:27.532316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '4ac91adb-95c8-4a45-875f-7a0207b4c936', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'port_id': '4ac91adb-95c8-4a45-875f-7a0207b4c936', 'mac_address': 'fa:16:3e:87:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6e305-a2b6-47ea-9987-76cbed256e0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:27.533767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4147a3c-6cd6-4bba-813c-2cc2a5077d20 None None] Provisioning complete for port f343e798-12a2-4045-b61a-4f4ac9adc808 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:27.534208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4147a3c-6cd6-4bba-813c-2cc2a5077d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:27.619489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d4147a3c-6cd6-4bba-813c-2cc2a5077d20 None None] Port f343e798-12a2-4045-b61a-4f4ac9adc808 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:50:27.639309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:27.660547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac91adb-95c8-4a45-875f-7a0207b4c936 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:27.683664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:27.690630 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:27.752157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:27.988211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:27.993313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddcddb-9321-43f6-8342-ac3aa53b3749 req-49122fc3-10a5-4440-bee6-4e864e162117 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:27.994943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00ddcddb-9321-43f6-8342-ac3aa53b3749 req-49122fc3-10a5-4440-bee6-4e864e162117 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 932 time: 0.1379297 Jul 23 22:50:28.058258 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00ddcddb-9321-43f6-8342-ac3aa53b3749 req-4b8a8dff-ea4b-4877-822c-1c7d6861627a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Jul 23 22:50:28.124538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f343e798-12a2-4045-b61a-4f4ac9adc808 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:28.141174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:28.168778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Transition to ACTIVE for port object f343e798-12a2-4045-b61a-4f4ac9adc808 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:28.175530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:28.231668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:28.238115 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69872a4c-02be-4b3a-a042-14f6f267550d x-openstack-request-id: req-69872a4c-02be-4b3a-a042-14f6f267550d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:28.238416 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71b47c3-891e-4f61-baa5-e21e86373ae9", "name": "network-vif-deleted", "tag": "fca9673d-1c15-4b64-9e9c-7d849c80dbea", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:28.238729 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69872a4c-02be-4b3a-a042-14f6f267550d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:28.239250 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b47c3-891e-4f61-baa5-e21e86373ae9', 'name': 'network-vif-deleted', 'tag': 'fca9673d-1c15-4b64-9e9c-7d849c80dbea', 'status': 'completed', 'code': 200} Jul 23 22:50:28.388917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Attempting to bind port f343e798-12a2-4045-b61a-4f4ac9adc808 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:28.390604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Attempting to bind port f343e798-12a2-4045-b61a-4f4ac9adc808 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:28.390952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Attempting to bind port f343e798-12a2-4045-b61a-4f4ac9adc808 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:28.404225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Port f343e798-12a2-4045-b61a-4f4ac9adc808 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:28.405876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Attempting to bind port f343e798-12a2-4045-b61a-4f4ac9adc808 on network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:28.411440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:28.411782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Checking segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:28.412241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Bound using segment: {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:28.412688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Bound port: f343e798-12a2-4045-b61a-4f4ac9adc808, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:28.413743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:28.578412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:28.582824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:28.589620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:28.635953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:28.636910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:28.639123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f343e798-12a2-4045-b61a-4f4ac9adc808 HTTP/1.1" status: 200 len: 1093 time: 1.5805042 Jul 23 22:50:28.673404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358947e-fac9-45f3-8cd3-f3f85ca735e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:28.861118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fca9673d-1c15-4b64-9e9c-7d849c80dbea no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:28.906952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-2774695e-582a-4e4f-9984-a3c519502eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:28.908269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-2774695e-582a-4e4f-9984-a3c519502eec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 1096 time: 0.2156663 Jul 23 22:50:28.916347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: fca9673d-1c15-4b64-9e9c-7d849c80dbea {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:50:28.916672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device fca9673d-1c15-4b64-9e9c-7d849c80dbea not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:50:29.008559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-38ce309b-5c7f-4b3b-90ea-566cc92c4d55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f343e798-12a2-4045-b61a-4f4ac9adc808 HTTP/1.1" status: 200 len: 217 time: 0.0674858 Jul 23 22:50:29.073733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-07a78e80-165a-4e2a-85d4-8374fb0f7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:29.075643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-07a78e80-165a-4e2a-85d4-8374fb0f7ca3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0610800 Jul 23 22:50:29.142804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170df1c-67a2-45cf-a26d-d265e5eb6cbe req-7fe926dd-63e7-49a9-a151-e7f2e6448a02 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:29.144694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2170df1c-67a2-45cf-a26d-d265e5eb6cbe req-7fe926dd-63e7-49a9-a151-e7f2e6448a02 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 945 time: 0.2322960 Jul 23 22:50:29.179333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 92ede972-75fc-4398-a922-9e0333daba7d no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:50:29.232764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2170df1c-67a2-45cf-a26d-d265e5eb6cbe req-26c8c8dc-5f53-445c-bd61-0f43d833b610 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749135 Jul 23 22:50:29.253461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da21701-e51b-4295-99f6-2a195d294030 req-934ac378-9692-4551-b57c-5477c860d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:29.254936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-934ac378-9692-4551-b57c-5477c860d511 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694641 Jul 23 22:50:29.464821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-c6f872a7-015c-4f83-9bdd-bd0ca44a040c service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997130 Jul 23 22:50:29.587779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da21701-e51b-4295-99f6-2a195d294030 req-4ba8b46c-cab6-4716-900e-32008db63e29 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156542 Jul 23 22:50:29.741030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47665d-ffc1-40ad-8057-1fca5823a152 req-8e5e1e52-51f5-4c0a-902f-1e75cc728e8d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:29.744742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a47665d-ffc1-40ad-8057-1fca5823a152 req-8e5e1e52-51f5-4c0a-902f-1e75cc728e8d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 944 time: 0.0944228 Jul 23 22:50:29.818496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a47665d-ffc1-40ad-8057-1fca5823a152 req-5165af72-6541-49f4-b655-ce740cca89d9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659661 Jul 23 22:50:30.043818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-68fba1d8-4b0e-424b-9134-74db9415844b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1846783 Jul 23 22:50:30.217322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-031ee715-10a5-475d-a966-636ad8f76252 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:30.222248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-031ee715-10a5-475d-a966-636ad8f76252 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1840327 Jul 23 22:50:30.242915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-71d267b3-35ee-447c-84b3-edafb68d879c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0155478 Jul 23 22:50:30.243684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:30.246825 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:30.386583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e4592872-cb47-4453-a3b5-64bf58021061 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294434 Jul 23 22:50:30.551867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-b7f94886-0036-417e-8b92-a177c62e4f42 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602836 Jul 23 22:50:30.699022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-bad37904-3999-4204-966b-35ca45911546 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320851 Jul 23 22:50:30.871010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4ac91adb-95c8-4a45-875f-7a0207b4c936 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:30.942597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 4ac91adb-95c8-4a45-875f-7a0207b4c936 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:30.949329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 4ac91adb-95c8-4a45-875f-7a0207b4c936 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:30.950284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:30.968148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:31.062549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6c91c-4a66-40f4-9e54-6fe32a519870 req-b958b7b5-076e-43f0-9b99-1e00d7801177 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:31.063937 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.064231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cd6c91c-4a66-40f4-9e54-6fe32a519870 req-b958b7b5-076e-43f0-9b99-1e00d7801177 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 944 time: 0.1404457 Jul 23 22:50:31.084121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Deleting subnet 113782f0-7d88-449a-8b00-014abba77d61 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:50:31.092511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.133935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cd6c91c-4a66-40f4-9e54-6fe32a519870 req-178d8271-75d2-4bdc-b566-846bb8ddf892 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611832 Jul 23 22:50:31.139965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:31.141218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:31.144219 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57fb2b-27de-45b5-8718-38185c2a14b7" -d '{"events": [{"server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:31.150818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.196418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.218511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:31.255458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-f84059b4-ced0-4f0e-ac1f-c71356a7eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:31.257546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-f84059b4-ced0-4f0e-ac1f-c71356a7eabd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f&tenant_id=5edafaa2fb694d1096f681e03068e92d HTTP/1.1" status: 200 len: 1096 time: 0.1273856 Jul 23 22:50:31.285556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.295019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:31.320946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:31.422252 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.492314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113782f0-7d88-449a-8b00-014abba77d61,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:31.499037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.501810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-472d42a1-823d-4f5b-8d0f-f1b9c411de90 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/113782f0-7d88-449a-8b00-014abba77d61 HTTP/1.1" status: 204 len: 168 time: 0.5320570 Jul 23 22:50:31.507856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:31.543785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:31.558785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.568713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'mac_address': 'fa:16:3e:f2:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:31.614253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.638727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.643016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f343e798-12a2-4045-b61a-4f4ac9adc808 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:31.690136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:31.698072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.753335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.765570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7316656-7d85-419b-9d66-b2accde82a5d req-fc25a0a9-081e-4553-946b-00c58eadcc28 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:31.766856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a2b305-da47-4da1-bad9-50b7520082b6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:31.774439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7316656-7d85-419b-9d66-b2accde82a5d req-fc25a0a9-081e-4553-946b-00c58eadcc28 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 946 time: 0.5129645 Jul 23 22:50:31.785677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:31.786537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b2903c-47ad-4861-90cc-2b8a88f0d4e5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:31.805083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.825943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7316656-7d85-419b-9d66-b2accde82a5d req-6c57992b-e499-4dc7-95fa-3e24fdbd6b72 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Jul 23 22:50:31.826153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:31.827247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.847946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:50:31.848475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:50:31.853344 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:50:31.922001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f343e798-12a2-4045-b61a-4f4ac9adc808'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:31.956943 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889be685-01b2-415b-9e49-54cbe26371bb x-openstack-request-id: req-889be685-01b2-415b-9e49-54cbe26371bb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:31.957322 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:31.957633 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-889be685-01b2-415b-9e49-54cbe26371bb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:31.958035 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'status': 'completed', 'code': 200} Jul 23 22:50:32.006020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.015671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.021066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4a2b305-da47-4da1-bad9-50b7520082b6 HTTP/1.1" status: 204 len: 168 time: 0.5091300 Jul 23 22:50:32.021711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:32.030539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:32.079652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7fe71f8-86b9-4832-a8c3-bc7245890798 req-8f4bed99-f354-4a02-96d6-7417e0c9f8e9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 210 time: 0.0638900 Jul 23 22:50:32.113309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:32.118647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Deleting subnet 04b4199f-ed49-4933-b872-19186bf2a4cb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:50:32.122141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.159796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.180549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35f527-581d-4934-b79d-3c9c145cba2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a2b305-da47-4da1-bad9-50b7520082b6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:32.195191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:32.205312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.220491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Transition to ACTIVE for port object 92ede972-75fc-4398-a922-9e0333daba7d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:32.223659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-85580aa2-c63b-481b-94b5-2a200bd9ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:32.226681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-85580aa2-c63b-481b-94b5-2a200bd9ccba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 1097 time: 0.2675080 Jul 23 22:50:32.230506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.235026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.308979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.337326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b4199f-ed49-4933-b872-19186bf2a4cb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:32.348773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.353419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dbb51064-8859-429f-8dd5-b570da7ef4df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04b4199f-ed49-4933-b872-19186bf2a4cb HTTP/1.1" status: 204 len: 168 time: 0.3262756 Jul 23 22:50:32.353953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39564) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:32.481954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.568791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:32.596652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.607517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2949a9-88c0-4a77-acc7-670925c31a1d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:32.620381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944e0df2-8d46-478b-adb4-bc10393f5d64') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:32.620681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944e0df2-8d46-478b-adb4-bc10393f5d64') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:50:32.630954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.649939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.658197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:50:32.658737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:50:32.660872 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:50:32.676135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f499b-f976-4581-993a-2211f7bbd295 req-72b5a977-d4b4-4a42-b488-7b1a8a6f6d09 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:32.677678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf9f499b-f976-4581-993a-2211f7bbd295 req-72b5a977-d4b4-4a42-b488-7b1a8a6f6d09 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 945 time: 0.4495778 Jul 23 22:50:32.703417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-49974e67-4cf2-4db5-bb39-729818022f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:32.704851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-49974e67-4cf2-4db5-bb39-729818022f6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.4223011 Jul 23 22:50:32.729493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] No DVR routers for this DVR port 92ede972-75fc-4398-a922-9e0333daba7d on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:50:32.734736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.746085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:32.747474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-f0e2b261-7edc-44a2-8b3a-4721b731c2b1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:32.752030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-f0e2b261-7edc-44a2-8b3a-4721b731c2b1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.4507627 Jul 23 22:50:32.752221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e2949a9-88c0-4a77-acc7-670925c31a1d HTTP/1.1" status: 204 len: 168 time: 0.3871372 Jul 23 22:50:32.765666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853e121-e836-4fc3-8a68-049e44bbe894 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2949a9-88c0-4a77-acc7-670925c31a1d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:32.849193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:32.872342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-f95ac5a7-1447-4b92-9463-127406f1ea65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f343e798-12a2-4045-b61a-4f4ac9adc808 HTTP/1.1" status: 200 len: 217 time: 0.1327927 Jul 23 22:50:32.891870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:32.934206 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d89d184-a1b1-4300-9490-48d2816c9ad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e4a1425155b49f7adc56a526e026d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408223 Jul 23 22:50:32.936697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:32.954008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf9f499b-f976-4581-993a-2211f7bbd295 req-5584c760-2756-4a08-95e0-1bd447b27bf7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509122 Jul 23 22:50:33.009601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.046745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.051281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-870a09e2-e8f8-4be2-834d-675277fe3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:33.052766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-870a09e2-e8f8-4be2-834d-675277fe3d1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1708691 Jul 23 22:50:33.071265 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095c15f-9094-46b0-b1a2-73f7d5c7770f x-openstack-request-id: req-0095c15f-9094-46b0-b1a2-73f7d5c7770f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:33.071814 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "name": "network-vif-plugged", "status": "completed", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:33.071814 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0095c15f-9094-46b0-b1a2-73f7d5c7770f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:33.072197 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936', 'code': 200} Jul 23 22:50:33.104827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.108090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.109724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9023c50-339e-4e55-bafe-6b68ca7a0a15 HTTP/1.1" status: 204 len: 168 time: 0.1719179 Jul 23 22:50:33.136201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7a87-d422-43d6-9829-ef89224ffcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9023c50-339e-4e55-bafe-6b68ca7a0a15,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:33.238710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:33.294718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:50:33.298224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.317033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:33.317367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:33.317703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:33.334749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f343e798-12a2-4045-b61a-4f4ac9adc808 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:33.340401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f343e798-12a2-4045-b61a-4f4ac9adc808 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:33.340944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.343390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:33.343726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Attempting to bind port 92ede972-75fc-4398-a922-9e0333daba7d on network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:33.348301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-934f65ba-fad1-4c23-a8e0-de3c38717195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:33.349874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-934f65ba-fad1-4c23-a8e0-de3c38717195 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2754331 Jul 23 22:50:33.401289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:33.401289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Checking segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:33.401521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Bound using segment: {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:33.401797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Bound port: 92ede972-75fc-4398-a922-9e0333daba7d, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2eefe0d-3126-4bea-90db-a528cfde6ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:33.402168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.429705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.458892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc14b3a-3e54-4f4a-aaad-f638140806fe req-6d82ce92-ff9b-4afa-bcd6-ca29330b1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:33.461548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbc14b3a-3e54-4f4a-aaad-f638140806fe req-6d82ce92-ff9b-4afa-bcd6-ca29330b1369 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 1098 time: 0.3217378 Jul 23 22:50:33.471664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:33.478889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.537184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:33.551419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2f4a-e1f0-409b-9610-592605a29df3 req-fa580604-ac99-449b-8b55-25b30758b223 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:33.552932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-efdc2f4a-e1f0-409b-9610-592605a29df3 req-fa580604-ac99-449b-8b55-25b30758b223 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 944 time: 0.3589494 Jul 23 22:50:33.599765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:33.649408 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b882efa2-993d-407e-b868-61b77a81aa0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=956e12bbc3b44a699ff88733a5e06c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480909 Jul 23 22:50:33.652229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:50:33.671548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbc14b3a-3e54-4f4a-aaad-f638140806fe req-d1135394-0830-4a90-92d0-7c85e5155575 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981952 Jul 23 22:50:33.691344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.12 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/095034ee-a1ee-43cc-8880-2300948cc40c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:50:33.702562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:33.704190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.714592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-464a0eec-8cca-4482-8f32-30f31b74a4b0 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513258 Jul 23 22:50:33.727766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.736032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-efdc2f4a-e1f0-409b-9610-592605a29df3 req-8f064d77-d08e-4cd3-bc1f-264e71adb96b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692109 Jul 23 22:50:33.737791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:33.755776 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.782695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.785213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:33.786403 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3da4087e-4a22-47e2-b612-ea25056ce837 HTTP/1.1" status: 204 len: 168 time: 0.1332393 Jul 23 22:50:33.794489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859ddc-fa64-4b14-97d0-d6a914d56114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4087e-4a22-47e2-b612-ea25056ce837,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:34.253294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:34.253941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:34.255795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] 10.222.0.25 "PUT /v2.0/ports/92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1093 time: 2.9714439 Jul 23 22:50:34.277325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:34.279638 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:34.422028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f475-511a-48dc-aaad-fa8458966d29 service neutron] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:34.452220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ceb79a-b8d8-4e1e-9c0c-da07f850af0b req-676300d1-313a-4a24-9cc9-1a99dc770019 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7290459 Jul 23 22:50:34.547645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd690595-90bd-474e-b348-3223ded67bf7 req-77407c20-080f-47f9-83bf-796b3a8b0913 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:34.555331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd690595-90bd-474e-b348-3223ded67bf7 req-77407c20-080f-47f9-83bf-796b3a8b0913 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 946 time: 0.3382800 Jul 23 22:50:34.566355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-8fb567ac-79a0-4d9c-980f-d05a1411162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:34.567767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-8fb567ac-79a0-4d9c-980f-d05a1411162e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1097 time: 0.2710285 Jul 23 22:50:34.640390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:34.689616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd690595-90bd-474e-b348-3223ded67bf7 req-0120f863-39cf-48b8-aa39-a6a8b2e36827 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333287 Jul 23 22:50:34.731671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-fa07ce11-ef3e-4964-a61d-09e9e38ecca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:34.733228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-fa07ce11-ef3e-4964-a61d-09e9e38ecca6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.1557157 Jul 23 22:50:34.806583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-dbc61158-a7ed-4c1d-8b7e-5a79643eb4c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1000 time: 0.0661764 Jul 23 22:50:34.845440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:34.852730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9556e8d-f80f-4139-978f-7f41b0ea8e69 req-ced9d662-4f17-44dc-828b-02b2c88dc433 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 210 time: 0.0452089 Jul 23 22:50:34.856891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:34.926217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:50:34.936965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:50:34.944598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:50:34.954501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-cdf44b3c-ca29-4f7d-869a-0f540b82dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:34.956175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-cdf44b3c-ca29-4f7d-869a-0f540b82dab6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.1386967 Jul 23 22:50:34.978369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:35.070291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:35.070939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:35.073541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:35.076906 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b645c19a-a50d-450d-be79-33d06784fba6" -d '{"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-plugged", "status": "completed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:35.117488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e41fcd41-5746-429b-b91f-3fa53fbc13f8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3281648 Jul 23 22:50:35.124700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-7b52cd50-e91a-47b2-9143-be7cb945c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:35.126268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-7b52cd50-e91a-47b2-9143-be7cb945c008 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491175 Jul 23 22:50:35.135686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd9c6-80e3-4004-9c39-6732c6ac6bb5 req-a82a5106-7242-4f77-b261-a76a733dec68 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:35.137184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b8dd9c6-80e3-4004-9c39-6732c6ac6bb5 req-a82a5106-7242-4f77-b261-a76a733dec68 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1552773 Jul 23 22:50:35.140924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Request body: {'port': {'device_id': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:50:35.325211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b8dd9c6-80e3-4004-9c39-6732c6ac6bb5 req-f1783465-fb1c-4a69-a7ce-f0f32fd1c809 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427064 Jul 23 22:50:35.329055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-0163b6d9-598d-446c-9981-516d90d42eae service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803429 Jul 23 22:50:35.348712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:35.458295 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25148905-375e-4d35-991a-98635cb92ccc x-openstack-request-id: req-25148905-375e-4d35-991a-98635cb92ccc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:35.458591 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:35.458841 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25148905-375e-4d35-991a-98635cb92ccc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:35.459231 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'status': 'completed', 'code': 200} Jul 23 22:50:35.552296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-438e418d-aded-4a2f-9d09-fd358db949a5 req-93186675-7e5c-4cd7-85e7-48d87996581e service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152741 Jul 23 22:50:35.752782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c64e-1dbb-4e42-9db4-086b52b60d97 req-9accdc92-7c7a-477d-87f5-e20152ad0959 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:35.761601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36b9c64e-1dbb-4e42-9db4-086b52b60d97 req-9accdc92-7c7a-477d-87f5-e20152ad0959 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.2294226 Jul 23 22:50:35.848827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36b9c64e-1dbb-4e42-9db4-086b52b60d97 req-26f49476-1a20-4096-a13b-6c8ded1ad6fd tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863369 Jul 23 22:50:35.852850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-87ad7518-e648-4f67-848e-772e18a0e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:35.854341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-87ad7518-e648-4f67-848e-772e18a0e17d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5edafaa2fb694d1096f681e03068e92d&device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1097 time: 0.2217026 Jul 23 22:50:35.917620 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3b3416-0bd5-4895-b9e3-9988c25f314d x-openstack-request-id: req-2d3b3416-0bd5-4895-b9e3-9988c25f314d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:35.918540 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-plugged", "status": "completed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:35.919151 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d3b3416-0bd5-4895-b9e3-9988c25f314d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:35.924639 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'code': 200} Jul 23 22:50:36.118077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-d25102c9-87c6-4a57-91f1-7785ffec5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:36.119574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-d25102c9-87c6-4a57-91f1-7785ffec5980 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 200 len: 917 time: 0.2531860 Jul 23 22:50:36.128200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095034ee-a1ee-43cc-8880-2300948cc40c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:36.153841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:36.222905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc37d6-c829-4ff5-875b-59bd80c0d5eb req-18cbb667-41cf-40c3-95a1-2e867e33290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:36.224604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5dc37d6-c829-4ff5-875b-59bd80c0d5eb req-18cbb667-41cf-40c3-95a1-2e867e33290a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 1098 time: 0.2399964 Jul 23 22:50:36.231628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Transition to ACTIVE for port object 095034ee-a1ee-43cc-8880-2300948cc40c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:50:36.257613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:36.308723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-d84157d7-8cec-4f54-af6e-d2f63f3b6c73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 200 len: 1000 time: 0.1755743 Jul 23 22:50:36.334470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2fecf-1b0f-448f-a77a-ab0b31070672 req-0766d440-1138-458f-adc3-6eb3359d58aa tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:36.342936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdb2fecf-1b0f-448f-a77a-ab0b31070672 req-0766d440-1138-458f-adc3-6eb3359d58aa tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 946 time: 0.2947402 Jul 23 22:50:36.421247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-a742cffb-49d7-4e5c-8410-8239882772a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:36.423632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-a742cffb-49d7-4e5c-8410-8239882772a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 200 len: 855 time: 0.1013339 Jul 23 22:50:36.455234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Pushing event updated for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:36.463330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5dc37d6-c829-4ff5-875b-59bd80c0d5eb req-353a5916-9580-4ea9-9ffc-6fad0c034a3f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251825 Jul 23 22:50:36.682013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdb2fecf-1b0f-448f-a77a-ab0b31070672 req-6dff9cfa-3688-40e9-8d25-c7b03b7a99af tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380425 Jul 23 22:50:36.713828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Attempting to bind port 095034ee-a1ee-43cc-8880-2300948cc40c on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:50:36.714789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Attempting to bind port 095034ee-a1ee-43cc-8880-2300948cc40c by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:50:36.715576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Attempting to bind port 095034ee-a1ee-43cc-8880-2300948cc40c on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:36.756152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Port 095034ee-a1ee-43cc-8880-2300948cc40c on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:50:36.756851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Attempting to bind port 095034ee-a1ee-43cc-8880-2300948cc40c on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:50:36.774558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:50:36.774920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:50:36.775446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:50:36.776058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Bound port: 095034ee-a1ee-43cc-8880-2300948cc40c, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:50:36.776452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:36.803684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-f27afc7b-d622-4ebd-ab19-6399ff239f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:36.805824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-f27afc7b-d622-4ebd-ab19-6399ff239f52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4bf13ea5-9eda-403e-8b7e-1377f755fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2874231 Jul 23 22:50:37.042471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:50:37.111016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=095034ee-a1ee-43cc-8880-2300948cc40c,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:50:37.142706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:37.165456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-682ad679-49f2-4d85-9b9f-5fe75196bdbc service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952473 Jul 23 22:50:37.220770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96629a6c-ea69-4837-9171-d55f3f23aaba req-f636f84f-d80e-4ab6-a5ff-3aa9c1391938 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:37.224225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96629a6c-ea69-4837-9171-d55f3f23aaba req-f636f84f-d80e-4ab6-a5ff-3aa9c1391938 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 944 time: 0.3563182 Jul 23 22:50:37.318558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d6c421-c45c-45a6-8307-86bd3b3d0a6b req-632ff4f7-3036-44cd-992e-70b0ab86cb72 service neutron] 10.222.0.25 "GET /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901649 Jul 23 22:50:37.342936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:37.343571 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:37.344978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] 10.222.0.25 "PUT /v2.0/ports/095034ee-a1ee-43cc-8880-2300948cc40c HTTP/1.1" status: 200 len: 1093 time: 2.2176754 Jul 23 22:50:37.387438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b91c9-3234-463d-b967-cb3b4d655b02 service neutron] Pushing event updated for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:37.440025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96629a6c-ea69-4837-9171-d55f3f23aaba req-dd1b1e46-0950-4edb-b312-65d1b313ac3d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032907 Jul 23 22:50:37.461364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:37.463357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b403e5b-1e15-4e29-9559-5b151cf62071" -d '{"events": [{"name": "network-changed", "server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:37.696420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-5a8ba06d-c6a5-4362-b7fc-b5c42961760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:37.698347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-5a8ba06d-c6a5-4362-b7fc-b5c42961760f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 1096 time: 0.1006715 Jul 23 22:50:37.714130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2fea0-0b2c-4950-800b-875b77079245 req-a61e0166-d0eb-4d51-b00e-6d53fe882742 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:37.721832 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfb2fea0-0b2c-4950-800b-875b77079245 req-a61e0166-d0eb-4d51-b00e-6d53fe882742 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1699677 Jul 23 22:50:37.812963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-b0e921ef-d63a-4e2a-98e6-e0a99eafc794 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=095034ee-a1ee-43cc-8880-2300948cc40c HTTP/1.1" status: 200 len: 217 time: 0.0770714 Jul 23 22:50:37.849438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfb2fea0-0b2c-4950-800b-875b77079245 req-fadc25ec-12d7-4a9f-9742-0fd26cbf671a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181669 Jul 23 22:50:40.412228 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:50:41.041148 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4af783e-a727-466a-b705-6b65c09b297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:43.759820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-95cc25a7-8bc7-45a8-be02-cdc7770c9362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:44.144392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:44.920376 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:46.433718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-53d0a913-4bd3-4878-8b8a-36d884b8b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:46.435910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-53d0a913-4bd3-4878-8b8a-36d884b8b8ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0700018 Jul 23 22:50:46.476926 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:46.487124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-3b64a411-50a0-42f6-badb-969f10dc4b17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404141 Jul 23 22:50:46.645123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-6ad8133a-3851-41a2-9f0a-4ce302db04ee service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439776 Jul 23 22:50:46.670703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-2c7ce2d5-98d2-4aec-b5bd-82a0fd177fab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414640 Jul 23 22:50:46.828799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98221bc-ffb2-40b6-9807-b8bf3f85c16d req-e973734d-927a-4ba6-8aec-cab0e3ffdd8e service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724558 Jul 23 22:50:46.862741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8346-8865-4dd2-a29a-c5a923235b1a req-e58ea597-1207-4576-9dd4-698b9d319c6d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:46.864696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-710c8346-8865-4dd2-a29a-c5a923235b1a req-e58ea597-1207-4576-9dd4-698b9d319c6d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.3814058 Jul 23 22:50:46.870825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-df0d9e63-2d5c-4856-8bc8-77573d1fb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:46.872430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-df0d9e63-2d5c-4856-8bc8-77573d1fb747 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1285882 Jul 23 22:50:46.923153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-710c8346-8865-4dd2-a29a-c5a923235b1a req-7ab89782-4e01-427d-b753-b5c7fcc67b69 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465107 Jul 23 22:50:47.000946 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de3ce85-23d1-4cef-8e97-a5ca6fafbc81 x-openstack-request-id: req-1de3ce85-23d1-4cef-8e97-a5ca6fafbc81 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:47.001258 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:47.001490 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1de3ce85-23d1-4cef-8e97-a5ca6fafbc81 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:47.001910 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c', 'status': 'completed', 'code': 200} Jul 23 22:50:47.086424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-463c671b-367e-46d2-9d26-94dde47a2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.087941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-463c671b-367e-46d2-9d26-94dde47a2c23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1810865 Jul 23 22:50:47.159001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-d46fe9d1-d9b0-46c4-84e9-bbd5717332ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 200 len: 217 time: 0.0619733 Jul 23 22:50:47.182545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-43de89f3-a196-4c18-bfbc-30a4d7dc9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.184765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-43de89f3-a196-4c18-bfbc-30a4d7dc9313 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 1096 time: 0.1685364 Jul 23 22:50:47.324584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-1d1b9b0d-4999-4e60-8edc-06564e9a7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.326114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-1d1b9b0d-4999-4e60-8edc-06564e9a7432 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1581159 Jul 23 22:50:47.407569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-8379828e-94e4-438d-be64-da3e3ef18412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.409037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-8379828e-94e4-438d-be64-da3e3ef18412 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.1982710 Jul 23 22:50:47.418258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676b704-a650-4bc8-b772-f5684d1b4187 req-57ae5e1b-1226-4082-9e80-9c98aace4f77 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.419684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f676b704-a650-4bc8-b772-f5684d1b4187 req-57ae5e1b-1226-4082-9e80-9c98aace4f77 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 944 time: 0.2107947 Jul 23 22:50:47.471364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-024d5235-495e-47c2-9b23-46207fb979f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=095034ee-a1ee-43cc-8880-2300948cc40c HTTP/1.1" status: 200 len: 217 time: 0.0495181 Jul 23 22:50:47.538125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-ac5e3677-c133-4a02-aa5e-85b445cfe3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.539760 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-ac5e3677-c133-4a02-aa5e-85b445cfe3a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028122 Jul 23 22:50:47.549585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f676b704-a650-4bc8-b772-f5684d1b4187 req-6e0202dc-b8fa-416b-b3bc-51c555eb0791 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212173 Jul 23 22:50:47.595945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-5f043516-94af-4360-b818-a2944ba56621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:47.597480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-5f043516-94af-4360-b818-a2944ba56621 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1154778 Jul 23 22:50:48.089724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-a17aa583-5d9f-4743-b084-a1f94d9d78de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4845231 Jul 23 22:50:48.286106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-00bf3879-25b7-4513-b78a-ae5e33d18393 service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309632 Jul 23 22:50:48.347880 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-43594d4d-865c-4f60-96a5-2299532a2cb6 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280657 Jul 23 22:50:48.448882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09e52-2a25-4229-91d9-194222b8f53b req-0dcfab68-dc6a-445c-a43b-e9cba3709e51 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:48.450576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fb09e52-2a25-4229-91d9-194222b8f53b req-0dcfab68-dc6a-445c-a43b-e9cba3709e51 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.3585966 Jul 23 22:50:48.556080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b403e5b-1e15-4e29-9559-5b151cf62071 req-90eb891a-ed4d-45ba-926d-512906f33e0a service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988921 Jul 23 22:50:48.560858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fb09e52-2a25-4229-91d9-194222b8f53b req-c24a799e-ef19-4619-b019-186a6de51822 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814764 Jul 23 22:50:48.581398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c26e17e-104f-4328-b366-a715177f7ec3 req-45342550-9967-470f-82c9-8b5c343086cb service neutron] 10.222.0.25 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847781 Jul 23 22:50:48.906925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904494fc-e042-41ed-bac5-98ed94de2f85 req-d2db2ed8-e63f-4b8f-9642-7f001f96d069 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:48.908531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-904494fc-e042-41ed-bac5-98ed94de2f85 req-d2db2ed8-e63f-4b8f-9642-7f001f96d069 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.0822277 Jul 23 22:50:48.969925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-904494fc-e042-41ed-bac5-98ed94de2f85 req-6f35a7c0-28b0-4e20-a42e-6af3e5a986f3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460787 Jul 23 22:50:49.189092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84918-755e-42d9-bcd7-b34969703fa0 req-9bac82dd-2f16-4739-8b30-8952ac642e74 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:49.196148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01e84918-755e-42d9-bcd7-b34969703fa0 req-9bac82dd-2f16-4739-8b30-8952ac642e74 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 944 time: 0.1137631 Jul 23 22:50:49.265838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01e84918-755e-42d9-bcd7-b34969703fa0 req-c5d1a40a-b83f-4c4b-81bf-a1186d456b52 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592608 Jul 23 22:50:49.825435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3e72-4882-48b1-94de-ba612ad9b66e req-6b78a1c0-44c5-4d90-b33a-8126ddc04151 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:49.827125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6cf3e72-4882-48b1-94de-ba612ad9b66e req-6b78a1c0-44c5-4d90-b33a-8126ddc04151 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.0930603 Jul 23 22:50:49.877627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6cf3e72-4882-48b1-94de-ba612ad9b66e req-bf049df2-186f-4263-bda9-ddcaf644d067 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jul 23 22:50:50.139780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6abca-6c88-4b76-8a50-b1174e2257ee req-038c52a8-3a43-4d3a-bb1f-8425d461d4c3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:50.141278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1b6abca-6c88-4b76-8a50-b1174e2257ee req-038c52a8-3a43-4d3a-bb1f-8425d461d4c3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 945 time: 0.1001782 Jul 23 22:50:50.216170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1b6abca-6c88-4b76-8a50-b1174e2257ee req-4ec00418-d243-4e7a-b999-e566b5638e08 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666878 Jul 23 22:50:50.426014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fef05-abfe-4f6a-a07d-f0ff4fd9a6d3 req-3013280d-1eee-43e2-a28e-32e6f8da17fc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:50.429727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-529fef05-abfe-4f6a-a07d-f0ff4fd9a6d3 req-3013280d-1eee-43e2-a28e-32e6f8da17fc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 944 time: 0.0775485 Jul 23 22:50:50.474538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-529fef05-abfe-4f6a-a07d-f0ff4fd9a6d3 req-0b5f2263-5ef6-4b1f-9429-0131737003e8 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Jul 23 22:50:50.993318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 92ede972-75fc-4398-a922-9e0333daba7d details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:51.057592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e7daf-3156-4933-a646-7cb4942256bc req-a3f794d4-cc3d-40d3-a9a7-6145b5df8f66 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:51.063881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d2e7daf-3156-4933-a646-7cb4942256bc req-a3f794d4-cc3d-40d3-a9a7-6145b5df8f66 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.0982101 Jul 23 22:50:51.111968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d2e7daf-3156-4933-a646-7cb4942256bc req-76ff3daf-feb4-46b2-8b5c-d91fa6172e64 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Jul 23 22:50:51.157650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:51.173392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '92ede972-75fc-4398-a922-9e0333daba7d', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'port_id': '92ede972-75fc-4398-a922-9e0333daba7d', 'mac_address': 'fa:16:3e:fa:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:51.222587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:51.273168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:51.307810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:51.315182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:51.328874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:51.340233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 095034ee-a1ee-43cc-8880-2300948cc40c details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:50:51.514681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc2e20-fb48-40e1-b787-8eafdc6674bf req-8ef7f195-d0d5-4830-a782-3013b7fa4ba8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:51.524662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91dc2e20-fb48-40e1-b787-8eafdc6674bf req-8ef7f195-d0d5-4830-a782-3013b7fa4ba8 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1449430 Jul 23 22:50:51.539561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=095034ee-a1ee-43cc-8880-2300948cc40c,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:51.581535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:51.582384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91dc2e20-fb48-40e1-b787-8eafdc6674bf req-f1629042-d64f-477c-a516-2142b6473c90 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566740 Jul 23 22:50:51.586352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '095034ee-a1ee-43cc-8880-2300948cc40c', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '095034ee-a1ee-43cc-8880-2300948cc40c', 'mac_address': 'fa:16:3e:57:4c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:51.644506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:51.695194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095034ee-a1ee-43cc-8880-2300948cc40c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:51.735488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32600c-494a-47ab-840f-95630bb6873e req-a8999619-f556-4a03-92ea-7fbaf82d763e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:51.744124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b32600c-494a-47ab-840f-95630bb6873e req-a8999619-f556-4a03-92ea-7fbaf82d763e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 944 time: 0.0956471 Jul 23 22:50:51.769134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:51.783392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'port_id': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'mac_address': 'fa:16:3e:f2:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:50:51.790851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b32600c-494a-47ab-840f-95630bb6873e req-e1481373-8632-41d2-ac35-c39432060bde tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Jul 23 22:50:51.805511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=095034ee-a1ee-43cc-8880-2300948cc40c,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:51.859708 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:51.944349 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:51.982261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f343e798-12a2-4045-b61a-4f4ac9adc808 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:50:52.090308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:52.117365 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:52.129202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:52.247182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f343e798-12a2-4045-b61a-4f4ac9adc808'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:52.324633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['095034ee-a1ee-43cc-8880-2300948cc40c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:52.327208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['92ede972-75fc-4398-a922-9e0333daba7d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:50:52.329359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:52.471948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ac35-f0a0-4fd1-8b15-fcca490a57ba req-93c22dac-381a-43b5-998f-76af48c49c99 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:52.480858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82d5ac35-f0a0-4fd1-8b15-fcca490a57ba req-93c22dac-381a-43b5-998f-76af48c49c99 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 945 time: 0.1943808 Jul 23 22:50:52.564603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82d5ac35-f0a0-4fd1-8b15-fcca490a57ba req-e61e5978-c3d8-4eff-91d1-2781a87694ae tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822778 Jul 23 22:50:52.658014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:52.901057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ef27d-b726-4d4f-a17d-d3d05d6ca9f1 req-f5cc6801-3a86-4b2e-8422-69ac55534ed5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:52.902716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da4ef27d-b726-4d4f-a17d-d3d05d6ca9f1 req-f5cc6801-3a86-4b2e-8422-69ac55534ed5 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1273744 Jul 23 22:50:52.982596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da4ef27d-b726-4d4f-a17d-d3d05d6ca9f1 req-48989930-1389-4464-9073-cb7f593f9a3d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724323 Jul 23 22:50:53.231443 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:53.307500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ace48-9535-4971-9845-466b53e7e5a3 req-5669508c-b0f1-42fd-9985-eb6d573be28f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:53.325279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:53.342341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-771ace48-9535-4971-9845-466b53e7e5a3 req-5669508c-b0f1-42fd-9985-eb6d573be28f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 945 time: 0.1721921 Jul 23 22:50:53.409992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-771ace48-9535-4971-9845-466b53e7e5a3 req-49c2e6b4-8bb1-4c50-9745-848081358fa3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Jul 23 22:50:53.435420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f343e798-12a2-4045-b61a-4f4ac9adc808 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:53.435778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:53.599826 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:53.653591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:53.659935 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a95d4-64cd-49e9-93c1-be0192468f5b" -d '{"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-plugged", "status": "completed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:53.693165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:53.704934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:53.790479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1b0d-2433-447b-bb9d-08fcc061ddf1 req-48672674-63db-4c63-ab50-90eda480d3f8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:53.798711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fae1b0d-2433-447b-bb9d-08fcc061ddf1 req-48672674-63db-4c63-ab50-90eda480d3f8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1116626 Jul 23 22:50:53.798881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:53.809221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.809674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.810078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.810427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.811012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.811350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.812185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.812529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.812860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.813190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.813566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.814001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:50:53.853946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fae1b0d-2433-447b-bb9d-08fcc061ddf1 req-d9616812-4bac-459e-8d5d-ed63870c60e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Jul 23 22:50:54.000737 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c050bd59-4fea-48d5-8e6c-94e13757ac5c x-openstack-request-id: req-c050bd59-4fea-48d5-8e6c-94e13757ac5c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:54.001042 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-plugged", "status": "completed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:54.001300 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c050bd59-4fea-48d5-8e6c-94e13757ac5c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:54.001780 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'code': 200} Jul 23 22:50:54.237875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec465c1-e07a-4762-9ec1-3ba325ac39dc req-eb220d56-afbd-4c9d-8c11-2c1cdf553364 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:54.239493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ec465c1-e07a-4762-9ec1-3ba325ac39dc req-eb220d56-afbd-4c9d-8c11-2c1cdf553364 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.0999956 Jul 23 22:50:54.293363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ec465c1-e07a-4762-9ec1-3ba325ac39dc req-08dbac6a-f364-4f5e-a16f-f0189f6a5076 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472202 Jul 23 22:50:54.639849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218071e1-b0a9-4960-80cc-435d68281e40 req-426cb56d-531b-447b-99cd-8d9731c6ee07 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:54.647632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-218071e1-b0a9-4960-80cc-435d68281e40 req-426cb56d-531b-447b-99cd-8d9731c6ee07 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 945 time: 0.1224947 Jul 23 22:50:54.688253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-218071e1-b0a9-4960-80cc-435d68281e40 req-0d0f748f-7a16-4824-9f76-2a8e3a48ca5d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Jul 23 22:50:55.024401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 92ede972-75fc-4398-a922-9e0333daba7d up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:55.083916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0290c1-cd66-4c4e-a7b6-7569ee4cf7b4 req-b4e686a3-d672-41d4-b59a-0939f8a6df54 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:55.106321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df0290c1-cd66-4c4e-a7b6-7569ee4cf7b4 req-b4e686a3-d672-41d4-b59a-0939f8a6df54 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1640174 Jul 23 22:50:55.147647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 92ede972-75fc-4398-a922-9e0333daba7d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:55.152698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 92ede972-75fc-4398-a922-9e0333daba7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:55.153155 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:55.182468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df0290c1-cd66-4c4e-a7b6-7569ee4cf7b4 req-8197f89d-0e06-471a-8b15-4ef187ed855b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751529 Jul 23 22:50:55.516293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d373-62e5-4813-b9d5-2da1b0d9e937 req-c6675fbb-194a-413b-aec2-093dd6d8a79d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:55.524527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f22d373-62e5-4813-b9d5-2da1b0d9e937 req-c6675fbb-194a-413b-aec2-093dd6d8a79d tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 946 time: 0.1288326 Jul 23 22:50:55.573798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f22d373-62e5-4813-b9d5-2da1b0d9e937 req-ff14f9b9-34c1-4928-8b5a-886f159ead78 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Jul 23 22:50:55.649722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:55.684411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:55.693241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:55.695169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 095034ee-a1ee-43cc-8880-2300948cc40c up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:50:55.853055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:55.879052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 095034ee-a1ee-43cc-8880-2300948cc40c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:50:55.897325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 095034ee-a1ee-43cc-8880-2300948cc40c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:50:55.897325 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:55.919858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0c741-49d7-4b23-8b28-9dbc6e3fe69f req-bd3996b0-376f-4965-9741-e9cb8f2a7616 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:55.921420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44f0c741-49d7-4b23-8b28-9dbc6e3fe69f req-bd3996b0-376f-4965-9741-e9cb8f2a7616 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 945 time: 0.1107986 Jul 23 22:50:55.974092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44f0c741-49d7-4b23-8b28-9dbc6e3fe69f req-586eae03-63a8-401a-acf3-935ff74f3c30 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Jul 23 22:50:56.003623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:56.020159 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7996033-a35b-4253-b786-7471d156aba2" -d '{"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:56.051785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:56.136802 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f596c334-0f35-4922-9a65-8d4714b72243 x-openstack-request-id: req-f596c334-0f35-4922-9a65-8d4714b72243 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:56.137366 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-plugged", "status": "completed", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:56.137800 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f596c334-0f35-4922-9a65-8d4714b72243 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:56.138382 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'code': 200} Jul 23 22:50:56.145526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=095034ee-a1ee-43cc-8880-2300948cc40c,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:50:56.160709 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:50:56.253697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:50:56.457186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90ec10-87d5-4ad1-80ba-40d687bf5a6b req-f32915c9-bdd1-491e-8c51-035ea08ed79a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:56.465666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f90ec10-87d5-4ad1-80ba-40d687bf5a6b req-f32915c9-bdd1-491e-8c51-035ea08ed79a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1366868 Jul 23 22:50:56.468876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672874a1-5f7c-470c-a079-0bf919248d28 req-a2621872-7e5a-4099-8d2f-cc887663297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:56.470512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-672874a1-5f7c-470c-a079-0bf919248d28 req-a2621872-7e5a-4099-8d2f-cc887663297c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 1099 time: 0.1778743 Jul 23 22:50:56.531233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f90ec10-87d5-4ad1-80ba-40d687bf5a6b req-a26c4f50-cb56-46cb-b62d-2a1afff9d004 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jul 23 22:50:56.545720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-672874a1-5f7c-470c-a079-0bf919248d28 req-076d144b-3691-4a2f-b478-c89894ad4502 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675523 Jul 23 22:50:56.798222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f268598-96e1-475e-ad61-5283c1a44164 req-f62ae52e-e64a-452b-bd56-c73afe82641a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:56.806794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f268598-96e1-475e-ad61-5283c1a44164 req-f62ae52e-e64a-452b-bd56-c73afe82641a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 947 time: 0.0945294 Jul 23 22:50:56.858138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1f268598-96e1-475e-ad61-5283c1a44164 req-5a4cb243-05d5-45cc-a5bf-99c1cfc246d7 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Jul 23 22:50:57.197852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b917-bcfc-4e41-954c-0d2e3e00d70d req-4344b9f8-9482-471d-90cd-caa3ddb07efd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:57.199309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc81b917-bcfc-4e41-954c-0d2e3e00d70d req-4344b9f8-9482-471d-90cd-caa3ddb07efd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1043341 Jul 23 22:50:57.264718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc81b917-bcfc-4e41-954c-0d2e3e00d70d req-a2378446-e0d8-4c09-bf6e-b63de8785913 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Jul 23 22:50:57.747314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc098-e29f-4290-8611-8acdd83a1de8 req-715ba2bd-3fc2-403a-a615-2cb6ceaded09 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:57.756455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d2cc098-e29f-4290-8611-8acdd83a1de8 req-715ba2bd-3fc2-403a-a615-2cb6ceaded09 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1015105 Jul 23 22:50:57.818436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d2cc098-e29f-4290-8611-8acdd83a1de8 req-a2662c8b-1c9a-40f5-b0c6-a61d47191590 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Jul 23 22:50:58.141449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:50:58.144997 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70568aac-ae9c-4723-8564-e95eec668af1" -d '{"events": [{"server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "name": "network-vif-plugged", "status": "completed", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:50:58.171741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ac9b7-45b4-428c-bb16-fc42cb0d2349 req-271b8385-c069-4fd6-8ed4-22d327f035b3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:58.173312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b5ac9b7-45b4-428c-bb16-fc42cb0d2349 req-271b8385-c069-4fd6-8ed4-22d327f035b3 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 947 time: 0.1118853 Jul 23 22:50:58.260721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b5ac9b7-45b4-428c-bb16-fc42cb0d2349 req-6d8e5292-9af0-4849-bc57-3354d82be731 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766687 Jul 23 22:50:58.403029 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b03fa8-c335-4a96-867e-a827bcbf0b92 x-openstack-request-id: req-81b03fa8-c335-4a96-867e-a827bcbf0b92 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:50:58.403561 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "name": "network-vif-plugged", "status": "completed", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:50:58.404007 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81b03fa8-c335-4a96-867e-a827bcbf0b92 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:50:58.404568 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c', 'code': 200} Jul 23 22:50:58.573933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a13e-d07a-467a-831a-ad6941054f70 req-4e84c817-4d57-44c4-8529-670bca04d23f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:58.581915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655a13e-d07a-467a-831a-ad6941054f70 req-4e84c817-4d57-44c4-8529-670bca04d23f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1217101 Jul 23 22:50:58.621560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fea863-680b-493d-8804-410b39947dbd req-c9ea7729-a4b4-446c-834e-55e4466133eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:58.624111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39fea863-680b-493d-8804-410b39947dbd req-c9ea7729-a4b4-446c-834e-55e4466133eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 1098 time: 0.1253169 Jul 23 22:50:58.664135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655a13e-d07a-467a-831a-ad6941054f70 req-c223c81d-2765-4eef-a7d1-3355aecdd845 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808516 Jul 23 22:50:58.694266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39fea863-680b-493d-8804-410b39947dbd req-6a3d1755-091f-4b45-aa40-79549495c797 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Jul 23 22:50:59.035832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479340bc-0e0e-4e0e-b977-dc02f0122e1e req-6ab95321-cd40-4065-a3dc-e122afd83822 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:59.038492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-479340bc-0e0e-4e0e-b977-dc02f0122e1e req-6ab95321-cd40-4065-a3dc-e122afd83822 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1208491 Jul 23 22:50:59.102358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-479340bc-0e0e-4e0e-b977-dc02f0122e1e req-7ed7107f-f7d9-4efe-b7c6-51bee4df87ad tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576518 Jul 23 22:50:59.569193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bd9ad-b4a4-467e-ae9e-7d8148da67ff req-e257c81a-b21f-4a34-9402-8d3d69768230 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:59.578161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-129bd9ad-b4a4-467e-ae9e-7d8148da67ff req-e257c81a-b21f-4a34-9402-8d3d69768230 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 947 time: 0.1475623 Jul 23 22:50:59.637933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-129bd9ad-b4a4-467e-ae9e-7d8148da67ff req-9db16f7c-5c28-4418-a667-f9c2b118dba4 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587678 Jul 23 22:50:59.913800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215ec7-01e1-4f11-ae33-ccb7494e80ed req-1d63d41e-5bd1-494c-bc72-7d535f0bca0b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:50:59.915437 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0215ec7-01e1-4f11-ae33-ccb7494e80ed req-1d63d41e-5bd1-494c-bc72-7d535f0bca0b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1220622 Jul 23 22:50:59.978008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0215ec7-01e1-4f11-ae33-ccb7494e80ed req-24f113d9-2c6b-464a-ba44-8b1cf6fee41f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508294 Jul 23 22:51:00.280110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0faf-01db-417c-8329-cb2116984c7f req-bc6d6395-f11e-4f24-b667-05d7472cb419 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:00.299005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-261a0faf-01db-417c-8329-cb2116984c7f req-bc6d6395-f11e-4f24-b667-05d7472cb419 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.1237123 Jul 23 22:51:00.400729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-261a0faf-01db-417c-8329-cb2116984c7f req-4bcc8cf8-501b-404e-a88e-4182e27aeca1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013794 Jul 23 22:51:00.764863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-2feca6e5-d28b-4878-86bd-ca55a5d54eca tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:00.771849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-2feca6e5-d28b-4878-86bd-ca55a5d54eca tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.1594460 Jul 23 22:51:00.787748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-dcb1ebe9-141f-4431-9c51-463861910ea3 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/quotas/81975d1c5a264ed9ba1cbfd269a61e1b HTTP/1.1" status: 200 len: 375 time: 0.0148871 Jul 23 22:51:00.910921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-7708607f-1ce1-4b24-9400-d18a963117cb tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221168 Jul 23 22:51:01.080986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-a595e0b1-cbc6-4b20-b173-da4507705f98 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553230 Jul 23 22:51:01.210664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-a6bc1222-1859-4f5d-a96b-c9b4f8b68031 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283588 Jul 23 22:51:01.520219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1834571-1405-451b-b1e4-790b6b7a046c req-33686164-83f2-48dc-b701-8b5495221713 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:01.522915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1834571-1405-451b-b1e4-790b6b7a046c req-33686164-83f2-48dc-b701-8b5495221713 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1099346 Jul 23 22:51:01.637331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1834571-1405-451b-b1e4-790b6b7a046c req-9df14dca-70de-417a-ae71-f39d27d5b08a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761473 Jul 23 22:51:01.729040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5be50ab8-7e87-4be8-8809-12861381031c req-f84a3f58-8044-4356-86f4-5078aadde787 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 210 time: 0.0443006 Jul 23 22:51:01.889034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b80202-c678-4489-b602-46b6da95396d req-59a0c52b-152b-4602-9f23-33c2e59db137 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:01.891833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76b80202-c678-4489-b602-46b6da95396d req-59a0c52b-152b-4602-9f23-33c2e59db137 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.0951891 Jul 23 22:51:01.952554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76b80202-c678-4489-b602-46b6da95396d req-d0fd858c-5507-4c2e-bc67-780f92e74091 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Jul 23 22:51:02.457608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-adc218fd-07ac-4a6b-854f-a5500366daa7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:02.460415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-adc218fd-07ac-4a6b-854f-a5500366daa7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.2162526 Jul 23 22:51:02.500637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-c235906f-d424-4dda-8173-f036bf6bb9b7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0327876 Jul 23 22:51:02.598175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-93d580c8-04b3-4c2c-a4ee-02dfa98277ad tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966072 Jul 23 22:51:02.807854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-50e8166a-f720-409e-ad26-9364ed4b88b1 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970296 Jul 23 22:51:02.983105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-d790717f-7112-4c71-9419-b6f03b8c3d37 service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618888 Jul 23 22:51:03.173991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-850ecbb8-e374-425c-b7c6-c35ab16fa1d8 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:03.175547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-850ecbb8-e374-425c-b7c6-c35ab16fa1d8 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.3667378 Jul 23 22:51:03.194145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Request body: {'port': {'device_id': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'admin_state_up': True, 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:03.334373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c43fec7b-5ae3-411c-807c-19d9c858d9db req-4798ab22-e9df-4afb-b5d8-2283edb02d2e tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 210 time: 0.0530679 Jul 23 22:51:03.417078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:03.427123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:03.770769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bea3d-bb27-4136-9a62-9b44ee5a2931 req-c73e8337-a549-4f6b-825b-a283c80ca1a3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:03.783262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97bea3d-bb27-4136-9a62-9b44ee5a2931 req-c73e8337-a549-4f6b-825b-a283c80ca1a3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.2845607 Jul 23 22:51:03.810636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Allocated IP 172.20.0.8 (f95275e9-c2f7-450e-baeb-336fafee678f/ecf6e305-a2b6-47ea-9987-76cbed256e0d/ac370451-815b-4bb2-af36-b0e1d047b08e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:03.843372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a97bea3d-bb27-4136-9a62-9b44ee5a2931 req-4ede3e36-74dc-4f91-bca4-208799419989 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592189 Jul 23 22:51:04.154946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:04.181024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-466adad7-661a-4685-9939-1d75ca57febd req-e3c8463b-a148-4b27-8cdc-1e31a64179a6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 210 time: 0.0578270 Jul 23 22:51:04.239431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:04.252863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:04.345306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Network f95275e9-c2f7-450e-baeb-336fafee678f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:51:04.349841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:51:04.363127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:51:04.421646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event updated for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:04.488387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:04.489450 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:04.623748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-4fad2bf8-89cd-4164-8598-936cf35f99d4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4379451 Jul 23 22:51:04.652120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-dcabfe47-03f8-47b9-b11a-cf7ed58dafae tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:51:04.653107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-dcabfe47-03f8-47b9-b11a-cf7ed58dafae tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214195 Jul 23 22:51:04.667534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Request body: {'port': {'device_id': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:04.803005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d97c3-1247-4790-b8b7-c1311a8cbafa req-8a062d17-283b-4b47-bc1f-aab2cbe0fbfd tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:04.819717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-549d97c3-1247-4790-b8b7-c1311a8cbafa req-8a062d17-283b-4b47-bc1f-aab2cbe0fbfd tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 931 time: 0.3037999 Jul 23 22:51:04.954195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-549d97c3-1247-4790-b8b7-c1311a8cbafa req-c699c085-aca9-4f5d-97da-639018029cc8 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325216 Jul 23 22:51:05.032039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:05.261651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-2cb88ddf-9dd2-4390-81a5-ef565c228eef tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:05.263195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-2cb88ddf-9dd2-4390-81a5-ef565c228eef tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.3712533 Jul 23 22:51:05.328258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': '219b3270-4d28-4f43-814c-006d83ebab64', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:05.407560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b986-6cb1-4af1-b007-516a4caf0aae req-96407349-7295-4bc6-88e3-2508325c0364 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:05.415264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e82b986-6cb1-4af1-b007-516a4caf0aae req-96407349-7295-4bc6-88e3-2508325c0364 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.2852650 Jul 23 22:51:05.553583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e82b986-6cb1-4af1-b007-516a4caf0aae req-ab38e7bb-a31e-4364-b62c-947098801ce5 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366024 Jul 23 22:51:05.775488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:05.779560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:05.856100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-547f0575-583d-4619-ba1d-43d17a4314da req-90d81343-bc21-4350-9679-6d8046ee95d9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 210 time: 0.0690444 Jul 23 22:51:05.929334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac370451-815b-4bb2-af36-b0e1d047b08e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:05.941192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:05.967419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Transition to ACTIVE for port object ac370451-815b-4bb2-af36-b0e1d047b08e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:51:05.977473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:06.059376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:06.179350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.8 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/461eb341-3bb2-4970-8050-06c847681134) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:06.348500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516ef23-2a8b-41c0-9f06-d64e36718fd0 req-67470bfd-6e40-4482-88bd-5edaf5441c69 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:06.352136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b516ef23-2a8b-41c0-9f06-d64e36718fd0 req-67470bfd-6e40-4482-88bd-5edaf5441c69 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 943 time: 0.2594893 Jul 23 22:51:06.356829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Attempting to bind port ac370451-815b-4bb2-af36-b0e1d047b08e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:51:06.357169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Attempting to bind port ac370451-815b-4bb2-af36-b0e1d047b08e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:51:06.357585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Attempting to bind port ac370451-815b-4bb2-af36-b0e1d047b08e on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:06.392937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Port ac370451-815b-4bb2-af36-b0e1d047b08e on network f95275e9-c2f7-450e-baeb-336fafee678f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:51:06.393223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Attempting to bind port ac370451-815b-4bb2-af36-b0e1d047b08e on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:06.446872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:51:06.447219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Checking segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:51:06.447619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Bound using segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:51:06.448108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Bound port: ac370451-815b-4bb2-af36-b0e1d047b08e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:51:06.448818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:06.517236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b516ef23-2a8b-41c0-9f06-d64e36718fd0 req-2107f659-2630-4126-a870-7a59d465baa1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568906 Jul 23 22:51:06.598671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:51:06.603452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ac370451-815b-4bb2-af36-b0e1d047b08e,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:51:06.616896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:07.124413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:07.125214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:07.126921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] 10.222.0.22 "PUT /v2.0/ports/ac370451-815b-4bb2-af36-b0e1d047b08e HTTP/1.1" status: 200 len: 1092 time: 2.4652560 Jul 23 22:51:07.137038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:07.140114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:07.142699 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209" -d '{"events": [{"name": "network-changed", "server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:07.252168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997022b-9312-4f5e-a8dd-e3087912b4bc service neutron] Pushing event updated for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:07.306941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56da3d-367f-45bd-904f-42d5caca1673 req-d199e7ea-579e-4e41-aa1d-6258f47939f9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:07.314649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd56da3d-367f-45bd-904f-42d5caca1673 req-d199e7ea-579e-4e41-aa1d-6258f47939f9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.6684616 Jul 23 22:51:07.322964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:07.338412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2', '095034ee-a1ee-43cc-8880-2300948cc40c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:07.400773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-3864fd06-69fc-447b-a67a-be1ae9740006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:07.402332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-3864fd06-69fc-447b-a67a-be1ae9740006 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 1095 time: 0.2234895 Jul 23 22:51:07.402918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:07.425640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:51:07.459729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:51:07.464078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:51:07.467392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-8866fcdc-35ce-4573-8caf-6e74d7fb12e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac370451-815b-4bb2-af36-b0e1d047b08e HTTP/1.1" status: 200 len: 217 time: 0.0543370 Jul 23 22:51:07.537488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-3a1e330b-5cbe-4d33-aa60-824bcd743176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:07.539173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-3a1e330b-5cbe-4d33-aa60-824bcd743176 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0462339 Jul 23 22:51:07.542977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd56da3d-367f-45bd-904f-42d5caca1673 req-18c533b5-acfb-4cff-ada1-1c3a0516cc98 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274947 Jul 23 22:51:07.586066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:07.586710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:07.647230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-863b7651-e676-4ddf-8ca9-2e2cde6bc561 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522764 Jul 23 22:51:07.655522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-64c19d52-edc8-4e36-8f33-112baf99a09c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3330348 Jul 23 22:51:07.674680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-290be4b2-2364-4522-b5d3-1abeed5ab9ac tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:51:07.675643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-290be4b2-2364-4522-b5d3-1abeed5ab9ac tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051982 Jul 23 22:51:07.782302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Request body: {'port': {'device_id': '219b3270-4d28-4f43-814c-006d83ebab64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:07.877124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-320d7b44-e075-4260-87fd-6dad93a30bb7 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154250 Jul 23 22:51:08.002831 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:08.012248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707123f-416f-486a-af4a-feaa27047352 req-d757e679-8592-4ab7-bbb6-e56c4e428cd5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.016556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3707123f-416f-486a-af4a-feaa27047352 req-d757e679-8592-4ab7-bbb6-e56c4e428cd5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 931 time: 0.2750468 Jul 23 22:51:08.097643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-0e97f35f-79e3-4e1d-bb98-9986d5ecd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.099439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-0e97f35f-79e3-4e1d-bb98-9986d5ecd4bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 1098 time: 0.2848363 Jul 23 22:51:08.112535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0641a5cf-2ccb-48fb-8f1f-aa8a91acb50d req-1ae43aa5-2b42-4ea5-88ea-aecdb2679919 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272024 Jul 23 22:51:08.167312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3707123f-416f-486a-af4a-feaa27047352 req-435ec3da-7c75-4f9c-be40-4ff41d38308e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322184 Jul 23 22:51:08.232003 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38ff72e-486d-4d43-a1e4-dab5531b9083 x-openstack-request-id: req-c38ff72e-486d-4d43-a1e4-dab5531b9083 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:08.232298 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:08.232553 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c38ff72e-486d-4d43-a1e4-dab5531b9083 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:08.232951 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e', 'status': 'completed', 'code': 200} Jul 23 22:51:08.433108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-d0d87915-71f5-4b87-b909-cb5238afb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.434545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-d0d87915-71f5-4b87-b909-cb5238afb5ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.3270576 Jul 23 22:51:08.524722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-0b3dff3c-b642-4652-be33-df83dfae590c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f343e798-12a2-4045-b61a-4f4ac9adc808 HTTP/1.1" status: 200 len: 217 time: 0.0609884 Jul 23 22:51:08.534411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-0202a074-e0f4-49e3-ae6b-1d2292aae7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.535876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-0202a074-e0f4-49e3-ae6b-1d2292aae7d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 1095 time: 0.2430303 Jul 23 22:51:08.610109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a377e-439b-4bb8-acfe-82e4a75b29ee req-dbdcf836-808f-4e8f-aec6-646f83ca3eba tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.611558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-159a377e-439b-4bb8-acfe-82e4a75b29ee req-dbdcf836-808f-4e8f-aec6-646f83ca3eba tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 943 time: 0.2754776 Jul 23 22:51:08.682003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-556d8784-e3f6-488c-870b-b0c594687cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.683527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-556d8784-e3f6-488c-870b-b0c594687cec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.1467659 Jul 23 22:51:08.799818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-159a377e-439b-4bb8-acfe-82e4a75b29ee req-66da735b-1def-4e48-967b-6ab907127b0c tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724031 Jul 23 22:51:08.807856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461eb341-3bb2-4970-8050-06c847681134 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:08.820277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:08.839892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-40f7c9d0-e65d-456d-9601-0f183c0ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:08.841457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-40f7c9d0-e65d-456d-9601-0f183c0ab2f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.2891831 Jul 23 22:51:08.853596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Transition to ACTIVE for port object 461eb341-3bb2-4970-8050-06c847681134 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:51:08.904129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:08.916364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-b83919a0-0f3b-41ca-a023-5375cbb7e67b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac370451-815b-4bb2-af36-b0e1d047b08e HTTP/1.1" status: 200 len: 217 time: 0.0616212 Jul 23 22:51:09.028052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-9fc9e073-2c0c-49b2-babc-28a611693d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.029546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-9fc9e073-2c0c-49b2-babc-28a611693d3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944191 Jul 23 22:51:09.053018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Pushing event updated for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:09.071490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-e9a777f5-b960-45b2-961c-f1ea7e0f0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.072961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-e9a777f5-b960-45b2-961c-f1ea7e0f0713 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.1462474 Jul 23 22:51:09.203160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-8cfdbd78-58aa-4792-adc0-73667ddd13f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108532 Jul 23 22:51:09.258010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee9cf2-233b-4fb2-b312-8a7a836608df req-26ba7648-7f39-492b-9dae-557ede7e2b63 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.260016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2ee9cf2-233b-4fb2-b312-8a7a836608df req-26ba7648-7f39-492b-9dae-557ede7e2b63 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.3593354 Jul 23 22:51:09.369042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-2eb3fe06-71ff-4ba6-a839-e28930dbece8 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297567 Jul 23 22:51:09.392217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-14ededfc-f1f0-413a-9ec9-f9e162b7e87e service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742146 Jul 23 22:51:09.412766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Attempting to bind port 461eb341-3bb2-4970-8050-06c847681134 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:51:09.413085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Attempting to bind port 461eb341-3bb2-4970-8050-06c847681134 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:51:09.413497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Attempting to bind port 461eb341-3bb2-4970-8050-06c847681134 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:09.447145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ac370451-815b-4bb2-af36-b0e1d047b08e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:51:09.459887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2ee9cf2-233b-4fb2-b312-8a7a836608df req-6cd47e42-7a05-4dea-b0f7-b62504212a6d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861439 Jul 23 22:51:09.468219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Port 461eb341-3bb2-4970-8050-06c847681134 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:51:09.468546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Attempting to bind port 461eb341-3bb2-4970-8050-06c847681134 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:09.526515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:51:09.526797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:51:09.527147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:51:09.527595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Bound port: 461eb341-3bb2-4970-8050-06c847681134, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:51:09.527951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:09.623550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ac370451-815b-4bb2-af36-b0e1d047b08e,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:09.627108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87ccc422-7f01-48c9-b6ee-4018f92b3f6d req-787731fd-ab10-45a0-9e1d-9e869e7e54f5 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493479 Jul 23 22:51:09.637539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ac370451-815b-4bb2-af36-b0e1d047b08e', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'port_id': 'ac370451-815b-4bb2-af36-b0e1d047b08e', 'mac_address': 'fa:16:3e:c1:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6e305-a2b6-47ea-9987-76cbed256e0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:51:09.647148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e73fa7b-1d10-4cfd-8ad5-dc152bd84209 req-b50fd703-129f-45f5-bb46-7fb9246cbc6b service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408748 Jul 23 22:51:09.679943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:51:09.685987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:09.700358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac370451-815b-4bb2-af36-b0e1d047b08e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:09.720191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=461eb341-3bb2-4970-8050-06c847681134,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:51:09.720510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ac370451-815b-4bb2-af36-b0e1d047b08e,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:09.729095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:09.732838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:09.787502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:09.790798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.791448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:09.792877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] 10.222.0.25 "PUT /v2.0/ports/461eb341-3bb2-4970-8050-06c847681134 HTTP/1.1" status: 200 len: 1092 time: 2.1070650 Jul 23 22:51:09.822369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Pushing event updated for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:09.834593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.835274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.835755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.836184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.836627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.837040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.837457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.837907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.838326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.838751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.839170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.839626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c12e6e-4f7f-40f6-89f6-41ffb7a3c676 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:09.851821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7f21-9b36-44b4-9f33-5be07df6ec82 req-4d59a291-4175-469d-b80b-40619ca34639 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.853669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b2b7f21-9b36-44b4-9f33-5be07df6ec82 req-4d59a291-4175-469d-b80b-40619ca34639 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 943 time: 0.1902847 Jul 23 22:51:09.931887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b2b7f21-9b36-44b4-9f33-5be07df6ec82 req-7cb4b361-b61f-4730-8924-b73403f5811b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Jul 23 22:51:09.954195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-1c1ec26c-a30b-4a30-977f-71da39de4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:09.955736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-1c1ec26c-a30b-4a30-977f-71da39de4947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 1095 time: 0.1008117 Jul 23 22:51:09.996177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:10.011109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-7f351ca5-3efa-4bc0-b9fd-84f31b39c326 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461eb341-3bb2-4970-8050-06c847681134 HTTP/1.1" status: 200 len: 217 time: 0.0463610 Jul 23 22:51:10.097417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426e79-487f-4423-a552-70589afa8f99 req-ebeb522a-4f8c-4aff-ab77-fa66902e9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:10.098983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-ebeb522a-4f8c-4aff-ab77-fa66902e9bc1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0573602 Jul 23 22:51:10.137456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-d2f1283e-4636-4cfe-9a33-bfcc3c6f4f8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309081 Jul 23 22:51:10.146241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800c6f7-7aee-4b9e-817a-d2748e0d36bb req-8e15a381-8dd6-442a-82dc-17aee2802cd2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:10.147754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1800c6f7-7aee-4b9e-817a-d2748e0d36bb req-8e15a381-8dd6-442a-82dc-17aee2802cd2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 944 time: 0.1356313 Jul 23 22:51:10.243185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'tag': '461eb341-3bb2-4970-8050-06c847681134'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:10.245577 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba20e6-4268-4753-9723-fa49f009185c" -d '{"events": [{"name": "network-changed", "server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "tag": "461eb341-3bb2-4970-8050-06c847681134"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:10.253275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1800c6f7-7aee-4b9e-817a-d2748e0d36bb req-6eeaf805-87f5-46af-8050-746044d48ed9 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964358 Jul 23 22:51:10.280814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-681148cd-3d41-4060-8b79-c6821d12a370 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320965 Jul 23 22:51:10.324093 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00068d7-ad79-4d66-a639-3bc5d530a80a x-openstack-request-id: req-a00068d7-ad79-4d66-a639-3bc5d530a80a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:10.324516 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "tag": "461eb341-3bb2-4970-8050-06c847681134", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:10.324856 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a00068d7-ad79-4d66-a639-3bc5d530a80a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:10.325327 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'tag': '461eb341-3bb2-4970-8050-06c847681134', 'status': 'completed', 'code': 200} Jul 23 22:51:10.411108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05426e79-487f-4423-a552-70589afa8f99 req-aaa92ec8-43d4-4656-a848-093273ef0d31 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120992 Jul 23 22:51:10.539061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba20e6-4268-4753-9723-fa49f009185c req-f4b1b672-35a2-4f65-9d2b-70b0c4ea6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:10.540704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-f4b1b672-35a2-4f65-9d2b-70b0c4ea6fc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 1095 time: 0.0757036 Jul 23 22:51:11.028472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba20e6-4268-4753-9723-fa49f009185c req-1bdfabc2-06eb-4e16-92ad-d7fa3978a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:11.030142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-1bdfabc2-06eb-4e16-92ad-d7fa3978a3bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.4799049 Jul 23 22:51:11.031166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90729732-efec-4daa-a22f-bc4556cae845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.058152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3ebfa-6bb2-41d0-acbe-eebbc6f3a13e req-82c22a49-3f6a-4d61-a080-db62fbb788ce tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:11.058152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ec3ebfa-6bb2-41d0-acbe-eebbc6f3a13e req-82c22a49-3f6a-4d61-a080-db62fbb788ce tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 946 time: 0.5050435 Jul 23 22:51:11.093977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-df371f93-4bab-4d31-baee-7c0824bb0883 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=461eb341-3bb2-4970-8050-06c847681134 HTTP/1.1" status: 200 len: 217 time: 0.0464325 Jul 23 22:51:11.145352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ec3ebfa-6bb2-41d0-acbe-eebbc6f3a13e req-e1c0ac45-a75e-423c-8e0c-332d1d6f7b6c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910878 Jul 23 22:51:11.161569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba20e6-4268-4753-9723-fa49f009185c req-b8c24649-ea74-4d1e-9c0a-467b88ff6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:11.170158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-b8c24649-ea74-4d1e-9c0a-467b88ff6eef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0608439 Jul 23 22:51:11.213455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-eb0bb9d0-7843-426b-93be-a98d24000c9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373397 Jul 23 22:51:11.373215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-faf2aec5-bfd8-420a-82d7-39419f49a12e service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325493 Jul 23 22:51:11.439440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ac370451-815b-4bb2-af36-b0e1d047b08e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:51:11.447832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3115a-e580-454a-b154-296e41ef2d7e req-8b2f232a-fa2a-4328-86af-4777f2dbffdd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:11.458979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7f3115a-e580-454a-b154-296e41ef2d7e req-8b2f232a-fa2a-4328-86af-4777f2dbffdd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 943 time: 0.1490059 Jul 23 22:51:11.525835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ac370451-815b-4bb2-af36-b0e1d047b08e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:51:11.531282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ac370451-815b-4bb2-af36-b0e1d047b08e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:51:11.531659 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.535423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7f3115a-e580-454a-b154-296e41ef2d7e req-c562fd2c-51b9-4809-91e6-76be2cfebf6a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784590 Jul 23 22:51:11.567219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94ba20e6-4268-4753-9723-fa49f009185c req-33647bad-2270-489f-9991-afef63a82452 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734312 Jul 23 22:51:11.661857 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.694664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:11.697395 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a93e8-cadb-4719-957d-93ed4d014a8e" -d '{"events": [{"server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "name": "network-vif-plugged", "status": "completed", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:11.711553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ac370451-815b-4bb2-af36-b0e1d047b08e,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:11.716292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.717381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:11.730843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc90c40-4c67-49fe-b51c-36c587668295 req-13db899b-ca03-4e77-9e2d-4a122a39412f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:11.732675 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cc90c40-4c67-49fe-b51c-36c587668295 req-13db899b-ca03-4e77-9e2d-4a122a39412f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 944 time: 0.1009796 Jul 23 22:51:11.810466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:11.814407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cc90c40-4c67-49fe-b51c-36c587668295 req-ec3f3f57-64a7-44b8-a75f-e415398b4feb tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 Jul 23 22:51:11.876957 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5b78c6-3709-425d-bf74-5fb25eb79332 x-openstack-request-id: req-cb5b78c6-3709-425d-bf74-5fb25eb79332 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:11.877241 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "name": "network-vif-plugged", "status": "completed", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:11.877488 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb5b78c6-3709-425d-bf74-5fb25eb79332 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:11.877903 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e', 'code': 200} Jul 23 22:51:11.882253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.918860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:11.924409 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:11.982457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:12.065169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838400-3642-4dc1-8677-e705a8150587 req-da326811-860b-467c-8e82-f10df1ee7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:12.066776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27838400-3642-4dc1-8677-e705a8150587 req-da326811-860b-467c-8e82-f10df1ee7145 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 1097 time: 0.1245637 Jul 23 22:51:12.102017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27838400-3642-4dc1-8677-e705a8150587 req-c76c879a-175d-4b64-9fbd-18902efe0674 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290663 Jul 23 22:51:12.296148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a3d47-f289-480d-ab92-8d801b3da0fe req-4266f87a-2e16-4f43-9e76-9aa7190e4292 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:12.298159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f54a3d47-f289-480d-ab92-8d801b3da0fe req-4266f87a-2e16-4f43-9e76-9aa7190e4292 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 944 time: 0.0709951 Jul 23 22:51:12.346293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f54a3d47-f289-480d-ab92-8d801b3da0fe req-349401d3-a274-4f32-8cd7-185645fb4c5d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Jul 23 22:51:12.564737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25afa2-a88b-43a7-9222-ec685987769b req-accea159-4df7-48b9-adf4-d33316df86ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:12.566412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c25afa2-a88b-43a7-9222-ec685987769b req-accea159-4df7-48b9-adf4-d33316df86ec tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0724497 Jul 23 22:51:12.606138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c25afa2-a88b-43a7-9222-ec685987769b req-d8dbf4f2-c9a8-49af-b71d-eb037a32ec99 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Jul 23 22:51:12.751038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d2e49-8995-43a5-a2f6-1e5bb11cf008 req-4f7be237-eb6c-4acc-8d32-af228956002c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:12.758281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b9d2e49-8995-43a5-a2f6-1e5bb11cf008 req-4f7be237-eb6c-4acc-8d32-af228956002c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 943 time: 0.0874541 Jul 23 22:51:12.800534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b9d2e49-8995-43a5-a2f6-1e5bb11cf008 req-f35e045c-879d-4e63-84de-d9803c18b2f0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jul 23 22:51:12.958177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859f4d5-34ec-40be-b552-49efc3f64186 req-52ea6188-3542-4589-bff5-fcebc13c9d96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:12.966294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2859f4d5-34ec-40be-b552-49efc3f64186 req-52ea6188-3542-4589-bff5-fcebc13c9d96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1078527 Jul 23 22:51:13.058492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2859f4d5-34ec-40be-b552-49efc3f64186 req-66cccd1d-a1f6-4a14-b73b-a3a090b19d9a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769808 Jul 23 22:51:13.088619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 461eb341-3bb2-4970-8050-06c847681134 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:51:13.203214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=461eb341-3bb2-4970-8050-06c847681134,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:13.228772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '461eb341-3bb2-4970-8050-06c847681134', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '461eb341-3bb2-4970-8050-06c847681134', 'mac_address': 'fa:16:3e:82:fa:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:51:13.234918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07641ff6-3fe4-4426-b5ae-e3e9d71ee1d5 req-aa04c57d-a85f-4e49-8b88-7ec978e90310 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:13.237583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07641ff6-3fe4-4426-b5ae-e3e9d71ee1d5 req-aa04c57d-a85f-4e49-8b88-7ec978e90310 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 945 time: 0.0993979 Jul 23 22:51:13.277653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:13.298089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461eb341-3bb2-4970-8050-06c847681134 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:13.313899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07641ff6-3fe4-4426-b5ae-e3e9d71ee1d5 req-0b48149b-5f83-4a8b-882c-5d84bc8dda93 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691769 Jul 23 22:51:13.342470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=461eb341-3bb2-4970-8050-06c847681134,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:13.351153 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:13.435062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:13.715087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['461eb341-3bb2-4970-8050-06c847681134'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:13.772251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57235304-3df5-45ef-978c-e868bc241a06 req-43db4255-b5e6-42ef-b633-3c5ff2373e25 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:13.774079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57235304-3df5-45ef-978c-e868bc241a06 req-43db4255-b5e6-42ef-b633-3c5ff2373e25 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0789757 Jul 23 22:51:13.774586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-522feb3c-0ceb-40a3-9151-130f79870dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:13.838838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57235304-3df5-45ef-978c-e868bc241a06 req-ecccedf4-219e-47fa-91a0-a416136fa50d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553567 Jul 23 22:51:13.879813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:13.882831 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed23dd-123d-4858-8123-4e8b8acf1593" -d '{"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:14.182791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:14.222819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f0d50-f9d3-4ec8-a23b-d771ce2c0bc9 req-639bc513-e9dc-46ef-8cdb-eabcfb63329f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:14.224999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741f0d50-f9d3-4ec8-a23b-d771ce2c0bc9 req-639bc513-e9dc-46ef-8cdb-eabcfb63329f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 944 time: 0.1127198 Jul 23 22:51:14.274184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741f0d50-f9d3-4ec8-a23b-d771ce2c0bc9 req-7fdf94c3-c1af-4709-b4be-ea2c867aeb77 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Jul 23 22:51:14.318409 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2e9ee9-470e-4cfb-af1b-5520b2ffc09e x-openstack-request-id: req-fc2e9ee9-470e-4cfb-af1b-5520b2ffc09e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:14.318735 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-unplugged", "status": "failed", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:14.318931 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc2e9ee9-470e-4cfb-af1b-5520b2ffc09e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:14.319323 n-d-791506-25 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'code': 422} returned with failed status Jul 23 22:51:14.903167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:14.975249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3a2f-cab9-401d-8b4b-2a3651121b52 req-5385404e-0784-417e-8a14-e31dcf1572a3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:14.977032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82fb3a2f-cab9-401d-8b4b-2a3651121b52 req-5385404e-0784-417e-8a14-e31dcf1572a3 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0702546 Jul 23 22:51:15.032341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82fb3a2f-cab9-401d-8b4b-2a3651121b52 req-5e4ddcd2-482d-4fd2-9727-5fad274adf76 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Jul 23 22:51:15.101694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 461eb341-3bb2-4970-8050-06c847681134 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:51:15.156657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 461eb341-3bb2-4970-8050-06c847681134 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:51:15.171791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 461eb341-3bb2-4970-8050-06c847681134 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:51:15.172235 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:15.264628 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:15.302615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=461eb341-3bb2-4970-8050-06c847681134,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:15.313950 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:15.370717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:15.433569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb0a58-6bd2-4399-a98f-09ce170d432a req-2238f02c-8783-4028-9380-7e61a2bfc02e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:15.435331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbeb0a58-6bd2-4399-a98f-09ce170d432a req-2238f02c-8783-4028-9380-7e61a2bfc02e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0734220 Jul 23 22:51:15.477899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f343e798-12a2-4045-b61a-4f4ac9adc808 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:15.478483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbeb0a58-6bd2-4399-a98f-09ce170d432a req-349e8bfb-4263-46ba-9572-9fd58f969449 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Jul 23 22:51:16.181355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bbec7-4c43-481c-8a9d-e610677087a6 req-14b5ca06-fc80-45ec-af19-bef2268e5305 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:16.185302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca9bbec7-4c43-481c-8a9d-e610677087a6 req-14b5ca06-fc80-45ec-af19-bef2268e5305 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0686321 Jul 23 22:51:16.221352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca9bbec7-4c43-481c-8a9d-e610677087a6 req-d5e6ab55-ea53-47ec-97e8-0631c7502551 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Jul 23 22:51:16.320535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461eb341-3bb2-4970-8050-06c847681134'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:16.325883 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e94d12-ad45-4f98-81f5-bff6e303897b" -d '{"events": [{"server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "name": "network-vif-plugged", "status": "completed", "tag": "461eb341-3bb2-4970-8050-06c847681134"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:16.367554 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc28cb0-bbf3-4c6e-8ffa-78850f18264f x-openstack-request-id: req-1dc28cb0-bbf3-4c6e-8ffa-78850f18264f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:16.367850 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "name": "network-vif-plugged", "status": "completed", "tag": "461eb341-3bb2-4970-8050-06c847681134", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:16.368104 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dc28cb0-bbf3-4c6e-8ffa-78850f18264f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:16.368501 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461eb341-3bb2-4970-8050-06c847681134', 'code': 200} Jul 23 22:51:16.466419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:16.535154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb104934-bbdd-4d91-a8ee-1806e682926c req-32305050-7ec3-4cfb-8abe-73652e856dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:16.538012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb104934-bbdd-4d91-a8ee-1806e682926c req-32305050-7ec3-4cfb-8abe-73652e856dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 1097 time: 0.0776718 Jul 23 22:51:16.587813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb104934-bbdd-4d91-a8ee-1806e682926c req-0262910b-35b1-4882-ac9f-0c62c72ce646 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Jul 23 22:51:16.641195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a6464-3d3d-4e44-80a2-d9c5a88d5b42 req-62bb72a1-5a55-429c-af6e-0b496e398478 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:16.642811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f9a6464-3d3d-4e44-80a2-d9c5a88d5b42 req-62bb72a1-5a55-429c-af6e-0b496e398478 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0699778 Jul 23 22:51:16.687725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f9a6464-3d3d-4e44-80a2-d9c5a88d5b42 req-d862b0bf-a8fa-44d5-b7c2-1dc531d6a7a2 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Jul 23 22:51:17.396773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa35853-bb19-4d80-9c63-57ef5989cc25 req-805c2519-1d7b-42b8-8216-ca9c79fbc4b2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:17.397484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fa35853-bb19-4d80-9c63-57ef5989cc25 req-805c2519-1d7b-42b8-8216-ca9c79fbc4b2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0896404 Jul 23 22:51:17.412877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:51:17.438397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fa35853-bb19-4d80-9c63-57ef5989cc25 req-e9d805b6-5ef3-4ec1-b456-f1e87216ee8a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342271 Jul 23 22:51:17.827597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731eada-af73-4957-82a8-9b7522e20f73 req-1dff7cef-eee1-4e40-8f4d-192e4fde478b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:17.829099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d731eada-af73-4957-82a8-9b7522e20f73 req-1dff7cef-eee1-4e40-8f4d-192e4fde478b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0699549 Jul 23 22:51:17.874360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d731eada-af73-4957-82a8-9b7522e20f73 req-7730c8a7-1856-4ac6-8ccc-f35d1ca1ab45 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389431 Jul 23 22:51:18.065192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b65c3-47a8-4f9b-8096-85ca9fafc59d req-e4247a07-b2c9-4113-97de-6730b5b17814 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:18.066786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-265b65c3-47a8-4f9b-8096-85ca9fafc59d req-e4247a07-b2c9-4113-97de-6730b5b17814 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.0675726 Jul 23 22:51:18.106557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-265b65c3-47a8-4f9b-8096-85ca9fafc59d req-c2f07957-a1d1-49bd-a76e-58a5f0ece737 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Jul 23 22:51:18.253106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaba79-a518-4084-8827-a18a0c25609c req-511b62ae-32db-4184-960d-9aa6fc3eddd9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:18.256037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbaaba79-a518-4084-8827-a18a0c25609c req-511b62ae-32db-4184-960d-9aa6fc3eddd9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0772123 Jul 23 22:51:18.301366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbaaba79-a518-4084-8827-a18a0c25609c req-19452b2c-7ce3-400d-802e-b659b4d77f7e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Jul 23 22:51:18.592512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153060c5-eaed-4535-84c7-e726406ea2df req-fba97ca0-ed2a-437c-a3f7-2ab5a897945f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:18.594350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-153060c5-eaed-4535-84c7-e726406ea2df req-fba97ca0-ed2a-437c-a3f7-2ab5a897945f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0776737 Jul 23 22:51:18.652499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-153060c5-eaed-4535-84c7-e726406ea2df req-d6b87bd7-4ac2-4adb-828c-05dc1bf5b0be tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455148 Jul 23 22:51:18.789822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f9842-3984-4b52-aa8e-2783047bc3db req-17f35db5-e7bb-41c9-bab6-6113edc4ac65 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:18.791478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a8f9842-3984-4b52-aa8e-2783047bc3db req-17f35db5-e7bb-41c9-bab6-6113edc4ac65 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0775466 Jul 23 22:51:18.835588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a8f9842-3984-4b52-aa8e-2783047bc3db req-42d78adb-bae0-4685-986d-767b23085c93 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Jul 23 22:51:19.776059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-6003dc5a-6886-460c-8ab7-2ba604ddee62 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:19.778442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-6003dc5a-6886-460c-8ab7-2ba604ddee62 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.1213756 Jul 23 22:51:19.794181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-f9413bb4-53e8-4605-ac10-7fac1ce1aad1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/quotas/81975d1c5a264ed9ba1cbfd269a61e1b HTTP/1.1" status: 200 len: 375 time: 0.0109932 Jul 23 22:51:19.869835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-875fb7c3-cbd4-4b79-b886-3d0d87f0fd08 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699449 Jul 23 22:51:20.013519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-dda496c5-e7af-431c-88b1-a1fe8fbbfcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369653 Jul 23 22:51:20.032000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-f16ccc94-6184-41ad-9ad7-62faddb1b5ca tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:20.035013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-f16ccc94-6184-41ad-9ad7-62faddb1b5ca tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 945 time: 0.0913684 Jul 23 22:51:20.189920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-fd748812-74ba-4c2e-b0b1-644805f58b48 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660781 Jul 23 22:51:20.211121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 461eb341-3bb2-4970-8050-06c847681134 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:20.211463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:20.334976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 461eb341-3bb2-4970-8050-06c847681134, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=461eb341-3bb2-4970-8050-06c847681134,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:20.335350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:20.350226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 461eb341-3bb2-4970-8050-06c847681134 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:20.542949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e85563-612b-47d6-8783-7ad3b6b03a9d req-2009e0ef-9db5-4107-98b4-afb600ce174a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:20.544689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79e85563-612b-47d6-8783-7ad3b6b03a9d req-2009e0ef-9db5-4107-98b4-afb600ce174a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1197450 Jul 23 22:51:20.545891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:20.559642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2', '095034ee-a1ee-43cc-8880-2300948cc40c', '461eb341-3bb2-4970-8050-06c847681134'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:20.602206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=461eb341-3bb2-4970-8050-06c847681134,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:20.704699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79e85563-612b-47d6-8783-7ad3b6b03a9d req-4b0c9970-4a29-4228-9e6f-825826959f7d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451035 Jul 23 22:51:20.709066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 461eb341-3bb2-4970-8050-06c847681134 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:20.724695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:20.728365 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5213ee0b-9ed2-477f-bb01-1487865c28b2 req-4782e7ca-0618-4177-995c-b028df2c466d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/461eb341-3bb2-4970-8050-06c847681134 HTTP/1.1" status: 204 len: 173 time: 0.6772115 Jul 23 22:51:20.728858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'name': 'network-vif-deleted', 'tag': '461eb341-3bb2-4970-8050-06c847681134'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:20.749107 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3b2b41-080b-4834-b468-548703f70921" -d '{"events": [{"server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "name": "network-vif-deleted", "tag": "461eb341-3bb2-4970-8050-06c847681134"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:20.861187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd432457-5019-4603-8f1e-5ebe99879678 req-566b8315-eb62-4687-845b-486038477dbb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=219b3270-4d28-4f43-814c-006d83ebab64 HTTP/1.1" status: 200 len: 210 time: 0.0563314 Jul 23 22:51:21.075401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac3cb092-f8c6-495a-b294-8c1dcb0f1105 req-6093e6ab-f2c7-4141-b8ae-a1e3327ce43f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jul 23 22:51:21.125681 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7193c8-c24b-4ed2-ae98-44a86890d614 x-openstack-request-id: req-1b7193c8-c24b-4ed2-ae98-44a86890d614 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:21.126014 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219b3270-4d28-4f43-814c-006d83ebab64", "name": "network-vif-deleted", "tag": "461eb341-3bb2-4970-8050-06c847681134", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:21.126275 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b7193c8-c24b-4ed2-ae98-44a86890d614 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:21.126712 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219b3270-4d28-4f43-814c-006d83ebab64', 'name': 'network-vif-deleted', 'tag': '461eb341-3bb2-4970-8050-06c847681134', 'status': 'completed', 'code': 200} Jul 23 22:51:21.770148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-9f5309a8-3ae6-439b-957d-548804c00882 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:21.772732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-9f5309a8-3ae6-439b-957d-548804c00882 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.1769338 Jul 23 22:51:21.795086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Request body: {'port': {'device_id': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'admin_state_up': True, 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:21.929172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838e300-5e19-48d2-9499-319c98c7ea10 req-71ce3352-de73-4452-8d67-f5aa8cb2d268 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:21.937490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4838e300-5e19-48d2-9499-319c98c7ea10 req-71ce3352-de73-4452-8d67-f5aa8cb2d268 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1533504 Jul 23 22:51:21.982032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:21.985705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:22.002153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4838e300-5e19-48d2-9499-319c98c7ea10 req-d8c1b68b-a8d0-423b-9a9e-3c56837ce6fc tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607789 Jul 23 22:51:22.152453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Allocated IP 172.20.0.4 (f95275e9-c2f7-450e-baeb-336fafee678f/ecf6e305-a2b6-47ea-9987-76cbed256e0d/f6cedb22-c75d-4775-a02a-f471a3879e37) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:22.257192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:22.369417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:22.389304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f7fb3fe-fbbc-4c78-9b5f-31d4fd37fe10 req-62c81305-f123-481d-8605-d16ce82113c1 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 210 time: 0.0425944 Jul 23 22:51:22.429237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:22.444430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:22.447119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:22.523602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Network f95275e9-c2f7-450e-baeb-336fafee678f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:51:22.529005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:51:22.532572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:51:22.535151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event updated for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:22.598143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:22.601072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:22.622320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4acc52-b2ee-403a-a302-b0c802ae39bf req-69009164-b8b6-47b4-b013-a9d729ee1425 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:22.623906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa4acc52-b2ee-403a-a302-b0c802ae39bf req-69009164-b8b6-47b4-b013-a9d729ee1425 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1542339 Jul 23 22:51:22.631528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-303b2034-db35-4288-a579-a89870ede529 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466291 Jul 23 22:51:22.645295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Request body: {'port': {'device_id': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:22.711296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa4acc52-b2ee-403a-a302-b0c802ae39bf req-f7950f55-f617-4a52-9f61-72a96b8f9388 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779457 Jul 23 22:51:22.753024 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.044084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cedb22-c75d-4775-a02a-f471a3879e37 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:23.067358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.095256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Transition to ACTIVE for port object f6cedb22-c75d-4775-a02a-f471a3879e37 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:51:23.123297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.149021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 461eb341-3bb2-4970-8050-06c847681134 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:23.170054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 461eb341-3bb2-4970-8050-06c847681134 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:23.170596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 461eb341-3bb2-4970-8050-06c847681134 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:23.196103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:23.202897 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.241929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e8c9-8752-48e7-a6d6-277ce618c2a8 req-104ea34d-735b-43a3-8c6d-fb841b8540d2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:23.243511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8492e8c9-8752-48e7-a6d6-277ce618c2a8 req-104ea34d-735b-43a3-8c6d-fb841b8540d2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1643138 Jul 23 22:51:23.314401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8492e8c9-8752-48e7-a6d6-277ce618c2a8 req-6da021f7-5d84-43f2-8c92-06a20a360917 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479617 Jul 23 22:51:23.323974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Attempting to bind port f6cedb22-c75d-4775-a02a-f471a3879e37 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:51:23.324303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Attempting to bind port f6cedb22-c75d-4775-a02a-f471a3879e37 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:51:23.324636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Attempting to bind port f6cedb22-c75d-4775-a02a-f471a3879e37 on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:23.339003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Port f6cedb22-c75d-4775-a02a-f471a3879e37 on network f95275e9-c2f7-450e-baeb-336fafee678f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:51:23.339341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Attempting to bind port f6cedb22-c75d-4775-a02a-f471a3879e37 on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:23.344639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:51:23.344845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Checking segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:51:23.345227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Bound using segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:51:23.345662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Bound port: f6cedb22-c75d-4775-a02a-f471a3879e37, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:51:23.346053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.414646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:51:23.418022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f6cedb22-c75d-4775-a02a-f471a3879e37,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:51:23.424307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.459696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:23.460309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:23.462168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] 10.222.0.22 "PUT /v2.0/ports/f6cedb22-c75d-4775-a02a-f471a3879e37 HTTP/1.1" status: 200 len: 1092 time: 0.8209810 Jul 23 22:51:23.462829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:23.466005 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216bb05-2d73-4148-89ef-fef2851c422a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:23.578796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671794be-bce1-41c8-9c04-db08e9ae3963 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:23.618069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-ebaca55a-793e-489e-b497-14d6d7faf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:23.619810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-ebaca55a-793e-489e-b497-14d6d7faf5fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 1095 time: 0.0895145 Jul 23 22:51:23.632735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b6121-0008-4a75-9eba-04cdf329e178 req-c11fae20-3056-422d-b596-879e884111b0 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:23.634359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba0b6121-0008-4a75-9eba-04cdf329e178 req-c11fae20-3056-422d-b596-879e884111b0 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 943 time: 0.1404550 Jul 23 22:51:23.682096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-64731aa4-d633-406c-bd2a-0004e2ca8978 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cedb22-c75d-4775-a02a-f471a3879e37 HTTP/1.1" status: 200 len: 217 time: 0.0466139 Jul 23 22:51:23.729535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba0b6121-0008-4a75-9eba-04cdf329e178 req-0def1406-6a82-48b3-aafa-3464fe3e6688 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877755 Jul 23 22:51:23.758513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1731-97b1-4034-ad6e-748db18931e0 req-60054063-9e0f-46e1-8c64-ac57ade8dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:23.760031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-60054063-9e0f-46e1-8c64-ac57ade8dfd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0676081 Jul 23 22:51:23.815418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-29fb07eb-4f1e-453e-ac04-b9d4e058afdc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486095 Jul 23 22:51:23.817903 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229bd40-45e1-4970-9f11-f9189cea9da7 x-openstack-request-id: req-1229bd40-45e1-4970-9f11-f9189cea9da7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:23.818246 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:23.818664 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1229bd40-45e1-4970-9f11-f9189cea9da7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:23.819213 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37', 'status': 'completed', 'code': 200} Jul 23 22:51:24.009108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-d2a8662b-04c6-43e2-9c1f-c7ca615f91e9 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875565 Jul 23 22:51:24.030271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f6f42-1879-4615-bade-988951c136de req-efd822f1-87a9-4996-bc9c-7fc87d827897 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.031728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f9f6f42-1879-4615-bade-988951c136de req-efd822f1-87a9-4996-bc9c-7fc87d827897 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1802948 Jul 23 22:51:24.055234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ff3a-49bd-4dc4-bdd0-f143a0f3ad36 req-b765cbf7-a876-4366-a8bb-b57e8fcc725a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.056702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a995ff3a-49bd-4dc4-bdd0-f143a0f3ad36 req-b765cbf7-a876-4366-a8bb-b57e8fcc725a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1148d7fb-ed15-4e35-a8ce-d4a07f914169 HTTP/1.1" status: 200 len: 946 time: 0.1712923 Jul 23 22:51:24.182190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a995ff3a-49bd-4dc4-bdd0-f143a0f3ad36 req-55955da0-830b-4dcb-a9f4-f935a217a6c7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153994 Jul 23 22:51:24.245388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-163c1731-97b1-4034-ad6e-748db18931e0 req-80cb4de8-424a-418d-a92f-ea9c5731ba94 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247181 Jul 23 22:51:24.267223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 095034ee-a1ee-43cc-8880-2300948cc40c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:24.267572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:24.456974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 095034ee-a1ee-43cc-8880-2300948cc40c, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=095034ee-a1ee-43cc-8880-2300948cc40c,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:24.457354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:24.479731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 095034ee-a1ee-43cc-8880-2300948cc40c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:24.486704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216bb05-2d73-4148-89ef-fef2851c422a req-cedf18a9-ab04-43f9-b77b-8ce36d9740be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.488223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-cedf18a9-ab04-43f9-b77b-8ce36d9740be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 1095 time: 0.1645799 Jul 23 22:51:24.630020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263e713-1c80-494c-aaa5-949ef90cb8d5 req-bb186dc5-ab53-4160-98a5-4c11cf604530 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.631642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5263e713-1c80-494c-aaa5-949ef90cb8d5 req-bb186dc5-ab53-4160-98a5-4c11cf604530 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2232673 Jul 23 22:51:24.678623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216bb05-2d73-4148-89ef-fef2851c422a req-a4112847-8f49-4d92-a9b5-ba300b265b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.680125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-a4112847-8f49-4d92-a9b5-ba300b265b7a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.1842883 Jul 23 22:51:24.734115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5263e713-1c80-494c-aaa5-949ef90cb8d5 req-baf75a37-0a84-4962-af7f-dd18069f489a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917327 Jul 23 22:51:24.735342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-c9909ac4-2346-47d8-bc50-98808261caf5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6cedb22-c75d-4775-a02a-f471a3879e37 HTTP/1.1" status: 200 len: 217 time: 0.0431223 Jul 23 22:51:24.823260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216bb05-2d73-4148-89ef-fef2851c422a req-90ea50b3-66a1-4d04-8219-9fc11d8909f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:24.824763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-90ea50b3-66a1-4d04-8219-9fc11d8909f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0630057 Jul 23 22:51:24.825965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:24.838935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2', '095034ee-a1ee-43cc-8880-2300948cc40c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:24.880645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=095034ee-a1ee-43cc-8880-2300948cc40c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:24.883786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-f8bf176c-1012-4618-bc80-bf8b83f09f50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516229 Jul 23 22:51:24.999337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 095034ee-a1ee-43cc-8880-2300948cc40c on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:25.007509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:25.009479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f9f6f42-1879-4615-bade-988951c136de req-38b9f4bb-cd1e-4d99-b449-6f75111503d0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/095034ee-a1ee-43cc-8880-2300948cc40c HTTP/1.1" status: 204 len: 173 time: 0.9695644 Jul 23 22:51:25.144193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-b4a58ca9-2991-46b2-84da-bcd115e72d78 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827621 Jul 23 22:51:25.331004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7216bb05-2d73-4148-89ef-fef2851c422a req-d2b74e9e-44cf-48db-a07f-18c9989f624d service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780934 Jul 23 22:51:25.367648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-f7eeddcb-33ff-4e85-b9eb-f4136f8ca325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.369146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-f7eeddcb-33ff-4e85-b9eb-f4136f8ca325 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.1334372 Jul 23 22:51:25.377195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09297b2-eca8-44cc-8874-045668f7d229 req-24a35ca3-5187-4b37-8775-9e4abf8f1cad tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.378644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a09297b2-eca8-44cc-8874-045668f7d229 req-24a35ca3-5187-4b37-8775-9e4abf8f1cad tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 943 time: 0.1403830 Jul 23 22:51:25.469136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f6cedb22-c75d-4775-a02a-f471a3879e37 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:51:25.498406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-040cb47c-b52d-49d9-8450-d997781a08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.500070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-040cb47c-b52d-49d9-8450-d997781a08a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.1205308 Jul 23 22:51:25.514499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a09297b2-eca8-44cc-8874-045668f7d229 req-4f9e3188-f98e-4aa6-85d3-7dc1863f5225 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269083 Jul 23 22:51:25.633009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-2b5b7138-ccf1-42fa-8b5e-c3bb33d6563a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.1173000 Jul 23 22:51:25.650981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f6cedb22-c75d-4775-a02a-f471a3879e37,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:25.663494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f6cedb22-c75d-4775-a02a-f471a3879e37', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'port_id': 'f6cedb22-c75d-4775-a02a-f471a3879e37', 'mac_address': 'fa:16:3e:d2:cb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6e305-a2b6-47ea-9987-76cbed256e0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:51:25.712141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:25.733472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cedb22-c75d-4775-a02a-f471a3879e37 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:25.736719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-fabbb1e6-8586-4982-bb3b-0bd49aaf4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.738312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-fabbb1e6-8586-4982-bb3b-0bd49aaf4277 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0870402 Jul 23 22:51:25.753862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f8ca-f2ce-4705-a3cd-a19984903860 req-f14ca1e6-4610-40ce-9c15-57629a13d417 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.756474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d56f8ca-f2ce-4705-a3cd-a19984903860 req-f14ca1e6-4610-40ce-9c15-57629a13d417 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1420467 Jul 23 22:51:25.770080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f6cedb22-c75d-4775-a02a-f471a3879e37,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:25.775990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:25.820963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'name': 'network-vif-deleted', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:25.822882 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618bdbf-1400-4deb-941b-7adb7f1e10eb" -d '{"events": [{"server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "name": "network-vif-deleted", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:25.829128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d56f8ca-f2ce-4705-a3cd-a19984903860 req-3da8d9e9-5bf0-45f0-9b0f-fe45f5e823e8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635271 Jul 23 22:51:25.839275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:25.852783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-ace6feaa-9496-43c7-aaa8-f8ee93f14b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:25.854476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-ace6feaa-9496-43c7-aaa8-f8ee93f14b17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970871 Jul 23 22:51:25.925493 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f748c812-7c9b-4c1d-87ba-a23f364e2a7c x-openstack-request-id: req-f748c812-7c9b-4c1d-87ba-a23f364e2a7c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:25.925878 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1148d7fb-ed15-4e35-a8ce-d4a07f914169", "name": "network-vif-deleted", "tag": "095034ee-a1ee-43cc-8880-2300948cc40c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:25.926230 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f748c812-7c9b-4c1d-87ba-a23f364e2a7c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:25.926844 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1148d7fb-ed15-4e35-a8ce-d4a07f914169', 'name': 'network-vif-deleted', 'tag': '095034ee-a1ee-43cc-8880-2300948cc40c', 'status': 'completed', 'code': 200} Jul 23 22:51:25.962520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-0742b187-d275-4490-a6d2-e5d09a8fa345 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005685 Jul 23 22:51:26.020875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f6cedb22-c75d-4775-a02a-f471a3879e37'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:26.483374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ccc1404-5d03-48d7-b1bc-1fd9b2801631 req-af65fab8-dd33-4670-91b5-7c806563e3be service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144546 Jul 23 22:51:26.525088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-6c0648b0-4fc5-4c7b-9684-be6c820131c9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:26.526600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-6c0648b0-4fc5-4c7b-9684-be6c820131c9 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1330607 Jul 23 22:51:26.542226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-4cdfcbf5-c2f2-4e39-8e26-6408f564a8de tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0100775 Jul 23 22:51:26.609720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-96538526-ec63-4056-8edb-c7131ade5a84 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619223 Jul 23 22:51:26.702891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-d4e406b3-eb38-445b-83f8-24ee4010c99d service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Jul 23 22:51:26.803603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-63e350ec-22ab-4eb9-b843-67d82cb47f6d service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933902 Jul 23 22:51:27.054041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06386923-122e-4cfb-82f0-3a865c87eb12 req-2b898c89-97ee-4520-91b9-a96863944338 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:27.055596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06386923-122e-4cfb-82f0-3a865c87eb12 req-2b898c89-97ee-4520-91b9-a96863944338 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 944 time: 0.0906761 Jul 23 22:51:27.096704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06386923-122e-4cfb-82f0-3a865c87eb12 req-a4ee4abc-b5de-44ff-8188-2f256f44171a tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Jul 23 22:51:27.168885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 095034ee-a1ee-43cc-8880-2300948cc40c no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:27.210029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 095034ee-a1ee-43cc-8880-2300948cc40c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:27.210492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 095034ee-a1ee-43cc-8880-2300948cc40c not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:27.283110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776c389-8f21-4692-8cf6-5f3c14b7fbcd req-6f2453a0-9d0f-4c11-b472-638939f506d9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:27.284669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f776c389-8f21-4692-8cf6-5f3c14b7fbcd req-6f2453a0-9d0f-4c11-b472-638939f506d9 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1055620 Jul 23 22:51:27.362096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f776c389-8f21-4692-8cf6-5f3c14b7fbcd req-9ffd864b-6c1d-4aac-9dd8-c00909775c11 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608780 Jul 23 22:51:27.450192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc3a15a-f4d7-4ee0-bd26-b307290bf9f5 req-978476e9-a2c5-46ae-89a4-6f0d19fe8bc0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 210 time: 0.0419824 Jul 23 22:51:27.469251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f6cedb22-c75d-4775-a02a-f471a3879e37 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:51:27.548899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f6cedb22-c75d-4775-a02a-f471a3879e37 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:51:27.553999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f6cedb22-c75d-4775-a02a-f471a3879e37 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:51:27.554376 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:27.647277 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:27.677964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:27.681353 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777bd90d-4609-4d00-aca1-a93f65f1cfe3" -d '{"events": [{"server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "name": "network-vif-plugged", "status": "completed", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:27.699003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f6cedb22-c75d-4775-a02a-f471a3879e37,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:27.704845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:27.774877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6474ca3-9613-4459-893c-818371bba0f2 req-67244b9e-f208-456d-a062-4cf615e9a47b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:27.775779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:27.776449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6474ca3-9613-4459-893c-818371bba0f2 req-67244b9e-f208-456d-a062-4cf615e9a47b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1142821 Jul 23 22:51:27.823478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6474ca3-9613-4459-893c-818371bba0f2 req-68dc7ffe-c61a-4d45-971c-1c8c4e8e0c9d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351284 Jul 23 22:51:27.935215 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ff119-9fce-4349-9135-ddef3997ccf1 x-openstack-request-id: req-8a2ff119-9fce-4349-9135-ddef3997ccf1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:27.935515 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "name": "network-vif-plugged", "status": "completed", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:27.935772 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a2ff119-9fce-4349-9135-ddef3997ccf1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:27.936164 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37', 'code': 200} Jul 23 22:51:28.101833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dea164-6587-49e3-8ad2-00bc4bed4855 req-81ff0f75-8bb6-4551-b19a-8a8d5ef084dd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:28.103423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92dea164-6587-49e3-8ad2-00bc4bed4855 req-81ff0f75-8bb6-4551-b19a-8a8d5ef084dd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1056345 Jul 23 22:51:28.106654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971689b-6fd2-45e2-9bb5-d9f344206ad0 req-6e0737a9-41b2-4c00-af36-fdb02b00cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:28.108098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b971689b-6fd2-45e2-9bb5-d9f344206ad0 req-6e0737a9-41b2-4c00-af36-fdb02b00cc47 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 1097 time: 0.1008139 Jul 23 22:51:28.165387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b971689b-6fd2-45e2-9bb5-d9f344206ad0 req-d00750fe-c76a-49af-9f93-227dc767b9c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Jul 23 22:51:28.168559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92dea164-6587-49e3-8ad2-00bc4bed4855 req-54864d85-a17c-4634-829f-b6b12bd587e6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588112 Jul 23 22:51:28.327532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38077f1-d586-4a6c-80ed-23147f3c8c12 req-243d2183-98e2-4912-b464-c0bd34023dfd tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:28.329089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b38077f1-d586-4a6c-80ed-23147f3c8c12 req-243d2183-98e2-4912-b464-c0bd34023dfd tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 945 time: 0.1008465 Jul 23 22:51:28.416271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b38077f1-d586-4a6c-80ed-23147f3c8c12 req-a5350b14-b048-4325-9b3f-9765c1b10129 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789125 Jul 23 22:51:28.458439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-43201d38-75c4-4448-ad64-93c86b197bf0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:28.460486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-43201d38-75c4-4448-ad64-93c86b197bf0 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.1811874 Jul 23 22:51:28.473657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:28.639813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:28.644604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:28.686590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42d92ec3-3245-4812-ad30-f1ff659e2333 req-0d44c032-1775-44cb-aecc-97658074205d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 210 time: 0.0373678 Jul 23 22:51:28.859100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.8 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:28.890169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de23bc-79e3-4619-adc1-0c42b915c638 req-a876b801-bf91-48c8-8f30-f8358b64b19f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:28.891285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99de23bc-79e3-4619-adc1-0c42b915c638 req-a876b801-bf91-48c8-8f30-f8358b64b19f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1313243 Jul 23 22:51:28.970186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99de23bc-79e3-4619-adc1-0c42b915c638 req-1bfab7a9-8ade-4392-96e4-bfc90a743fb6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705435 Jul 23 22:51:29.101966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:29.162757 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:29.182744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:29.271670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:29.275687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:51:29.277462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:51:29.281118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:51:29.377269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:29.378103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:29.394760 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-176d4f85-f6ed-4d8b-aed0-09260a5b462b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9252131 Jul 23 22:51:29.406885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Request body: {'port': {'device_id': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:29.499720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:29.686146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c684323-22a1-4d5b-bda5-8717ec64f685 req-7e305e78-c751-4bb8-8b3b-345d3db6179e tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:29.687684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c684323-22a1-4d5b-bda5-8717ec64f685 req-7e305e78-c751-4bb8-8b3b-345d3db6179e tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 945 time: 0.1733980 Jul 23 22:51:29.796575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c684323-22a1-4d5b-bda5-8717ec64f685 req-2fe84a73-0321-4099-bf23-2789a9b8c815 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913153 Jul 23 22:51:29.970871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:29.982343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:30.005060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Transition to ACTIVE for port object 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:51:30.013153 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:30.026999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a55db-59f9-48b9-87db-29519d1d4f40 req-3b354fa6-043e-448d-866a-59b04a2f5d6d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:30.028747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c9a55db-59f9-48b9-87db-29519d1d4f40 req-3b354fa6-043e-448d-866a-59b04a2f5d6d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 931 time: 0.1385951 Jul 23 22:51:30.110523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:30.176583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c9a55db-59f9-48b9-87db-29519d1d4f40 req-a40c73b2-a2e0-4f31-bb43-480b22bb33ac tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231401 Jul 23 22:51:30.377417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Attempting to bind port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:51:30.377789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Attempting to bind port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:51:30.378251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Attempting to bind port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:30.391461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:51:30.392192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Attempting to bind port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:30.409727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:51:30.410250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:51:30.410549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:51:30.411183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Bound port: 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:51:30.411901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:30.481636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c6f7-e50a-4947-904b-0130b0d0e672 req-bb4ee285-0923-4da1-a2f7-b4edfbf00c22 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:30.483339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac04c6f7-e50a-4947-904b-0130b0d0e672 req-bb4ee285-0923-4da1-a2f7-b4edfbf00c22 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1594639 Jul 23 22:51:30.540456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:51:30.545378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:51:30.559529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:30.575964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac04c6f7-e50a-4947-904b-0130b0d0e672 req-dcea0b40-352c-4ace-9bb8-aba19fa5e357 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846956 Jul 23 22:51:30.657840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:30.658875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:30.662655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] 10.222.0.25 "PUT /v2.0/ports/1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 HTTP/1.1" status: 200 len: 1092 time: 1.2602394 Jul 23 22:51:30.663658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ade6be-3f7d-4e05-bd86-9076380ba951 service neutron] Pushing event updated for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:30.668020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:30.672332 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b5f1c-2a88-430b-be08-de8536b5a11e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:30.805828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-1c1f69c7-6e77-4f9d-bc1b-b03d92927596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:30.806917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-1c1f69c7-6e77-4f9d-bc1b-b03d92927596 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 1095 time: 0.0903964 Jul 23 22:51:30.870372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-96d3e9a6-ca34-43e5-99c3-09721e5a6713 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 HTTP/1.1" status: 200 len: 217 time: 0.0537329 Jul 23 22:51:30.948421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-e232c403-e52e-4fbc-bc47-56dd3f78f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:30.950081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-e232c403-e52e-4fbc-bc47-56dd3f78f6f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0640330 Jul 23 22:51:31.009135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-e124b3d2-0b1f-477c-88dd-a7a313876db1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517619 Jul 23 22:51:31.031406 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b662cdca-ff87-4a63-8d12-789cf7447bde x-openstack-request-id: req-b662cdca-ff87-4a63-8d12-789cf7447bde {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:31.031682 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:31.031942 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b662cdca-ff87-4a63-8d12-789cf7447bde {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:31.032347 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2', 'status': 'completed', 'code': 200} Jul 23 22:51:31.185698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-9c48521a-8403-488b-81a3-1f9436452f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.187225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-9c48521a-8403-488b-81a3-1f9436452f42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.2076490 Jul 23 22:51:31.192520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-996be132-7e08-4c6a-8d26-6fdfe5ab72c2 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637845 Jul 23 22:51:31.347057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dbb21-6c80-4d3d-b037-326161b7d0f8 req-e3031d7b-7fff-4468-9d47-ea1ae2a93ac2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.348641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-166dbb21-6c80-4d3d-b037-326161b7d0f8 req-e3031d7b-7fff-4468-9d47-ea1ae2a93ac2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2388837 Jul 23 22:51:31.400408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81f92b9c-7507-4540-8a31-712a41d5ebba req-8eaa1e49-6789-4759-941a-bcd6372ddfb2 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969659 Jul 23 22:51:31.408887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-73cb26c6-035f-4c59-b3e3-60972818beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.410422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-73cb26c6-035f-4c59-b3e3-60972818beeb service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.2162778 Jul 23 22:51:31.468999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-166dbb21-6c80-4d3d-b037-326161b7d0f8 req-53ac0df3-efc6-4977-9248-167ec494c2ce tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132047 Jul 23 22:51:31.540571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-0ea6e05d-0d5f-4902-a35e-a701c002fcb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.1229951 Jul 23 22:51:31.635573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-f0cb98af-f59f-427c-932b-55f89ac0b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.637028 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-f0cb98af-f59f-427c-932b-55f89ac0b8da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.0831766 Jul 23 22:51:31.638730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-75916953-42a8-43ef-a3bb-306663778a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.640065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-75916953-42a8-43ef-a3bb-306663778a57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 1095 time: 0.1636465 Jul 23 22:51:31.722933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139f23-2ab6-4d4d-9b30-515bfa7d83e5 req-efe006df-4c3e-4aa6-a847-df793bf4a63e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.724796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81139f23-2ab6-4d4d-9b30-515bfa7d83e5 req-efe006df-4c3e-4aa6-a847-df793bf4a63e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 943 time: 0.1804764 Jul 23 22:51:31.837875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-33fc6be5-523c-4fa7-9f93-4e9b1c3541b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.839479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-33fc6be5-523c-4fa7-9f93-4e9b1c3541b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.1810443 Jul 23 22:51:31.842769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81139f23-2ab6-4d4d-9b30-515bfa7d83e5 req-3cbfc944-210b-4995-b3c7-24c3730b3754 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863795 Jul 23 22:51:31.844592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-857de24c-a350-44e9-98d7-bf0193201b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:31.846036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-857de24c-a350-44e9-98d7-bf0193201b85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025428 Jul 23 22:51:31.900125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-46b558d8-b66a-432c-8665-bbaefec8558d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 HTTP/1.1" status: 200 len: 217 time: 0.0530937 Jul 23 22:51:32.001258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-72b67f54-ce5c-48b5-81e3-fa6cc6546d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:32.002797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-72b67f54-ce5c-48b5-81e3-fa6cc6546d10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.0926592 Jul 23 22:51:32.046533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-0096299d-566b-4c33-ac7d-e7b9ebe80bb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358539 Jul 23 22:51:32.050323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-fd84ca63-79f6-45ce-8541-aca1c63ac032 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950047 Jul 23 22:51:32.252667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9baacd99-6d81-43b5-85b0-5b04915e2daf req-c3dc1bee-3996-4597-84c4-d58f4e81ee9e service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955400 Jul 23 22:51:32.256033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-343abc1e-a743-447c-b48b-b7133b18487c service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914630 Jul 23 22:51:32.373291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e16b5f1c-2a88-430b-be08-de8536b5a11e req-61239461-18fb-4726-badf-5581e97e5651 service neutron] 10.222.0.25 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007028 Jul 23 22:51:32.699200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806962-51a3-4047-8189-4c4a869ffe6d req-8cf0c686-bb5a-4f3c-8ae9-1caf4f3cd956 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:32.700944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b806962-51a3-4047-8189-4c4a869ffe6d req-8cf0c686-bb5a-4f3c-8ae9-1caf4f3cd956 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1299450 Jul 23 22:51:32.753079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b806962-51a3-4047-8189-4c4a869ffe6d req-2894c2a1-1284-4afe-85a6-ea8cd57ebf5d tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449407 Jul 23 22:51:33.086254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6279e-25a7-4ecb-9f97-71e31a997745 req-660c5fc5-b3b2-4d22-9f3c-b2f83149e0ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:33.088029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b6279e-25a7-4ecb-9f97-71e31a997745 req-660c5fc5-b3b2-4d22-9f3c-b2f83149e0ab tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 943 time: 0.0980313 Jul 23 22:51:33.137227 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b6279e-25a7-4ecb-9f97-71e31a997745 req-2ea69e74-c0e7-4bf2-80fc-b5707304b854 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413585 Jul 23 22:51:33.540991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceec1ce-8902-4858-abcf-539ada749e1d req-e3743779-239a-413e-be3a-10d77ee0c13b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:33.542656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ceec1ce-8902-4858-abcf-539ada749e1d req-e3743779-239a-413e-be3a-10d77ee0c13b tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 947 time: 0.0746572 Jul 23 22:51:33.594917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ceec1ce-8902-4858-abcf-539ada749e1d req-1c7a42ed-95f6-4c84-a688-36c1b9e9b092 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups?id=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453889 Jul 23 22:51:33.907105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b94c7-2861-4590-9b9a-ca3bcc978710 req-509c9917-b01e-4cb0-b274-70d0f6de5268 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:33.908668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-081b94c7-2861-4590-9b9a-ca3bcc978710 req-509c9917-b01e-4cb0-b274-70d0f6de5268 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0803740 Jul 23 22:51:33.953894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-081b94c7-2861-4590-9b9a-ca3bcc978710 req-e5ed1a61-1a12-49c6-bd49-d2d98c255763 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Jul 23 22:51:34.114694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410b1a-8236-4840-b737-bc7293241fbd req-17901455-bd88-4660-9604-1c7823cc7c7c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:34.116485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10410b1a-8236-4840-b737-bc7293241fbd req-17901455-bd88-4660-9604-1c7823cc7c7c tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.0759392 Jul 23 22:51:34.156846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10410b1a-8236-4840-b737-bc7293241fbd req-b9a03693-4006-44bd-89b0-29b08503e7a6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346508 Jul 23 22:51:34.309297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed044b-16d7-44c2-b646-e52f9806bbc2 req-d6738f4b-ff07-4bde-b740-c5a6808c41db tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:34.311214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27ed044b-16d7-44c2-b646-e52f9806bbc2 req-d6738f4b-ff07-4bde-b740-c5a6808c41db tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 943 time: 0.0780032 Jul 23 22:51:34.366322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27ed044b-16d7-44c2-b646-e52f9806bbc2 req-3f1b1d9f-d91c-4169-9d6f-4b25114184eb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Jul 23 22:51:34.829347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-0164f37f-bb6d-4ff2-8682-c351db9afb15 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:34.830988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-0164f37f-bb6d-4ff2-8682-c351db9afb15 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.25 "GET /v2.0/ports?device_id=13d657a7-5f2d-4ead-b40d-d9d6598e9e4f HTTP/1.1" status: 200 len: 947 time: 0.0823922 Jul 23 22:51:34.994732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Deleting port 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:34.995714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.148683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] For port 92ede972-75fc-4398-a922-9e0333daba7d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=92ede972-75fc-4398-a922-9e0333daba7d,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:35.149236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.207262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:51:35.252728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-fb285a9a-f5ea-470b-b509-6bdf8fb7f782 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:35.254443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-fb285a9a-f5ea-470b-b509-6bdf8fb7f782 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f932d80-b9fd-4c31-8c87-6f19f19ea3b2 HTTP/1.1" status: 200 len: 944 time: 0.1592591 Jul 23 22:51:35.362562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:35.376011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2', 'mac_address': 'fa:16:3e:09:1d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:51:35.423816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.439585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:35.464475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:35.470625 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.564099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:35.785132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:35.876112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.876488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:35.877162 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Floating IP 1908a0b6-e0bd-4418-9ce3-bb2270a66a41 disassociated. External IP: 172.25.1.123, port: 92ede972-75fc-4398-a922-9e0333daba7d. Jul 23 22:51:35.877551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Calling delete_port for 92ede972-75fc-4398-a922-9e0333daba7d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:35.974542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port f343e798-12a2-4045-b61a-4f4ac9adc808 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:35.974986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.123423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port f343e798-12a2-4045-b61a-4f4ac9adc808, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f343e798-12a2-4045-b61a-4f4ac9adc808,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:36.123854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.142968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for f343e798-12a2-4045-b61a-4f4ac9adc808 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:36.150124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.220107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'Port': ['ID=92ede972-75fc-4398-a922-9e0333daba7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:36.408410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.419844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['785d8deb-920a-4122-b64c-4fc0d61d26b8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:36.454715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:51:36.460550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=f343e798-12a2-4045-b61a-4f4ac9adc808,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:36.568900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] No DVR routers for this DVR port f343e798-12a2-4045-b61a-4f4ac9adc808 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:36.600460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.603068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30a7b01c-5279-4f90-aeb1-8c2285547429 req-922ee1fa-7386-4124-a0bd-adda2ac9aea7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "DELETE /v2.0/ports/f343e798-12a2-4045-b61a-4f4ac9adc808 HTTP/1.1" status: 204 len: 173 time: 1.3159132 Jul 23 22:51:36.603525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-deleted', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:36.606427 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b97977-d2e1-434f-b39f-ba2503af62a9" -d '{"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-deleted", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:36.654816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:36.695362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:51:36.716846 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:51:36.751493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:36.752143 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:36.878351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] No DVR routers for this DVR port 92ede972-75fc-4398-a922-9e0333daba7d on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:36.882253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:36.886689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f99b6aa8-047b-4093-aa78-7e443c98bf79 req-752c4b8f-f38f-4116-97dc-fb381eb6c40c tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.25 "DELETE /v2.0/ports/92ede972-75fc-4398-a922-9e0333daba7d HTTP/1.1" status: 204 len: 173 time: 2.0482883 Jul 23 22:51:37.040476 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:37.213869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:51:37.350728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:51:37.352963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:37.355062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:51:37.355704 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.405219 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:51:37.415269 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:37.416009 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:37.460266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.507331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:37.510400 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9544b-43f6-4ef1-826d-7d10f6dc10c4" -d '{"events": [{"server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "name": "network-vif-plugged", "status": "completed", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:37.515143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:37.523346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.560978 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:37.591719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65172-85e2-4292-ace7-ca53fa5f4c70 req-f0e4513e-0626-46e5-909b-2ecfacfe6bb4 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:37.593403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fc65172-85e2-4292-ace7-ca53fa5f4c70 req-f0e4513e-0626-46e5-909b-2ecfacfe6bb4 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 944 time: 0.1171324 Jul 23 22:51:37.597981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:37.651582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fc65172-85e2-4292-ace7-ca53fa5f4c70 req-ac63ad1f-c411-45e2-9ec6-77abb2abb248 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Jul 23 22:51:37.695858 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8d8491-ff95-4cde-8092-f31612cab3ca x-openstack-request-id: req-1d8d8491-ff95-4cde-8092-f31612cab3ca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:37.696376 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f932d80-b9fd-4c31-8c87-6f19f19ea3b2", "name": "network-vif-deleted", "tag": "f343e798-12a2-4045-b61a-4f4ac9adc808", "status": "failed", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:37.696826 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d8d8491-ff95-4cde-8092-f31612cab3ca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:37.697402 n-d-791506-25 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f932d80-b9fd-4c31-8c87-6f19f19ea3b2', 'name': 'network-vif-deleted', 'tag': 'f343e798-12a2-4045-b61a-4f4ac9adc808', 'status': 'failed', 'code': 422} returned with failed status Jul 23 22:51:37.765851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:37.837619 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f2c83-5eb0-48f3-b41e-824ea7a73219 x-openstack-request-id: req-678f2c83-5eb0-48f3-b41e-824ea7a73219 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:37.838200 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "name": "network-vif-plugged", "status": "completed", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:37.838786 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-678f2c83-5eb0-48f3-b41e-824ea7a73219 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:37.840288 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2', 'code': 200} Jul 23 22:51:37.847676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.881592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.943746 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:37.972828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.983302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:37.990001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:37.990258 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "DELETE /v2.0/security-groups/947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db HTTP/1.1" status: 204 len: 168 time: 0.2212877 Jul 23 22:51:38.006152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:38.014270 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdced6-786d-4689-9968-411bc7b8525c None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:42:33Z', 'revision_number': 4, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf', 'name': '', 'network_id': '4bf13ea5-9eda-403e-8b7e-1377f755fc43', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'mac_address': 'fa:16:3e:4d:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:31Z', 'updated_at': '2021-07-23T22:42:38Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'subnets': [{'id': '17fb2aeb-6142-4764-ad1a-07652b89ae76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:51:38.027271 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4863c628-f037-4369-8801-b0fdf1c1cdb0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] show failed (client error): The resource could not be found. Jul 23 22:51:38.031379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4863c628-f037-4369-8801-b0fdf1c1cdb0 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "GET /v2.0/security-groups/947d1b9c-073b-42f2-8cd3-5a4d3d7ce6db HTTP/1.1" status: 404 len: 347 time: 0.0362239 Jul 23 22:51:38.031995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:38.035789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.041497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.043061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.044488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.045738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.046403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.048823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.049448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.050231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.051017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.052290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.054181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b923aa1a-3c05-43f1-997d-bc0c7a78ba4a tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:38.156772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1d10-ad9c-4d97-9735-d25ba7af10bd req-5edb32af-ab6e-4df4-8dc4-be2171c42e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:38.159959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0bed1d10-ad9c-4d97-9735-d25ba7af10bd req-5edb32af-ab6e-4df4-8dc4-be2171c42e20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 1097 time: 0.2574008 Jul 23 22:51:38.298873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0bed1d10-ad9c-4d97-9735-d25ba7af10bd req-67c62238-d82a-4167-b61c-752609e30fd5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908432 Jul 23 22:51:38.392697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Deleting port 700bda16-97f4-4801-a371-efe829f045ac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:38.393036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:38.418507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32393d31-7de1-4591-b119-d2d814fbfd86 req-0d9e91ff-f655-462f-b90f-5afa1376ef37 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:38.429878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32393d31-7de1-4591-b119-d2d814fbfd86 req-0d9e91ff-f655-462f-b90f-5afa1376ef37 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 908 time: 0.1873667 Jul 23 22:51:38.566424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b12bc7-8c67-42bc-bd06-be495dfbf178 None None] New status for floating IP 1908a0b6-e0bd-4418-9ce3-bb2270a66a41: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:51:38.605256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:38.606391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:38.641290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Calling delete_port for 700bda16-97f4-4801-a371-efe829f045ac owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:38.847686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a24b-36cd-48c2-8a1e-19d769577fcb req-0bda9fa5-2406-4892-9975-2e3f7bdbe42c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:38.851617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3b8a24b-36cd-48c2-8a1e-19d769577fcb req-0bda9fa5-2406-4892-9975-2e3f7bdbe42c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1045313 Jul 23 22:51:38.926011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3b8a24b-36cd-48c2-8a1e-19d769577fcb req-0a7401ed-3aa0-4dcd-bcca-20318984e86c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 Jul 23 22:51:39.075941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:39.167598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Pushing event deleted for resources: {'Port': ['ID=700bda16-97f4-4801-a371-efe829f045ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:39.189503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:39.193120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:39.196908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4ad01cb4-1b06-4abb-bda4-c196215c6513 tempest-AttachVolumeShelveTestJSON-908959631 tempest-AttachVolumeShelveTestJSON-908959631-project] 10.222.0.37 "DELETE /v2.0/floatingips/1908a0b6-e0bd-4418-9ce3-bb2270a66a41 HTTP/1.1" status: 204 len: 168 time: 1.1570156 Jul 23 22:51:39.210805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 92ede972-75fc-4398-a922-9e0333daba7d no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:39.243421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 92ede972-75fc-4398-a922-9e0333daba7d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:39.243841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 92ede972-75fc-4398-a922-9e0333daba7d not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:39.591381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4e5bd-76d7-4ce0-9d5b-47473a977efa req-dc313bff-26c1-41bb-9e29-85c9cdb195ba tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:39.593188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffe4e5bd-76d7-4ce0-9d5b-47473a977efa req-dc313bff-26c1-41bb-9e29-85c9cdb195ba tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 908 time: 0.0960262 Jul 23 22:51:39.726403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-deleted', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:39.733686 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b634a47-571c-4e28-ab39-ab13d1d1ed5b" -d '{"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-deleted", "tag": "92ede972-75fc-4398-a922-9e0333daba7d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:39.837348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-42dbc6dc-2b78-4dd8-b060-0795071f3da8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:39.839280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-42dbc6dc-2b78-4dd8-b060-0795071f3da8 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 908 time: 0.1996791 Jul 23 22:51:39.840966 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c899b-1f27-4939-893c-5665a903115a x-openstack-request-id: req-ee4c899b-1f27-4939-893c-5665a903115a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:39.841461 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d657a7-5f2d-4ead-b40d-d9d6598e9e4f", "name": "network-vif-deleted", "tag": "92ede972-75fc-4398-a922-9e0333daba7d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:39.841900 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee4c899b-1f27-4939-893c-5665a903115a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:39.842466 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d657a7-5f2d-4ead-b40d-d9d6598e9e4f', 'name': 'network-vif-deleted', 'tag': '92ede972-75fc-4398-a922-9e0333daba7d', 'status': 'completed', 'code': 200} Jul 23 22:51:40.016049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:40.016346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:40.262940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:40.263214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:40.291674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98621d73-4209-4065-b71f-88035dbab256 req-88dd920e-c4fe-48b1-8f4d-f4bab05a1794 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:40.298699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98621d73-4209-4065-b71f-88035dbab256 req-88dd920e-c4fe-48b1-8f4d-f4bab05a1794 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.2234206 Jul 23 22:51:40.300948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:40.506404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98621d73-4209-4065-b71f-88035dbab256 req-aa643146-86fd-4d1c-a446-b56bbff7ac2a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067387 Jul 23 22:51:40.525854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:40.571578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=de0c41b3-9d3a-45cb-ac41-1846f5e2dff1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:40.644616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] No DVR routers for this DVR port de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:40.647388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:40.649556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14d320be-2429-49b0-86c8-9ac4d8e890c3 req-94e0e282-fa5f-446f-a66e-5f4a04cc76f6 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "DELETE /v2.0/ports/de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 HTTP/1.1" status: 204 len: 173 time: 0.8014948 Jul 23 22:51:40.843558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-014f0d2a-d517-47f5-823a-118bbb9a489a req-d10de1a7-0228-4537-a7a6-cebf7612d5a0 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5a3015e-468b-4b26-a801-3e92397fee35 HTTP/1.1" status: 200 len: 210 time: 0.0543261 Jul 23 22:51:41.038968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-820ee8cd-1309-4bf6-aec5-f48442955d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:41.046464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee098-1a3a-4199-a232-277e0dc84991 req-6ba3195a-f87f-4bf8-a2e0-79a10f012e77 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:41.048227 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-791ee098-1a3a-4199-a232-277e0dc84991 req-6ba3195a-f87f-4bf8-a2e0-79a10f012e77 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1113491 Jul 23 22:51:41.110197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-791ee098-1a3a-4199-a232-277e0dc84991 req-343baf59-2b50-448e-8f7b-dab9d0fbeb8d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552833 Jul 23 22:51:41.387474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5115-ed60-4d95-a8d6-518263271707 req-d4debb51-67e4-47ac-82fb-597a7c98c104 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:41.389310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e69b5115-ed60-4d95-a8d6-518263271707 req-d4debb51-67e4-47ac-82fb-597a7c98c104 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1238997 Jul 23 22:51:41.452274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e69b5115-ed60-4d95-a8d6-518263271707 req-e15fd642-674b-49ce-b3ae-b33099ba4148 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Jul 23 22:51:41.844095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'name': 'network-vif-deleted', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:41.847141 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85b5ff-763b-41d2-8e9d-279b8e881c0b" -d '{"events": [{"server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "name": "network-vif-deleted", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:41.860127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-0380d711-99d3-4cab-8fa5-75908c5f1b87 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1310942 Jul 23 22:51:41.933499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c294240-a421-483d-b597-77e9de2f61ff req-05dbfc71-4398-451c-a7a6-134ab8a6c32a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:41.935604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c294240-a421-483d-b597-77e9de2f61ff req-05dbfc71-4398-451c-a7a6-134ab8a6c32a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1528955 Jul 23 22:51:41.989050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c294240-a421-483d-b597-77e9de2f61ff req-9e4b5618-de95-4e66-b6ef-7313df01071f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Jul 23 22:51:42.022267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.022267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.022267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.022267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.022267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.025045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.025045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.026331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1c1959c7-76a3-41bf-9e4c-428fdd02d117 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.1384947 Jul 23 22:51:42.144337 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e97b1bd-fd17-45a5-a99f-b3e5df63d1fa x-openstack-request-id: req-4e97b1bd-fd17-45a5-a99f-b3e5df63d1fa {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:42.145067 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a3015e-468b-4b26-a801-3e92397fee35", "name": "network-vif-deleted", "tag": "de0c41b3-9d3a-45cb-ac41-1846f5e2dff1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:42.145675 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e97b1bd-fd17-45a5-a99f-b3e5df63d1fa {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:42.146484 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a3015e-468b-4b26-a801-3e92397fee35', 'name': 'network-vif-deleted', 'tag': 'de0c41b3-9d3a-45cb-ac41-1846f5e2dff1', 'status': 'completed', 'code': 200} Jul 23 22:51:42.183809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6df13bd8-7cfc-442e-b524-b0e817b1b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.183809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6df13bd8-7cfc-442e-b524-b0e817b1b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.189613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6df13bd8-7cfc-442e-b524-b0e817b1b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.189613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6df13bd8-7cfc-442e-b524-b0e817b1b696 service neutron] 10.222.0.25 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=cb44717a-6ea7-4575-b70a-fd317d369e9c&id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 2293 time: 0.1298270 Jul 23 22:51:42.315048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-d5bfdb98-9e5c-4132-be61-8dc26a2a906a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 1001 time: 0.1188192 Jul 23 22:51:42.412019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-3c0d7fe3-7811-499e-82ae-6dafe31e504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.413688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-3c0d7fe3-7811-499e-82ae-6dafe31e504d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 200 len: 850 time: 0.0906699 Jul 23 22:51:42.496566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-9e22fb48-a0bc-4db3-9e1c-8c3fca3b1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.498840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-9e22fb48-a0bc-4db3-9e1c-8c3fca3b1eed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784202 Jul 23 22:51:42.661974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-c8fbda3c-85da-437a-aaa6-4b75134f4cb1 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512032 Jul 23 22:51:42.701857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632ee1-b092-4a78-bcbe-9cfbd6dc8c2f req-bf68c5d3-ce83-4af5-8b5b-23fa42e048e7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:42.703890 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b632ee1-b092-4a78-bcbe-9cfbd6dc8c2f req-bf68c5d3-ce83-4af5-8b5b-23fa42e048e7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.1803524 Jul 23 22:51:42.843348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7b632ee1-b092-4a78-bcbe-9cfbd6dc8c2f req-b711edab-bce3-4a29-8517-e3994c293a51 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128633 Jul 23 22:51:42.871407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-4d8ce6c7-167b-407e-b130-39bc76b874ff service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917374 Jul 23 22:51:42.876167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-34ba9d8f-7724-4ebb-8ba0-4f8461ea245b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2101769 Jul 23 22:51:42.966114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-ceaf12db-5252-46de-807c-890349a4c878 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 217 time: 0.0849018 Jul 23 22:51:43.140440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-5f294711-ef2a-4462-9fff-146894c46ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.146041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-5f294711-ef2a-4462-9fff-146894c46ece service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1452806 Jul 23 22:51:43.292269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-4ee438d1-6039-4a66-92ff-b08fdecb1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.294659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-4ee438d1-6039-4a66-92ff-b08fdecb1726 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=928aad1646ff4df6ac8fc251aa02407f&device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 1097 time: 0.3396924 Jul 23 22:51:43.336407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-0147d1b1-cba1-4d8f-bade-ab322fd2b8d3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.339143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-0147d1b1-cba1-4d8f-bade-ab322fd2b8d3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.3227942 Jul 23 22:51:43.451711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-77d1507b-a65f-43a9-a33b-d041988d515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.453284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-77d1507b-a65f-43a9-a33b-d041988d515f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2977357 Jul 23 22:51:43.461484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfc0f9-35ce-4611-9eb1-dd479309ed3c req-e47e2f90-4772-4a48-bafd-c639dbf9cf6b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.463036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90cfc0f9-35ce-4611-9eb1-dd479309ed3c req-e47e2f90-4772-4a48-bafd-c639dbf9cf6b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 945 time: 0.3175681 Jul 23 22:51:43.575613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:43.618990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:43.619344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device de0c41b3-9d3a-45cb-ac41-1846f5e2dff1 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:43.688727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-466d8873-4a64-40fb-b028-03ff6c7f9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:43.691221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-466d8873-4a64-40fb-b028-03ff6c7f9a72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 200 len: 913 time: 0.3497274 Jul 23 22:51:43.697894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90cfc0f9-35ce-4611-9eb1-dd479309ed3c req-a329ecd0-67ee-4936-8505-14cfac679410 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288415 Jul 23 22:51:43.780497 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a265e3a-a76c-48d9-9ca0-6d8e0a1e6f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:43.786819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b657648a-d7fa-43bf-b0b8-32c489aeac12 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189011 Jul 23 22:51:43.954876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-8d8578c3-1744-4b7f-b80f-eb47d9255030 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 200 len: 999 time: 0.2531455 Jul 23 22:51:43.988302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:43.989554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:44.153041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:44.167406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-5c4eb105-f91d-4f85-8c63-abff58de008e service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729093 Jul 23 22:51:44.222070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-406219e8-d878-4941-9bca-5e21da1a7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:44.224742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-406219e8-d878-4941-9bca-5e21da1a7691 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 200 len: 851 time: 0.2564607 Jul 23 22:51:44.339275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:44.339703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:44.364419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575475a8-e3c1-4ad0-a266-ae28f19a0947 req-2c9d1986-8124-4730-a5a3-584b00036440 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:44.372207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-575475a8-e3c1-4ad0-a266-ae28f19a0947 req-2c9d1986-8124-4730-a5a3-584b00036440 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.4298544 Jul 23 22:51:44.391646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-58bd497c-76ce-4a7c-ac0f-033a59cad06b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 217 time: 0.1750045 Jul 23 22:51:44.428557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:44.900859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4c02-869f-459e-bed0-80a96827becb req-6fce5cf2-ad9b-4c06-a8e4-f4390d0145f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:44.903181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-914f4c02-869f-459e-bed0-80a96827becb req-6fce5cf2-ad9b-4c06-a8e4-f4390d0145f2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 1.0204594 Jul 23 22:51:44.943087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:45.068710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-409314d3-af86-4ecb-9b77-5c2e331dc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:45.070217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-409314d3-af86-4ecb-9b77-5c2e331dc481 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.6660080 Jul 23 22:51:45.078933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-575475a8-e3c1-4ad0-a266-ae28f19a0947 req-46e8c955-46f4-4b13-8e4b-26ed4588d13f tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056885 Jul 23 22:51:45.106145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-a7fad3d2-a12b-4ce2-8871-553a854da671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:45.107902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-a7fad3d2-a12b-4ce2-8871-553a854da671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f3c3cb1-0caa-4191-868a-8e495ac7d634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8632710 Jul 23 22:51:45.387849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-fade6545-5aa9-4c3b-afa2-ba9f44825fef service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374978 Jul 23 22:51:45.414091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:45.427664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:45.500704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:45.578443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-51f2a5b9-5e33-4022-a4a3-96eb126a6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:45.580415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-51f2a5b9-5e33-4022-a4a3-96eb126a6b45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5000412 Jul 23 22:51:45.694320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:45.712904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:45.714925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0f2c91b-5a97-4e46-9b9c-75b49fd1be1e req-78599d27-14b7-41ea-8ea6-80b476abc560 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 HTTP/1.1" status: 204 len: 173 time: 2.3584187 Jul 23 22:51:45.715384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'name': 'network-vif-deleted', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:45.717955 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc749bf-c416-447d-a208-f62f5d21a9a3" -d '{"events": [{"server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "name": "network-vif-deleted", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:45.746268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75445c34-bdb3-4c69-8179-ef32a5897daa req-397f1297-ca99-4605-b236-cef356a4f366 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:45.753343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75445c34-bdb3-4c69-8179-ef32a5897daa req-397f1297-ca99-4605-b236-cef356a4f366 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1096429-8014-468a-ada0-7ad284fc7df1 HTTP/1.1" status: 200 len: 867 time: 0.5568621 Jul 23 22:51:45.837210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67000ec4-bc26-4f16-a4d1-b77018d6f683 req-c8391f71-e42c-4eb8-aaa2-5595bf1fe330 service neutron] 10.222.0.22 "GET /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368782 Jul 23 22:51:45.839552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port 785d8deb-920a-4122-b64c-4fc0d61d26b8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:45.840219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:45.957360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75445c34-bdb3-4c69-8179-ef32a5897daa req-65f66a14-7803-4080-a9bf-159eca2c9aea tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007093 Jul 23 22:51:45.994792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-2d1f6b84-bcd1-47ee-bcbb-4a6547132f69 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536212 Jul 23 22:51:46.035745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port 785d8deb-920a-4122-b64c-4fc0d61d26b8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=785d8deb-920a-4122-b64c-4fc0d61d26b8,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:46.036454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:46.069921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for 785d8deb-920a-4122-b64c-4fc0d61d26b8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:46.127041 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac7cdd-1db1-4ccf-8756-7bb8797d887e x-openstack-request-id: req-1dac7cdd-1db1-4ccf-8756-7bb8797d887e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:46.127416 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1096429-8014-468a-ada0-7ad284fc7df1", "name": "network-vif-deleted", "tag": "1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:46.127616 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dac7cdd-1db1-4ccf-8756-7bb8797d887e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:46.128029 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1096429-8014-468a-ada0-7ad284fc7df1', 'name': 'network-vif-deleted', 'tag': '1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2', 'status': 'completed', 'code': 200} Jul 23 22:51:46.208197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1d7a545d-c172-4c46-bdc6-dd0609c92bbe service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971662 Jul 23 22:51:46.315992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-8817c9a3-0fdf-4bfc-b318-af88e2a69e8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 217 time: 0.0987897 Jul 23 22:51:46.484330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:46.505044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5736c0-77e4-43d2-b7c2-c69d2e3f554b req-0fe2c922-92f7-4334-b784-bbfa338cd4e7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:46.513137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee5736c0-77e4-43d2-b7c2-c69d2e3f554b req-0fe2c922-92f7-4334-b784-bbfa338cd4e7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=b09fe960-86eb-4c8f-bb04-89509cb057ee HTTP/1.1" status: 200 len: 945 time: 0.2821743 Jul 23 22:51:46.548601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-45dd7653-1d97-42d3-b21b-46b57ac14026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:46.550136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-45dd7653-1d97-42d3-b21b-46b57ac14026 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.2264581 Jul 23 22:51:46.590484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:46.604674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['eef616e6-dcee-4741-897d-865c013180a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:46.633041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee5736c0-77e4-43d2-b7c2-c69d2e3f554b req-7cf57f0c-b793-4609-b935-57918322469a tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185071 Jul 23 22:51:46.721532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=785d8deb-920a-4122-b64c-4fc0d61d26b8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:46.781329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] No DVR routers for this DVR port 785d8deb-920a-4122-b64c-4fc0d61d26b8 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:46.784603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:46.787614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-914f4c02-869f-459e-bed0-80a96827becb req-acc6dc4d-f7bb-4282-a6ad-2d91eed8d4e4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "DELETE /v2.0/ports/785d8deb-920a-4122-b64c-4fc0d61d26b8 HTTP/1.1" status: 204 len: 173 time: 1.8018422 Jul 23 22:51:46.800472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-e0efe7ba-5036-41ec-95a1-2a93ef110b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:46.803224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-e0efe7ba-5036-41ec-95a1-2a93ef110b62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2357733 Jul 23 22:51:47.011584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41746) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:47.067748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-90c8c61c-de8a-42db-9e8c-50396c9a97c3 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573166 Jul 23 22:51:47.248567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1e1e9d1d-8512-4995-bf57-33158db59e65 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636593 Jul 23 22:51:47.258077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:47.328894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:47.329413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cea568a-a9a8-43d7-b95b-1a44f6fcdcc2 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:47.357241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b608a4f2-cdfa-4aca-9e53-f92881b4d128 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 217 time: 0.1002975 Jul 23 22:51:47.418014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1e90e8ab-e0c3-4400-ab26-3ba79d962b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:47.419796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-1e90e8ab-e0c3-4400-ab26-3ba79d962b45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0550458 Jul 23 22:51:47.581716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 785d8deb-920a-4122-b64c-4fc0d61d26b8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:47.603681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6ffdc158-2a43-4144-aacb-72dfd6d1004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:47.608393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-6ffdc158-2a43-4144-aacb-72dfd6d1004c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1805623 Jul 23 22:51:47.641719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 785d8deb-920a-4122-b64c-4fc0d61d26b8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:47.642946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 785d8deb-920a-4122-b64c-4fc0d61d26b8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:47.929918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-f32fda35-0c7a-47a1-892f-0298d38a63fe service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136413 Jul 23 22:51:48.035300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-a9f75369-6a06-4982-adce-4b4ce7509842 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:48.037185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-a9f75369-6a06-4982-adce-4b4ce7509842 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.2161207 Jul 23 22:51:48.060027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-9050f108-f9cd-4c33-8571-ed2a20338a59 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/quotas/585cbdfe6a51489a9b6b15c5a7587770 HTTP/1.1" status: 200 len: 375 time: 0.0144281 Jul 23 22:51:48.060821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:48.089282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-c9de6719-fbdf-4d12-8008-9819092df55d service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518273 Jul 23 22:51:48.128753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'name': 'network-vif-deleted', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:48.132120 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f632f37-0b03-424e-bcdd-d6289ccf6ba4" -d '{"events": [{"server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "name": "network-vif-deleted", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:48.189639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-43d749cf-cc93-4564-84d9-4a1968590d34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 217 time: 0.0760841 Jul 23 22:51:48.269219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-66adef0e-57ba-428f-8a3a-99d338b3bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:48.272708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-66adef0e-57ba-428f-8a3a-99d338b3bd00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.0734386 Jul 23 22:51:48.335652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-cda4ed70-123d-4454-8fb4-289f8b9aea29 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2620947 Jul 23 22:51:48.365313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-6d6f8ffd-f68a-43fe-968d-4fe89ec48d6b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:51:48.366436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-6d6f8ffd-f68a-43fe-968d-4fe89ec48d6b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199513 Jul 23 22:51:48.373479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-4b0c334c-5ed0-4d03-8635-8f0543649ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:48.375025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-4b0c334c-5ed0-4d03-8635-8f0543649ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964785 Jul 23 22:51:48.480032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Deleting port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:48.480812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:48.558447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-6be0ee08-e00d-4f4a-b0d0-68ae7025f5ef service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572993 Jul 23 22:51:48.692838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-21019ce1-095f-4d00-94d4-5466566eb2b8 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090923 Jul 23 22:51:48.768076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-a3cad2f3-7506-47cc-ba5b-96f68e04d7de service neutron] 10.222.0.37 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741557 Jul 23 22:51:48.888583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-2b1b2611-fad9-49d8-80bb-4635609a81cd service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870553 Jul 23 22:51:48.958833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b2bbc3e4-557f-4d5e-bec8-ac449cc3a8d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 217 time: 0.0619204 Jul 23 22:51:49.082865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-874008cd-60d6-401a-a032-5e091102fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:49.084516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-874008cd-60d6-401a-a032-5e091102fade service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.1199768 Jul 23 22:51:49.130558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] For port e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:49.131134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:49.145694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Calling delete_port for e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:49.175534 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414bf5b0-f0fb-47a1-8bd8-1d7539b7fd62 x-openstack-request-id: req-414bf5b0-f0fb-47a1-8bd8-1d7539b7fd62 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:49.176931 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09fe960-86eb-4c8f-bb04-89509cb057ee", "name": "network-vif-deleted", "tag": "785d8deb-920a-4122-b64c-4fc0d61d26b8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:49.177410 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-414bf5b0-f0fb-47a1-8bd8-1d7539b7fd62 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:49.178059 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09fe960-86eb-4c8f-bb04-89509cb057ee', 'name': 'network-vif-deleted', 'tag': '785d8deb-920a-4122-b64c-4fc0d61d26b8', 'status': 'completed', 'code': 200} Jul 23 22:51:49.223367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b57a3d4c-3e51-496e-a4c7-f8eddd626bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:49.225323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b57a3d4c-3e51-496e-a4c7-f8eddd626bb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1340554 Jul 23 22:51:49.349402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-0587cab1-340c-429c-a65a-99ece4ad5133 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057434 Jul 23 22:51:49.492625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f8d7e5-1017-4f7c-ab1e-a410f6cd9ee5 req-b80676fd-1a0e-43cd-a39d-8913d558157f service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377690 Jul 23 22:51:49.526074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52876295-de95-45c9-b3d8-7370c2dd7493 req-a4337fcc-0403-422e-9b51-cd358d770cc6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0471363 Jul 23 22:51:49.598663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:49.677791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:50.142039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:50.143539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391819f-307b-40c7-9cf0-104b02d510ea req-47bab5ed-f3c2-45bc-8f38-9756ee9cbe66 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:50.145480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a391819f-307b-40c7-9cf0-104b02d510ea req-47bab5ed-f3c2-45bc-8f38-9756ee9cbe66 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1744697 Jul 23 22:51:50.267538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a391819f-307b-40c7-9cf0-104b02d510ea req-a2638791-1e77-44cf-86d8-b8d6427ef2c4 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddee782-fa52-4440-a98a-39c79e5f2c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141891 Jul 23 22:51:50.381527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-a943e030-dfe8-4993-8b41-a77b0f7f60d1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:50.396139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-a943e030-dfe8-4993-8b41-a77b0f7f60d1 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.25 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 945 time: 0.1999998 Jul 23 22:51:50.634329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port eef616e6-dcee-4741-897d-865c013180a6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:50.634963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:50.701973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Router de04e24c-22ba-444b-89d0-8c994ce73381 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:51:50.792267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46bf01af-ff1f-4e58-a530-d20813fd86bc req-9cec12e2-1ee1-49a9-8aad-6b248959d064 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0906630 Jul 23 22:51:50.855569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port eef616e6-dcee-4741-897d-865c013180a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=eef616e6-dcee-4741-897d-865c013180a6,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:50.856020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:50.866240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:51:50.871826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for eef616e6-dcee-4741-897d-865c013180a6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:50.899449 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Sync routers for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:51:50.912660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-76f7b615-3912-4895-b22a-e43bc321b9eb admin admin] 10.222.0.37 "PUT /v2.0/routers/de04e24c-22ba-444b-89d0-8c994ce73381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8972654 Jul 23 22:51:50.913597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:50.924347 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:50.924986 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:51.208509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.329009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-36da481b-3aa0-43d3-a585-8907f517b4e5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:51.335699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-36da481b-3aa0-43d3-a585-8907f517b4e5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.22 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 806 time: 0.3249254 Jul 23 22:51:51.347479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.362734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Request body: {'port': {'device_id': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'admin_state_up': True, 'tenant_id': '585cbdfe6a51489a9b6b15c5a7587770'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:51.371825 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:51.384303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.453656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Deleting port 101e4747-4527-4094-9645-90385920dd9d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:51.454981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.501492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=eef616e6-dcee-4741-897d-865c013180a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:51.533447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9ebb9c5-2580-4f91-9a3d-1e23245fc09b req-a8e9fea9-3128-4c2a-b97b-86be74c7c9db tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0560443 Jul 23 22:51:51.698096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] For port 101e4747-4527-4094-9645-90385920dd9d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=101e4747-4527-4094-9645-90385920dd9d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:51.698572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.744041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] No DVR routers for this DVR port eef616e6-dcee-4741-897d-865c013180a6 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:51.750318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.752849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f37f8b3f-9d07-4aa8-9673-1503e25f9acb req-5fea2423-f120-4344-a0f9-569cd68ae16b tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.25 "DELETE /v2.0/ports/eef616e6-dcee-4741-897d-865c013180a6 HTTP/1.1" status: 204 len: 173 time: 1.3527443 Jul 23 22:51:51.753552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'name': 'network-vif-deleted', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:51.756903 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88fb2b-a15f-4d28-81af-175ffc2912c5" -d '{"events": [{"server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "name": "network-vif-deleted", "tag": "eef616e6-dcee-4741-897d-865c013180a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:51.777326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Calling delete_port for 101e4747-4527-4094-9645-90385920dd9d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:51.834145 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9343550-60cd-4beb-a45d-7116ae7dd696 x-openstack-request-id: req-d9343550-60cd-4beb-a45d-7116ae7dd696 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:51.834453 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87dfaf-202a-41f3-b54c-82bfe88e5cf9", "name": "network-vif-deleted", "tag": "eef616e6-dcee-4741-897d-865c013180a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:51.834713 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9343550-60cd-4beb-a45d-7116ae7dd696 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:51.836258 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87dfaf-202a-41f3-b54c-82bfe88e5cf9', 'name': 'network-vif-deleted', 'tag': 'eef616e6-dcee-4741-897d-865c013180a6', 'status': 'completed', 'code': 200} Jul 23 22:51:51.885728 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '101e4747-4527-4094-9645-90385920dd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:51:49Z', 'revision_number': 5, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port': {'id': '101e4747-4527-4094-9645-90385920dd9d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:21Z', 'updated_at': '2021-07-23T22:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:51.945962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Made reservation on behalf of 585cbdfe6a51489a9b6b15c5a7587770 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:51.949578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:51.963374 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Checking router: de04e24c-22ba-444b-89d0-8c994ce73381 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:51:51.986588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Routers {'de04e24c-22ba-444b-89d0-8c994ce73381'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:51.987218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de04e24c-22ba-444b-89d0-8c994ce73381'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:52.042904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-adbeb129-3109-48ca-ab1a-d101edbeb60d req-82055016-7151-45f9-bb33-610e29f28619 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0730228 Jul 23 22:51:52.135565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.172388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Pushing event deleted for resources: {'Port': ['ID=101e4747-4527-4094-9645-90385920dd9d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:52.190778 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] Set router de04e24c-22ba-444b-89d0-8c994ce73381 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:52.283074 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.318155 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:51:51Z', 'revision_number': 6, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:52.329598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Allocated IP 172.20.0.12 (2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd/5b4c5c91-5f1d-4b07-917e-4c6c42029388/97475695-8257-42b5-968a-073bb194288d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:52.389290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.418247 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15122fc4-7ffc-4c25-baec-abefe02b36ac None None] The sync data for ids ['de04e24c-22ba-444b-89d0-8c994ce73381'] in n-d-791506-25 is: [{'id': 'de04e24c-22ba-444b-89d0-8c994ce73381', 'name': 'tempest-AttachVolumeShelveTestJSON-132806900-router', 'tenant_id': '5edafaa2fb694d1096f681e03068e92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:19Z', 'updated_at': '2021-07-23T22:51:51Z', 'revision_number': 6, 'project_id': '5edafaa2fb694d1096f681e03068e92d', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:51:52.593099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.596355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.673592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.674209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de04e24c-22ba-444b-89d0-8c994ce73381 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:51:52.684078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.688747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:52.701838 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1bd3e4f8-9a2f-486a-81d7-2d6621c14114 admin admin] 10.222.0.37 "DELETE /v2.0/routers/de04e24c-22ba-444b-89d0-8c994ce73381 HTTP/1.1" status: 204 len: 168 time: 1.7856174 Jul 23 22:51:52.792597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4386647f-c70a-48ae-9193-f27bdf98dd33 req-b44b983a-6417-471f-b3d6-da82d0ccddfd tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab87dfaf-202a-41f3-b54c-82bfe88e5cf9 HTTP/1.1" status: 200 len: 210 time: 0.0551968 Jul 23 22:51:52.831448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Deleting subnet 17fb2aeb-6142-4764-ad1a-07652b89ae76 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:51:52.856702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.861372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:52.915809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.034726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.046833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.054488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:51:53.157077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:51:53.172485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:51:53.179328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:51:53.195535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event updated for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:53.243472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.274868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device eef616e6-dcee-4741-897d-865c013180a6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:53.331163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:53.340219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.341187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: eef616e6-dcee-4741-897d-865c013180a6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:53.342764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device eef616e6-dcee-4741-897d-865c013180a6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:53.354472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.401903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fb2aeb-6142-4764-ad1a-07652b89ae76,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:53.404652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-7437a0c3-119b-448c-9303-425a0292b41d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0547969 Jul 23 22:51:53.406010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.407738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99215a43-e1e4-4195-8492-35fd4b3e29a9 None None] Network 4bf13ea5-9eda-403e-8b7e-1377f755fc43 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:51:53.412827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:53.413370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3d4e0112-31ba-4608-993d-64e7ac7e803b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/17fb2aeb-6142-4764-ad1a-07652b89ae76 HTTP/1.1" status: 204 len: 168 time: 0.7226691 Jul 23 22:51:53.421090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Request body: {'port': {'device_id': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:53.480765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27eee2-a692-4599-a86f-edbc4df0e174 req-2294081e-2517-44d1-bb36-fe53bc1a9ea7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:53.482629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc27eee2-a692-4599-a86f-edbc4df0e174 req-2294081e-2517-44d1-bb36-fe53bc1a9ea7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 932 time: 0.2917426 Jul 23 22:51:53.555476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.578250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc27eee2-a692-4599-a86f-edbc4df0e174 req-ebd0ba08-f35a-484f-a0d8-4d570af502c1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881352 Jul 23 22:51:53.595998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.643014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Deleting port 27d1b9a4-8424-4914-9968-65bf19470943 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:53.643631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.765496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] For port 27d1b9a4-8424-4914-9968-65bf19470943, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=27d1b9a4-8424-4914-9968-65bf19470943,segment=NetworkSegment(e2eefe0d-3126-4bea-90db-a528cfde6ac2),segment_id=e2eefe0d-3126-4bea-90db-a528cfde6ac2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:53.765897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:53.787347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] DHCP port deletion for 4bf13ea5-9eda-403e-8b7e-1377f755fc43 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:51:53.806382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Calling delete_port for 27d1b9a4-8424-4914-9968-65bf19470943 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:53.964901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.064586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Deleting port 27d1b9a4-8424-4914-9968-65bf19470943 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:54.064872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.066090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Pushing event deleted for resources: {'Port': ['ID=27d1b9a4-8424-4914-9968-65bf19470943,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:54.070872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] No DVR routers for this DVR port 27d1b9a4-8424-4914-9968-65bf19470943 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:54.214465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.229278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf13ea5-9eda-403e-8b7e-1377f755fc43']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:54.273161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] For port 27d1b9a4-8424-4914-9968-65bf19470943, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:54.273567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.278773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2eefe0d-3126-4bea-90db-a528cfde6ac2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:54.279562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2eefe0d-3126-4bea-90db-a528cfde6ac2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:54.299027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Calling delete_port for 27d1b9a4-8424-4914-9968-65bf19470943 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:54.310793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Port 27d1b9a4-8424-4914-9968-65bf19470943 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:51:54.313644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.321581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.350450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.373234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:51:54.374898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:51:54.377370 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:51:54.386848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Pushing event deleted for resources: {'Port': ['ID=27d1b9a4-8424-4914-9968-65bf19470943,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:54.412169 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:51:54.413223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] No DVR routers for this DVR port 27d1b9a4-8424-4914-9968-65bf19470943 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:54.424271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.424886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.426595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.427213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.427702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.428182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.430949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.431459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.431953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.432620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.433103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.435018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e612dc-261b-430f-99e1-7e6f4c4ba7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:51:54.496949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 27d1b9a4-8424-4914-9968-65bf19470943 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:54.542339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 27d1b9a4-8424-4914-9968-65bf19470943 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:54.542982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 27d1b9a4-8424-4914-9968-65bf19470943 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:54.543564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 101e4747-4527-4094-9645-90385920dd9d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:54.579403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 101e4747-4527-4094-9645-90385920dd9d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:54.579809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 101e4747-4527-4094-9645-90385920dd9d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:54.580233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:54.582507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.590779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.593962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] 10.222.0.37 "DELETE /v2.0/networks/4bf13ea5-9eda-403e-8b7e-1377f755fc43 HTTP/1.1" status: 204 len: 168 time: 1.1792505 Jul 23 22:51:54.615712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:54.616063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e98d5b9c-a793-4d8b-b7ae-cac0aa41a7cf not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:54.632946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e720-6fed-44d0-b790-7f220b1be8df admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf13ea5-9eda-403e-8b7e-1377f755fc43,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:54.783041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:54.858046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b7f74f3-bd4a-4587-8126-e04cbd3f4b0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5edafaa2fb694d1096f681e03068e92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734973 Jul 23 22:51:54.859143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:54.873280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f02d7-1195-4a9c-a6f5-7b85b74c5433 req-ca72cd7e-69aa-464a-9f21-165c7da35bc7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:54.875005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c8f02d7-1195-4a9c-a6f5-7b85b74c5433 req-ca72cd7e-69aa-464a-9f21-165c7da35bc7 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.1264288 Jul 23 22:51:54.952417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:54.994979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c8f02d7-1195-4a9c-a6f5-7b85b74c5433 req-bf4499f0-e739-4ab2-96dd-7a7732d1a431 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883327 Jul 23 22:51:55.004246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.091078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.093672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.095050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c5416e9-1853-4b1c-a4a4-f3418781c106 HTTP/1.1" status: 204 len: 168 time: 0.2348661 Jul 23 22:51:55.135512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51273-f128-4320-853b-e6530cb5d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5416e9-1853-4b1c-a4a4-f3418781c106,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:55.161926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97475695-8257-42b5-968a-073bb194288d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:51:55.186883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.239601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Transition to ACTIVE for port object 97475695-8257-42b5-968a-073bb194288d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:51:55.256201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.346785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:55.375382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009581d7-2040-4e3e-843d-2d2ec048ee37 req-4f51dc7a-3a4e-45b6-ac44-04d28fec3e8e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:55.382529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-009581d7-2040-4e3e-843d-2d2ec048ee37 req-4f51dc7a-3a4e-45b6-ac44-04d28fec3e8e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 932 time: 0.2720072 Jul 23 22:51:55.474800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-009581d7-2040-4e3e-843d-2d2ec048ee37 req-ea246945-8f05-4a72-a180-800117e352e7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907230 Jul 23 22:51:55.560483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Attempting to bind port 97475695-8257-42b5-968a-073bb194288d on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:51:55.561523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Attempting to bind port 97475695-8257-42b5-968a-073bb194288d by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:51:55.562001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Attempting to bind port 97475695-8257-42b5-968a-073bb194288d on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:55.567019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Port 97475695-8257-42b5-968a-073bb194288d on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:51:55.568082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Attempting to bind port 97475695-8257-42b5-968a-073bb194288d on network 2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:51:55.574755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:51:55.575993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Checking segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:51:55.576650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Bound using segment: {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:51:55.577376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Bound port: 97475695-8257-42b5-968a-073bb194288d, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1bc17a-270b-4a8b-9599-bca3a4b693f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:51:55.578113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.692942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:51:55.697887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97475695-8257-42b5-968a-073bb194288d,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:51:55.708635 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.814411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:55.815299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:55.816904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] 10.222.0.22 "PUT /v2.0/ports/97475695-8257-42b5-968a-073bb194288d HTTP/1.1" status: 200 len: 1093 time: 2.3999810 Jul 23 22:51:55.817702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'tag': '97475695-8257-42b5-968a-073bb194288d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:55.821195 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7b7bc-e061-434f-a7c4-4b68eb691537" -d '{"events": [{"name": "network-changed", "server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "tag": "97475695-8257-42b5-968a-073bb194288d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:55.904695 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bfde19-58ac-4bc5-9d7d-8a512bb9845c x-openstack-request-id: req-88bfde19-58ac-4bc5-9d7d-8a512bb9845c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:55.905382 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "tag": "97475695-8257-42b5-968a-073bb194288d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:55.906591 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88bfde19-58ac-4bc5-9d7d-8a512bb9845c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:55.908021 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'tag': '97475695-8257-42b5-968a-073bb194288d', 'status': 'completed', 'code': 200} Jul 23 22:51:55.935144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c6f52-346c-4654-9516-b4348b75c9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:56.072710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-de781533-8f99-4161-900e-d8aa1a4aa718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:56.074283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-de781533-8f99-4161-900e-d8aa1a4aa718 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1887152 Jul 23 22:51:56.178533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-47d6e27c-ed81-4b83-b40f-e93233c5fc8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97475695-8257-42b5-968a-073bb194288d HTTP/1.1" status: 200 len: 217 time: 0.0937893 Jul 23 22:51:56.280191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e1d8dac1-e449-449c-82e0-81f84a0729da tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:56.281811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e1d8dac1-e449-449c-82e0-81f84a0729da tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.3098004 Jul 23 22:51:56.295148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-3dd0b01d-5112-47d5-be65-88df7f5149b5 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:56.303086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-3dd0b01d-5112-47d5-be65-88df7f5149b5 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.2850001 Jul 23 22:51:56.326437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-937b9a2f-4182-43c0-8905-84a733ade4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:56.329883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-937b9a2f-4182-43c0-8905-84a733ade4a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1417449 Jul 23 22:51:56.369184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-1355434e-df2e-41d3-b9e2-9765ad1734d2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/quotas/81975d1c5a264ed9ba1cbfd269a61e1b HTTP/1.1" status: 200 len: 375 time: 0.0650897 Jul 23 22:51:56.440816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-a2eae5e8-d066-4430-8efe-a74eb2f88041 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877070 Jul 23 22:51:56.586765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-b5df2c52-e66d-4af8-8c77-65e37638bb54 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166448 Jul 23 22:51:56.648331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-1cb0de9b-4917-4572-84c1-d2a2755a0ef9 service neutron] 10.222.0.22 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006271 Jul 23 22:51:56.656483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:51:56.656820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:56.835963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-aa7881c0-ad93-4f79-8e62-38d081409927 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377751 Jul 23 22:51:56.921715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] For port 8938e48e-ffc4-4110-a348-47f0cdd254d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8938e48e-ffc4-4110-a348-47f0cdd254d5,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:56.922412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:57.010254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d9f3cd5-3edf-45e4-ad6b-cc1c5330e612 req-48e13a73-40b2-46aa-ad0b-19ba9a7bbe69 service neutron] 10.222.0.22 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452208 Jul 23 22:51:57.110320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-c5b56058-16b7-46de-b57d-321370fda7f0 service neutron] 10.222.0.37 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605195 Jul 23 22:51:57.248542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:57.248542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:57.248542 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Floating IP 7056f102-5367-473d-9add-d637a0458196 disassociated. External IP: 172.25.1.61, port: 8938e48e-ffc4-4110-a348-47f0cdd254d5. Jul 23 22:51:57.248542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for 8938e48e-ffc4-4110-a348-47f0cdd254d5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:51:57.257914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-815e5549-4933-427c-87b6-1afb9914be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:57.259839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-815e5549-4933-427c-87b6-1afb9914be58 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1686490 Jul 23 22:51:57.567027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-62be8470-bdc0-4daa-a264-c6d01cf11419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:57.569025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-62be8470-bdc0-4daa-a264-c6d01cf11419 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 200 len: 907 time: 0.2997901 Jul 23 22:51:57.622596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-a7eaa4bf-a976-46c9-b2c4-2a698ef85109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97475695-8257-42b5-968a-073bb194288d HTTP/1.1" status: 200 len: 217 time: 0.0420957 Jul 23 22:51:57.641994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1403f1-3903-4de1-8fa4-05b914a91002 req-611ccfdf-dce2-4ab1-9be4-af16d0383e83 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:57.651510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee1403f1-3903-4de1-8fa4-05b914a91002 req-611ccfdf-dce2-4ab1-9be4-af16d0383e83 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c3251b2-f8cc-4649-8d03-2456351f984e HTTP/1.1" status: 200 len: 945 time: 0.2327797 Jul 23 22:51:57.703476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:57.744745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=8938e48e-ffc4-4110-a348-47f0cdd254d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:51:57.786218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-3dd3f061-971a-4cc0-8c3b-9b3fa2ee3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:57.787593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-3dd3f061-971a-4cc0-8c3b-9b3fa2ee3d40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 200 len: 846 time: 0.1337993 Jul 23 22:51:57.804415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ee1403f1-3903-4de1-8fa4-05b914a91002 req-39ec56aa-2f0c-417e-acac-a453a8bd89a2 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a68928-fab7-4fda-af8c-2156efce4b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451027 Jul 23 22:51:57.970324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-7ddbe0db-08ac-47f5-85e3-0a3bd84e05d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636646 Jul 23 22:51:58.190540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:51:58.338981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-647f1edb-fcfb-4d36-b404-035bea8b87b7 service neutron] 10.222.0.22 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605289 Jul 23 22:51:58.405631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:51:58.423907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Sync routers for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:51:58.456972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:58.463489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:58.513359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] No DVR routers for this DVR port 8938e48e-ffc4-4110-a348-47f0cdd254d5 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:51:58.516155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:58.518881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6849e480-4d26-470d-b9a8-4c66fbe53740 req-e560f206-d6a4-426d-b41e-d2b9b4e2fa96 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.22 "DELETE /v2.0/ports/8938e48e-ffc4-4110-a348-47f0cdd254d5 HTTP/1.1" status: 204 len: 173 time: 2.2135875 Jul 23 22:51:58.533314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-deleted', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:51:58.536704 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf9f94-ac3e-4520-bd2c-5777199924e9" -d '{"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-deleted", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:51:58.759902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebe7b7bc-e061-434f-a7c4-4b68eb691537 req-788733a2-8f23-4897-9e82-964747e04579 service neutron] 10.222.0.22 "GET /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102516 Jul 23 22:51:58.810146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7cc495c8-7b41-42cb-94ca-e8911a01aa97 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:58.811689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7cc495c8-7b41-42cb-94ca-e8911a01aa97 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 814 time: 0.2515550 Jul 23 22:51:58.844433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Request body: {'port': {'device_id': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'admin_state_up': True, 'tenant_id': '81975d1c5a264ed9ba1cbfd269a61e1b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:51:58.851098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:58.994097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fa3ed-c946-417d-9a95-3ba304e933e4 req-592f01c7-8ee8-478e-8982-bc9db0631b64 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:51:59.001560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-901fa3ed-c946-417d-9a95-3ba304e933e4 req-592f01c7-8ee8-478e-8982-bc9db0631b64 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1888077 Jul 23 22:51:59.145705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-901fa3ed-c946-417d-9a95-3ba304e933e4 req-c9086b52-1d52-458a-8172-b074cf250902 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428595 Jul 23 22:51:59.178770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Made reservation on behalf of 81975d1c5a264ed9ba1cbfd269a61e1b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:51:59.190980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:59.193490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.226161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Checking router: 70a8ab08-099e-43ce-a1ec-055ea60b6e9f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:51:59.237982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:51:59.238859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:59.436030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:51:59.451582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f97d075-e699-48ff-a18f-e3cbc7aa6a13 req-49f8dd26-245c-4ddd-895d-d36f2fb2edcd tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 210 time: 0.0386093 Jul 23 22:51:59.478571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Allocated IP 172.20.0.12 (f95275e9-c2f7-450e-baeb-336fafee678f/ecf6e305-a2b6-47ea-9987-76cbed256e0d/76c23072-a7f0-4a68-84ed-8856c320560a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:51:59.586757 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca54748-1024-4760-900b-c1fd59bde81a x-openstack-request-id: req-6ca54748-1024-4760-900b-c1fd59bde81a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:51:59.589432 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3251b2-f8cc-4649-8d03-2456351f984e", "name": "network-vif-deleted", "tag": "8938e48e-ffc4-4110-a348-47f0cdd254d5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:51:59.589432 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ca54748-1024-4760-900b-c1fd59bde81a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:51:59.589432 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3251b2-f8cc-4649-8d03-2456351f984e', 'name': 'network-vif-deleted', 'tag': '8938e48e-ffc4-4110-a348-47f0cdd254d5', 'status': 'completed', 'code': 200} Jul 23 22:51:59.668418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97475695-8257-42b5-968a-073bb194288d details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:51:59.670299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:51:59.723502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 8938e48e-ffc4-4110-a348-47f0cdd254d5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:51:59.723962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8938e48e-ffc4-4110-a348-47f0cdd254d5 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:51:59.727254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.757800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:59.816861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:51:59.840204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.848088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97475695-8257-42b5-968a-073bb194288d,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:51:59.861570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '97475695-8257-42b5-968a-073bb194288d', 'network_id': '2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd', 'port_id': '97475695-8257-42b5-968a-073bb194288d', 'mac_address': 'fa:16:3e:9f:9f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4c5c91-5f1d-4b07-917e-4c6c42029388', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:51:59.869455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.890640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90dfab-16bd-4f7b-abb5-9dfd434ab5ea None None] The sync data for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 is: [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '2f918fbd-5b96-4235-bd6e-7a1af3a7ecda', 'name': '', 'network_id': '2f3c3cb1-0caa-4191-868a-8e495ac7d634', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'mac_address': 'fa:16:3e:fd:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:13Z', 'updated_at': '2021-07-23T22:42:25Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'subnets': [{'id': 'cc9f853c-9e5b-48d5-971b-6cf96b9204da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:51:59.952785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.961377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.964221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:51:59.965435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "DELETE /v2.0/security-groups/28a68928-fab7-4fda-af8c-2156efce4b9c HTTP/1.1" status: 204 len: 168 time: 0.2064714 Jul 23 22:51:59.968422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:51:59.973547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97475695-8257-42b5-968a-073bb194288d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:52:00.010410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97475695-8257-42b5-968a-073bb194288d,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:00.013791 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-34ce3246-b269-418e-91c5-c92710245619 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] show failed (client error): The resource could not be found. Jul 23 22:52:00.014851 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34ce3246-b269-418e-91c5-c92710245619 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "GET /v2.0/security-groups/28a68928-fab7-4fda-af8c-2156efce4b9c HTTP/1.1" status: 404 len: 347 time: 0.0424190 Jul 23 22:52:00.021816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.032812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:00.036246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e79d34-1ca9-4e4a-acc2-1da0538d2f57 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a68928-fab7-4fda-af8c-2156efce4b9c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:00.160815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:00.254625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Deleting port fc4dc48f-9b7a-4314-896e-8e8b54dedeb8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:00.255087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.258153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['97475695-8257-42b5-968a-073bb194288d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:00.335145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.356981 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f8bb6-1318-4dbc-ae77-56e710c1eafb None None] New status for floating IP 7056f102-5367-473d-9add-d637a0458196: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:52:00.357519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:00.387879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:00.400594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.400811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487849-2707-4ef4-bbe6-baac6b59ac52 req-454d8162-c3cc-48aa-9021-c999e40f70fc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:00.405201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.407811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15487849-2707-4ef4-bbe6-baac6b59ac52 req-454d8162-c3cc-48aa-9021-c999e40f70fc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 945 time: 0.1649532 Jul 23 22:52:00.448854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Calling delete_port for fc4dc48f-9b7a-4314-896e-8e8b54dedeb8 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:00.450747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Network f95275e9-c2f7-450e-baeb-336fafee678f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:00.464686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15487849-2707-4ef4-bbe6-baac6b59ac52 req-fdf3f489-4331-4163-95c7-6ed56651bd6c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559521 Jul 23 22:52:00.465638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:00.490691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:00.579550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:00.580433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.617805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-f556e74b-5832-4ed2-9126-e78a19e26b18 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7773750 Jul 23 22:52:00.630211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Request body: {'port': {'device_id': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:00.678788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.721291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Pushing event deleted for resources: {'Port': ['ID=fc4dc48f-9b7a-4314-896e-8e8b54dedeb8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:00.777545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.783621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.786574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:00.787741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-35553474-07e3-440f-a5af-8abf5dd3fb93 tempest-ServerActionsTestJSON-1067353655 tempest-ServerActionsTestJSON-1067353655-project] 10.222.0.37 "DELETE /v2.0/floatingips/7056f102-5367-473d-9add-d637a0458196 HTTP/1.1" status: 204 len: 168 time: 0.7491720 Jul 23 22:52:00.790737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:00.829718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144501-6d1e-4e62-a503-9bba9733fb74 req-46bff8cd-8a6f-43ea-b211-d66dd5cc9407 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:00.831251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a144501-6d1e-4e62-a503-9bba9733fb74 req-46bff8cd-8a6f-43ea-b211-d66dd5cc9407 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 932 time: 0.1348281 Jul 23 22:52:00.890718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a144501-6d1e-4e62-a503-9bba9733fb74 req-36c9bb93-5a62-47a6-9624-7e89561348f4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515835 Jul 23 22:52:00.934606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e', 'f6cedb22-c75d-4775-a02a-f471a3879e37'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:01.208272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c23072-a7f0-4a68-84ed-8856c320560a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:52:01.225916 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.246408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Transition to ACTIVE for port object 76c23072-a7f0-4a68-84ed-8856c320560a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:01.255207 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.349939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:01.476906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Attempting to bind port 76c23072-a7f0-4a68-84ed-8856c320560a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:01.477274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Attempting to bind port 76c23072-a7f0-4a68-84ed-8856c320560a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:01.477593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Attempting to bind port 76c23072-a7f0-4a68-84ed-8856c320560a on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:01.482314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Port 76c23072-a7f0-4a68-84ed-8856c320560a on network f95275e9-c2f7-450e-baeb-336fafee678f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:52:01.482802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Attempting to bind port 76c23072-a7f0-4a68-84ed-8856c320560a on network f95275e9-c2f7-450e-baeb-336fafee678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:01.488082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:01.488385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Checking segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:01.488822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Bound using segment: {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:01.489178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Bound port: 76c23072-a7f0-4a68-84ed-8856c320560a, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76590b15-7da2-4226-a720-77314f0105db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:01.489536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.571236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:01.602538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:01.616907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.655980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97475695-8257-42b5-968a-073bb194288d up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:01.669009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:01.670117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.671651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] 10.222.0.25 "PUT /v2.0/ports/76c23072-a7f0-4a68-84ed-8856c320560a HTTP/1.1" status: 200 len: 1093 time: 1.0466468 Jul 23 22:52:01.674151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:01.677671 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236ba51-bf9a-40f6-b5fc-f4353958faa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:01.717211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878289a2-98ec-40b5-8415-a5ab30930db7 req-b878c5ce-9d56-4232-8b5a-f5069cd0043c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:01.725414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-878289a2-98ec-40b5-8415-a5ab30930db7 req-b878c5ce-9d56-4232-8b5a-f5069cd0043c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 945 time: 0.1656945 Jul 23 22:52:01.770040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4208eb-bd1e-440f-bd2f-6cc725b54e63 service neutron] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:01.770253 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.790156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 97475695-8257-42b5-968a-073bb194288d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:01.801010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 97475695-8257-42b5-968a-073bb194288d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:01.802490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.803949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-878289a2-98ec-40b5-8415-a5ab30930db7 req-d2ba4dc3-1f47-4ade-8a3c-06c24c71584f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771201 Jul 23 22:52:01.824450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-d8f72a94-4c89-4658-8c16-267911d5b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:01.825990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-d8f72a94-4c89-4658-8c16-267911d5b97a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 1096 time: 0.0928183 Jul 23 22:52:01.877122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-230ded91-793d-4f70-b6b5-b70d8138cddf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76c23072-a7f0-4a68-84ed-8856c320560a HTTP/1.1" status: 200 len: 217 time: 0.0436313 Jul 23 22:52:01.941982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-b3a386a3-81f5-48b9-a6e4-8a739a61de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:01.943761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-b3a386a3-81f5-48b9-a6e4-8a739a61de5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0605311 Jul 23 22:52:01.944072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:01.969434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97475695-8257-42b5-968a-073bb194288d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:01.972817 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02361196-69ee-4aef-84da-79b38527a2fb" -d '{"events": [{"server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "name": "network-vif-plugged", "status": "completed", "tag": "97475695-8257-42b5-968a-073bb194288d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:02.014833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97475695-8257-42b5-968a-073bb194288d,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:02.023130 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:02.026354 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d5b540-395f-42d4-94cf-42871a5cf843 x-openstack-request-id: req-c1d5b540-395f-42d4-94cf-42871a5cf843 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:02.027028 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:02.027486 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1d5b540-395f-42d4-94cf-42871a5cf843 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:02.028039 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a', 'status': 'completed', 'code': 200} Jul 23 22:52:02.032116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-ba270970-6911-4d9e-aaa8-9048d945085a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797963 Jul 23 22:52:02.095634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:02.183266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-73ad220f-1325-4b53-ab27-0cf8244f70e1 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432693 Jul 23 22:52:02.241640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Deleting port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:02.242860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:02.326267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0b84a-7a34-40dc-abe1-a4c35cfbb43d req-38861407-8100-48c3-a052-0f272dbed628 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:02.327785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bed0b84a-7a34-40dc-abe1-a4c35cfbb43d req-38861407-8100-48c3-a052-0f272dbed628 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 944 time: 0.2067225 Jul 23 22:52:02.330196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241e2d1d-3123-4897-bd44-ad6d99b33553 req-15640645-9c98-43c4-b12b-faac6d6282e2 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351578 Jul 23 22:52:02.336840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] For port 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:02.351655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:02.378234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Calling delete_port for 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:02.413693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bed0b84a-7a34-40dc-abe1-a4c35cfbb43d req-ce714bd3-8b2d-4392-babe-efc69d4fc05b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789795 Jul 23 22:52:02.484182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-2a803801-1cfa-4c03-9022-a90b4d9b07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:02.485815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-2a803801-1cfa-4c03-9022-a90b4d9b07ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 1096 time: 0.0861776 Jul 23 22:52:02.504634 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e9a686-cb1b-4af1-8e5d-7bd156b7a448 x-openstack-request-id: req-47e9a686-cb1b-4af1-8e5d-7bd156b7a448 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:02.504939 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "name": "network-vif-plugged", "status": "completed", "tag": "97475695-8257-42b5-968a-073bb194288d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:02.505199 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47e9a686-cb1b-4af1-8e5d-7bd156b7a448 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:02.505606 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97475695-8257-42b5-968a-073bb194288d', 'code': 200} Jul 23 22:52:02.620455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-26d0d809-11c0-4d21-bbc0-10f15af21b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:02.622136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-26d0d809-11c0-4d21-bbc0-10f15af21b31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.1302040 Jul 23 22:52:02.652686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:02.690562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-5fb66f24-1bdd-46b8-ab0a-5f10581429fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76c23072-a7f0-4a68-84ed-8856c320560a HTTP/1.1" status: 200 len: 217 time: 0.0586197 Jul 23 22:52:02.691574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f918fbd-5b96-4235-bd6e-7a1af3a7ecda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:02.769598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-59149420-2cd8-4be5-8689-8919b12e2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:02.771126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-59149420-2cd8-4be5-8689-8919b12e2f18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.0729358 Jul 23 22:52:02.776404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359140-f105-4d52-9a21-00780d465b7a req-dfdc1508-4f55-47d2-aea4-695e98331f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:02.777918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba359140-f105-4d52-9a21-00780d465b7a req-dfdc1508-4f55-47d2-aea4-695e98331f2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 1098 time: 0.1548624 Jul 23 22:52:02.857722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba359140-f105-4d52-9a21-00780d465b7a req-9cd8fd8b-5625-4502-8658-165f196df85f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Jul 23 22:52:02.864910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-c4f09c08-5817-4f53-9fcf-6abd6126d8b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859580 Jul 23 22:52:02.972897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:03.022098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-7332c166-f852-440d-ab61-a11c1df51dad service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504154 Jul 23 22:52:03.194210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aa975-e296-47e1-b5ff-9760179711c2 req-497c12a9-3582-49b0-ae51-57f0a6227e1b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:03.202568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd6aa975-e296-47e1-b5ff-9760179711c2 req-497c12a9-3582-49b0-ae51-57f0a6227e1b tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2358978 Jul 23 22:52:03.213863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e236ba51-bf9a-40f6-b5fc-f4353958faa7 req-9b1ff703-4c6d-45f2-888e-66e851c8b744 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798270 Jul 23 22:52:03.279820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd6aa975-e296-47e1-b5ff-9760179711c2 req-1304cc45-af76-4869-bb80-c26a78d7e795 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Jul 23 22:52:03.353905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:52:03.512477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:03.521580 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f1e083a3-0aaf-40f1-b8c5-5dba27ddedc1 admin admin] 10.222.0.37 "PUT /v2.0/routers/70a8ab08-099e-43ce-a1ec-055ea60b6e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7272186 Jul 23 22:52:03.523304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42228) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:03.528151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Sync routers for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:03.552248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:03.552906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:03.668494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c42a4-98e9-4d09-bad3-88aa9c9cfdaf req-4604a96f-b1c0-45f0-bb1b-408ef4147102 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:03.682744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f2c42a4-98e9-4d09-bad3-88aa9c9cfdaf req-4604a96f-b1c0-45f0-bb1b-408ef4147102 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 944 time: 0.1781845 Jul 23 22:52:03.770126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f2c42a4-98e9-4d09-bad3-88aa9c9cfdaf req-d6712dff-ce59-48b2-8f0a-d24fd7783b96 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814464 Jul 23 22:52:03.843382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:04.165667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.199770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:04.220830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:52:02Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:04.258286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Checking router: 70a8ab08-099e-43ce-a1ec-055ea60b6e9f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:52:04.274592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Routers {'70a8ab08-099e-43ce-a1ec-055ea60b6e9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:04.275914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:04.326783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.468245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Deleting port b755e233-bb7e-4a63-8120-12770469ab80 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:04.469306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.485501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc65c8c4-b703-499e-b0e7-b1e6ef2318b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.489702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] Set router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:04.651996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e266218-605c-46ee-aca7-ff65fca6ac5a req-ca11a40d-2ded-4b1e-a50e-c32224f03022 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:04.654056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] For port b755e233-bb7e-4a63-8120-12770469ab80, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b755e233-bb7e-4a63-8120-12770469ab80,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:04.654526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.663728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e266218-605c-46ee-aca7-ff65fca6ac5a req-ca11a40d-2ded-4b1e-a50e-c32224f03022 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2571056 Jul 23 22:52:04.691584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Calling delete_port for b755e233-bb7e-4a63-8120-12770469ab80 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:04.775059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:52:02Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:04.817285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7544402-09df-41c3-815c-42f8e2fbeff1 None None] The sync data for ids ['70a8ab08-099e-43ce-a1ec-055ea60b6e9f'] in n-d-791506-25 is: [{'id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'name': 'tempest-ServerActionsTestJSON-1184143161-router', 'tenant_id': '928aad1646ff4df6ac8fc251aa02407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:42:06Z', 'updated_at': '2021-07-23T22:52:02Z', 'revision_number': 5, 'project_id': '928aad1646ff4df6ac8fc251aa02407f', 'gw_port': {'id': 'b755e233-bb7e-4a63-8120-12770469ab80', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:be:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ab08-099e-43ce-a1ec-055ea60b6e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:42:08Z', 'updated_at': '2021-07-23T22:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:04.824425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e266218-605c-46ee-aca7-ff65fca6ac5a req-cb2240fa-6876-416b-8994-8cd8a298bb6d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576793 Jul 23 22:52:04.883458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc65c8c4-b703-499e-b0e7-b1e6ef2318b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.899007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc65c8c4-b703-499e-b0e7-b1e6ef2318b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:04.956314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65c8c4-b703-499e-b0e7-b1e6ef2318b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e60aab-029d-42e2-9a0a-46a4644b9f59,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:04.978937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc65c8c4-b703-499e-b0e7-b1e6ef2318b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7621a6d5709a410cb0d8795d3b2bbbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779152 Jul 23 22:52:04.981491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:05.096647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.120574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.136828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Pushing event deleted for resources: {'Port': ['ID=b755e233-bb7e-4a63-8120-12770469ab80,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:05.226346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.228812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.298520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dd528-4753-4e54-b90e-299fd0ec5a65 req-0cb38c4e-89b7-4912-ac23-4338634cd07f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:05.307320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7dd528-4753-4e54-b90e-299fd0ec5a65 req-0cb38c4e-89b7-4912-ac23-4338634cd07f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 944 time: 0.1813030 Jul 23 22:52:05.319066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 76c23072-a7f0-4a68-84ed-8856c320560a details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:52:05.364406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.367204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.372361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1e60aab-029d-42e2-9a0a-46a4644b9f59 HTTP/1.1" status: 204 len: 168 time: 0.3895261 Jul 23 22:52:05.385966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2e365-3fc8-4c93-8fc6-bc499bda4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e60aab-029d-42e2-9a0a-46a4644b9f59,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:05.406696 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7dd528-4753-4e54-b90e-299fd0ec5a65 req-dbee4873-135a-403c-bb87-a2eda0cfbf0b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983539 Jul 23 22:52:05.462629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.465220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.550373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.551366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a8ab08-099e-43ce-a1ec-055ea60b6e9f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:52:05.577011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.590478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c1bdf1e-20b7-4f6d-8edb-bb811148bacc admin admin] 10.222.0.37 "DELETE /v2.0/routers/70a8ab08-099e-43ce-a1ec-055ea60b6e9f HTTP/1.1" status: 204 len: 168 time: 2.0569506 Jul 23 22:52:05.590853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:05.691664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Deleting subnet cc9f853c-9e5b-48d5-971b-6cf96b9204da {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:52:05.758875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.865238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:05.913957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:05.928605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '76c23072-a7f0-4a68-84ed-8856c320560a', 'network_id': 'f95275e9-c2f7-450e-baeb-336fafee678f', 'port_id': '76c23072-a7f0-4a68-84ed-8856c320560a', 'mac_address': 'fa:16:3e:9c:e3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf6e305-a2b6-47ea-9987-76cbed256e0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:52:05.991778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.008715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c23072-a7f0-4a68-84ed-8856c320560a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:52:06.041258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:06.045706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3872-1745-41bc-b03f-bffbf62d3864 req-556a92e7-8da2-44b5-bf4a-a1e63b5a32a1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:06.047072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.055257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-016c3872-1745-41bc-b03f-bffbf62d3864 req-556a92e7-8da2-44b5-bf4a-a1e63b5a32a1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.3599739 Jul 23 22:52:06.110536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:06.117208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-016c3872-1745-41bc-b03f-bffbf62d3864 req-6205d21f-9e3d-4c48-9758-64b73d35c757 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555258 Jul 23 22:52:06.130899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.243004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.285518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9f853c-9e5b-48d5-971b-6cf96b9204da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:06.314984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.315147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5aa14-ccb2-40fd-a007-8a2bbaa90e6d None None] Network 2f3c3cb1-0caa-4191-868a-8e495ac7d634 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:06.318866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-154ad464-8c3a-4ea0-b26b-f23f53bcb496 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc9f853c-9e5b-48d5-971b-6cf96b9204da HTTP/1.1" status: 204 len: 168 time: 0.7327757 Jul 23 22:52:06.321310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:06.340007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['76c23072-a7f0-4a68-84ed-8856c320560a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:06.538413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:06.542111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325802-546d-4913-994f-2d0aa2d60944 req-7b5e8f0a-ddcd-4469-b48c-4330afb4db34 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:06.558493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.567753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f325802-546d-4913-994f-2d0aa2d60944 req-7b5e8f0a-ddcd-4469-b48c-4330afb4db34 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2318082 Jul 23 22:52:06.629628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Deleting port f5f13e48-a878-4c6f-a960-1c6f5d92610b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:06.630009 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.689618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f325802-546d-4913-994f-2d0aa2d60944 req-d8474693-67fa-4deb-b64d-0a6e35d9f72f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130729 Jul 23 22:52:06.722160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:06.722886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f918fbd-5b96-4235-bd6e-7a1af3a7ecda not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:06.726803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b755e233-bb7e-4a63-8120-12770469ab80 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:06.813479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] For port f5f13e48-a878-4c6f-a960-1c6f5d92610b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5f13e48-a878-4c6f-a960-1c6f5d92610b,segment=NetworkSegment(29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c),segment_id=29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:06.816381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:06.821839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b755e233-bb7e-4a63-8120-12770469ab80 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:06.825661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b755e233-bb7e-4a63-8120-12770469ab80 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:06.848635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Calling delete_port for f5f13e48-a878-4c6f-a960-1c6f5d92610b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:06.901170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9a67c-0ddb-49da-9b08-dc7f14c19338 req-59df1926-1a11-474b-a0e0-824975f0a3f5 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:06.903142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-13f9a67c-0ddb-49da-9b08-dc7f14c19338 req-59df1926-1a11-474b-a0e0-824975f0a3f5 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 945 time: 0.1488488 Jul 23 22:52:06.967434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-13f9a67c-0ddb-49da-9b08-dc7f14c19338 req-d6096738-1623-46d3-b949-fe33552309f6 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Jul 23 22:52:07.043340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.137861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b773488-8b05-45d0-ac76-8dec06b1ec33 None None] DHCP port deletion for 2f3c3cb1-0caa-4191-868a-8e495ac7d634 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:52:07.147512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f13e48-a878-4c6f-a960-1c6f5d92610b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:07.150098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] No DVR routers for this DVR port f5f13e48-a878-4c6f-a960-1c6f5d92610b on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:07.262737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.280483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3c3cb1-0caa-4191-868a-8e495ac7d634']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:07.302592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f92498-7a9c-4338-a143-e6921fc49cc7 req-020f5044-92a0-428d-9d03-f266e8122b1c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:07.304599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:07.304985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f9e5b3-6f65-4cfd-8fc7-dca6be7be06c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:07.310119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24f92498-7a9c-4338-a143-e6921fc49cc7 req-020f5044-92a0-428d-9d03-f266e8122b1c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0888760 Jul 23 22:52:07.316271 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.338725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.346829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:52:07.348244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.356587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24f92498-7a9c-4338-a143-e6921fc49cc7 req-db24d6c2-05e5-4cbb-8f8f-f75938284ae1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:52:07.423797 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:52:07.429310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.441688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.443651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f3c3cb1-0caa-4191-868a-8e495ac7d634 HTTP/1.1" status: 204 len: 168 time: 1.1210492 Jul 23 22:52:07.457945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80467523-0d1f-4f40-9e98-0c62f27aaf21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3c3cb1-0caa-4191-868a-8e495ac7d634,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:07.627409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:07.704986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5919ace3-c332-4970-b25a-75f950657524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=928aad1646ff4df6ac8fc251aa02407f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740097 Jul 23 22:52:07.705284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:07.783129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.813390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.880063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.883835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:07.888050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ddee782-fa52-4440-a98a-39c79e5f2c5b HTTP/1.1" status: 204 len: 168 time: 0.1811662 Jul 23 22:52:07.906641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3f60b-d448-4626-bf91-24734fbd8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddee782-fa52-4440-a98a-39c79e5f2c5b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:08.119091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6c8b7-5f54-4020-9883-c9148afbe25b req-1f46d9b8-0320-4893-9787-ea6be9158544 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:08.128516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44c6c8b7-5f54-4020-9883-c9148afbe25b req-1f46d9b8-0320-4893-9787-ea6be9158544 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 945 time: 0.0806696 Jul 23 22:52:08.223352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44c6c8b7-5f54-4020-9883-c9148afbe25b req-30624d0e-5ec0-40f7-b678-ce8930ebe833 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920408 Jul 23 22:52:08.444556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5f13e48-a878-4c6f-a960-1c6f5d92610b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:08.501139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f5f13e48-a878-4c6f-a960-1c6f5d92610b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:08.502156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5f13e48-a878-4c6f-a960-1c6f5d92610b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:08.545127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921c64a-d8be-4f76-8760-225bec5f76c1 req-6b8a3da8-8a10-4646-ae62-ae980f4936f6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:08.553212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0921c64a-d8be-4f76-8760-225bec5f76c1 req-6b8a3da8-8a10-4646-ae62-ae980f4936f6 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1015732 Jul 23 22:52:08.632514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0921c64a-d8be-4f76-8760-225bec5f76c1 req-8f60d88f-cf21-4250-8b45-734e36311c34 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768154 Jul 23 22:52:09.098173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:09.264086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1371714122-network', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:09.333912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Made reservation on behalf of 57e6bd9c11dc40268d32ef74668db986 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:09.336811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.349010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 76c23072-a7f0-4a68-84ed-8856c320560a up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:09.350650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.447929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ae5d5-b639-40fd-98b9-1b75964ce722 req-cd0f55aa-a2bd-4014-82a7-a94c99e09302 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:09.452106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe3ae5d5-b639-40fd-98b9-1b75964ce722 req-cd0f55aa-a2bd-4014-82a7-a94c99e09302 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 945 time: 0.1389318 Jul 23 22:52:09.485496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 76c23072-a7f0-4a68-84ed-8856c320560a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:09.511616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 76c23072-a7f0-4a68-84ed-8856c320560a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:09.512372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.514826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.519141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe3ae5d5-b639-40fd-98b9-1b75964ce722 req-8aaff750-c1fb-47eb-84cf-3dc7fafae470 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575275 Jul 23 22:52:09.533574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.591463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:52:09.599071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fd91b0-7d1e-42c6-9408-c31022a895ad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:09.614996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.615329 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Added segment 9f1e2038-1ebf-4801-8aa4-21e566e51c15 of type vlan for network fad9bdd2-d346-4256-8c1d-85643b676cc5 Jul 23 22:52:09.687326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.718136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.746017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.748009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:09.750104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.770694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:09.776363 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eacb01a-8603-447e-9b18-3f21467bd755" -d '{"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:09.798319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:09.806750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.874879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:09.884343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] Pushing event updated for resources: {'Network': ['ID=fad9bdd2-d346-4256-8c1d-85643b676cc5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:09.888912 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6b108c7-cfef-4e86-99cd-ae612c208fff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7890954 Jul 23 22:52:09.891720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:09.897816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Request body: {'subnet': {'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1371714122-subnet', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:09.898164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:52:09.941984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Made reservation on behalf of 57e6bd9c11dc40268d32ef74668db986 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:09.944662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:09.954491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874580f-900e-4ce5-a8c2-5b29002cc9d8 req-905e1cbf-b2ca-407b-994e-4f00c56f047e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:09.960371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b874580f-900e-4ce5-a8c2-5b29002cc9d8 req-905e1cbf-b2ca-407b-994e-4f00c56f047e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2073987 Jul 23 22:52:10.039346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b874580f-900e-4ce5-a8c2-5b29002cc9d8 req-849be407-2133-4e9b-9123-a3b1fec1650c tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728400 Jul 23 22:52:10.242371 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9819f69-341f-4fb4-adf5-8db2bb08ac98 x-openstack-request-id: req-e9819f69-341f-4fb4-adf5-8db2bb08ac98 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:10.242737 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-plugged", "status": "completed", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:10.243127 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9819f69-341f-4fb4-adf5-8db2bb08ac98 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:10.243716 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a', 'code': 200} Jul 23 22:52:10.259605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:10.374648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf257ca-9154-4f08-be14-8345dad4bc8e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:10.389410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Checking segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:10.390175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Network hostable DHCP agents. Network: fad9bdd2-d346-4256-8c1d-85643b676cc5, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:52:10.416698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:52:10.439059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, fad9bdd2-d346-4256-8c1d-85643b676cc5) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:10.444664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:10.445529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:10.461336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954fdd0-d123-4140-9fbf-a2e49fc59d95 None None] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:10.494220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c7bd-792a-44e8-9a9a-06ea15027974 req-53f356ee-42f2-408c-8aa5-a8e26dd5566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:10.496768 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80a6c7bd-792a-44e8-9a9a-06ea15027974 req-53f356ee-42f2-408c-8aa5-a8e26dd5566f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 1098 time: 0.1726222 Jul 23 22:52:10.541704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbdf79ee-c646-4ea7-951c-ad5333063c48 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6485879 Jul 23 22:52:10.544542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42890) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:10.552992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:10.600150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80a6c7bd-792a-44e8-9a9a-06ea15027974 req-f678ebc4-37eb-41da-aa85-dc8cbb55222d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950067 Jul 23 22:52:10.627235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:10.629162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:10.708658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a17d6-facb-4dfb-9992-bc9a02267e4d None None] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:10.810617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:10.827489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525de149-3b35-469e-ab8f-a6c528213dda req-78ce18b1-dfbd-4e4e-8824-b9dfae35a322 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:10.832695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-525de149-3b35-469e-ab8f-a6c528213dda req-78ce18b1-dfbd-4e4e-8824-b9dfae35a322 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 946 time: 0.1419933 Jul 23 22:52:10.935505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-525de149-3b35-469e-ab8f-a6c528213dda req-d2a53690-d942-491a-8c25-f815541341cf tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977499 Jul 23 22:52:11.042500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-81f67103-b4d3-4ff5-b0ec-0ff244049aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.103469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.265195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e14efe-6a36-4190-9c37-b9f411639ff4 req-4316e9f6-b391-4cd9-8dd2-0258113d5980 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:11.278708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89e14efe-6a36-4190-9c37-b9f411639ff4 req-4316e9f6-b391-4cd9-8dd2-0258113d5980 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1267514 Jul 23 22:52:11.346376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:11.383197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89e14efe-6a36-4190-9c37-b9f411639ff4 req-e7d369e5-35c0-4ad0-83b2-b0e904e610eb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946927 Jul 23 22:52:11.526063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.555182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.602481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.744937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Allocated IP 172.25.1.76 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/c0ca97fa-5ddb-4c76-9616-2bfa7195765f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:11.795658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.803193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.850535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e203e062db406eb1bb24d67030efa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022216 Jul 23 22:52:11.851230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:11.853602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42210f2c-f99a-4667-9284-cfb65676921f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:11.873736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.874173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.874581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.874985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.875385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.875777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.876168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.876573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.877006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.877436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.877852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.878277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00b0de-07a6-4e8d-9977-f453151c86c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:11.882866 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.937545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.946770 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.968952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:11.979572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:11.982837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:11.987205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:12.037471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Pushing event updated for resources: {'Port': ['ID=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:12.065534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.068322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.069716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42210f2c-f99a-4667-9284-cfb65676921f HTTP/1.1" status: 204 len: 168 time: 0.2171557 Jul 23 22:52:12.086246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3e09-95e5-478c-8313-96966a1a0d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42210f2c-f99a-4667-9284-cfb65676921f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:12.183076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50254fa7-146f-4375-9954-d716d9978891 req-928f19fb-84a0-46c3-a8d9-ad9e643b80ce tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:12.185013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50254fa7-146f-4375-9954-d716d9978891 req-928f19fb-84a0-46c3-a8d9-ad9e643b80ce tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 946 time: 0.0882940 Jul 23 22:52:12.239178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50254fa7-146f-4375-9954-d716d9978891 req-a6afd80d-8115-42d2-aedb-aefee1e831bb tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465560 Jul 23 22:52:12.328220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.526946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:12.556429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a66c098-3fc2-4f52-b06a-4851c084c51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.571939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636639e-1751-42e5-9f45-9abda43a278f req-d59b23a0-a1bb-4428-9680-9bd669eee156 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:12.580907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e636639e-1751-42e5-9f45-9abda43a278f req-d59b23a0-a1bb-4428-9680-9bd669eee156 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1159039 Jul 23 22:52:12.630964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.643421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e636639e-1751-42e5-9f45-9abda43a278f req-cc94263c-863f-4191-9a29-da287c24bf34 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612659 Jul 23 22:52:12.826134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a66c098-3fc2-4f52-b06a-4851c084c51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.836831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a66c098-3fc2-4f52-b06a-4851c084c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:12.891260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66c098-3fc2-4f52-b06a-4851c084c51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38754826-30de-4586-b682-6e0c3e4bf85a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:12.898567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a66c098-3fc2-4f52-b06a-4851c084c51a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0abc8f9c3a5145dbabefab1dfe5e6af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697269 Jul 23 22:52:12.901405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:12.926755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Router ed48c196-636c-4b39-9243-cd99f6f86cd0 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:52:13.057185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.107371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.194731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.198044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.199690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38754826-30de-4586-b682-6e0c3e4bf85a HTTP/1.1" status: 204 len: 168 time: 0.2970030 Jul 23 22:52:13.210943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdee13-527a-4e86-b1df-ba6b593de09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38754826-30de-4586-b682-6e0c3e4bf85a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:13.490944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:13.503363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Sync routers for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:13.517519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.517938 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:13.520256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90f2c8c3-8809-4898-9c84-73cc6eb8a3ba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9728212 Jul 23 22:52:13.523101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:13.523948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:51:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:13.799885 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9dff6836-8182-403b-9a0b-649526a66b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:13.900463 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:14.039906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc0b6-1207-4930-998c-739aa21f8af4 req-21fc028e-5ece-4e4f-9711-41b648a7ef8e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:14.041496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a0cc0b6-1207-4930-998c-739aa21f8af4 req-21fc028e-5ece-4e4f-9711-41b648a7ef8e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1603189 Jul 23 22:52:14.119656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a0cc0b6-1207-4930-998c-739aa21f8af4 req-06886707-7719-4ef4-bbdc-e217df97d7a2 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665395 Jul 23 22:52:14.163295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.410707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:12Z', 'revision_number': 3, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:14.462961 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Checking router: ed48c196-636c-4b39-9243-cd99f6f86cd0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:52:14.464158 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Updating router ed48c196-636c-4b39-9243-cd99f6f86cd0 port c0ca97fa-5ddb-4c76-9616-2bfa7195765f binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:52:14.511777 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.584033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.800855 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.804996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Allocated IP 172.20.0.1 (fad9bdd2-d346-4256-8c1d-85643b676cc5/cdf257ca-9154-4f08-be14-8345dad4bc8e/e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:14.811973 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Transition to ACTIVE for port object c0ca97fa-5ddb-4c76-9616-2bfa7195765f will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:14.819131 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.871812 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Attempting to bind port c0ca97fa-5ddb-4c76-9616-2bfa7195765f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:14.872178 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Attempting to bind port c0ca97fa-5ddb-4c76-9616-2bfa7195765f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:14.872567 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Attempting to bind port c0ca97fa-5ddb-4c76-9616-2bfa7195765f on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:14.881570 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:14.881950 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:14.882399 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.882832 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:14.883315 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Bound port: c0ca97fa-5ddb-4c76-9616-2bfa7195765f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:14.883954 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.887097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Pushing event updated for resources: {'Port': ['ID=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:14.911332 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.927006 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.927597 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.928091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.928579 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.929062 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.929572 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.930108 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.930752 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.931029 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.931367 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.931702 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.932021 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:14.937478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.968184 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] For port c0ca97fa-5ddb-4c76-9616-2bfa7195765f, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:14.973097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] For port c0ca97fa-5ddb-4c76-9616-2bfa7195765f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:14.985690 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:14.993053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:15.047256 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72442-9490-4c3f-843a-ffdd7e33438c None None] Pushing event updated for resources: {'Port': ['ID=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:15.047442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:15.070956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:15.072492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:15.073305 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:15.075092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:15.125429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:15.142325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:15.334707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:15.428416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:15.615097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866e922-6bfc-44d1-8ba4-6309f3029f69 req-a5bbf43d-1bbd-4726-9941-569447253578 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:15.626745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9866e922-6bfc-44d1-8ba4-6309f3029f69 req-a5bbf43d-1bbd-4726-9941-569447253578 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1359501 Jul 23 22:52:15.653817 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:12Z', 'revision_number': 3, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:15.711049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95153b3-4ec5-4767-8813-714a3034ea23 None None] The sync data for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 is: [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:12Z', 'revision_number': 3, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:15.751446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9866e922-6bfc-44d1-8ba4-6309f3029f69 req-b7c86200-6fde-4d95-ae78-a09799c4e4da tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208661 Jul 23 22:52:15.811802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:15.823275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:15.961635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:16.001156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:16.116614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:16.118978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:16.397188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Router ed48c196-636c-4b39-9243-cd99f6f86cd0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:52:16.488637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:16.552942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c0ca97fa-5ddb-4c76-9616-2bfa7195765f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:16.663724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c0ca97fa-5ddb-4c76-9616-2bfa7195765f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:16.669587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c0ca97fa-5ddb-4c76-9616-2bfa7195765f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:16.670178 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:16.772274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:16.817147 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d49e748a-1fef-4cce-9c11-6a0a3640c1c8 admin admin] 10.222.0.37 "PUT /v2.0/routers/ed48c196-636c-4b39-9243-cd99f6f86cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927485 Jul 23 22:52:16.948989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:16.983279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c0ca97fa-5ddb-4c76-9616-2bfa7195765f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:16.992225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.070386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:17.086737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88970943-c419-4f7c-9e82-2e8ae7e4b41f req-bb5a1ad3-e120-446a-ba15-acbfde30d5cc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:17.096982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88970943-c419-4f7c-9e82-2e8ae7e4b41f req-bb5a1ad3-e120-446a-ba15-acbfde30d5cc tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1692543 Jul 23 22:52:17.155353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88970943-c419-4f7c-9e82-2e8ae7e4b41f req-fe7eefcc-8c61-4873-ad8e-44289e0b6983 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571740 Jul 23 22:52:17.399780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:17.514321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-793ce01e-e00e-477d-9ac4-9af9e87c2785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.642513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-793ce01e-e00e-477d-9ac4-9af9e87c2785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.647763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-793ce01e-e00e-477d-9ac4-9af9e87c2785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.689035 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-793ce01e-e00e-477d-9ac4-9af9e87c2785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5680269777074c9fb77223cc86f7e692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881408 Jul 23 22:52:17.692509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:17.698669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ce01e-e00e-477d-9ac4-9af9e87c2785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7326b405-6229-49ee-88e5-e588a6206e57,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:17.754495 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.758950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-fe2fcb91-ce43-443d-811a-04a1d5cde007 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:17.766470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-fe2fcb91-ce43-443d-811a-04a1d5cde007 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 811 time: 0.1389823 Jul 23 22:52:17.779454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.786122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-831d9c09-f40e-48e8-92dd-d3edd821ba5f tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/quotas/57e6bd9c11dc40268d32ef74668db986 HTTP/1.1" status: 200 len: 375 time: 0.0185905 Jul 23 22:52:17.840593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.846375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:17.847780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7326b405-6229-49ee-88e5-e588a6206e57 HTTP/1.1" status: 204 len: 168 time: 0.1544070 Jul 23 22:52:17.856132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdce82b-1cd9-4596-b6b6-69ef120c2962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7326b405-6229-49ee-88e5-e588a6206e57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:17.892996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-e8e0ff7e-9f57-41ae-88f7-acc1d3abd67e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010425 Jul 23 22:52:18.106905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-aa53b024-f9f1-450d-af30-0a311186347c service neutron] 10.222.0.37 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066915 Jul 23 22:52:18.258490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-d8153528-3273-46d2-a753-6a955edd0a31 service neutron] 10.222.0.37 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505237 Jul 23 22:52:18.318934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Sync routers for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:18.326910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:18.329282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:18.330038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:18.361098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c820-4892-4e07-b82e-5360c3bdb37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.539590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:18.539904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c820-4892-4e07-b82e-5360c3bdb37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.546676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c820-4892-4e07-b82e-5360c3bdb37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.547734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c0ca97fa-5ddb-4c76-9616-2bfa7195765f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:18.636041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2d1c820-4892-4e07-b82e-5360c3bdb37c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c47c0950a8b94b74ad67f2e133ffc265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078420 Jul 23 22:52:18.636666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43506) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:18.643720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c820-4892-4e07-b82e-5360c3bdb37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5223f499-7d3f-4bb8-814c-424e9abe939f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:18.646370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add8602-2a83-4665-b648-77ca0062a999 req-820ba4b6-ac6d-458b-8539-fda967e87df1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:18.654397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0add8602-2a83-4665-b648-77ca0062a999 req-820ba4b6-ac6d-458b-8539-fda967e87df1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1717889 Jul 23 22:52:18.729115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0add8602-2a83-4665-b648-77ca0062a999 req-5b493b89-74a5-434e-b2cf-3365dddbfbdd tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688186 Jul 23 22:52:18.750201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.797111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c0ca97fa-5ddb-4c76-9616-2bfa7195765f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:18.797896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.805699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.914017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.917423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:18.920998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5223f499-7d3f-4bb8-814c-424e9abe939f HTTP/1.1" status: 204 len: 168 time: 0.2808130 Jul 23 22:52:18.929567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35c0d-d9a2-408d-91d2-158e6d356229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223f499-7d3f-4bb8-814c-424e9abe939f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:18.998468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1551e007-7815-4b86-83a4-9ebc9068a058 req-a392cd87-b201-4092-aa83-c078d87b8575 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 210 time: 0.0442274 Jul 23 22:52:19.113572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:15Z', 'revision_number': 4, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e', 'name': '', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'mac_address': 'fa:16:3e:cb:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:14Z', 'updated_at': '2021-07-23T22:52:15Z', 'revision_number': 2, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'subnets': [{'id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:19.147826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Checking router: ed48c196-636c-4b39-9243-cd99f6f86cd0 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:52:19.148255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Updating router ed48c196-636c-4b39-9243-cd99f6f86cd0 port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:52:19.188464 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.560924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.573661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Transition to ACTIVE for port object e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:19.580177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.659992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f57a5-f480-4d0c-b253-479d23546fa0 None None] Pushing event updated for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:19.692537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Attempting to bind port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:19.692970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Attempting to bind port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:19.693401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Attempting to bind port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e on network fad9bdd2-d346-4256-8c1d-85643b676cc5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:19.700388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:19.701202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Checking segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:19.701731 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.702213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Bound using segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:19.702761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Bound port: e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:19.703213 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.803202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] For port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:19.807118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] For port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:19.822976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:19.934394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f57a5-f480-4d0c-b253-479d23546fa0 None None] Pushing event updated for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:19.970596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:19.971762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:20.078248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1784be7-adac-40d7-ad95-914136faebcc req-f8d7df6e-78a7-4646-ba64-cc171a5e1108 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:20.087322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1784be7-adac-40d7-ad95-914136faebcc req-f8d7df6e-78a7-4646-ba64-cc171a5e1108 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2390783 Jul 23 22:52:20.120385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:20.124617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-a4576aac-d4b9-4619-b2e3-43901fcffa8d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:20.126165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-a4576aac-d4b9-4619-b2e3-43901fcffa8d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.22 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 811 time: 0.3075423 Jul 23 22:52:20.140910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Request body: {'port': {'device_id': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'admin_state_up': True, 'tenant_id': '57e6bd9c11dc40268d32ef74668db986'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:20.159405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1784be7-adac-40d7-ad95-914136faebcc req-1594ecf0-db38-4aa4-a609-97f8a2715e05 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Jul 23 22:52:20.368558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Made reservation on behalf of 57e6bd9c11dc40268d32ef74668db986 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:20.372776 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:20.542229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dd75d78-ed55-4886-b318-4a86e5894f06 req-621bf4ac-2ab1-48e4-b346-94f77613ebe4 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 210 time: 0.0642157 Jul 23 22:52:20.578167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:15Z', 'revision_number': 4, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e', 'name': '', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'mac_address': 'fa:16:3e:cb:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:14Z', 'updated_at': '2021-07-23T22:52:19Z', 'revision_number': 4, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'subnets': [{'id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:20.584065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Allocated IP 172.20.0.10 (fad9bdd2-d346-4256-8c1d-85643b676cc5/cdf257ca-9154-4f08-be14-8345dad4bc8e/29c72fd5-7f0a-45d4-81a5-9f6d59cc8095) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:20.616961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684eef5-d9d2-4fa6-aaad-a768caab5d58 None None] The sync data for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 is: [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:52:15Z', 'revision_number': 4, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e', 'name': '', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'mac_address': 'fa:16:3e:cb:2f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:14Z', 'updated_at': '2021-07-23T22:52:19Z', 'revision_number': 4, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'subnets': [{'id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:20.790494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:20.856097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:20.901067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:20.906401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:20.915339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:20.959357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Pushing event updated for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:20.981222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:20.982087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:20.999823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-c51347c3-1e9e-4d35-a502-cfe9a47f2952 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646255 Jul 23 22:52:21.013493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Request body: {'port': {'device_id': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:21.583001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:21.615303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63110a62-69b7-4dac-a000-2d6e2a337039 req-861ec3ab-659d-41d3-9540-0dafbffa0d38 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:21.616848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63110a62-69b7-4dac-a000-2d6e2a337039 req-861ec3ab-659d-41d3-9540-0dafbffa0d38 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1277990 Jul 23 22:52:21.750529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63110a62-69b7-4dac-a000-2d6e2a337039 req-3c058c69-665d-4bc9-bbdb-9fb4aaf9d801 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108692 Jul 23 22:52:21.984576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:52:22.000214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.014533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43634) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:22.015086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Transition to ACTIVE for port object 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:22.021059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.104938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Pushing event updated for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:22.216289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Attempting to bind port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:22.216631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Attempting to bind port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:22.216966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Attempting to bind port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:22.228247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd748127-288b-457b-8790-74f82f932f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.228820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:52:22.230014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Attempting to bind port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:22.242520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:22.242857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Checking segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:22.243276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Bound using segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:22.243711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Bound port: 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:22.244082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.279680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.373242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:22.377552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:22.384013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.413476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd748127-288b-457b-8790-74f82f932f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.427950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd748127-288b-457b-8790-74f82f932f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.458092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:22.458710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.460146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] 10.222.0.22 "PUT /v2.0/ports/29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 HTTP/1.1" status: 200 len: 1093 time: 1.4528723 Jul 23 22:52:22.460729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:22.463059 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6991ec05-9235-4d8f-99c0-b77497354aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:22.467937 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bd748127-288b-457b-8790-74f82f932f36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f8b6bfdcc244152ba4fd227665aa038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513073 Jul 23 22:52:22.468788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:22.516019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:22.519826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706e4b-de63-4469-97c5-02dfffbda8ca service neutron] Pushing event updated for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:22.543486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd748127-288b-457b-8790-74f82f932f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d850dae7-0484-4211-a1aa-0f860e3b5ab1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:22.569348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.586243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688c9f2-930d-4b48-b473-9c48c5ca941e req-885e0055-42cb-46be-811d-7b09ecbd5743 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:22.587979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e688c9f2-930d-4b48-b473-9c48c5ca941e req-885e0055-42cb-46be-811d-7b09ecbd5743 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 944 time: 0.1966507 Jul 23 22:52:22.591871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:22.594089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.599283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:22.599906 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.631165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-3aee960b-1e50-4f13-a032-a5f19e503937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:22.632681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-3aee960b-1e50-4f13-a032-a5f19e503937 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 1096 time: 0.1238167 Jul 23 22:52:22.641333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e688c9f2-930d-4b48-b473-9c48c5ca941e req-6206eb62-cd1c-4fcd-94ed-8cd58f466988 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jul 23 22:52:22.669469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.672653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.677140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d850dae7-0484-4211-a1aa-0f860e3b5ab1 HTTP/1.1" status: 204 len: 168 time: 0.1978252 Jul 23 22:52:22.692982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.704340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd7b5-c05e-4c5e-b102-ddba28283a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d850dae7-0484-4211-a1aa-0f860e3b5ab1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:22.713714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-b8452a1d-39b4-45cc-b91e-71613e181e22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 HTTP/1.1" status: 200 len: 217 time: 0.0710959 Jul 23 22:52:22.720976 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1e65c5-ee6f-438b-ae96-1d99c102a0c1 x-openstack-request-id: req-1a1e65c5-ee6f-438b-ae96-1d99c102a0c1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:22.721497 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:22.722206 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a1e65c5-ee6f-438b-ae96-1d99c102a0c1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:22.722759 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095', 'status': 'completed', 'code': 200} Jul 23 22:52:22.766127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:22.770974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:22.804388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-6d59188b-cd2c-49db-9d0e-4ae47f0fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:22.805953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-6d59188b-cd2c-49db-9d0e-4ae47f0fcfda service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.0806849 Jul 23 22:52:22.836389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:22.853608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-87ff1bb6-b58d-415d-995b-c1173389f394 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412140 Jul 23 22:52:22.998735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-341cc4cc-84d3-4f1a-9200-33239a526e6c service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366715 Jul 23 22:52:23.008082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce3b52-db18-4f35-8ed3-9695f707cf1d req-46969a86-a6b0-4806-9d5a-c036166ffe25 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:23.014359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9ce3b52-db18-4f35-8ed3-9695f707cf1d req-46969a86-a6b0-4806-9d5a-c036166ffe25 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1631873 Jul 23 22:52:23.047720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:23.060491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6645114-ea76-40ad-a2dc-49df43e4c44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.118067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9ce3b52-db18-4f35-8ed3-9695f707cf1d req-7c9eb980-7374-4c25-a6bb-84bd6b514501 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921845 Jul 23 22:52:23.157794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01741eb7-d28c-4f66-a822-7527f47ff5db req-5141bf1c-2bf6-4e6b-b83a-48293bea8234 service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422482 Jul 23 22:52:23.164521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6645114-ea76-40ad-a2dc-49df43e4c44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.169404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6645114-ea76-40ad-a2dc-49df43e4c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.208521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645114-ea76-40ad-a2dc-49df43e4c44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a157fd-9b57-4624-a50a-3c721e0f7dd6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:23.226278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a6645114-ea76-40ad-a2dc-49df43e4c44d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20b3b1adad5c42d39ed1ce2f20fc26f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773880 Jul 23 22:52:23.228018 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.229860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:23.277162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-93db5ea8-7fa6-4727-92f3-a029d48a0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:23.279028 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-93db5ea8-7fa6-4727-92f3-a029d48a0130 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 1096 time: 0.0718093 Jul 23 22:52:23.297170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.333069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.392268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.395596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:23.397799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78a157fd-9b57-4624-a50a-3c721e0f7dd6 HTTP/1.1" status: 204 len: 168 time: 0.1659582 Jul 23 22:52:23.407268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa89d1-be2a-4cb3-aeb9-99db1cfce45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a157fd-9b57-4624-a50a-3c721e0f7dd6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:23.418718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-e84a622b-9302-4348-86f4-2c3b367693fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:23.420193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-e84a622b-9302-4348-86f4-2c3b367693fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 912 time: 0.1344812 Jul 23 22:52:23.470812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-aa3a165a-94b5-4667-b79e-0ec6aacf1f48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 HTTP/1.1" status: 200 len: 217 time: 0.0371625 Jul 23 22:52:23.524313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-584e11bc-0845-4a23-b524-e9ed08c2df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:23.525842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-584e11bc-0845-4a23-b524-e9ed08c2df56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.0475245 Jul 23 22:52:23.568829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-f9bfe25e-6e28-4e84-a6ff-736bcc694e83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361111 Jul 23 22:52:23.664195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-d4e0b685-770b-447c-8f19-25e8b46c40b4 service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886686 Jul 23 22:52:23.813144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6991ec05-9235-4d8f-99c0-b77497354aa6 req-d9879a00-76a9-4e3a-a971-bd832e78a9f9 service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412148 Jul 23 22:52:23.833455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb953f-8be8-44ba-a31e-bf08b6a8d50d req-c2ab6f84-a0c9-4a9c-a04b-a461fe31426d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:23.835406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55bb953f-8be8-44ba-a31e-bf08b6a8d50d req-c2ab6f84-a0c9-4a9c-a04b-a461fe31426d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 944 time: 0.0933523 Jul 23 22:52:23.876136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55bb953f-8be8-44ba-a31e-bf08b6a8d50d req-bc4748a4-55fa-47d0-8a6c-d6df688ccba8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Jul 23 22:52:24.273332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453202f-9467-4ec2-b43e-f01551c61e50 req-18d6eb1c-5c8a-4f70-a120-9906cf45ad41 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:24.274931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8453202f-9467-4ec2-b43e-f01551c61e50 req-18d6eb1c-5c8a-4f70-a120-9906cf45ad41 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0696883 Jul 23 22:52:24.338689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8453202f-9467-4ec2-b43e-f01551c61e50 req-b18192b9-cb4a-4d74-8cbf-87bd368a1b3d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Jul 23 22:52:24.430993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:24.491026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:24.491401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:25.046143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868d6bd-e77f-489f-944d-7d4648e8be9e req-cf578ac8-9812-4882-a922-8482008078ee tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:25.047825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7868d6bd-e77f-489f-944d-7d4648e8be9e req-cf578ac8-9812-4882-a922-8482008078ee tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 944 time: 0.0829394 Jul 23 22:52:25.089504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7868d6bd-e77f-489f-944d-7d4648e8be9e req-0e91469d-d14c-449f-9695-121031f869d1 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Jul 23 22:52:25.526313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbf2b0-b63e-48a1-9212-a22378b362d0 req-cc862206-d2ec-433f-8fe9-9c574de6e255 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:25.534112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36cbf2b0-b63e-48a1-9212-a22378b362d0 req-cc862206-d2ec-433f-8fe9-9c574de6e255 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0993013 Jul 23 22:52:25.582645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36cbf2b0-b63e-48a1-9212-a22378b362d0 req-86efe57e-c6c3-497e-9fcd-a3e2d48647c3 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Jul 23 22:52:25.779623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:52:25.812452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:25.883268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:25.896013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'port_id': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095', 'mac_address': 'fa:16:3e:67:65:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:52:25.924965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a708abd-09fc-4542-aaaf-9539bdac0599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:25.935910 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:25.949392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:52:25.973836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:25.977949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.032328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a708abd-09fc-4542-aaaf-9539bdac0599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.037428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a708abd-09fc-4542-aaaf-9539bdac0599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.042011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:26.067167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9a708abd-09fc-4542-aaaf-9539bdac0599 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a2dad373928412ab64b3b2df038b1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530520 Jul 23 22:52:26.069638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:26.111946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a708abd-09fc-4542-aaaf-9539bdac0599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e4994-cd65-4dd3-8ba9-60386648cbac,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:26.138427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.165129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.219435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.223549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.224812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c3e4994-cd65-4dd3-8ba9-60386648cbac HTTP/1.1" status: 204 len: 168 time: 0.1540592 Jul 23 22:52:26.233400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30701f-4d9b-4e2f-9add-ee629f60d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e4994-cd65-4dd3-8ba9-60386648cbac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:26.251685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0db579-1c6f-49ab-801a-088553c3a894 req-aa7b0d29-cb86-4302-8ec0-ac9c68420408 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:26.254266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0db579-1c6f-49ab-801a-088553c3a894 req-aa7b0d29-cb86-4302-8ec0-ac9c68420408 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 945 time: 0.0827312 Jul 23 22:52:26.262355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:26.303818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d0db579-1c6f-49ab-801a-088553c3a894 req-34e54a7e-ca74-4234-ac87-47ce7ff8c986 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Jul 23 22:52:26.561320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:26.575969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9109c59-b738-4a85-b159-336978eacb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.707506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9109c59-b738-4a85-b159-336978eacb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.712568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9109c59-b738-4a85-b159-336978eacb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.764925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f9109c59-b738-4a85-b159-336978eacb1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7342895d0c7540489d09ac1ca0e46f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019525 Jul 23 22:52:26.765646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9109c59-b738-4a85-b159-336978eacb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec366633-8b91-43f9-9575-9da7b0a3b202,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:26.770327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:26.783423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946b1f-1202-4959-b268-709b2e589331 req-741bd5fc-68dc-4cd1-93d0-4b657290965d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:26.785145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2946b1f-1202-4959-b268-709b2e589331 req-741bd5fc-68dc-4cd1-93d0-4b657290965d tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1218283 Jul 23 22:52:26.831479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2946b1f-1202-4959-b268-709b2e589331 req-e06730de-2d00-4211-924a-2dfac75f0fb7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Jul 23 22:52:26.834232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.869832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.928533 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.931500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:26.932764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec366633-8b91-43f9-9575-9da7b0a3b202 HTTP/1.1" status: 204 len: 168 time: 0.1611953 Jul 23 22:52:26.941175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698c976-fe10-44c5-97a2-bf6571a635ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec366633-8b91-43f9-9575-9da7b0a3b202,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:27.446406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde79944-168e-4193-b908-4c7bd7e45d13 req-09b8cf01-f8d7-4b38-99f5-b4a1456fee81 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:27.447944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bde79944-168e-4193-b908-4c7bd7e45d13 req-09b8cf01-f8d7-4b38-99f5-b4a1456fee81 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 945 time: 0.0705392 Jul 23 22:52:27.497352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bde79944-168e-4193-b908-4c7bd7e45d13 req-bd71bcb8-d06a-47bf-baf3-189ca7f70923 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Jul 23 22:52:27.778799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:27.849085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:27.855068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:27.857950 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:27.956990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:27.984526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332e01-e8c8-46f1-bd86-0d2e6183a866 req-a310abb4-3c20-43e5-b65d-4932dadc258a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:27.986372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48332e01-e8c8-46f1-bd86-0d2e6183a866 req-a310abb4-3c20-43e5-b65d-4932dadc258a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0788221 Jul 23 22:52:28.007370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:28.008346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:28.014512 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ebab6-b21d-43a1-8996-aed29e43d921" -d '{"events": [{"server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "name": "network-vif-plugged", "status": "completed", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:28.021708 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.046260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48332e01-e8c8-46f1-bd86-0d2e6183a866 req-8766effe-4761-4d9d-bb9e-1de88ccf2116 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534751 Jul 23 22:52:28.075749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:28.166564 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c3c58-1b34-4091-8604-29660456eab7 x-openstack-request-id: req-639c3c58-1b34-4091-8604-29660456eab7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:28.167047 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "name": "network-vif-plugged", "status": "completed", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:28.167377 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-639c3c58-1b34-4091-8604-29660456eab7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:28.167954 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095', 'code': 200} Jul 23 22:52:28.289261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223aabb-b76a-4f3a-8748-adca590af82b req-79cce983-a4fe-447d-81fb-241c6f2021de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:28.290804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8223aabb-b76a-4f3a-8748-adca590af82b req-79cce983-a4fe-447d-81fb-241c6f2021de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 1098 time: 0.0631003 Jul 23 22:52:28.327022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8223aabb-b76a-4f3a-8748-adca590af82b req-e533e89c-b45a-409b-8c5b-412376091c41 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296242 Jul 23 22:52:28.545824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:28.667169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e291e5e9-33ed-437b-821d-13106566e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.696267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4651-8145-466d-9dc7-e8e1e480d394 req-f7d153d6-9ac5-4441-a355-26d6aee75597 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:28.698544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91cf4651-8145-466d-9dc7-e8e1e480d394 req-f7d153d6-9ac5-4441-a355-26d6aee75597 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1112101 Jul 23 22:52:28.755383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91cf4651-8145-466d-9dc7-e8e1e480d394 req-bc5f8126-4dd6-471e-8e43-5bdca3c81498 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505378 Jul 23 22:52:28.789620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e291e5e9-33ed-437b-821d-13106566e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.794792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e291e5e9-33ed-437b-821d-13106566e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.832288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291e5e9-33ed-437b-821d-13106566e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac26f8d-b222-433e-b3ac-28e0a8d4bf06,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:28.838972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e291e5e9-33ed-437b-821d-13106566e887 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bbd4b56665a445f95c2ac9736ca4a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897573 Jul 23 22:52:28.839348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:28.889712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.913388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.969051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.972205 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:28.976125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ac26f8d-b222-433e-b3ac-28e0a8d4bf06 HTTP/1.1" status: 204 len: 168 time: 0.1357431 Jul 23 22:52:28.984147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c739-464b-4822-900e-dcaacbbb3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac26f8d-b222-433e-b3ac-28e0a8d4bf06,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:29.220863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d80c8-a88b-4978-90f1-734cc6eef134 req-52c469cf-8f45-479e-8288-c517565c72bb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:29.228794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d06d80c8-a88b-4978-90f1-734cc6eef134 req-52c469cf-8f45-479e-8288-c517565c72bb tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1029105 Jul 23 22:52:29.278375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d06d80c8-a88b-4978-90f1-734cc6eef134 req-fa7b9a81-12e5-4fd0-8170-b7221a31b2d5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Jul 23 22:52:29.916963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37a25-80c8-441b-8c19-ca6eda1c5f6e req-c8b9b284-2eba-4a0f-8244-90e68f6ccf8b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:29.918541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08f37a25-80c8-441b-8c19-ca6eda1c5f6e req-c8b9b284-2eba-4a0f-8244-90e68f6ccf8b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Jul 23 22:52:29.964887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08f37a25-80c8-441b-8c19-ca6eda1c5f6e req-86b1ccc7-4db6-4311-8be2-973fb496b129 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Jul 23 22:52:30.286373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-6166cc9c-a30e-4354-aaf5-36015f3e9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:30.287897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-6166cc9c-a30e-4354-aaf5-36015f3e9161 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 1098 time: 0.1152325 Jul 23 22:52:30.301791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c060-a346-45a9-a254-256d5bd42b4d req-bbbbe689-b4c0-4bc5-89ff-dd40f1f8812d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:30.303359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15e2c060-a346-45a9-a254-256d5bd42b4d req-bbbbe689-b4c0-4bc5-89ff-dd40f1f8812d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0937209 Jul 23 22:52:30.446088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15e2c060-a346-45a9-a254-256d5bd42b4d req-2686cc83-5125-4c72-8e1b-ca6a0b8912d2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226988 Jul 23 22:52:30.503398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-82514550-248e-4273-818e-5f0ebf1305d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:30.505596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-82514550-248e-4273-818e-5f0ebf1305d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 912 time: 0.2012100 Jul 23 22:52:30.564193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-82e0267e-c09a-4cf5-8369-440d1037596c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 HTTP/1.1" status: 200 len: 217 time: 0.0511432 Jul 23 22:52:30.643680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:30.673621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-0dc5604e-4bed-4adf-a2bf-f962b9f33141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:30.675991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-0dc5604e-4bed-4adf-a2bf-f962b9f33141 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.1010106 Jul 23 22:52:30.729925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-7e511084-9667-4b43-b33d-5b5aafd2285d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433326 Jul 23 22:52:30.744238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c8a4a-eafd-4771-acfe-47eb50bdf884 req-328a8a94-ac05-4b6d-8e73-0c039c1fb72e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:30.752024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da0c8a4a-eafd-4771-acfe-47eb50bdf884 req-328a8a94-ac05-4b6d-8e73-0c039c1fb72e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1909108 Jul 23 22:52:30.813486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59dab6d7-0259-48e5-9bcb-f3c3fc7bc34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:30.865321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da0c8a4a-eafd-4771-acfe-47eb50bdf884 req-bc22a6e9-e638-4bac-9a6c-f270719d2413 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104996 Jul 23 22:52:30.917694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-f6e2f334-f9b8-40fa-9f3f-2f3cb827b577 service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571405 Jul 23 22:52:30.992155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59dab6d7-0259-48e5-9bcb-f3c3fc7bc34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:30.999189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59dab6d7-0259-48e5-9bcb-f3c3fc7bc34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:31.038217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-222228b4-0ce2-4798-880f-ae3afc227b0b req-c655985c-4b8e-4ae6-bd5f-cee9fd767174 service neutron] 10.222.0.22 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133773 Jul 23 22:52:31.056826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59dab6d7-0259-48e5-9bcb-f3c3fc7bc34e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47b864c886ad4f16864aec3225164ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118454 Jul 23 22:52:31.057842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dab6d7-0259-48e5-9bcb-f3c3fc7bc34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab09687-3fdc-4a70-89f5-d7fcf245fb8d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:31.059652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:31.116026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:31.144952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:31.215022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:31.217814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:31.218978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ab09687-3fdc-4a70-89f5-d7fcf245fb8d HTTP/1.1" status: 204 len: 168 time: 0.1581738 Jul 23 22:52:31.230893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d8fc4-d370-4888-b488-87c846b27dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab09687-3fdc-4a70-89f5-d7fcf245fb8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:31.426680 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:52:31.611881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a5245-37d4-495d-be04-92316ca55bda req-a34ef72d-41a9-48b0-a9e5-ae7c4f2a1db2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:31.622414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-017a5245-37d4-495d-be04-92316ca55bda req-a34ef72d-41a9-48b0-a9e5-ae7c4f2a1db2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0987945 Jul 23 22:52:31.719722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-017a5245-37d4-495d-be04-92316ca55bda req-e834e334-57ae-4f13-a960-9993f094c0aa tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940485 Jul 23 22:52:32.083942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f5e3-ac31-4552-aa63-37cac136cb2f req-5d12ad13-c74c-406b-9b50-dc8b4a104278 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:32.086754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09d2f5e3-ac31-4552-aa63-37cac136cb2f req-5d12ad13-c74c-406b-9b50-dc8b4a104278 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1054466 Jul 23 22:52:32.133347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09d2f5e3-ac31-4552-aa63-37cac136cb2f req-fd6744d4-55c7-4354-ac3e-2cb907e9c880 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jul 23 22:52:32.872982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:32.875725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bbbe5-31bc-4665-9470-9a87e2409f94 req-42eda76e-ebef-416c-8b2a-36f36fa4f83e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:32.878246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-525bbbe5-31bc-4665-9470-9a87e2409f94 req-42eda76e-ebef-416c-8b2a-36f36fa4f83e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0725169 Jul 23 22:52:32.928338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-525bbbe5-31bc-4665-9470-9a87e2409f94 req-db6fea26-cf45-445f-b994-45c6aa102317 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Jul 23 22:52:32.997315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:33.031466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.148910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.289579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Allocated IP 172.25.1.229 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/49c1c99a-f3a8-4900-ae56-6046c5b1bf73) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:33.383481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa658-00f8-4c41-872f-07cbe4f95afc req-cdc49b68-a973-4032-8c32-6d6f15eea25a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:33.394324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d4fa658-00f8-4c41-872f-07cbe4f95afc req-cdc49b68-a973-4032-8c32-6d6f15eea25a tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1572545 Jul 23 22:52:33.446676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.480706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d4fa658-00f8-4c41-872f-07cbe4f95afc req-2ac78d2d-ad90-4195-9eda-efdcb38189b5 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837762 Jul 23 22:52:33.489659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.526959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:33.532129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:33.537135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:33.590593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Pushing event updated for resources: {'Port': ['ID=49c1c99a-f3a8-4900-ae56-6046c5b1bf73,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:33.704857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.791107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:33.983978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395b4f-1f70-4bbb-ae80-f76646d3794c req-ad025a2d-6011-4764-92f5-9782792cc2e7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:33.986030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72395b4f-1f70-4bbb-ae80-f76646d3794c req-ad025a2d-6011-4764-92f5-9782792cc2e7 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1179719 Jul 23 22:52:34.002973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.015427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.049813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72395b4f-1f70-4bbb-ae80-f76646d3794c req-117b2dcd-15be-4f8b-b507-0e8b2caaf593 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Jul 23 22:52:34.115284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Pushing event updated for resources: {'Port': ['ID=49c1c99a-f3a8-4900-ae56-6046c5b1bf73,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:34.125447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.178333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.180346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-432e9f2f-85e9-4e5d-a26f-a601e686856b tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3060520 Jul 23 22:52:34.183249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:34.189596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1099951177', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'fixed_ips': [{'ip_address': '172.25.1.229'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:34.208686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a887f5-f9b6-4dec-9dc5-cc9c9ec7483c req-09daa942-cdaa-4662-b931-784dd3a6c070 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:34.212581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3a887f5-f9b6-4dec-9dc5-cc9c9ec7483c req-09daa942-cdaa-4662-b931-784dd3a6c070 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0950789 Jul 23 22:52:34.225591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Made reservation on behalf of 55333f47b2994fbab7f2616decbdff8a for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:34.230479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.241140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.285548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3a887f5-f9b6-4dec-9dc5-cc9c9ec7483c req-a6478a2e-8fdf-4ef8-86ea-3cdd4acb4086 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Jul 23 22:52:34.355305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.371493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:34.378238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] device_id is not set on port 804cb1dc-4b8c-4822-b372-de7bc4699853 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:52:34.459655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94222206-fad7-426a-8156-402bac6e6903,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:34.515660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa84ec-a387-40de-b727-3850c384bfa3 req-49dad37e-fac1-4ffc-a835-67847b15db23 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:34.522988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18fa84ec-a387-40de-b727-3850c384bfa3 req-49dad37e-fac1-4ffc-a835-67847b15db23 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1170223 Jul 23 22:52:34.579296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18fa84ec-a387-40de-b727-3850c384bfa3 req-cab88288-04fa-4066-bc41-5d9feccf9cee tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Jul 23 22:52:34.657169 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 22:52:34.657801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:52:34.677980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-693b138c-95f0-4b67-b7c4-4662c938ad6a tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4930825 Jul 23 22:52:34.680812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:35.006090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Deleting port 49c1c99a-f3a8-4900-ae56-6046c5b1bf73 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:35.007132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.128395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.128986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.129423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289015b8-36e8-4932-892b-695cb6f5dfd8 req-49ef0592-5831-470e-bef6-6b411ad48093 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:35.133312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-289015b8-36e8-4932-892b-695cb6f5dfd8 req-49ef0592-5831-470e-bef6-6b411ad48093 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0814943 Jul 23 22:52:35.143916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Calling delete_port for 49c1c99a-f3a8-4900-ae56-6046c5b1bf73 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:35.192464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-289015b8-36e8-4932-892b-695cb6f5dfd8 req-ef96ad66-9508-429f-bc1f-15e2d41cd5f1 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Jul 23 22:52:35.310227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.365767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Pushing event deleted for resources: {'Port': ['ID=49c1c99a-f3a8-4900-ae56-6046c5b1bf73,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:35.448361 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.451936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:35.453149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e680792-36b0-4a22-a406-223c7a41ee88 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130 tempest-ExternalNetworksAdminNegativeTestJSON-1736272130-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/208c1893-2b20-4391-923e-683243755ef2 HTTP/1.1" status: 204 len: 168 time: 0.7712536 Jul 23 22:52:35.532483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90a157-8c1e-4d07-9aed-2d7a6fc50df2 req-7ab97cca-5654-4130-8ffa-6474f7869779 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:35.538904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa90a157-8c1e-4d07-9aed-2d7a6fc50df2 req-7ab97cca-5654-4130-8ffa-6474f7869779 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1330292 Jul 23 22:52:35.633511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa90a157-8c1e-4d07-9aed-2d7a6fc50df2 req-b36c9c48-096b-437a-83cf-9d8f65ef877b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Jul 23 22:52:35.811500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:35.975897 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d983d0-0af9-48e8-a514-ce77891fdd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.162808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d983d0-0af9-48e8-a514-ce77891fdd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.175392 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d983d0-0af9-48e8-a514-ce77891fdd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.223467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b0d983d0-0af9-48e8-a514-ce77891fdd0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8a08ce0ac184829848a3ace45ea2e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107759 Jul 23 22:52:36.226179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:36.259472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d983d0-0af9-48e8-a514-ce77891fdd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa8d726-6bf1-41f9-921f-8d1f45d70138,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:36.294193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.297793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-829e4c32-e66c-4b23-ab0c-4748e3448e38 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:36.301208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-829e4c32-e66c-4b23-ab0c-4748e3448e38 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.22 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2170396 Jul 23 22:52:36.323267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.473532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.476650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.481567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fa8d726-6bf1-41f9-921f-8d1f45d70138 HTTP/1.1" status: 204 len: 168 time: 0.2543857 Jul 23 22:52:36.504833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d66fc5-4440-477a-b977-cb52b33c4662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa8d726-6bf1-41f9-921f-8d1f45d70138,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:36.552721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b460b4c-4425-4f57-a513-5c96360d90c5 req-e86a6101-7899-4b7b-942a-d4762b05ed25 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:36.560524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b460b4c-4425-4f57-a513-5c96360d90c5 req-e86a6101-7899-4b7b-942a-d4762b05ed25 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1821868 Jul 23 22:52:36.577551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 97475695-8257-42b5-968a-073bb194288d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:36.577932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.708842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 97475695-8257-42b5-968a-073bb194288d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=97475695-8257-42b5-968a-073bb194288d,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:36.709227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:36.734902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 97475695-8257-42b5-968a-073bb194288d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:36.821592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b460b4c-4425-4f57-a513-5c96360d90c5 req-e2e5effc-dd31-4e5e-a442-5e44f155d216 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587352 Jul 23 22:52:36.949332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:37.012093 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cceb8789-032e-4106-be7a-e0f707ece46f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55333f47b2994fbab7f2616decbdff8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581262 Jul 23 22:52:37.012183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.012290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:37.025224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['97475695-8257-42b5-968a-073bb194288d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:37.029286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['71167b20-fa89-4b4c-ba92-bcccccd9f3e2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:37.084108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=97475695-8257-42b5-968a-073bb194288d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:37.098996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c72e5-77bf-4a30-aea4-3845e69d6af8 req-f55cb5c3-f94b-42d3-9ca6-7395e1639aeb tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:37.106752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a6c72e5-77bf-4a30-aea4-3845e69d6af8 req-f55cb5c3-f94b-42d3-9ca6-7395e1639aeb tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1715257 Jul 23 22:52:37.136237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.167027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.190333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 97475695-8257-42b5-968a-073bb194288d on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:37.194008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.196562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b16a3db9-8ff7-4c4c-98f8-dbcd727ee12e req-bffe5e64-442d-4ff7-8120-62105ffb5385 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.22 "DELETE /v2.0/ports/97475695-8257-42b5-968a-073bb194288d HTTP/1.1" status: 204 len: 173 time: 0.8758748 Jul 23 22:52:37.197544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'name': 'network-vif-deleted', 'tag': '97475695-8257-42b5-968a-073bb194288d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:37.200108 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a66914-f1fe-47ab-abc1-07f26da5ef1f" -d '{"events": [{"server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "name": "network-vif-deleted", "tag": "97475695-8257-42b5-968a-073bb194288d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:37.237409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a6c72e5-77bf-4a30-aea4-3845e69d6af8 req-f95ee48e-7654-47e8-abb0-6b88b6178ff7 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292849 Jul 23 22:52:37.272956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.276549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:37.280580 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94222206-fad7-426a-8156-402bac6e6903 HTTP/1.1" status: 204 len: 168 time: 0.2658412 Jul 23 22:52:37.296897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c8408-19cc-4123-9914-29139fa929f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94222206-fad7-426a-8156-402bac6e6903,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:37.494535 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87eecdc-0891-48ed-a8b6-34b6d95c29d3 x-openstack-request-id: req-c87eecdc-0891-48ed-a8b6-34b6d95c29d3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:37.494854 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7", "name": "network-vif-deleted", "tag": "97475695-8257-42b5-968a-073bb194288d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:37.495109 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c87eecdc-0891-48ed-a8b6-34b6d95c29d3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:37.495520 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7', 'name': 'network-vif-deleted', 'tag': '97475695-8257-42b5-968a-073bb194288d', 'status': 'completed', 'code': 200} Jul 23 22:52:38.037642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a452dd5-314a-4d0b-b4c8-e28f2319ff41 req-11ace132-43f8-4cf8-91ff-4b29c45bc214 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eab291f-4b22-4eab-ae3d-fd7a90eb1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0882163 Jul 23 22:52:38.483016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:38.488988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08eed7-f52a-43c0-be40-0683ace19efc req-11b35c8b-803a-4039-bdfd-48a56e41f939 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:38.499005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e08eed7-f52a-43c0-be40-0683ace19efc req-11b35c8b-803a-4039-bdfd-48a56e41f939 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1286216 Jul 23 22:52:38.564801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e08eed7-f52a-43c0-be40-0683ace19efc req-7cd35649-da96-4947-b5b0-79c652da86aa tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501568 Jul 23 22:52:38.613340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-623666957'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:38.646036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Made reservation on behalf of 0494732e3ddd49f092aaf1e04d00ca9d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:38.648202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.660254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.773212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.777681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.809516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:52:38.815357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175e0292-6a7f-4d0d-87f5-88819c9557bf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:38.825663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.826034 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Added segment de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0 of type vlan for network c11103c4-b521-4451-af94-bfed478db644 Jul 23 22:52:38.828089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.828439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.828780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.829117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.829444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.830030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.830599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.831130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.831476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.831809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.832139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.832470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:38.876536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.917370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.925911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:38.926599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:38.970576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:38.971388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4861159 Jul 23 22:52:38.980745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'subnet': {'network_id': 'c11103c4-b521-4451-af94-bfed478db644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:39.016796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e88d-707c-43fc-848f-a53b7f68cd9f tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Network': ['ID=c11103c4-b521-4451-af94-bfed478db644,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:39.035150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c11103c4-b521-4451-af94-bfed478db644 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:52:39.144984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Made reservation on behalf of 0494732e3ddd49f092aaf1e04d00ca9d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:39.148445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.440302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.513367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Subnet': ['ID=318e2b6b-f930-4cc4-a6fa-5cb63bb15003,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:39.551522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Checking segment: {'id': 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c11103c4-b521-4451-af94-bfed478db644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:39.552246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network hostable DHCP agents. Network: c11103c4-b521-4451-af94-bfed478db644, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:52:39.577162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network c11103c4-b521-4451-af94-bfed478db644 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:52:39.595411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c11103c4-b521-4451-af94-bfed478db644) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:39.605684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:39.605858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755241ef-6439-4503-a09c-9b85a6886f90 None None] Network c11103c4-b521-4451-af94-bfed478db644 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:39.607030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.651792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e20b16da-003c-4b0e-97fa-24c0a7e83838 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6767368 Jul 23 22:52:39.652169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:39.656880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-138716489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:39.711250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.712289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.777401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77a02a-bee9-4b75-95de-60031ac6d5d5 req-73dcd782-1297-4116-b79c-d983ec1cfdb8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:39.796179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af77a02a-bee9-4b75-95de-60031ac6d5d5 req-73dcd782-1297-4116-b79c-d983ec1cfdb8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1175141 Jul 23 22:52:39.821463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.832865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.857743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af77a02a-bee9-4b75-95de-60031ac6d5d5 req-04ab0022-8540-4326-ab2a-db2fde0c421d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Jul 23 22:52:39.865357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.869137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-671150e3-32b0-455a-a206-c69e144957b0 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2138412 Jul 23 22:52:39.869865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:39.918298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97475695-8257-42b5-968a-073bb194288d no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:39.975463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c11103c4-b521-4451-af94-bfed478db644', 'network_id': 'c11103c4-b521-4451-af94-bfed478db644', 'tenant_id': '0494732e3ddd49f092aaf1e04d00ca9d', 'fixed_ips': [{'subnet_id': '318e2b6b-f930-4cc4-a6fa-5cb63bb15003'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:52:39.976525 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:39.979308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 97475695-8257-42b5-968a-073bb194288d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:39.979864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 97475695-8257-42b5-968a-073bb194288d not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:40.278455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Allocated IP 172.20.0.2 (c11103c4-b521-4451-af94-bfed478db644/318e2b6b-f930-4cc4-a6fa-5cb63bb15003/98555442-d250-46b6-aacb-54f57eb27469) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:40.443167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.465571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Transition to ACTIVE for port object 98555442-d250-46b6-aacb-54f57eb27469 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:40.468681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.498925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Transition to ACTIVE for port object 98555442-d250-46b6-aacb-54f57eb27469 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:40.505596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.566938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Network c11103c4-b521-4451-af94-bfed478db644 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:40.585285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:40.600655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:40.616025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Pushing event updated for resources: {'Port': ['ID=98555442-d250-46b6-aacb-54f57eb27469,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:40.726808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Attempting to bind port 98555442-d250-46b6-aacb-54f57eb27469 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:40.727633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Attempting to bind port 98555442-d250-46b6-aacb-54f57eb27469 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c11103c4-b521-4451-af94-bfed478db644'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:40.728401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Attempting to bind port 98555442-d250-46b6-aacb-54f57eb27469 on network c11103c4-b521-4451-af94-bfed478db644 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:40.737366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:40.738455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Checking segment: {'id': 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c11103c4-b521-4451-af94-bfed478db644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:40.739207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.739755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Bound using segment: {'id': 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c11103c4-b521-4451-af94-bfed478db644'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:40.740526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Bound port: 98555442-d250-46b6-aacb-54f57eb27469, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c11103c4-b521-4451-af94-bfed478db644'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:40.741096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.838805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] For port 98555442-d250-46b6-aacb-54f57eb27469, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:40.843020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] For port 98555442-d250-46b6-aacb-54f57eb27469, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98555442-d250-46b6-aacb-54f57eb27469,segment=NetworkSegment(de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0),segment_id=de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:40.852347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:40.951877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950355-328e-491a-a7af-ae99746ccd24 None None] Pushing event updated for resources: {'Port': ['ID=98555442-d250-46b6-aacb-54f57eb27469,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:41.084059 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93173faa-2634-4f58-9bc4-706f8aaa9786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:41.547135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Allocated IP 172.20.0.1 (c11103c4-b521-4451-af94-bfed478db644/318e2b6b-f930-4cc4-a6fa-5cb63bb15003/068e4c1a-d1ce-46d1-81da-6d0484c69415) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:41.558227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb85a-f400-4785-8d1a-f7089399ee22 req-a1b1e95c-327f-4208-a7fc-be8743d0010e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:41.560087 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f12bb85a-f400-4785-8d1a-f7089399ee22 req-a1b1e95c-327f-4208-a7fc-be8743d0010e tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.7014458 Jul 23 22:52:41.652393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f12bb85a-f400-4785-8d1a-f7089399ee22 req-f867c7a8-b9b7-4238-92da-a86dcc2328bf tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842648 Jul 23 22:52:41.780790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:41.798861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Transition to ACTIVE for port object 068e4c1a-d1ce-46d1-81da-6d0484c69415 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:41.873172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1582-c89c-41c3-a5b2-9a1e19dd94c0 req-49a04ff3-aca1-4876-8352-33dd1894a141 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:41.874791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-726f1582-c89c-41c3-a5b2-9a1e19dd94c0 req-49a04ff3-aca1-4876-8352-33dd1894a141 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1404700 Jul 23 22:52:41.914033 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:42.003132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network c11103c4-b521-4451-af94-bfed478db644 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:42.018273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-726f1582-c89c-41c3-a5b2-9a1e19dd94c0 req-fff5e95a-3d0a-4c60-8267-eec10fd80b97 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231766 Jul 23 22:52:42.031153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:42.042249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:42.109084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=068e4c1a-d1ce-46d1-81da-6d0484c69415,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:42.137301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:42.326357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904003-b5d2-407c-b4e2-11da94656a97 req-249ee55f-5f0f-4a8d-b1ff-187c3479b09f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:42.328083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46904003-b5d2-407c-b4e2-11da94656a97 req-249ee55f-5f0f-4a8d-b1ff-187c3479b09f tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.1877565 Jul 23 22:52:42.372308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0308499-3afb-4cb3-9e83-20174871b210 None None] Network c11103c4-b521-4451-af94-bfed478db644 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:42.484897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8d619a67-4198-4ff3-92e8-9deb46a81c38 None None] Provisioning for port 98555442-d250-46b6-aacb-54f57eb27469 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:42.550111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98555442-d250-46b6-aacb-54f57eb27469 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:42.561238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:42.666604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Deleting port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:42.666961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:42.763199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 98555442-d250-46b6-aacb-54f57eb27469 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:42.772307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 98555442-d250-46b6-aacb-54f57eb27469 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:42.772680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:42.990717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] For port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,segment=NetworkSegment(6f1bc17a-270b-4a8b-9599-bca3a4b693f0),segment_id=6f1bc17a-270b-4a8b-9599-bca3a4b693f0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:42.999744 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.055772 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.082030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Calling delete_port for 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:43.114415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 98555442-d250-46b6-aacb-54f57eb27469, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98555442-d250-46b6-aacb-54f57eb27469,segment=NetworkSegment(de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0),segment_id=de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:43.122346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.215107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=98555442-d250-46b6-aacb-54f57eb27469,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:43.251327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Provisioning complete for port 98555442-d250-46b6-aacb-54f57eb27469 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:43.251753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.426195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Provisioning for port 068e4c1a-d1ce-46d1-81da-6d0484c69415 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:43.430607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Provisioning complete for port 068e4c1a-d1ce-46d1-81da-6d0484c69415 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:43.430956 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.448318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.491139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.521542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-256edbe5-c569-442f-832d-434005d7f3db None None] Port 068e4c1a-d1ce-46d1-81da-6d0484c69415 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:52:43.542523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d0ecc-e20b-4482-a400-4b76b25d30b1 req-680b9593-be73-48a7-9cb8-b636b762af24 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:43.544126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-045d0ecc-e20b-4482-a400-4b76b25d30b1 req-680b9593-be73-48a7-9cb8-b636b762af24 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/ports?device_id=a11721ac-6523-4908-8d30-08625ba8d18b HTTP/1.1" status: 200 len: 945 time: 0.4396179 Jul 23 22:52:43.645133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2afb8fd2-cf00-4c2f-ac95-da0c038839ab None None] Provisioning complete for port 068e4c1a-d1ce-46d1-81da-6d0484c69415 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:43.645879 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2afb8fd2-cf00-4c2f-ac95-da0c038839ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.684505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=068e4c1a-d1ce-46d1-81da-6d0484c69415,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:43.701072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-045d0ecc-e20b-4482-a400-4b76b25d30b1 req-d657f76e-866e-4315-8b86-b0636ac53443 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc5e2866-87c9-444d-ab9e-ebca0a821fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406205 Jul 23 22:52:43.713583 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.715484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2afb8fd2-cf00-4c2f-ac95-da0c038839ab None None] Port 068e4c1a-d1ce-46d1-81da-6d0484c69415 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:52:43.731837 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.785134 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7193e23e-8681-4535-83dd-806cb0774ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:43.889989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Pushing event deleted for resources: {'Port': ['ID=71167b20-fa89-4b4c-ba92-bcccccd9f3e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:44.000827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] No DVR routers for this DVR port 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:44.005958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.007943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46904003-b5d2-407c-b4e2-11da94656a97 req-46dac661-7a8f-49a6-8d75-e388d542c629 tempest-ServersTestJSON-1912849349 tempest-ServersTestJSON-1912849349-project] 10.222.0.25 "DELETE /v2.0/ports/71167b20-fa89-4b4c-ba92-bcccccd9f3e2 HTTP/1.1" status: 204 len: 173 time: 1.6729517 Jul 23 22:52:44.012108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'name': 'network-vif-deleted', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:44.014392 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55b85a-ef12-4709-a709-c7bbe562af71" -d '{"events": [{"server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "name": "network-vif-deleted", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:44.019409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network c11103c4-b521-4451-af94-bfed478db644 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:44.025966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:44.153737 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.167396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-31771c1f-e717-4ed4-a3c8-0c6ea9559fb1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2890310 Jul 23 22:52:44.195494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc604cd-97f0-47bb-9d40-f18d9a912e2c req-6b7e5b58-9796-44d3-a971-822c8fe616ef tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:44.197121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dc604cd-97f0-47bb-9d40-f18d9a912e2c req-6b7e5b58-9796-44d3-a971-822c8fe616ef tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 946 time: 0.3200443 Jul 23 22:52:44.354259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dc604cd-97f0-47bb-9d40-f18d9a912e2c req-cd733825-0dc0-4f7e-8804-f07030be0aff tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410332 Jul 23 22:52:44.400211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-05991948-7fa2-439e-bc3a-c3fc79f0dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:44.401987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-05991948-7fa2-439e-bc3a-c3fc79f0dca4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 1098 time: 0.1999414 Jul 23 22:52:44.403467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Router 034430b9-78d4-40fd-897c-5a670e1b9ab1 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:52:44.455699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b86aef2b-0ef2-47b2-a144-effdd06098ab None None] Provisioning complete for port 068e4c1a-d1ce-46d1-81da-6d0484c69415 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:44.456235 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b86aef2b-0ef2-47b2-a144-effdd06098ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.537827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98555442-d250-46b6-aacb-54f57eb27469 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:44.561211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b86aef2b-0ef2-47b2-a144-effdd06098ab None None] Port 068e4c1a-d1ce-46d1-81da-6d0484c69415 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:52:44.662573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 98555442-d250-46b6-aacb-54f57eb27469 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:44.663110 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.747123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:44.758010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-419c7400-72c7-4c3e-bd73-cc11273df7a1 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "PUT /v2.0/routers/034430b9-78d4-40fd-897c-5a670e1b9ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8836706 Jul 23 22:52:44.760483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:44.761117 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] Sync routers for ids ['034430b9-78d4-40fd-897c-5a670e1b9ab1'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:44.769554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'port': {'network_id': 'c11103c4-b521-4451-af94-bfed478db644', 'name': 'tempest-FloatingIPNegativeTestJSON-2124039232'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:44.780198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] Routers {'034430b9-78d4-40fd-897c-5a670e1b9ab1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:44.780850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['034430b9-78d4-40fd-897c-5a670e1b9ab1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:44.828547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4bba-8b31-452a-a40b-a42a25a4dec6 req-36c3d84c-c5be-4e5f-b1fc-d34bacd8edbe tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:44.831438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:44.836511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d0f4bba-8b31-452a-a40b-a42a25a4dec6 req-36c3d84c-c5be-4e5f-b1fc-d34bacd8edbe tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.2813165 Jul 23 22:52:44.842300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] Routers {'034430b9-78d4-40fd-897c-5a670e1b9ab1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:44.843298 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['034430b9-78d4-40fd-897c-5a670e1b9ab1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:44.878882 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:44.879538 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15faf8a5-fd02-45a7-bb29-971a6bb3aa4d None None] The sync data for ids ['034430b9-78d4-40fd-897c-5a670e1b9ab1'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:44.893049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d0f4bba-8b31-452a-a40b-a42a25a4dec6 req-b25bd8ca-6759-4e91-98ac-d3740b032121 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514009 Jul 23 22:52:44.913489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.951294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Made reservation on behalf of 0494732e3ddd49f092aaf1e04d00ca9d for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:44.951526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-c4483acb-4577-4c76-a8f0-a3e5acd69071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:44.953160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-c4483acb-4577-4c76-a8f0-a3e5acd69071 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.4712894 Jul 23 22:52:44.957377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:44.993978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-ef4a9271-31e8-44d4-abf9-7ac9a3cc27b4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:44.994247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] device_id is not set on port 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:52:44.995827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-ef4a9271-31e8-44d4-abf9-7ac9a3cc27b4 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 946 time: 0.4586954 Jul 23 22:52:45.001482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-d36f44b4-88a7-4fb8-a5f7-052205d4f0c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3202689 Jul 23 22:52:45.050957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-a4a58971-bcf1-4c2c-bb19-2bb4971eed90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936 HTTP/1.1" status: 200 len: 217 time: 0.0821700 Jul 23 22:52:45.117186 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9b411-7ac2-4340-9abf-404ce60f5baf x-openstack-request-id: req-f6d9b411-7ac2-4340-9abf-404ce60f5baf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:45.117793 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11721ac-6523-4908-8d30-08625ba8d18b", "name": "network-vif-deleted", "tag": "71167b20-fa89-4b4c-ba92-bcccccd9f3e2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:45.118193 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6d9b411-7ac2-4340-9abf-404ce60f5baf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:45.119119 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11721ac-6523-4908-8d30-08625ba8d18b', 'name': 'network-vif-deleted', 'tag': '71167b20-fa89-4b4c-ba92-bcccccd9f3e2', 'status': 'completed', 'code': 200} Jul 23 22:52:45.150673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:45.152088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Allocated IP 172.20.0.14 (c11103c4-b521-4451-af94-bfed478db644/318e2b6b-f930-4cc4-a6fa-5cb63bb15003/2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:45.239444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-908e6554-b2f8-439b-869a-bbb09c6cd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:45.241026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-908e6554-b2f8-439b-869a-bbb09c6cd9da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.1383181 Jul 23 22:52:45.283752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Deleting subnet 5b4c5c91-5f1d-4b07-917e-4c6c42029388 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:52:45.307473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-fdac7f08-eb8f-4746-ab07-43e494cce8f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400839 Jul 23 22:52:45.309419 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.340826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-87201edb-a7a1-4696-bf12-13948dbcad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:45.342322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-87201edb-a7a1-4696-bf12-13948dbcad85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 1097 time: 0.3012412 Jul 23 22:52:45.350813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.367100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Transition to ACTIVE for port object 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:45.406726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.458129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network c11103c4-b521-4451-af94-bfed478db644 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:45.458309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.460470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:45.464495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:45.505285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:45.545103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:45.545453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 71167b20-fa89-4b4c-ba92-bcccccd9f3e2 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:45.555161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 76c23072-a7f0-4a68-84ed-8856c320560a no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:45.686740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Deleting port 76c23072-a7f0-4a68-84ed-8856c320560a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:45.687120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.711293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.785181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-45a68f6c-f460-4f02-8878-a3c170d35483 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529400 Jul 23 22:52:45.788700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.819896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-1d97ebea-07e9-4294-90e6-161914a69c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:45.821957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:45.824891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-1d97ebea-07e9-4294-90e6-161914a69c56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 200 len: 915 time: 0.4365594 Jul 23 22:52:45.826470 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c577d0-d7e3-4a55-a4ee-90bbd3b9a8d7" -d '{"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-unplugged", "status": "completed", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:45.860738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:45.872422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:45.988208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:46.021481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8be6915-e012-402d-96ea-1324096cf157 None None] Provisioning for port 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:46.025780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8be6915-e012-402d-96ea-1324096cf157 None None] Provisioning complete for port 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:46.026191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8be6915-e012-402d-96ea-1324096cf157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.066200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:46.069520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8be6915-e012-402d-96ea-1324096cf157 None None] Port 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:52:46.106973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:46.107776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.134909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-24b49ea1-486c-466a-a4b0-acd4d94a5a2b tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3714242 Jul 23 22:52:46.137863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:46.146480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:46.179328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.320153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.336822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-bbe272ec-8d1c-4cef-bd4a-94cdd1d2465d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac370451-815b-4bb2-af36-b0e1d047b08e HTTP/1.1" status: 200 len: 217 time: 0.0683942 Jul 23 22:52:46.433328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf1430-2c01-4569-888e-1bcb069486c8 req-dd5de28d-183d-474b-9cfc-df689ae51476 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:46.449907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdbf1430-2c01-4569-888e-1bcb069486c8 req-dd5de28d-183d-474b-9cfc-df689ae51476 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 946 time: 0.9063125 Jul 23 22:52:46.449907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] For port 76c23072-a7f0-4a68-84ed-8856c320560a, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=76c23072-a7f0-4a68-84ed-8856c320560a,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:46.449907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.489520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.499106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.515942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0cf0e07-6062-4653-ab40-210be31d4985 req-25476f2d-38fd-4e45-9afe-8474ac762074 service neutron] 10.222.0.25 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181916 Jul 23 22:52:46.523367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Calling delete_port for 76c23072-a7f0-4a68-84ed-8856c320560a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:46.549420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Allocated IP 172.25.1.50 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b1cefa80-2dd5-4692-98db-d59da028b178) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:46.568341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdbf1430-2c01-4569-888e-1bcb069486c8 req-3647afa6-5e0a-4753-9e4b-0a90d1021f8b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192400 Jul 23 22:52:46.571502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4c5c91-5f1d-4b07-917e-4c6c42029388,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:46.581702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-7a8e5944-ba7c-473c-89aa-2cc9259b91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:46.584546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-7a8e5944-ba7c-473c-89aa-2cc9259b91f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 200 len: 854 time: 0.2106855 Jul 23 22:52:46.586273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.588237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3f684645-c418-463b-8b82-a79e049f6ced admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b4c5c91-5f1d-4b07-917e-4c6c42029388 HTTP/1.1" status: 204 len: 168 time: 1.4355154 Jul 23 22:52:46.590777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:46.639087 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-e1d462e5-8f89-4433-83a8-0c043b0617f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f95275e9-c2f7-450e-baeb-336fafee678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394199 Jul 23 22:52:46.648030 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3962c2-96f6-4639-add0-3ac3f8071a5d x-openstack-request-id: req-db3962c2-96f6-4639-add0-3ac3f8071a5d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:46.648598 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-unplugged", "status": "completed", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:46.648725 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db3962c2-96f6-4639-add0-3ac3f8071a5d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:46.649033 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a', 'code': 200} Jul 23 22:52:46.695804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.752709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.802031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:46.809708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:46.815332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:46.818728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=b1cefa80-2dd5-4692-98db-d59da028b178,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:46.834887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:46.944266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-66232603-4e17-4909-b5d8-002630c423da service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933197 Jul 23 22:52:46.966706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.024593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.099555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-676191ef-269a-4e0e-a382-16a33ad8a381 req-dfe40657-d000-41e9-8ca6-065ad55819c3 service neutron] 10.222.0.22 "GET /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311078 Jul 23 22:52:47.132112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57ca8-eade-41bc-9bf2-fb312f8eea84 req-2c513860-9fe2-4b3a-9270-531e750de830 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:47.133976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1b57ca8-eade-41bc-9bf2-fb312f8eea84 req-2c513860-9fe2-4b3a-9270-531e750de830 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.3904617 Jul 23 22:52:47.180480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.210124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:47.213795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.240736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.244560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:47.247097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1b57ca8-eade-41bc-9bf2-fb312f8eea84 req-30990f21-ece9-4d6d-8edf-402a533cf268 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 Jul 23 22:52:47.248087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e', 'f6cedb22-c75d-4775-a02a-f471a3879e37'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:47.251344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1bc17a-270b-4a8b-9599-bca3a4b693f0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:47.251786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1bc17a-270b-4a8b-9599-bca3a4b693f0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:47.263143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.305245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.319495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event deleted for resources: {'Port': ['ID=76c23072-a7f0-4a68-84ed-8856c320560a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:47.399327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.408556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:52:47.409259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.436543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=b1cefa80-2dd5-4692-98db-d59da028b178,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:47.454376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.486341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.487774 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f7bb328-1bc6-4982-a6c3-a60acfc1e678 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3486288 Jul 23 22:52:47.490615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:47.495373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2b3b8b53-417a-4b85-9d3c-49adde177867 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'floatingip': {'port_id': '2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:52:47.510858 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:52:47.548392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] No DVR routers for this DVR port 76c23072-a7f0-4a68-84ed-8856c320560a on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:47.551962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.554174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.557267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1138f63-839c-4500-b63a-24652ce5bf6f req-22d39290-0840-4820-b519-d3f9620ef96f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "DELETE /v2.0/ports/76c23072-a7f0-4a68-84ed-8856c320560a HTTP/1.1" status: 204 len: 173 time: 2.5245435 Jul 23 22:52:47.557729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-deleted', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:47.558367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8b53-417a-4b85-9d3c-49adde177867 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.560192 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6fc13a-09a4-41d7-a994-a0460524ec9e" -d '{"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-deleted", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:47.571716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:47.574129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd HTTP/1.1" status: 204 len: 168 time: 0.9822168 Jul 23 22:52:47.588948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8eb18-250b-4d24-a6e3-820be34b9ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2491a0dc-bb4f-4cc2-9fd3-9fac25c9dfbd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:47.666537 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9446c122-85f7-4854-b0e8-c158dec321c3 x-openstack-request-id: req-9446c122-85f7-4854-b0e8-c158dec321c3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:47.666949 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722ba8b-a25e-4330-85d0-4530fd2dfbee", "name": "network-vif-deleted", "tag": "76c23072-a7f0-4a68-84ed-8856c320560a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:47.667301 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9446c122-85f7-4854-b0e8-c158dec321c3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:47.667875 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722ba8b-a25e-4330-85d0-4530fd2dfbee', 'name': 'network-vif-deleted', 'tag': '76c23072-a7f0-4a68-84ed-8856c320560a', 'status': 'completed', 'code': 200} Jul 23 22:52:47.800803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f1fc2b8-009b-425f-a8f5-b670811c1c4d req-b644b0d2-f54a-46db-af13-d2fc502f6fd0 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=9722ba8b-a25e-4330-85d0-4530fd2dfbee HTTP/1.1" status: 200 len: 210 time: 0.0481362 Jul 23 22:52:47.842063 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2b3b8b53-417a-4b85-9d3c-49adde177867 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] update failed (client error): The resource could not be found. Jul 23 22:52:47.843692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b3b8b53-417a-4b85-9d3c-49adde177867 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "PUT /v2.0/floatingips/94d8da75-77c0-4c57-af88-b0bfe4b83f39 HTTP/1.1" status: 404 len: 507 time: 0.3515120 Jul 23 22:52:47.846107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:47.881844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:47.935299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-830a2ff5-a448-4647-9b2d-9b0219160f00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=585cbdfe6a51489a9b6b15c5a7587770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500219 Jul 23 22:52:47.935872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:48.007963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.036868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting port b1cefa80-2dd5-4692-98db-d59da028b178 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:48.037300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.065265 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.132047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.132289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.137152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.140918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.151346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc5e2866-87c9-444d-ab9e-ebca0a821fd2 HTTP/1.1" status: 204 len: 168 time: 0.2138166 Jul 23 22:52:48.151663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Calling delete_port for b1cefa80-2dd5-4692-98db-d59da028b178 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:48.171377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eee4e2-e082-4e01-9060-c951ccd557df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e2866-87c9-444d-ab9e-ebca0a821fd2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:48.383294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.411852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Port': ['ID=b1cefa80-2dd5-4692-98db-d59da028b178,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:48.482490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5156-da67-43b5-8458-a26418dae729 req-acb35dd5-6b69-4b4e-963f-a3c813fc40a8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:48.484274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02bf5156-da67-43b5-8458-a26418dae729 req-acb35dd5-6b69-4b4e-963f-a3c813fc40a8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1227419 Jul 23 22:52:48.561386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.581817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.586562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:48.589944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8ca812b3-7a3c-43f7-af96-42324dfddc10 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "DELETE /v2.0/floatingips/94d8da75-77c0-4c57-af88-b0bfe4b83f39 HTTP/1.1" status: 204 len: 168 time: 0.7423699 Jul 23 22:52:48.594567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d16df015-eb19-42a3-8757-1d4ae66c419e tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'floatingip': {'floating_network_id': 'c11103c4-b521-4451-af94-bfed478db644', 'port_id': '2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:48.638218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02bf5156-da67-43b5-8458-a26418dae729 req-4d23ecb8-580e-4e63-982c-7ab2be267ddf tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423724 Jul 23 22:52:48.706770 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d16df015-eb19-42a3-8757-1d4ae66c419e tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:48.862678 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d16df015-eb19-42a3-8757-1d4ae66c419e tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:52:48.868077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:48.873071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:48.878938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d16df015-eb19-42a3-8757-1d4ae66c419e tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2908161 Jul 23 22:52:48.933951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:49.165096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:49.296616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Allocated IP 172.25.1.115 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/09cef510-ce19-4a4c-a95a-0464af12fd36) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:49.427950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:49.478376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:49.523198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:49.528448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:49.532289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:49.538905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event updated for resources: {'Port': ['ID=09cef510-ce19-4a4c-a95a-0464af12fd36,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:49.820644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:49.883662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e09a0a-3f3c-4507-b3eb-e864f96b8f67 req-68730584-cd2f-43da-95bb-e2436882d66e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:49.890833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10e09a0a-3f3c-4507-b3eb-e864f96b8f67 req-68730584-cd2f-43da-95bb-e2436882d66e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1777468 Jul 23 22:52:49.940707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting port 09cef510-ce19-4a4c-a95a-0464af12fd36 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:49.941475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:49.948198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10e09a0a-3f3c-4507-b3eb-e864f96b8f67 req-46b9e60e-a714-43c5-bdcf-41eb261e0b26 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Jul 23 22:52:50.067383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfada649-4a6e-4336-ab0c-8b60c0e6a0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.118834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.119190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.150050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Calling delete_port for 09cef510-ce19-4a4c-a95a-0464af12fd36 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:50.238104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfada649-4a6e-4336-ab0c-8b60c0e6a0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.259625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfada649-4a6e-4336-ab0c-8b60c0e6a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.346259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cfada649-4a6e-4336-ab0c-8b60c0e6a0f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=745505c6bc584af4b58147c070486558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150020 Jul 23 22:52:50.348893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:50.366740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfada649-4a6e-4336-ab0c-8b60c0e6a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3d65b-c4f2-423f-8a8a-b86507f854fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:50.377600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.478071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Port': ['ID=09cef510-ce19-4a4c-a95a-0464af12fd36,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:50.557132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.597341 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] create failed (client error): The resource could not be found. Jul 23 22:52:50.598244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b29f4536-2f3e-4c17-87b4-f388485161b4 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7291031 Jul 23 22:52:50.598986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:50.604684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.780327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting port 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:50.780730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.804264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.808993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.816158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ae3d65b-c4f2-423f-8a8a-b86507f854fe HTTP/1.1" status: 204 len: 168 time: 0.4661264 Jul 23 22:52:50.850349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc4745-dc2c-48fb-9dd6-36d7f6984710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3d65b-c4f2-423f-8a8a-b86507f854fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:50.936981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:50.951377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Calling delete_port for 2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:51.133594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:51.210370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ed3c-e68a-44d9-b304-cbbde1239262 req-0876c3cf-5863-4ef9-9fde-7f41de421d1d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:51.234739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d48ed3c-e68a-44d9-b304-cbbde1239262 req-0876c3cf-5863-4ef9-9fde-7f41de421d1d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1919408 Jul 23 22:52:51.348615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Port': ['ID=2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:51.355363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d48ed3c-e68a-44d9-b304-cbbde1239262 req-7a16ff00-ac92-43ab-832c-fbc7f9b6739c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138661 Jul 23 22:52:51.358115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:51.360586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-168dbc61-54a1-49e7-b479-0a6ae735698d tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "DELETE /v2.0/ports/2fba3ed9-b7f5-44fb-aa8f-6fa70071ac71 HTTP/1.1" status: 204 len: 168 time: 0.7538483 Jul 23 22:52:51.363705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:51.534220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ab4ede-ed21-41e1-b2ff-cb6028198b0a tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:51.537898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-96ab4ede-ed21-41e1-b2ff-cb6028198b0a tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "GET /v2.0/ports?device_id=034430b9-78d4-40fd-897c-5a670e1b9ab1 HTTP/1.1" status: 200 len: 913 time: 0.1722322 Jul 23 22:52:51.539997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:51.936841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:52.066929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-974146251-network', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:52.086689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.156111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Made reservation on behalf of 42fcdc7f7d984a9da69cdc0458454967 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:52.160113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.171487 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.279891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.323267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.328650 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.343196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:52:52.369124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.369641 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Added segment 08af1668-6e44-4bd6-9b0b-73e21b569cf2 of type vlan for network 0329d235-b00d-4e43-9434-51cf07f9c037 Jul 23 22:52:52.410539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53ac48-5add-4d4b-97d6-4e81c278cef7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:52.429702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.509097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.510270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:52.511473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.523710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting port 068e4c1a-d1ce-46d1-81da-6d0484c69415 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:52.524057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.550805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6123958 Jul 23 22:52:52.556125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:52.562216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Request body: {'subnet': {'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-974146251-subnet', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:52.696225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.712204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Calling delete_port for 068e4c1a-d1ce-46d1-81da-6d0484c69415 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:52.722777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4f63c-7852-4024-9df6-76d7e42c0aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=0329d235-b00d-4e43-9434-51cf07f9c037,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:52.726527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Made reservation on behalf of 42fcdc7f7d984a9da69cdc0458454967 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:52.729508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:52.732951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 0329d235-b00d-4e43-9434-51cf07f9c037 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:52:52.936748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280a3c-1df3-41ba-97ab-0f5ff622fc14 req-8de25e34-a7a1-4510-96ab-d73f2930c6ad tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:52.965876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed280a3c-1df3-41ba-97ab-0f5ff622fc14 req-8de25e34-a7a1-4510-96ab-d73f2930c6ad tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.2352216 Jul 23 22:52:53.061082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.105436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Port': ['ID=068e4c1a-d1ce-46d1-81da-6d0484c69415,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:53.110052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed280a3c-1df3-41ba-97ab-0f5ff622fc14 req-30527ced-226d-4a33-8626-2034b261f601 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429899 Jul 23 22:52:53.175838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.228455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.339076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2bca8c-6033-498e-8790-130278556711,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:53.351102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Checking segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:53.351648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Network hostable DHCP agents. Network: 0329d235-b00d-4e43-9434-51cf07f9c037, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:52:53.408793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:52:53.433334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.460919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 0329d235-b00d-4e43-9434-51cf07f9c037) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:53.471987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:53.472606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.473332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ce30a-f23c-4b92-b877-d73cbba607e2 None None] Network 0329d235-b00d-4e43-9434-51cf07f9c037 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:53.550020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d4497548-0a9a-42c3-b998-eb5fcb3f41d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9921839 Jul 23 22:52:53.555810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:53.561377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:53.578358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15247ac-6d58-4b91-9870-2b078f461226 req-5421ebd2-1aa0-4db3-b354-6086c85b7b48 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:53.580876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d15247ac-6d58-4b91-9870-2b078f461226 req-5421ebd2-1aa0-4db3-b354-6086c85b7b48 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 945 time: 0.1934686 Jul 23 22:52:53.654047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.655240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.704181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Router 034430b9-78d4-40fd-897c-5a670e1b9ab1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:52:53.719881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d15247ac-6d58-4b91-9870-2b078f461226 req-0fc42782-7e18-4a0c-bf0f-e0d07d79a638 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279094 Jul 23 22:52:53.786859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-0329d235-b00d-4e43-9434-51cf07f9c037', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:52:53.787962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.807728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.834170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:53.842881 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5602ed18-cf99-40b3-affa-bb1032e56bf3 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "PUT /v2.0/routers/034430b9-78d4-40fd-897c-5a670e1b9ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012736 Jul 23 22:52:53.843512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:53.889502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] Sync routers for ids ['034430b9-78d4-40fd-897c-5a670e1b9ab1'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:53.910101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] Routers {'034430b9-78d4-40fd-897c-5a670e1b9ab1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:53.910769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['034430b9-78d4-40fd-897c-5a670e1b9ab1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:53.967150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:53.983158 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.015070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:54.035327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] Routers {'034430b9-78d4-40fd-897c-5a670e1b9ab1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:54.035534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['034430b9-78d4-40fd-897c-5a670e1b9ab1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:54.088019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:54.088706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019790d-deb6-4899-a743-c75e8a36f788 None None] The sync data for ids ['034430b9-78d4-40fd-897c-5a670e1b9ab1'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:54.118574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Allocated IP 172.20.0.2 (0329d235-b00d-4e43-9434-51cf07f9c037/5a2bca8c-6033-498e-8790-130278556711/d59e6715-c68b-42b7-b0ab-43c725e136d5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:54.252141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.254962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.347283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.347828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Fanout notify agent at l3_agent the message router_deleted on router 034430b9-78d4-40fd-897c-5a670e1b9ab1 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:52:54.356632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.364294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.369537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Transition to ACTIVE for port object d59e6715-c68b-42b7-b0ab-43c725e136d5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:54.371248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a2bc01ed-de9d-478d-8535-b2192c4ae2bc tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "DELETE /v2.0/routers/034430b9-78d4-40fd-897c-5a670e1b9ab1 HTTP/1.1" status: 204 len: 168 time: 0.5265326 Jul 23 22:52:54.372698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:54.406409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-41d5709a-b455-455f-998d-9ecd74becf69 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:54.412356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-41d5709a-b455-455f-998d-9ecd74becf69 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 945 time: 0.2773793 Jul 23 22:52:54.418736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Transition to ACTIVE for port object d59e6715-c68b-42b7-b0ab-43c725e136d5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:54.441775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting subnet 318e2b6b-f930-4cc4-a6fa-5cb63bb15003 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:52:54.446019 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.446507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.498768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.522699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:54.526179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:54.531473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:54.532056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172fbe2-169e-4e0d-b749-615bc7657801 req-615eec0a-a626-42fd-bd10-632ba87e1ef3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:54.544692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Pushing event updated for resources: {'Port': ['ID=d59e6715-c68b-42b7-b0ab-43c725e136d5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:54.557016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0172fbe2-169e-4e0d-b749-615bc7657801 req-615eec0a-a626-42fd-bd10-632ba87e1ef3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.2960138 Jul 23 22:52:54.588056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.588435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.588852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.590154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.591198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.591865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.592392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.592906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.593416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.593953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.594481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.595016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:52:54.603642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.657327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Attempting to bind port d59e6715-c68b-42b7-b0ab-43c725e136d5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:54.661295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Attempting to bind port d59e6715-c68b-42b7-b0ab-43c725e136d5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:54.662040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Attempting to bind port d59e6715-c68b-42b7-b0ab-43c725e136d5 on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:54.674252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:54.675463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Checking segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:54.676068 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.677278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Bound using segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:54.678021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Bound port: d59e6715-c68b-42b7-b0ab-43c725e136d5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:54.679033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.691919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.724113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Subnet': ['ID=318e2b6b-f930-4cc4-a6fa-5cb63bb15003,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:54.728041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0172fbe2-169e-4e0d-b749-615bc7657801 req-1d4594c3-2074-4aea-b56c-e2f6f9de6311 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700850 Jul 23 22:52:54.733396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.739581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5621ccaf-9ec3-434e-bd37-2019e0d08e37 tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "DELETE /v2.0/subnets/318e2b6b-f930-4cc4-a6fa-5cb63bb15003 HTTP/1.1" status: 204 len: 168 time: 0.3657300 Jul 23 22:52:54.740202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:54.775154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4c702-dd93-4f4b-9bce-93d504d8d74c None None] Network c11103c4-b521-4451-af94-bfed478db644 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:54.865859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.880135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.900572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.928578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Deleting port f6cedb22-c75d-4775-a02a-f471a3879e37 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:54.929075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:54.980002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Deleting port 98555442-d250-46b6-aacb-54f57eb27469 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:54.980399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.072425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] For port d59e6715-c68b-42b7-b0ab-43c725e136d5, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:55.072817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] For port 98555442-d250-46b6-aacb-54f57eb27469, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98555442-d250-46b6-aacb-54f57eb27469,segment=NetworkSegment(de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0),segment_id=de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:55.073164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.092089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Calling delete_port for 98555442-d250-46b6-aacb-54f57eb27469 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:55.107647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] For port d59e6715-c68b-42b7-b0ab-43c725e136d5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d59e6715-c68b-42b7-b0ab-43c725e136d5,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:55.125403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] For port f6cedb22-c75d-4775-a02a-f471a3879e37, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f6cedb22-c75d-4775-a02a-f471a3879e37,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:55.125853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.130891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.152346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Allocated IP 172.25.1.154 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/665c1eb3-d6e0-47fb-9a34-535f9d0f75ed) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:55.167499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Calling delete_port for f6cedb22-c75d-4775-a02a-f471a3879e37 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:55.191330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb59a40-23a6-4443-a923-cb7e1222b960 None None] Pushing event updated for resources: {'Port': ['ID=d59e6715-c68b-42b7-b0ab-43c725e136d5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:55.242420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d2069-89d7-4d4e-af3a-6d30f5a7d6de req-d7a77992-83e4-4506-bf98-aed24cf4d59d tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:55.244206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-235d2069-89d7-4d4e-af3a-6d30f5a7d6de req-d7a77992-83e4-4506-bf98-aed24cf4d59d tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee98482f-2bf5-4470-bcae-0ef5cfaecf74 HTTP/1.1" status: 200 len: 945 time: 0.2658861 Jul 23 22:52:55.285580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.320056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] No DVR routers for this DVR port 98555442-d250-46b6-aacb-54f57eb27469 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:55.325061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Port': ['ID=98555442-d250-46b6-aacb-54f57eb27469,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:55.352016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f31fd8-2fd4-48cd-bcfe-e16cd6ad3234 None None] DHCP port deletion for c11103c4-b521-4451-af94-bfed478db644 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:52:55.435686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-235d2069-89d7-4d4e-af3a-6d30f5a7d6de req-81694812-1289-4d7c-ac36-a061ea74f01d tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722779 Jul 23 22:52:55.459846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.480157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.482147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11103c4-b521-4451-af94-bfed478db644']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:55.494834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:55.495429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3995d6-a4e1-4a69-9a12-fa3d9d1bfcc0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:55.507709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.533946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.536139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.542084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:52:55.542772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:52:55.546295 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:52:55.552350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:55.557516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e', 'f6cedb22-c75d-4775-a02a-f471a3879e37'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:52:55.632986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event deleted for resources: {'Port': ['ID=f6cedb22-c75d-4775-a02a-f471a3879e37,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:55.659293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.676267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.694932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.699891 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] 10.222.0.37 "DELETE /v2.0/networks/c11103c4-b521-4451-af94-bfed478db644 HTTP/1.1" status: 204 len: 168 time: 0.9587278 Jul 23 22:52:55.719688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a17a20-d0c8-481a-a215-b89c8f16ffee tempest-FloatingIPNegativeTestJSON-1433430719 tempest-FloatingIPNegativeTestJSON-1433430719-project] Pushing event deleted for resources: {'Network': ['ID=c11103c4-b521-4451-af94-bfed478db644,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:55.813220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] No DVR routers for this DVR port f6cedb22-c75d-4775-a02a-f471a3879e37 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:52:55.825525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:55.828105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b8a76e4d-d1fa-4507-b842-5a93a7db3587 req-524d061b-c60c-4b06-a51c-bbd202fd3c5b tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "DELETE /v2.0/ports/f6cedb22-c75d-4775-a02a-f471a3879e37 HTTP/1.1" status: 204 len: 173 time: 1.4049251 Jul 23 22:52:55.831728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'name': 'network-vif-deleted', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:52:55.834576 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b076f8-8dcf-4c12-b943-bfc38d3ec127" -d '{"events": [{"server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "name": "network-vif-deleted", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:52:55.850186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:55.855693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:55.873095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:55.887569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Pushing event updated for resources: {'Port': ['ID=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:56.182707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:56.427207 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c11c677-538c-4980-aa35-033fb3754ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0494732e3ddd49f092aaf1e04d00ca9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432868 Jul 23 22:52:56.427857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44992) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:56.499388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:56.559412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:56.590566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d59e6715-c68b-42b7-b0ab-43c725e136d5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:56.666676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c3c9-89eb-499a-b4e8-dd2fd8381a73 req-21e70038-d1ea-4905-ac6b-90d890c3ec32 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:56.669484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7818c3c9-89eb-499a-b4e8-dd2fd8381a73 req-21e70038-d1ea-4905-ac6b-90d890c3ec32 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.7890446 Jul 23 22:52:56.683170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d59e6715-c68b-42b7-b0ab-43c725e136d5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:56.708445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:56.714284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:56.717710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/175e0292-6a7f-4d0d-87f5-88819c9557bf HTTP/1.1" status: 204 len: 168 time: 0.2866590 Jul 23 22:52:56.749488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a899cec-3011-4022-bf32-623dc55c597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e0292-6a7f-4d0d-87f5-88819c9557bf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:56.822362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98555442-d250-46b6-aacb-54f57eb27469 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:56.856133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 98555442-d250-46b6-aacb-54f57eb27469 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:56.856488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98555442-d250-46b6-aacb-54f57eb27469 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:56.923926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7818c3c9-89eb-499a-b4e8-dd2fd8381a73 req-fea3e678-4939-42e2-ae26-80b9a01bcb6a tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459958 Jul 23 22:52:56.939839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.057950 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed00d09-3bc2-46f6-8478-fd2363f84aa5 x-openstack-request-id: req-bed00d09-3bc2-46f6-8478-fd2363f84aa5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:52:57.058250 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee98482f-2bf5-4470-bcae-0ef5cfaecf74", "name": "network-vif-deleted", "tag": "f6cedb22-c75d-4775-a02a-f471a3879e37", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:52:57.058629 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bed00d09-3bc2-46f6-8478-fd2363f84aa5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:52:57.059566 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee98482f-2bf5-4470-bcae-0ef5cfaecf74', 'name': 'network-vif-deleted', 'tag': 'f6cedb22-c75d-4775-a02a-f471a3879e37', 'status': 'completed', 'code': 200} Jul 23 22:52:57.108479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668127a-3868-4938-8ea9-1b1a60e49461 None None] Network 0329d235-b00d-4e43-9434-51cf07f9c037 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:52:57.208917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ad395-4fef-431c-b3e8-387a2f0f0514 req-c764ba6d-f96e-4454-b69c-e70ee3afca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:57.210515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-062ad395-4fef-431c-b3e8-387a2f0f0514 req-c764ba6d-f96e-4454-b69c-e70ee3afca08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 1098 time: 0.1138422 Jul 23 22:52:57.253458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Provisioning for port d59e6715-c68b-42b7-b0ab-43c725e136d5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:52:57.284508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Provisioning complete for port d59e6715-c68b-42b7-b0ab-43c725e136d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:57.284902 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.395042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-062ad395-4fef-431c-b3e8-387a2f0f0514 req-b575ba7f-ea54-4829-9f44-fb5fb14356e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324968 Jul 23 22:52:57.410334 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.451985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.504264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] For port d59e6715-c68b-42b7-b0ab-43c725e136d5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d59e6715-c68b-42b7-b0ab-43c725e136d5,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:57.513188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.620162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161329b-43f6-457d-9bd4-f9a9ba8c29d7 None None] Pushing event updated for resources: {'Port': ['ID=d59e6715-c68b-42b7-b0ab-43c725e136d5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:57.633272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:52:57.836001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae1ddd-6cf2-435c-8dfb-78ff673cf964 req-7ac54555-b605-4f45-bd65-ebbc27e2d960 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:57.846572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05ae1ddd-6cf2-435c-8dfb-78ff673cf964 req-7ac54555-b605-4f45-bd65-ebbc27e2d960 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 945 time: 0.2331312 Jul 23 22:52:57.924529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05ae1ddd-6cf2-435c-8dfb-78ff673cf964 req-b8202939-5984-4c93-8608-9d21ce4a0dd2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770116 Jul 23 22:52:57.925708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:52:57.937694 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:52:57.949900 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:57.950544 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:57.953612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:57.955858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-33865562-2f50-4f27-9ecc-5ab1ac6d05a8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3980405 Jul 23 22:52:57.958239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:57.959208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d65e5c46-b6cb-478a-bba4-b6b87181d825 None None] Provisioning complete for port d59e6715-c68b-42b7-b0ab-43c725e136d5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:57.959584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d65e5c46-b6cb-478a-bba4-b6b87181d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.009368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f6cedb22-c75d-4775-a02a-f471a3879e37 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:52:58.033283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:58.043908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f6cedb22-c75d-4775-a02a-f471a3879e37 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:52:58.044256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f6cedb22-c75d-4775-a02a-f471a3879e37 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:52:58.147223 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:58.226800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba17f5-e3f7-4172-b079-c51b049eaaf8 req-257f846f-9bfe-4000-a5ed-d9972dc0efec tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:58.242420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba17f5-e3f7-4172-b079-c51b049eaaf8 req-257f846f-9bfe-4000-a5ed-d9972dc0efec tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1634502 Jul 23 22:52:58.249201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1399156101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:58.367684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.368784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.414873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:52:56Z', 'revision_number': 3, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:58.442933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba17f5-e3f7-4172-b079-c51b049eaaf8 req-3e3e7e0d-22cd-4cac-ab1e-9c2b969e0eea tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943674 Jul 23 22:52:58.448040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.471503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.507268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:52:58.509074 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Updating router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:52:58.524477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.526268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-02b9f173-89ee-465b-9f62-5d6f11c78b75 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4908800 Jul 23 22:52:58.528434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:58.535280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-577430707'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:58.543815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d59e6715-c68b-42b7-b0ab-43c725e136d5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:52:58.575813 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.621037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:58.624847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.647122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d59e6715-c68b-42b7-b0ab-43c725e136d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:52:58.647685 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.660495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.926739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.947220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:58.998265 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.023739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:52:59.024004 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Transition to ACTIVE for port object 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:59.044344 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.051316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.051754 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Added segment 774df876-d16c-402a-943c-89b6dc613bfe of type vlan for network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d Jul 23 22:52:59.072156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2052e60b-6cc7-4a8f-8621-5ffbe733aa13,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:59.098804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-68793b31-7b50-484d-9ab8-2e57563cd83d tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:59.100525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-68793b31-7b50-484d-9ab8-2e57563cd83d tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 945 time: 0.2763860 Jul 23 22:52:59.146019 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537291b0-2cc4-4265-a229-4f46362fae55 None None] Pushing event updated for resources: {'Port': ['ID=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:59.194020 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Attempting to bind port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:52:59.195425 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Attempting to bind port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:52:59.195979 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Attempting to bind port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:52:59.199548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.202300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:52:59.205828 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:52:59.206419 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.206965 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:52:59.209117 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Bound port: 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:52:59.209728 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.239313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.289770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be42f2-39cb-41c9-97f7-904b6f5005b8 req-2e3916b3-c1fc-49eb-a1f6-e8142a7e43f2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:59.292231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2be42f2-39cb-41c9-97f7-904b6f5005b8 req-2e3916b3-c1fc-49eb-a1f6-e8142a7e43f2 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 945 time: 0.2426713 Jul 23 22:52:59.318939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.324630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:59.325576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.329714 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] For port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:52:59.334343 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] For port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:52:59.343475 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.430008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Deleting port ac370451-815b-4bb2-af36-b0e1d047b08e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:52:59.430633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.468016 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537291b0-2cc4-4265-a229-4f46362fae55 None None] Pushing event updated for resources: {'Port': ['ID=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:59.472827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Allocated IP 172.20.0.1 (0329d235-b00d-4e43-9434-51cf07f9c037/5a2bca8c-6033-498e-8790-130278556711/e28980a0-c492-4924-8c94-c237ce06efc3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:52:59.479205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9495211 Jul 23 22:52:59.483002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:52:59.484127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d4c7e-b73c-436d-b98c-3b610f563dc8 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Network': ['ID=2e0c770b-b318-41d9-a2e5-55a40de9fb3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:59.501978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2be42f2-39cb-41c9-97f7-904b6f5005b8 req-061e9e12-69d7-4749-ad61-de4625ad29fb tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940167 Jul 23 22:52:59.508343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:52:59.515744 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:52:59.516242 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:59.556250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'subnet': {'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:52:59.677914 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:52:59.723420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.769328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Transition to ACTIVE for port object e28980a0-c492-4924-8c94-c237ce06efc3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:52:59.806960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] For port ac370451-815b-4bb2-af36-b0e1d047b08e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ac370451-815b-4bb2-af36-b0e1d047b08e,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:52:59.807344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.851386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Calling delete_port for ac370451-815b-4bb2-af36-b0e1d047b08e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:52:59.854029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.903554 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-023afc65-52d6-4536-a3ce-139117127891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:52:56Z', 'revision_number': 3, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:52:59.915822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Pushing event updated for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:52:59.927833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:52:59.936252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:52:59.941776 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023afc65-52d6-4536-a3ce-139117127891 None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:52:56Z', 'revision_number': 3, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:52:59.941998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:52:59.944073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:52:59.957123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:52:59.997992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c7aa3-5f9d-4409-8fff-c4e25081e868 req-40c9ac2c-3b9b-464b-ae8e-9240d5728e59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:52:59.999878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-736c7aa3-5f9d-4409-8fff-c4e25081e868 req-40c9ac2c-3b9b-464b-ae8e-9240d5728e59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.3385701 Jul 23 22:53:00.028628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.255293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-736c7aa3-5f9d-4409-8fff-c4e25081e868 req-468040e3-1d72-412b-9111-9b13f05471f1 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982064 Jul 23 22:53:00.338595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.443328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8a58a71-c90a-4516-844e-ed5f4c23465e None None] Provisioning for port e28980a0-c492-4924-8c94-c237ce06efc3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:00.458300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8a58a71-c90a-4516-844e-ed5f4c23465e None None] Provisioning complete for port e28980a0-c492-4924-8c94-c237ce06efc3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:00.458681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8a58a71-c90a-4516-844e-ed5f4c23465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.580240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8a58a71-c90a-4516-844e-ed5f4c23465e None None] Port e28980a0-c492-4924-8c94-c237ce06efc3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:00.624593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:00.631297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.660888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ac370451-815b-4bb2-af36-b0e1d047b08e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:00.682539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.690647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.708820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4ac91adb-95c8-4a45-875f-7a0207b4c936'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:00.741056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event deleted for resources: {'Port': ['ID=ac370451-815b-4bb2-af36-b0e1d047b08e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:00.858513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Pushing event updated for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:00.861218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6359acf8-8936-48fe-9feb-a7377321a632 req-210ef7e4-318f-4a81-9d06-1de178e67416 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff57fa8-4f67-40cf-b4ac-f0f271c721af HTTP/1.1" status: 200 len: 210 time: 0.1531053 Jul 23 22:53:00.875653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.917886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] No DVR routers for this DVR port ac370451-815b-4bb2-af36-b0e1d047b08e on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:00.922332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:00.926448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99554f3f-0be1-4d1e-bcb5-3a90053d3b1a req-a983b626-61f9-4306-a52b-e0746fc1108f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.22 "DELETE /v2.0/ports/ac370451-815b-4bb2-af36-b0e1d047b08e HTTP/1.1" status: 204 len: 173 time: 1.8009012 Jul 23 22:53:00.926920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'name': 'network-vif-deleted', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:00.933953 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cf18c5-f54c-4847-b88f-4845c08bf23c" -d '{"events": [{"server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "name": "network-vif-deleted", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:00.946203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.026908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:01.031998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:01.032982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.090850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Subnet': ['ID=11725bc6-aa48-4e5a-b4e5-d114a22b6a1e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:01.125456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Checking segment: {'id': '774df876-d16c-402a-943c-89b6dc613bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:01.125860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network hostable DHCP agents. Network: 2e0c770b-b318-41d9-a2e5-55a40de9fb3d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:53:01.176313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:01.178671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:01.233935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.253251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:53:01.277048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:01.284762 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.287176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2e0c770b-b318-41d9-a2e5-55a40de9fb3d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:01.297483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:01.299310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586c278-7761-4a14-863b-be7c77be693c None None] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:01.300141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.412882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-e9606707-495a-4131-b7d5-34d1ccb29b1a tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:01.430682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-e9606707-495a-4131-b7d5-34d1ccb29b1a tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 811 time: 0.3351908 Jul 23 22:53:01.471622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-d1a036dc-f83c-4850-9376-43a031f07ae7 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/quotas/57e6bd9c11dc40268d32ef74668db986 HTTP/1.1" status: 200 len: 375 time: 0.0332341 Jul 23 22:53:01.479310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba7364a3-e87a-441c-9869-d1f8e4303a64 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9703727 Jul 23 22:53:01.481049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:01.492326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:53:01.512313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'network': {'name': 'tempest-router-network01--152153426'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:01.530616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:01.687938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:01.693363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.727557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:01.731321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b59261f-6b77-4342-9434-f6fc789dd39e admin admin] 10.222.0.37 "PUT /v2.0/routers/86eead01-9e6e-4e4a-a141-2f9d51f8a3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7716913 Jul 23 22:53:01.742379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-2e0c770b-b318-41d9-a2e5-55a40de9fb3d', 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d', 'tenant_id': '2ecf550a401141699e3a407ea25330c1', 'fixed_ips': [{'subnet_id': '11725bc6-aa48-4e5a-b4e5-d114a22b6a1e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:53:01.743758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.765666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:53:01.800993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a199b26e-4fe9-47ad-aba4-32491b912dff None None] Provisioning complete for port e28980a0-c492-4924-8c94-c237ce06efc3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:01.801358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a199b26e-4fe9-47ad-aba4-32491b912dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.805377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:01.818132 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Added segment 0e9d8df0-8eea-4972-84fc-f2b625ab8cd5 of type vlan for network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb Jul 23 22:53:01.847558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-c3ef3268-b99b-40d8-bfe2-08dbbb373b14 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3737352 Jul 23 22:53:01.892542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a199b26e-4fe9-47ad-aba4-32491b912dff None None] Port e28980a0-c492-4924-8c94-c237ce06efc3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:01.926597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.005399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Allocated IP 2001:db8::2 (2e0c770b-b318-41d9-a2e5-55a40de9fb3d/11725bc6-aa48-4e5a-b4e5-d114a22b6a1e/7a425061-ad23-419f-bf30-b17c745a054d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:02.032546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-7d1dcfba-2b2c-4b44-9164-a4440ced8d68 service neutron] 10.222.0.37 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525829 Jul 23 22:53:02.060526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.077029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:02.077783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.131865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6437964 Jul 23 22:53:02.135100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45184) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:02.140681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'network': {'name': 'tempest-router-network02--1862217781'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:02.187178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:02.200872 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.201445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.211146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Transition to ACTIVE for port object 7a425061-ad23-419f-bf30-b17c745a054d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:02.225233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26467207-9f65-4739-af7d-149fa0aab39d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Network': ['ID=db95cf58-8a3d-4bfa-a183-b66af7f4f1eb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:02.239353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Transition to ACTIVE for port object 7a425061-ad23-419f-bf30-b17c745a054d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:02.242893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:53:02.245374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:53:02.258341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.258710 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Added segment 0689fb48-2c6c-4aef-94e4-a452910654df of type vlan for network 287321f0-572f-41b5-b156-48847d7d12b3 Jul 23 22:53:02.277349 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.304975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.363532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Pushing event updated for resources: {'Port': ['ID=7a425061-ad23-419f-bf30-b17c745a054d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:02.369564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.375421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:02.376291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:02.398363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-acfc2b0a-ee19-4ab7-bf68-b382f9815c90 service neutron] 10.222.0.37 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397794 Jul 23 22:53:02.448408 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3122089 Jul 23 22:53:02.451430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:02.457913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'subnet': {'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:02.488510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb73ed-fb76-4b40-90ea-6edf15438717 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Network': ['ID=287321f0-572f-41b5-b156-48847d7d12b3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:02.507349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:02.509926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:02.518019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:02.522065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 287321f0-572f-41b5-b156-48847d7d12b3 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:53:02.591152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:02.685735 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e878fed-408d-408a-9571-4c138ce2bc28 x-openstack-request-id: req-8e878fed-408d-408a-9571-4c138ce2bc28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:02.686054 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff57fa8-4f67-40cf-b4ac-f0f271c721af", "name": "network-vif-deleted", "tag": "ac370451-815b-4bb2-af36-b0e1d047b08e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:02.686313 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e878fed-408d-408a-9571-4c138ce2bc28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:02.686723 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff57fa8-4f67-40cf-b4ac-f0f271c721af', 'name': 'network-vif-deleted', 'tag': 'ac370451-815b-4bb2-af36-b0e1d047b08e', 'status': 'completed', 'code': 200} Jul 23 22:53:02.708114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:02.711880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.100903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.188097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:03.188307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Subnet': ['ID=8cd57677-f8f1-4ae8-91a1-e33ac49e4696,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:03.222893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Checking segment: {'id': '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:03.223981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network hostable DHCP agents. Network: db95cf58-8a3d-4bfa-a183-b66af7f4f1eb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:53:03.258439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Attempting to bind port 7a425061-ad23-419f-bf30-b17c745a054d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:03.259005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Attempting to bind port 7a425061-ad23-419f-bf30-b17c745a054d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '774df876-d16c-402a-943c-89b6dc613bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:03.259533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Attempting to bind port 7a425061-ad23-419f-bf30-b17c745a054d on network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:03.263390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:53:03.263700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:03.264831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:03.276832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, db95cf58-8a3d-4bfa-a183-b66af7f4f1eb) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:03.283342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:03.284311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.321027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2990b82c-942c-46a8-9e39-314d6b38516b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8683765 Jul 23 22:53:03.324622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:03.330456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'subnet': {'network_id': '287321f0-572f-41b5-b156-48847d7d12b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:03.433862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:03.434566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Checking segment: {'id': '774df876-d16c-402a-943c-89b6dc613bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:03.435139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.435737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Bound using segment: {'id': '774df876-d16c-402a-943c-89b6dc613bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:03.437895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Bound port: 7a425061-ad23-419f-bf30-b17c745a054d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774df876-d16c-402a-943c-89b6dc613bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2e0c770b-b318-41d9-a2e5-55a40de9fb3d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:03.439097 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.442142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6e6e2-e615-4759-ba89-018481babf2b None None] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:03.548589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:03.548744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.571189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:03.587894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:03.806732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:53:03.922243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.023853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ac370451-815b-4bb2-af36-b0e1d047b08e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:04.025648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:04.031337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099684916', 'description': 'tempest-description--2106429231'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:04.050802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: ac370451-815b-4bb2-af36-b0e1d047b08e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:04.051140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ac370451-815b-4bb2-af36-b0e1d047b08e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:04.115132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.115933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] For port 7a425061-ad23-419f-bf30-b17c745a054d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:04.194401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Subnet': ['ID=93e09d9f-610e-48ef-adb2-26db937d9a76,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:04.195780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] For port 7a425061-ad23-419f-bf30-b17c745a054d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7a425061-ad23-419f-bf30-b17c745a054d,segment=NetworkSegment(774df876-d16c-402a-943c-89b6dc613bfe),segment_id=774df876-d16c-402a-943c-89b6dc613bfe)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:04.197218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Checking segment: {'id': '0689fb48-2c6c-4aef-94e4-a452910654df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:04.197888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network hostable DHCP agents. Network: 287321f0-572f-41b5-b156-48847d7d12b3, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:53:04.225543 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.227300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network 287321f0-572f-41b5-b156-48847d7d12b3 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:53:04.246390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 287321f0-572f-41b5-b156-48847d7d12b3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:04.256523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:04.284600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.318448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866aa8-8b04-40a7-b016-4949d9a58c8e None None] Pushing event updated for resources: {'Port': ['ID=7a425061-ad23-419f-bf30-b17c745a054d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:04.321463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb3c120-69d6-4937-b02c-286ffebc3af4 None None] Network 287321f0-572f-41b5-b156-48847d7d12b3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:04.413997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-db95cf58-8a3d-4bfa-a183-b66af7f4f1eb', 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb', 'tenant_id': '2ecf550a401141699e3a407ea25330c1', 'fixed_ips': [{'subnet_id': '8cd57677-f8f1-4ae8-91a1-e33ac49e4696'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:53:04.430966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.457839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.460632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.506798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62d40f87-f470-4bec-915b-614751a7f319 req-4bc6c9fd-7b12-4378-ab7e-7f685877f58b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 210 time: 0.2179549 Jul 23 22:53:04.514345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:04.525669 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4936712 Jul 23 22:53:04.539184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:04.556148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group_rule': {'security_group_id': '1e325f38-6163-42a2-ba00-d7e6d5281d29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:04.597619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709847ec-5934-4570-80ef-fa707e46e6a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e325f38-6163-42a2-ba00-d7e6d5281d29,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:04.619989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:04.627850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-557db2b9-d38b-410f-af9e-15e13a733c50 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3018723 Jul 23 22:53:04.794965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-58d0db09-54c3-4e0f-9670-93bd576ab22e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:04.801910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-58d0db09-54c3-4e0f-9670-93bd576ab22e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.25 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 811 time: 0.3641455 Jul 23 22:53:04.827015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Request body: {'port': {'device_id': '2121f004-326c-44df-9911-8faa048c36b2', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'admin_state_up': True, 'tenant_id': '57e6bd9c11dc40268d32ef74668db986'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:04.847923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.045705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Made reservation on behalf of 57e6bd9c11dc40268d32ef74668db986 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:05.050614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.127084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 2, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:05.239130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Allocated IP 2001:db8::2 (db95cf58-8a3d-4bfa-a183-b66af7f4f1eb/8cd57677-f8f1-4ae8-91a1-e33ac49e4696/d620088d-e2ce-44e7-9ac9-6466bf0e5c1b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:05.253028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Allocated IP 172.20.0.13 (fad9bdd2-d346-4256-8c1d-85643b676cc5/cdf257ca-9154-4f08-be14-8345dad4bc8e/255fd51f-9915-4679-a578-bed4963db1d3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:05.275356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.288438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.419779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d075420-ddf1-4a88-b989-31510c66f81d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:05.425399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.441887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.445801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.448798 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4f47543-96a2-41bb-bc36-3db6d3efa911 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9060550 Jul 23 22:53:05.452090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Transition to ACTIVE for port object d620088d-e2ce-44e7-9ac9-6466bf0e5c1b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:05.456591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:05.472061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group_rule': {'security_group_id': '1e325f38-6163-42a2-ba00-d7e6d5281d29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:05.479355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Transition to ACTIVE for port object d620088d-e2ce-44e7-9ac9-6466bf0e5c1b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:05.483578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.484654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-287321f0-572f-41b5-b156-48847d7d12b3', 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3', 'tenant_id': '2ecf550a401141699e3a407ea25330c1', 'fixed_ips': [{'subnet_id': '93e09d9f-610e-48ef-adb2-26db937d9a76'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:53:05.485861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.494570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:53:05.495149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Updating router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 port e28980a0-c492-4924-8c94-c237ce06efc3 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:53:05.514387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.588255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.639983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.674916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.693379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Network fad9bdd2-d346-4256-8c1d-85643b676cc5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:05.781001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:05.831947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:05.844961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:05.866140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.882433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.936989 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.939715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4807110 Jul 23 22:53:05.945264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:05.948637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Pushing event updated for resources: {'Port': ['ID=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:05.953406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:05.962387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:05.963126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:05.979519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d35006-5dd7-41dc-899d-c9b7f50834f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb23e1c2-6b8f-480a-a3da-70a6b834b3e6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:05.996654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Pushing event updated for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:06.065073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2430a10-3f6f-4da7-9553-f8dfb033135e req-0e7cf607-d657-4a0d-a402-95056ba82120 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:06.072106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2430a10-3f6f-4da7-9553-f8dfb033135e req-0e7cf607-d657-4a0d-a402-95056ba82120 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 932 time: 0.3716016 Jul 23 22:53:06.077813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.123638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Allocated IP 2001:db8::1 (db95cf58-8a3d-4bfa-a183-b66af7f4f1eb/8cd57677-f8f1-4ae8-91a1-e33ac49e4696/633fcb44-4e4c-4d93-a7d3-ae9e9407bb52) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:06.150334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9b7c1db3-54b4-47a9-9166-aef9c8b20fca tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3284626 Jul 23 22:53:06.155657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:06.167938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Request body: {'port': {'device_id': '2121f004-326c-44df-9911-8faa048c36b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:06.292018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2430a10-3f6f-4da7-9553-f8dfb033135e req-bf86ebe4-e975-4e72-baad-3e94b9913c66 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161100 Jul 23 22:53:06.344501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:06.379378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389be890-399a-48fa-8279-ba299b4a1f46 None None] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:06.385148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.475588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.525426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:06.726789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7a425061-ad23-419f-bf30-b17c745a054d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:06.727846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Allocated IP 172.25.1.197 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/a2779345-7832-48ef-ba66-265bef5fdc9e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:06.794580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.840986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Transition to ACTIVE for port object 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:06.865536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Allocated IP 2001:db8::2 (287321f0-572f-41b5-b156-48847d7d12b3/93e09d9f-610e-48ef-adb2-26db937d9a76/2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:06.893956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.936058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255fd51f-9915-4679-a578-bed4963db1d3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:53:06.944838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.947912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:06.978732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Transition to ACTIVE for port object 255fd51f-9915-4679-a578-bed4963db1d3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:06.985691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.052742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:07.059352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:07.064649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:07.065025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.101413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.147636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Port': ['ID=633fcb44-4e4c-4d93-a7d3-ae9e9407bb52,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:07.176211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Attempting to bind port 255fd51f-9915-4679-a578-bed4963db1d3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:07.176732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Attempting to bind port 255fd51f-9915-4679-a578-bed4963db1d3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:07.177204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Attempting to bind port 255fd51f-9915-4679-a578-bed4963db1d3 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:07.183233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Port 255fd51f-9915-4679-a578-bed4963db1d3 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:53:07.183974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Attempting to bind port 255fd51f-9915-4679-a578-bed4963db1d3 on network fad9bdd2-d346-4256-8c1d-85643b676cc5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:07.187515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Pushing event updated for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:07.198502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:07.198941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Checking segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:07.199418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Bound using segment: {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:07.199953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Bound port: 255fd51f-9915-4679-a578-bed4963db1d3, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1e2038-1ebf-4801-8aa4-21e566e51c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:07.200418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.207934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:07.251506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:07.257652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:07.382682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=a2779345-7832-48ef-ba66-265bef5fdc9e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:07.426096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:07.440615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=255fd51f-9915-4679-a578-bed4963db1d3,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:07.440828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.459025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.492407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.614071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:07.615882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.618788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] 10.222.0.25 "PUT /v2.0/ports/255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 200 len: 1093 time: 1.4589770 Jul 23 22:53:07.633353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01643ad8-9614-420a-80c9-f9ead4b45f9e service neutron] Pushing event updated for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:07.637289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:07.642265 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "tag": "255fd51f-9915-4679-a578-bed4963db1d3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:07.668207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.686758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.698109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Transition to ACTIVE for port object e28980a0-c492-4924-8c94-c237ce06efc3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:07.709608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4b81180e-a4bc-4a35-b91e-a868043ab5bb None None] Provisioning for port 7a425061-ad23-419f-bf30-b17c745a054d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:07.711759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Attempting to bind port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:07.712122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Attempting to bind port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:07.712476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Attempting to bind port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b on network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:07.770845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea9244-c56d-4ce6-8c65-470b4360c143 req-34d67893-9e73-4e0c-a0ce-c5472980b811 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:07.780680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70ea9244-c56d-4ce6-8c65-470b4360c143 req-34d67893-9e73-4e0c-a0ce-c5472980b811 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 944 time: 0.1594470 Jul 23 22:53:07.809347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-4fc91ff0-ea45-40b2-b5eb-95d7d21e0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:07.811748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-4fc91ff0-ea45-40b2-b5eb-95d7d21e0359 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1096 time: 0.1353149 Jul 23 22:53:07.822776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.883173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-e78dfb07-5a63-4b82-9c61-fc48c96ca7fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 200 len: 217 time: 0.0604458 Jul 23 22:53:07.909950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70ea9244-c56d-4ce6-8c65-470b4360c143 req-864ddc12-b26f-40ff-b5ec-126dc69fd243 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278036 Jul 23 22:53:07.937607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:07.942466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Checking segment: {'id': '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:07.943358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:07.946636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Bound using segment: {'id': '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:07.949353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Bound port: d620088d-e2ce-44e7-9ac9-6466bf0e5c1b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'db95cf58-8a3d-4bfa-a183-b66af7f4f1eb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:07.950935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.093507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32787332-6d89-473d-ad0a-725776cd8f26 req-c600af70-4842-4644-a44e-0846e67d8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:08.100010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-c600af70-4842-4644-a44e-0846e67d8659 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.1886168 Jul 23 22:53:08.163220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-73387140-0e3a-420d-8259-628fd93009d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556254 Jul 23 22:53:08.193682 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9debaf-1b53-4456-b0a0-76d5b38651c7 x-openstack-request-id: req-2e9debaf-1b53-4456-b0a0-76d5b38651c7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:08.194270 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "tag": "255fd51f-9915-4679-a578-bed4963db1d3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:08.194703 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e9debaf-1b53-4456-b0a0-76d5b38651c7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:08.195271 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3', 'status': 'completed', 'code': 200} Jul 23 22:53:08.275172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577dcfa-9344-44d5-b76e-2477819f8211 None None] Pushing event updated for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:08.377238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7a425061-ad23-419f-bf30-b17c745a054d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:08.389842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-9edf7cf3-ace6-4a2f-bf4d-3d07466de1ba service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171726 Jul 23 22:53:08.427078 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:53:08.458453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7a425061-ad23-419f-bf30-b17c745a054d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:08.458990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.491940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.499492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Attempting to bind port e28980a0-c492-4924-8c94-c237ce06efc3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:08.500184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Attempting to bind port e28980a0-c492-4924-8c94-c237ce06efc3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:08.501525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Attempting to bind port e28980a0-c492-4924-8c94-c237ce06efc3 on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:08.509348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.510278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.567581 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32787332-6d89-473d-ad0a-725776cd8f26 req-e30b0c20-a17b-4e9a-b992-6b86d7122a4e service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688755 Jul 23 22:53:08.610505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.660062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.694176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.698800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:08.699429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Checking segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:08.699636 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.703050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Bound using segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:08.705082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Bound port: e28980a0-c492-4924-8c94-c237ce06efc3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:08.705612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.718731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Transition to ACTIVE for port object 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:08.769655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Port': ['ID=633fcb44-4e4c-4d93-a7d3-ae9e9407bb52,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:08.786699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-57c5f29c-d907-4586-865a-d7b5c4a2053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:08.790707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-57c5f29c-d907-4586-865a-d7b5c4a2053f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1096 time: 0.1436532 Jul 23 22:53:08.809878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] For port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:08.835573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Transition to ACTIVE for port object 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:08.892045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] For port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,segment=NetworkSegment(0e9d8df0-8eea-4972-84fc-f2b625ab8cd5),segment_id=0e9d8df0-8eea-4972-84fc-f2b625ab8cd5)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:08.921737 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:08.925168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.017231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-021d40d6-c9b3-4f4c-8eb9-20e275cf5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:09.019909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-021d40d6-c9b3-4f4c-8eb9-20e275cf5da9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 912 time: 0.2206578 Jul 23 22:53:09.068300 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.104527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-a50adc85-8514-4234-83f8-bb37b615a69e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 200 len: 217 time: 0.0450470 Jul 23 22:53:09.111680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Network 287321f0-572f-41b5-b156-48847d7d12b3 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:09.144947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:09.151468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] For port e28980a0-c492-4924-8c94-c237ce06efc3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:09.225370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] For port e28980a0-c492-4924-8c94-c237ce06efc3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e28980a0-c492-4924-8c94-c237ce06efc3,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:09.226136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:09.248826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Pushing event updated for resources: {'Port': ['ID=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:09.279592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.331999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-78425e12-4127-4f9d-bf70-16693b717bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:09.334508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-78425e12-4127-4f9d-bf70-16693b717bc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.2183695 Jul 23 22:53:09.384678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7a425061-ad23-419f-bf30-b17c745a054d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7a425061-ad23-419f-bf30-b17c745a054d,segment=NetworkSegment(774df876-d16c-402a-943c-89b6dc613bfe),segment_id=774df876-d16c-402a-943c-89b6dc613bfe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:09.428702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.489533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:09.490969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:09.549479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-fd9d391c-5afb-4a8f-b251-1023d04b5eec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368768 Jul 23 22:53:09.677530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:53:09.739606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f30287-260a-4139-873f-3e003cf73773 req-cf146f85-4f87-46ad-86a0-f30fcb1de927 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:09.750436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5f30287-260a-4139-873f-3e003cf73773 req-cf146f85-4f87-46ad-86a0-f30fcb1de927 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 946 time: 0.7292049 Jul 23 22:53:09.781885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-8aeb014d-8da1-4640-890d-a1614e126b6c service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228227 Jul 23 22:53:09.835095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Attempting to bind port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:09.835719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Attempting to bind port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0689fb48-2c6c-4aef-94e4-a452910654df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:09.835824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Attempting to bind port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 on network 287321f0-572f-41b5-b156-48847d7d12b3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:09.838195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d22b22-cb85-479b-80c9-5d569c7091b0 None None] Pushing event updated for resources: {'Port': ['ID=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:09.869257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:09.875081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:09.927678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:09.927678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Checking segment: {'id': '0689fb48-2c6c-4aef-94e4-a452910654df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:09.937405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.937405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Bound using segment: {'id': '0689fb48-2c6c-4aef-94e4-a452910654df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:09.937405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Bound port: 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0689fb48-2c6c-4aef-94e4-a452910654df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '287321f0-572f-41b5-b156-48847d7d12b3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:09.937405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:09.984895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=a2779345-7832-48ef-ba66-265bef5fdc9e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:10.044539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8a6c1ad-8766-48d6-b29f-663be5ce4159 None None] Provisioning complete for port 7a425061-ad23-419f-bf30-b17c745a054d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:10.045057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c1ad-8766-48d6-b29f-663be5ce4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:10.047000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:10.086101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:10.088680 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-105ccf17-3c84-42ef-8807-571df0a62be2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1391335 Jul 23 22:53:10.147691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577dcfa-9344-44d5-b76e-2477819f8211 None None] Pushing event updated for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:10.149470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Router 7add12b3-6397-4588-a61b-d59827c795b1 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:53:10.333511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:10.345463 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d1f3c-457f-4751-97f7-90828321772c None None] Sync routers for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:10.347179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b4d7e80-2f3b-4e45-b0a3-534b5dc14cf6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7179170 Jul 23 22:53:10.350230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] For port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:10.356543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:10.369404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:10.370727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:10.445561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] For port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,segment=NetworkSegment(0689fb48-2c6c-4aef-94e4-a452910654df),segment_id=0689fb48-2c6c-4aef-94e4-a452910654df)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:10.448698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7a425061-ad23-419f-bf30-b17c745a054d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:10.476535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:10.487463 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:10.516848 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:10.517895 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:52:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:10.591056 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-533d1f3c-457f-4751-97f7-90828321772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:10.597955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d1f3c-457f-4751-97f7-90828321772c None None] The sync data for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:10.669093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5f30287-260a-4139-873f-3e003cf73773 req-294afe62-5fe1-4ba6-8a0f-bbfc0ac49056 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.37 "GET /v2.0/security-groups?id=97dfe510-1508-4c50-b671-6882b768fa44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9159000 Jul 23 22:53:10.671479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:09Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:10.731449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d3b9-50cd-4558-a3fd-d287dfa1be8e None None] Pushing event updated for resources: {'Port': ['ID=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:10.738950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e38c2c-05c4-422c-b9a3-2ecc522abf7f None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:09Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:10.845003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e241d79-d1d7-4b80-8b8f-f8e86b2c8c0a req-fc647c07-a144-4b29-a75a-cd3157457275 service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0477548 Jul 23 22:53:10.900167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-e052373d-4e23-49f5-85dc-82db935cb887 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:10.901777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-e052373d-4e23-49f5-85dc-82db935cb887 tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "GET /v2.0/ports?device_id=5391e46a-3c36-4a81-a0f2-cab79328bbcd HTTP/1.1" status: 200 len: 946 time: 0.2652137 Jul 23 22:53:11.067285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4727068-75c3-4205-88f6-1b27e8cdcd51 None None] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:11.170938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69af6-864c-4432-bf32-83c2df69026b req-0153ac8b-29a1-46e1-a889-54b5a069dc81 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:11.173452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7e69af6-864c-4432-bf32-83c2df69026b req-0153ac8b-29a1-46e1-a889-54b5a069dc81 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 944 time: 0.3962538 Jul 23 22:53:11.184085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75384331-f683-493a-850a-7e44b8b0d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:11.259406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7e69af6-864c-4432-bf32-83c2df69026b req-c6933a56-ab7f-4339-902f-a8b1dcde4dda tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Jul 23 22:53:11.288348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f152cc7d-11e2-432f-ab4e-6be519a66d19 None None] Provisioning for port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:11.290503 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-5917d0bb-70ee-44bc-a6e9-9ad0a171b37a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:53:11.307255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5917d0bb-70ee-44bc-a6e9-9ad0a171b37a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9492333 Jul 23 22:53:11.309188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:11.475264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Deleting port 4ac91adb-95c8-4a45-875f-7a0207b4c936 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:11.475610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:11.683018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 255fd51f-9915-4679-a578-bed4963db1d3 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:53:11.983045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=255fd51f-9915-4679-a578-bed4963db1d3,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:12.020049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e28980a0-c492-4924-8c94-c237ce06efc3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:12.059587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '255fd51f-9915-4679-a578-bed4963db1d3', 'network_id': 'fad9bdd2-d346-4256-8c1d-85643b676cc5', 'port_id': '255fd51f-9915-4679-a578-bed4963db1d3', 'mac_address': 'fa:16:3e:db:85:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf257ca-9154-4f08-be14-8345dad4bc8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:53:12.112489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-6b9f044f-237f-4eea-a11c-e16cd97f74c2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1099684916&fields=id&tenant_id=42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 267 time: 0.3523726 Jul 23 22:53:12.143321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:12.183466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255fd51f-9915-4679-a578-bed4963db1d3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:53:12.211728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=255fd51f-9915-4679-a578-bed4963db1d3,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:12.228143 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:12.304440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port e28980a0-c492-4924-8c94-c237ce06efc3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:12.310898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b5d27d3-4482-4988-9c79-286cbf41827c None None] Provisioning for port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:12.318260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b5d27d3-4482-4988-9c79-286cbf41827c None None] Provisioning complete for port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:12.318638 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b5d27d3-4482-4988-9c79-286cbf41827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:12.322964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e28980a0-c492-4924-8c94-c237ce06efc3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:12.323337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:12.435754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] For port 4ac91adb-95c8-4a45-875f-7a0207b4c936, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4ac91adb-95c8-4a45-875f-7a0207b4c936,segment=NetworkSegment(76590b15-7da2-4226-a720-77314f0105db),segment_id=76590b15-7da2-4226-a720-77314f0105db)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:12.437130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:12.471594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-dd358976-821a-42de-b1b4-4d791357e93d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:12.471594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-dd358976-821a-42de-b1b4-4d791357e93d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 810 time: 0.3453474 Jul 23 22:53:12.494719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:12.499216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Calling delete_port for 4ac91adb-95c8-4a45-875f-7a0207b4c936 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:12.564298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d27d3-4482-4988-9c79-286cbf41827c None None] Port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:12.568150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['255fd51f-9915-4679-a578-bed4963db1d3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:12.849392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-6f1ff0c1-77e3-467c-98ee-b74cff5d08f1 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/quotas/42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 375 time: 0.3667774 Jul 23 22:53:12.893911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e20a4e8-3b87-424d-9351-8c271ea0f527 None None] Network 287321f0-572f-41b5-b156-48847d7d12b3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:12.979196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.086254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.118634 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.174568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c58daf2-8d8c-4e31-8e35-824d8a25fb33 None None] Provisioning complete for port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:13.175191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c58daf2-8d8c-4e31-8e35-824d8a25fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.184212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Pushing event deleted for resources: {'Port': ['ID=4ac91adb-95c8-4a45-875f-7a0207b4c936,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:13.219775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] No DVR routers for this DVR port 4ac91adb-95c8-4a45-875f-7a0207b4c936 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:13.226013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.228012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b660701-7135-4a94-a1aa-eee6fa99cac5 req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] 10.222.0.25 "DELETE /v2.0/ports/4ac91adb-95c8-4a45-875f-7a0207b4c936 HTTP/1.1" status: 204 len: 173 time: 2.3182466 Jul 23 22:53:13.233988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'name': 'network-vif-deleted', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:13.237005 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e0e61e-cb3e-4d54-a05e-e381081aa100" -d '{"events": [{"server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "name": "network-vif-deleted", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:13.246928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.246928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.247261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.247370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.247792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.248039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.248384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.248715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.249082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.249485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.249815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.250074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96dbca-281f-432d-a155-31f2c93c852f tempest-AttachVolumeNegativeTest-494390253 tempest-AttachVolumeNegativeTest-494390253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:13.272947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e28980a0-c492-4924-8c94-c237ce06efc3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e28980a0-c492-4924-8c94-c237ce06efc3,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:13.274341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-526d03e8-51ef-4b32-83fb-e4b8a935b2c1 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4000912 Jul 23 22:53:13.295185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1c58daf2-8d8c-4e31-8e35-824d8a25fb33 None None] Port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:13.296742 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.297573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:13.511703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-a9ae9eb5-e2e9-48f9-9d3f-c98579232c61 service neutron] 10.222.0.37 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190473 Jul 23 22:53:13.523996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:13.532099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:13.552760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Provisioning complete for port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:13.553270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.597774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d620088d-e2ce-44e7-9ac9-6466bf0e5c1b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:13.623727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:13.667759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Provisioning for port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:13.686056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Provisioning complete for port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:13.690378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.696982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4ac91adb-95c8-4a45-875f-7a0207b4c936 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:13.769821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting port 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:13.769821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.770284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 4ac91adb-95c8-4a45-875f-7a0207b4c936 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:13.770284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4ac91adb-95c8-4a45-875f-7a0207b4c936 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:13.789372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:13.825409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:13.836810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.911452 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3e6dc86-46ed-4e74-9258-09e82f2b8ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:13.964499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-ebf8665f-4192-41e4-a8ba-714eaeb6956c service neutron] 10.222.0.37 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431841 Jul 23 22:53:14.069121 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.117059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Calling delete_port for 633fcb44-4e4c-4d93-a7d3-ae9e9407bb52 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:14.155591 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.180033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.205880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.220825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] For port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,segment=NetworkSegment(0689fb48-2c6c-4aef-94e4-a452910654df),segment_id=0689fb48-2c6c-4aef-94e4-a452910654df)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:14.241858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.274810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,segment=NetworkSegment(0e9d8df0-8eea-4972-84fc-f2b625ab8cd5),segment_id=0e9d8df0-8eea-4972-84fc-f2b625ab8cd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:14.288461 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.289261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7a425061-ad23-419f-bf30-b17c745a054d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:14.334019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d9c82-a041-4132-82c9-9e990fcfdcf7 None None] Pushing event updated for resources: {'Port': ['ID=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:14.421160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:14.501303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Deleting subnet ecf6e305-a2b6-47ea-9987-76cbed256e0d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:53:14.512576 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.512763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:14.558219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.565887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb52dba0-fb5f-4153-a0ca-4224619536bb None None] Provisioning complete for port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:14.566271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb52dba0-fb5f-4153-a0ca-4224619536bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.593916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.619301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7a425061-ad23-419f-bf30-b17c745a054d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:14.619680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.649178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Port': ['ID=633fcb44-4e4c-4d93-a7d3-ae9e9407bb52,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:14.680280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.745470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.837472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf6e305-a2b6-47ea-9987-76cbed256e0d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:14.856378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.864367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39332e6d-de45-415b-9146-f2e5fd7655d9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecf6e305-a2b6-47ea-9987-76cbed256e0d HTTP/1.1" status: 204 len: 168 time: 0.4395955 Jul 23 22:53:14.864720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45514) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:14.869996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9bb3b-0b73-4bcb-824d-7fac566fe14c req-bb094e34-7be5-4d41-91b7-9a242daa5e59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:14.877528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c9bb3b-0b73-4bcb-824d-7fac566fe14c req-bb094e34-7be5-4d41-91b7-9a242daa5e59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 945 time: 0.3867390 Jul 23 22:53:14.901750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:14.972622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.017070 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.036306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83c9bb3b-0b73-4bcb-824d-7fac566fe14c req-9d68bfd6-f541-465e-8f77-57b3ab8f1ce3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577785 Jul 23 22:53:15.150528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.177450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95275e9-c2f7-450e-baeb-336fafee678f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.197873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e28980a0-c492-4924-8c94-c237ce06efc3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:15.202507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76590b15-7da2-4226-a720-77314f0105db') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.202739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76590b15-7da2-4226-a720-77314f0105db') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.220099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.266838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.279499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:53:15.279926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:53:15.285106 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:53:15.305636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Router 7add12b3-6397-4588-a61b-d59827c795b1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:53:15.350200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e28980a0-c492-4924-8c94-c237ce06efc3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:15.357692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.435026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.446561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.456912 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f95275e9-c2f7-450e-baeb-336fafee678f HTTP/1.1" status: 204 len: 168 time: 0.5898733 Jul 23 22:53:15.464966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:15.485591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f595dc03-1234-4301-a09a-564efd64fdd7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1741369 Jul 23 22:53:15.486696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:15.491039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] Sync routers for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:15.496062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b24f4f-7e00-460e-a1b4-d85689d834c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95275e9-c2f7-450e-baeb-336fafee678f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:15.529633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:15.531287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.564898 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-bcc47de3-d091-4f44-9bbc-791eca7f0345 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] delete failed (client error): The resource could not be found. Jul 23 22:53:15.570013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:15.577235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-920d2040-28a3-4df6-a819-1a516866a671 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'router': {'external_gateway_info': {'network_id': '7add12b3-6397-4588-a61b-d59827c795b1'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:15.578148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bcc47de3-d091-4f44-9bbc-791eca7f0345 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1884802370 HTTP/1.1" status: 404 len: 335 time: 0.0780127 Jul 23 22:53:15.668908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:15.694912 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c40b47-f5f0-4f4c-9c1a-7b2e7eda60ca x-openstack-request-id: req-00c40b47-f5f0-4f4c-9c1a-7b2e7eda60ca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:15.695200 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5391e46a-3c36-4a81-a0f2-cab79328bbcd", "name": "network-vif-deleted", "tag": "4ac91adb-95c8-4a45-875f-7a0207b4c936", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:15.695452 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00c40b47-f5f0-4f4c-9c1a-7b2e7eda60ca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:15.695969 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5391e46a-3c36-4a81-a0f2-cab79328bbcd', 'name': 'network-vif-deleted', 'tag': '4ac91adb-95c8-4a45-875f-7a0207b4c936', 'status': 'completed', 'code': 200} Jul 23 22:53:15.731798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 255fd51f-9915-4679-a578-bed4963db1d3 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:15.795158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.814446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fcc701b-0c80-439d-805c-7942fb97ecf0 req-c0089f07-dea4-40d9-bc5e-8c2eda1a2fb9 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 210 time: 0.0605450 Jul 23 22:53:15.862303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:15.863326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.901250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:15.902219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adacf6-3d54-49a5-a751-9c2c9a13dc7c None None] The sync data for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:15.921963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:15.922974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:15.933664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:15.962948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 255fd51f-9915-4679-a578-bed4963db1d3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:15.981305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 255fd51f-9915-4679-a578-bed4963db1d3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:15.982479 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.051962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6fbd30c9-8d43-4917-8c18-c34b74c47176 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81975d1c5a264ed9ba1cbfd269a61e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146886 Jul 23 22:53:16.052959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:16.067795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-920d2040-28a3-4df6-a819-1a516866a671 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.129425 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-920d2040-28a3-4df6-a819-1a516866a671 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] update failed (client error): The resource could not be found. Jul 23 22:53:16.134237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-920d2040-28a3-4df6-a819-1a516866a671 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1 HTTP/1.1" status: 404 len: 339 time: 0.5631473 Jul 23 22:53:16.135232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:16.142522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1020130639'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:16.177734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:16.182186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.186454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d620088d-e2ce-44e7-9ac9-6466bf0e5c1b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:16.244644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.245312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:53:16.264520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.264922 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Added segment 3a6cbeb3-6698-4078-92c1-7ac7d234dbba of type vlan for network 217b6556-ea4c-4bf7-9d51-d967546c0739 Jul 23 22:53:16.296160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.316595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.356394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.380206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.386227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:16.386854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.398742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:16.407998 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b6b00-2db0-459d-a816-3b9811233db3" -d '{"events": [{"server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "name": "network-vif-plugged", "status": "completed", "tag": "255fd51f-9915-4679-a578-bed4963db1d3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:16.416178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=255fd51f-9915-4679-a578-bed4963db1d3,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:16.424033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:16.424459 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.429357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-169cc510-a190-44f6-ab54-05bc9a600312 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:16.431506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-169cc510-a190-44f6-ab54-05bc9a600312 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 810 time: 0.2744482 Jul 23 22:53:16.452359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:16.452846 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3160019 Jul 23 22:53:16.467191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'subnet': {'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:16.480009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.502415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd482-0b65-40ea-a1e6-6660050fb497 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Network': ['ID=217b6556-ea4c-4bf7-9d51-d967546c0739,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:16.539652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b73b8-dde1-4948-a663-e45f0cae3a95 req-0c85e081-c8c4-46d3-a124-5a48054b7fa6 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:16.541732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c13b73b8-dde1-4948-a663-e45f0cae3a95 req-0c85e081-c8c4-46d3-a124-5a48054b7fa6 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 945 time: 0.3821955 Jul 23 22:53:16.560300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:53:16.592967 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.663686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:16.668481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.671069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.674971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97dfe510-1508-4c50-b671-6882b768fa44 HTTP/1.1" status: 204 len: 168 time: 0.6178761 Jul 23 22:53:16.695615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-58181fe9-9315-4d8f-ac7f-e8eb56d55dd2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 380 time: 0.2352023 Jul 23 22:53:16.712868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'port': {'device_id': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'admin_state_up': True, 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'security_groups': ['1e325f38-6163-42a2-ba00-d7e6d5281d29']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:16.721317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c13b73b8-dde1-4948-a663-e45f0cae3a95 req-6811f06f-349b-4255-86ea-ac4fc8f71249 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629360 Jul 23 22:53:16.725135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76721c0-9a60-4f89-8115-267c180f0ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dfe510-1508-4c50-b671-6882b768fa44,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:16.774055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Made reservation on behalf of 2ecf550a401141699e3a407ea25330c1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:16.776597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:16.909628 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a888c7b-9a91-4d32-802e-72ff34d34397 x-openstack-request-id: req-2a888c7b-9a91-4d32-802e-72ff34d34397 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:16.910197 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "name": "network-vif-plugged", "status": "completed", "tag": "255fd51f-9915-4679-a578-bed4963db1d3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:16.910666 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a888c7b-9a91-4d32-802e-72ff34d34397 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:16.911594 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3', 'code': 200} Jul 23 22:53:17.428335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85fd168e-8c16-4998-9a18-6e7cfe2b6460 req-e9542969-c022-4330-9171-0bb303a47029 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 210 time: 0.0889816 Jul 23 22:53:17.456822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Made reservation on behalf of 42fcdc7f7d984a9da69cdc0458454967 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:53:17.460368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:17.598536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e9529-a0d9-40c7-95ad-1e4b20843f35 req-f268b994-7a4e-4a9f-b102-d9762676e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:17.600075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d8e9529-a0d9-40c7-95ad-1e4b20843f35 req-f268b994-7a4e-4a9f-b102-d9762676e4b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1098 time: 0.2597487 Jul 23 22:53:17.730034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:17.859060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Subnet': ['ID=80b5c017-4322-4ac5-854b-cb3207d75e94,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:17.870523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d8e9529-a0d9-40c7-95ad-1e4b20843f35 req-773319ad-5cfa-479d-9615-b14c61e90942 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258008 Jul 23 22:53:17.955837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Allocated IP 172.20.0.6 (0329d235-b00d-4e43-9434-51cf07f9c037/5a2bca8c-6033-498e-8790-130278556711/0ec64675-d538-4f93-8ec6-6cc5a1aded6f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:18.010562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Checking segment: {'id': '3a6cbeb3-6698-4078-92c1-7ac7d234dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:18.011115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network hostable DHCP agents. Network: 217b6556-ea4c-4bf7-9d51-d967546c0739, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:53:18.067497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee20a9-063f-4278-9a8b-ad13a289145b req-8bf15016-2994-4dfe-8508-2835029f2c59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:18.069062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ee20a9-063f-4278-9a8b-ad13a289145b req-8bf15016-2994-4dfe-8508-2835029f2c59 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.2046854 Jul 23 22:53:18.120736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:53:18.177912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 217b6556-ea4c-4bf7-9d51-d967546c0739) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:18.189914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a1be0-4513-4e78-856d-0e6b397ab46e None None] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:18.232713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.249278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Transition to ACTIVE for port object 0ec64675-d538-4f93-8ec6-6cc5a1aded6f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:18.304474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91ee20a9-063f-4278-9a8b-ad13a289145b req-178842bb-a8f7-45ea-8e39-5a1f3951bfe3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233987 Jul 23 22:53:18.315991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:18.315991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.315991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.416150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-217b6556-ea4c-4bf7-9d51-d967546c0739', 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739', 'tenant_id': '2ecf550a401141699e3a407ea25330c1', 'fixed_ips': [{'subnet_id': '80b5c017-4322-4ac5-854b-cb3207d75e94'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:53:18.416570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:18.418446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.426391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-185a8c80-f60c-42ec-a5f2-433fe4587c43 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9607685 Jul 23 22:53:18.427864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:18.428680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:18.435830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d634e073-8615-4c07-afc2-9b8edf2d2344 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'router': {'external_gateway_info': {'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:18.446780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:18.473152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:18.598152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:18.602780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.725312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-fc4f3e50-58fd-41c6-8530-216b6878037e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163879 Jul 23 22:53:18.761226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Request body: {'port': {'device_id': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:18.833351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Allocated IP 2001:db8:1::2 (217b6556-ea4c-4bf7-9d51-d967546c0739/80b5c017-4322-4ac5-854b-cb3207d75e94/a6bb216a-e06f-4f9d-8cf6-f39c139d22a9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:18.892217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca42c-afba-41cb-9a7c-4b831be6dcbf req-89e341e5-dcd0-4615-9562-4afc8d89f7fa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:18.893826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-678ca42c-afba-41cb-9a7c-4b831be6dcbf req-89e341e5-dcd0-4615-9562-4afc8d89f7fa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 931 time: 0.2779212 Jul 23 22:53:18.973280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-72874037-cf51-49d9-849d-dae92550239a None None] Provisioning for port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:18.991399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d634e073-8615-4c07-afc2-9b8edf2d2344 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:18.991662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-72874037-cf51-49d9-849d-dae92550239a None None] Provisioning complete for port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:18.991970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-72874037-cf51-49d9-849d-dae92550239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.040949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.080269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-678ca42c-afba-41cb-9a7c-4b831be6dcbf req-61f36adb-3c41-4c6f-9124-42fcfc1118ca tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703892 Jul 23 22:53:19.149352 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.180166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Transition to ACTIVE for port object a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:19.200620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-72874037-cf51-49d9-849d-dae92550239a None None] Port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:19.210742 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-d634e073-8615-4c07-afc2-9b8edf2d2344 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:53:19.212140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d634e073-8615-4c07-afc2-9b8edf2d2344 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1 HTTP/1.1" status: 400 len: 364 time: 0.7822685 Jul 23 22:53:19.212697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Transition to ACTIVE for port object a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:19.216257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:19.233197 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.299438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:19.304848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:19.309715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:19.321333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Pushing event updated for resources: {'Port': ['ID=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:19.403496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Attempting to bind port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:19.404166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Attempting to bind port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3a6cbeb3-6698-4078-92c1-7ac7d234dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:19.404766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Attempting to bind port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 on network 217b6556-ea4c-4bf7-9d51-d967546c0739 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:19.410793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:19.411503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Checking segment: {'id': '3a6cbeb3-6698-4078-92c1-7ac7d234dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:19.412157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.413034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Bound using segment: {'id': '3a6cbeb3-6698-4078-92c1-7ac7d234dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:19.414219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Bound port: a6bb216a-e06f-4f9d-8cf6-f39c139d22a9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6cbeb3-6698-4078-92c1-7ac7d234dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '217b6556-ea4c-4bf7-9d51-d967546c0739'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:19.415090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.507245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] For port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:19.510885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] For port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,segment=NetworkSegment(3a6cbeb3-6698-4078-92c1-7ac7d234dbba),segment_id=3a6cbeb3-6698-4078-92c1-7ac7d234dbba)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:19.528690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.622372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28aea-1bc3-45d3-8885-857267944b7e None None] Pushing event updated for resources: {'Port': ['ID=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:19.705896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329ede2-92d1-4f79-8854-2b9c63715a91 req-103cc267-ac30-46be-b1dc-7e72ed4de654 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:19.708159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d329ede2-92d1-4f79-8854-2b9c63715a91 req-103cc267-ac30-46be-b1dc-7e72ed4de654 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1991382 Jul 23 22:53:19.715144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.799518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec64675-d538-4f93-8ec6-6cc5a1aded6f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:53:19.809055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d329ede2-92d1-4f79-8854-2b9c63715a91 req-5b55e3c7-fcf2-46f7-9aba-11a654f7b543 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901384 Jul 23 22:53:19.811152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.842716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Transition to ACTIVE for port object 0ec64675-d538-4f93-8ec6-6cc5a1aded6f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:19.854585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:19.975697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:20.092775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Attempting to bind port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:53:20.093230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Attempting to bind port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:53:20.093626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Attempting to bind port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:20.099215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f on network 0329d235-b00d-4e43-9434-51cf07f9c037 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:53:20.099542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Attempting to bind port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:53:20.106068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:53:20.110671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Checking segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:53:20.111302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Bound using segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:53:20.111987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Bound port: 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:53:20.112558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.273466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:53:20.278758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:53:20.287108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.300109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Allocated IP 2001:db8::1 (2e0c770b-b318-41d9-a2e5-55a40de9fb3d/11725bc6-aa48-4e5a-b4e5-d114a22b6a1e/b8b3153c-7b56-4ad5-b347-dd1fc51af44b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:53:20.401549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:20.402987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.406335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] 10.222.0.22 "PUT /v2.0/ports/0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 1092 time: 1.6629989 Jul 23 22:53:20.418041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:20.420994 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f088545-142f-44e2-b23e-00e2aae9e62f" -d '{"events": [{"name": "network-changed", "server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:20.565430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.583729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Transition to ACTIVE for port object b8b3153c-7b56-4ad5-b347-dd1fc51af44b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:53:20.584880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32f37c-e6e6-47a9-a736-5841614d3143 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:20.652198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.678168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-7f979716-5673-4eda-b0ad-6c53b951e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:20.679702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-7f979716-5673-4eda-b0ad-6c53b951e550 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1098 time: 0.3453043 Jul 23 22:53:20.703234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:20.707674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:20.713560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:53:20.714156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:20.752397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aadee-d6ed-4a3a-a3fd-b8c75384613c req-250be139-f54e-42e7-bbeb-dcaa77a3f1aa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:20.760235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98aadee-d6ed-4a3a-a3fd-b8c75384613c req-250be139-f54e-42e7-bbeb-dcaa77a3f1aa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 943 time: 0.3622959 Jul 23 22:53:20.855396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Port': ['ID=b8b3153c-7b56-4ad5-b347-dd1fc51af44b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:20.907854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-3f75468c-8ad0-4fd5-a9e8-668bc302316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:20.909601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-3f75468c-8ad0-4fd5-a9e8-668bc302316e service neutron] 10.222.0.25 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 912 time: 0.2183402 Jul 23 22:53:20.913362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-face4bf9-073d-4f92-bb0d-82d674dfa22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:20.917305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-face4bf9-073d-4f92-bb0d-82d674dfa22b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1095 time: 0.4309971 Jul 23 22:53:21.068797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.181044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-365df2fc-84c7-4dc4-b22d-f8a8ac564d0a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 217 time: 0.2231545 Jul 23 22:53:21.182931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-e7da613b-f99b-42d0-84da-e43a22d420c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 200 len: 217 time: 0.2645380 Jul 23 22:53:21.230416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d98aadee-d6ed-4a3a-a3fd-b8c75384613c req-3db72c9b-0cfd-47ac-931c-259752fad408 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4667735 Jul 23 22:53:21.232604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:21.342194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0ad663d5-6db8-491e-a0b8-3db2f0fddb4a None None] Provisioning for port b8b3153c-7b56-4ad5-b347-dd1fc51af44b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:21.385332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0ad663d5-6db8-491e-a0b8-3db2f0fddb4a None None] Provisioning complete for port b8b3153c-7b56-4ad5-b347-dd1fc51af44b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:21.385697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ad663d5-6db8-491e-a0b8-3db2f0fddb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.431892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-b8fbfeab-d817-4195-9599-2fd16195bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:21.433374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-b8fbfeab-d817-4195-9599-2fd16195bf23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.2233691 Jul 23 22:53:21.435666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9614dc62-13ad-4f15-b1ca-c08b4922348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:21.437164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-9614dc62-13ad-4f15-b1ca-c08b4922348c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.2375689 Jul 23 22:53:21.447911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:21.456042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13057f2-0008-49ea-b89c-39ee3aa3306f None None] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:21.461503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0ad663d5-6db8-491e-a0b8-3db2f0fddb4a None None] Port b8b3153c-7b56-4ad5-b347-dd1fc51af44b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:21.552456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-e7ba4e50-a169-4181-a3c6-1c2f8631b175 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609350 Jul 23 22:53:21.565370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.572924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928afc0-1abe-40f4-a875-2b424605d189 req-4b0d0ffc-678f-4c36-b6c1-dca59c25b527 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:21.574516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0928afc0-1abe-40f4-a875-2b424605d189 req-4b0d0ffc-678f-4c36-b6c1-dca59c25b527 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.2278421 Jul 23 22:53:21.578928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.580046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.610874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Provisioning for port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:21.624572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Provisioning complete for port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:21.625235 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.638900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0928afc0-1abe-40f4-a875-2b424605d189 req-ad3402e3-9143-4077-abcc-0703a48c857c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554256 Jul 23 22:53:21.679617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-65366cc1-e44a-4d40-ac8e-5d4e6d81cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:21.681176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-65366cc1-e44a-4d40-ac8e-5d4e6d81cb66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2242849 Jul 23 22:53:21.758367 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14389f06-bb4c-4a82-8cfa-d6fc31a97496 x-openstack-request-id: req-14389f06-bb4c-4a82-8cfa-d6fc31a97496 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:21.758663 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:21.758917 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14389f06-bb4c-4a82-8cfa-d6fc31a97496 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:21.759334 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'status': 'completed', 'code': 200} Jul 23 22:53:21.846575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:53:21.851545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:53:21.852498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:21.871294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event updated for resources: {'Port': ['ID=b8b3153c-7b56-4ad5-b347-dd1fc51af44b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:21.985849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-1d116d74-315d-4f81-89b1-129d26526a65 service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225976 Jul 23 22:53:22.014224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Router 7add12b3-6397-4588-a61b-d59827c795b1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:53:22.103509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-54922522-de4a-4a91-bd63-c5afb8537bbe service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584189 Jul 23 22:53:22.186504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:22.204674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cf86996f-0af1-4665-809b-a5825673f98b tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9871135 Jul 23 22:53:22.205616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:22.214633 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] Sync routers for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:22.236784 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:22.237712 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:22.276537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06789035-8ef6-40c3-a5c7-e9502ca1b8db req-09156a2c-a72f-42ec-bc87-d1c508a2ced8 service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814662 Jul 23 22:53:22.334550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27f625b7-2410-4fd2-ac73-1d08622b01fc req-c1e0bb88-d766-4e3c-915a-cdd61487d6e0 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182293 Jul 23 22:53:22.389351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] For port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,segment=NetworkSegment(3a6cbeb3-6698-4078-92c1-7ac7d234dbba),segment_id=3a6cbeb3-6698-4078-92c1-7ac7d234dbba)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:22.397958 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:22.446030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe9fca90-ff88-4d8e-aaa4-1d5e68f30275 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:22.472491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c9f89-edb6-4c9a-83e3-f2bd4ddddddc None None] Pushing event updated for resources: {'Port': ['ID=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:22.476214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:22.525653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed155d56-825a-4139-bc72-af7bb08305bb None None] Provisioning complete for port b8b3153c-7b56-4ad5-b347-dd1fc51af44b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:22.527955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed155d56-825a-4139-bc72-af7bb08305bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:22.539330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:22.556372 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:22.557251 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:22.614995 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:22.615899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ebbba-0fd7-4bf9-a4b1-b67599d549e7 req-8c2219be-ff8d-4069-be1a-e368bd898051 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:22.616115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ed155d56-825a-4139-bc72-af7bb08305bb None None] Port b8b3153c-7b56-4ad5-b347-dd1fc51af44b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:53:22.617387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf69b5-edfa-4710-9667-efc8da986dbe None None] The sync data for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:22.628843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-456ebbba-0fd7-4bf9-a4b1-b67599d549e7 req-8c2219be-ff8d-4069-be1a-e368bd898051 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 943 time: 0.2446008 Jul 23 22:53:22.694423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-456ebbba-0fd7-4bf9-a4b1-b67599d549e7 req-bbce3302-d2ed-4c41-8bb7-3def208448d5 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645864 Jul 23 22:53:22.698725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-bdeb3a88-edb8-4b94-818e-37779d880bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:22.700763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-bdeb3a88-edb8-4b94-818e-37779d880bde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1095 time: 0.2964947 Jul 23 22:53:22.842245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2a0a4f7-3d0c-4681-95d4-aeb82d65674b None None] Provisioning complete for port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:22.842895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a4f7-3d0c-4681-95d4-aeb82d65674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:22.889792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-e5f5a106-b20e-42cc-839d-610a3ae6222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:22.891736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-e5f5a106-b20e-42cc-839d-610a3ae6222f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.1828773 Jul 23 22:53:22.945615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-c422407c-d7ea-4554-b6d5-e6c067fa5643 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 217 time: 0.0449488 Jul 23 22:53:22.956582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629b261-5c7b-4bf0-aebc-45abc9df5a55 req-5b57b9aa-73eb-4049-a6fb-1ece78d6ec7d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:22.961486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f629b261-5c7b-4bf0-aebc-45abc9df5a55 req-5b57b9aa-73eb-4049-a6fb-1ece78d6ec7d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1524270 Jul 23 22:53:23.045351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-c0533039-7feb-4475-b8fc-2f19a0a684af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:23.047187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-c0533039-7feb-4475-b8fc-2f19a0a684af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0845625 Jul 23 22:53:23.055876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f629b261-5c7b-4bf0-aebc-45abc9df5a55 req-21b820db-9364-4a34-ab90-8727bb7fc766 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 Jul 23 22:53:23.151104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-8ebcf331-af48-4a7d-bcd2-8995e311d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:23.153104 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-fe9fca90-ff88-4d8e-aaa4-1d5e68f30275 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 22:53:23.153949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-8ebcf331-af48-4a7d-bcd2-8995e311d6ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970802 Jul 23 22:53:23.155909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe9fca90-ff88-4d8e-aaa4-1d5e68f30275 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1 HTTP/1.1" status: 409 len: 329 time: 0.9478672 Jul 23 22:53:23.159341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45746) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:23.169906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:23.268161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:23.274366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:23.274802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:23.398119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-d243f476-cd8e-488c-bc95-6a4c66e2d75d service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345364 Jul 23 22:53:23.559971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f088545-142f-44e2-b23e-00e2aae9e62f req-1feddaf6-29d9-451c-b42d-3e82532b79cd service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547105 Jul 23 22:53:23.762302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:23.902769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6ac9-0793-4902-b159-0827eae1a33c req-825d4c0f-b4ae-4c71-90d4-1f6327e48de8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:23.904443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6aa6ac9-0793-4902-b159-0827eae1a33c req-825d4c0f-b4ae-4c71-90d4-1f6327e48de8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 943 time: 0.1323833 Jul 23 22:53:23.955878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6aa6ac9-0793-4902-b159-0827eae1a33c req-f487fa7b-bd96-4286-a75f-eab68e8117d7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 Jul 23 22:53:24.127067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0ec64675-d538-4f93-8ec6-6cc5a1aded6f details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:53:24.181585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting port b8b3153c-7b56-4ad5-b347-dd1fc51af44b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:24.182877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:24.309231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:24.326682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Calling delete_port for b8b3153c-7b56-4ad5-b347-dd1fc51af44b owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:24.359015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81631-b5f4-40b7-8aba-57b2cf491f0e req-75bb01f5-e44b-4453-b942-89de4f06b406 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:24.359015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23d81631-b5f4-40b7-8aba-57b2cf491f0e req-75bb01f5-e44b-4453-b942-89de4f06b406 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1446741 Jul 23 22:53:24.360215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:24.368937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'port_id': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'mac_address': 'fa:16:3e:18:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:53:24.449741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23d81631-b5f4-40b7-8aba-57b2cf491f0e req-772f290b-4405-4c4e-8abd-d47cf513e451 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996425 Jul 23 22:53:24.481690 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:24.504803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec64675-d538-4f93-8ec6-6cc5a1aded6f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:53:24.532162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:24.542076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:24.619503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:24.732234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:24.765245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0ec64675-d538-4f93-8ec6-6cc5a1aded6f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:24.771265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Port': ['ID=b8b3153c-7b56-4ad5-b347-dd1fc51af44b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:24.943173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:25.255290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Router 7add12b3-6397-4588-a61b-d59827c795b1 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:53:25.290257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e5ac-6109-4501-9e35-397de4577300 req-aeb52d2b-d567-4254-9e2f-889a81cb5d6e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:25.300085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d268e5ac-6109-4501-9e35-397de4577300 req-aeb52d2b-d567-4254-9e2f-889a81cb5d6e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 944 time: 0.1462092 Jul 23 22:53:25.358582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:25.367582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-597c41dd-e01a-4acb-bb2f-ad761e787365 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066851 Jul 23 22:53:25.374366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:25.374533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] Sync routers for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:25.392831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d268e5ac-6109-4501-9e35-397de4577300 req-db3d0601-722f-46df-974a-aa7be6a3d1be tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914662 Jul 23 22:53:25.408881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:25.410077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:25.447033 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-73a23ec9-40c4-4a7b-9d69-01247bdd4e24 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] show failed (client error): The resource could not be found. Jul 23 22:53:25.449608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73a23ec9-40c4-4a7b-9d69-01247bdd4e24 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1594728468 HTTP/1.1" status: 404 len: 335 time: 0.0729969 Jul 23 22:53:25.452466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:25.463503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-50147bdb-8449-444b-a38e-19472772d84d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:25.506049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:25.516914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] Routers {'7add12b3-6397-4588-a61b-d59827c795b1'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:25.517910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['7add12b3-6397-4588-a61b-d59827c795b1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:25.556152 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-50147bdb-8449-444b-a38e-19472772d84d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] update failed (client error): The resource could not be found. Jul 23 22:53:25.557178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-50147bdb-8449-444b-a38e-19472772d84d tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-292026705 HTTP/1.1" status: 404 len: 334 time: 0.1032169 Jul 23 22:53:25.562765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:25.589303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:25.590011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247c33f6-329b-43c6-be0a-aee9d1ccb2f5 None None] The sync data for ids ['7add12b3-6397-4588-a61b-d59827c795b1'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:25.658198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting subnet 80b5c017-4322-4ac5-854b-cb3207d75e94 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:53:25.663883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:25.712518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11df7c5-6909-4b7e-83d1-2d60a9d88db9 req-f0c1684d-0704-45b4-b40f-a24eadebcbd2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:25.714025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a11df7c5-6909-4b7e-83d1-2d60a9d88db9 req-f0c1684d-0704-45b4-b40f-a24eadebcbd2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1413817 Jul 23 22:53:25.760060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:25.790959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a11df7c5-6909-4b7e-83d1-2d60a9d88db9 req-6e4e0aaf-9331-4917-b79a-41cecbdac47f tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Jul 23 22:53:25.873057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:25.970470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:25.998065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.001833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/subnets/80b5c017-4322-4ac5-854b-cb3207d75e94 HTTP/1.1" status: 204 len: 168 time: 0.4360030 Jul 23 22:53:26.003577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:26.007156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab137386-e8b7-4272-a422-47cd446e032f None None] Network 217b6556-ea4c-4bf7-9d51-d967546c0739 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:26.028971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f2d25-c99c-42f8-84ad-91b4f6bd2a76 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Subnet': ['ID=80b5c017-4322-4ac5-854b-cb3207d75e94,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:26.177050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.218605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0ec64675-d538-4f93-8ec6-6cc5a1aded6f up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:53:26.301808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:26.302130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.347285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:53:26.367215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:53:26.369257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.401928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] For port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,segment=NetworkSegment(3a6cbeb3-6698-4078-92c1-7ac7d234dbba),segment_id=3a6cbeb3-6698-4078-92c1-7ac7d234dbba)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:26.402809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.434899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Calling delete_port for a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:26.640228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.645830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.689576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:26.691969 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea11cce-7415-4aea-964b-bc64064a162a" -d '{"events": [{"server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "name": "network-vif-plugged", "status": "completed", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:26.698659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760eaff-47d4-4d6e-9329-fafcfec6fff3 req-2077fb33-e7bf-4a74-85a6-ac0af574065f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:26.698817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d9de7-bbee-4c42-85d5-e4101ca443c3 None None] DHCP port deletion for 217b6556-ea4c-4bf7-9d51-d967546c0739 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:53:26.708663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2760eaff-47d4-4d6e-9329-fafcfec6fff3 req-2077fb33-e7bf-4a74-85a6-ac0af574065f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 944 time: 0.1491570 Jul 23 22:53:26.710342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:26.711420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Port': ['ID=a6bb216a-e06f-4f9d-8cf6-f39c139d22a9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:26.719980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] No DVR routers for this DVR port a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:26.725528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.786270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:26.818127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2760eaff-47d4-4d6e-9329-fafcfec6fff3 req-8aa67552-b6c0-4929-a225-71fd2fcca904 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081736 Jul 23 22:53:26.869837 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fb8659-f9cd-44ed-9862-3b89346d410e x-openstack-request-id: req-a3fb8659-f9cd-44ed-9862-3b89346d410e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:26.870385 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "name": "network-vif-plugged", "status": "completed", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:26.871246 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3fb8659-f9cd-44ed-9862-3b89346d410e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:26.871890 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'code': 200} Jul 23 22:53:26.877363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:26.902407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217b6556-ea4c-4bf7-9d51-d967546c0739']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:26.958444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6cbeb3-6698-4078-92c1-7ac7d234dbba') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:26.958741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6cbeb3-6698-4078-92c1-7ac7d234dbba') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:27.019315 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.049424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.063541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:53:27.065483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:53:27.095083 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:53:27.162741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:27.209112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:27.210052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a6bb216a-e06f-4f9d-8cf6-f39c139d22a9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:27.247072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ffe6c-a262-46ca-8c49-9fd8e5cda8d6 req-631bfaef-18ec-43c6-bc15-ab51372d55e2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:27.248714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a6ffe6c-a262-46ca-8c49-9fd8e5cda8d6 req-631bfaef-18ec-43c6-bc15-ab51372d55e2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.3042710 Jul 23 22:53:27.258995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.283640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.286158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/networks/217b6556-ea4c-4bf7-9d51-d967546c0739 HTTP/1.1" status: 204 len: 168 time: 1.2814615 Jul 23 22:53:27.288882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:27.302553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950930-6a3e-4dff-81ee-ca460e9c1d3e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Network': ['ID=217b6556-ea4c-4bf7-9d51-d967546c0739,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:27.306978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aead240-0550-404f-adc8-10fab7855e3c req-a812b381-15d1-4f2c-b460-f1aa1e4130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:27.308651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7aead240-0550-404f-adc8-10fab7855e3c req-a812b381-15d1-4f2c-b460-f1aa1e4130ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 0.3619537 Jul 23 22:53:27.369840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a6ffe6c-a262-46ca-8c49-9fd8e5cda8d6 req-a7a755d4-e256-4837-b29d-2901fa96cbb5 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120944 Jul 23 22:53:27.387986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7aead240-0550-404f-adc8-10fab7855e3c req-468eb91a-7faf-4960-956c-9d17c5fe184b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675173 Jul 23 22:53:27.429263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting subnet 93e09d9f-610e-48ef-adb2-26db937d9a76 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:53:27.435964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.508123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.648194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.731615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.772905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58baa7-0997-4721-b07d-8dbfe12e331a None None] Network 287321f0-572f-41b5-b156-48847d7d12b3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:27.776316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Subnet': ['ID=93e09d9f-610e-48ef-adb2-26db937d9a76,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:27.779200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.782438 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-165ec8fb-b686-4762-b682-2dd0938402d6 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/subnets/93e09d9f-610e-48ef-adb2-26db937d9a76 HTTP/1.1" status: 204 len: 168 time: 0.4922676 Jul 23 22:53:27.784999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:27.849368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting subnet 8cd57677-f8f1-4ae8-91a1-e33ac49e4696 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:53:27.853464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:27.923368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.017916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] DHCP port deletion for 287321f0-572f-41b5-b156-48847d7d12b3 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:53:28.049898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9895-fcc3-494d-b54a-e5375bf62118 req-ef9be263-42b2-4c2b-bd7c-086d33b9d59a tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:28.055499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-761c9895-fcc3-494d-b54a-e5375bf62118 req-ef9be263-42b2-4c2b-bd7c-086d33b9d59a tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1355379 Jul 23 22:53:28.067249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Deleting port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:28.067622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.095514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.132036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-761c9895-fcc3-494d-b54a-e5375bf62118 req-c1c3cf42-b86b-4a0a-9caa-15cf453ce93b tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747356 Jul 23 22:53:28.150973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] For port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,segment=NetworkSegment(0689fb48-2c6c-4aef-94e4-a452910654df),segment_id=0689fb48-2c6c-4aef-94e4-a452910654df)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:28.151386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.168916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Calling delete_port for 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:28.186076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.234920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.245584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/subnets/8cd57677-f8f1-4ae8-91a1-e33ac49e4696 HTTP/1.1" status: 204 len: 168 time: 0.4500294 Jul 23 22:53:28.245584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e35e0-ad88-416b-a91c-575dbb04557a tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd57677-f8f1-4ae8-91a1-e33ac49e4696,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:28.245813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:28.247407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c410c-ad97-4881-bf5f-245d885a4bca None None] Network db95cf58-8a3d-4bfa-a183-b66af7f4f1eb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:28.415087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.445790 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.472334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] Pushing event deleted for resources: {'Port': ['ID=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:28.495776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc94e3-9662-4df6-87e5-248385b69ce1 None None] No DVR routers for this DVR port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:28.579907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:28.582265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.625032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5ff66-bd8c-4f43-b577-ff43c8517966 req-f14cca7c-993e-4775-bcea-216cda6ffe32 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:28.634865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaf5ff66-bd8c-4f43-b577-ff43c8517966 req-f14cca7c-993e-4775-bcea-216cda6ffe32 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1409423 Jul 23 22:53:28.641051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726fe504-4970-40a0-8256-6610496e7582 None None] DHCP port deletion for db95cf58-8a3d-4bfa-a183-b66af7f4f1eb request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:53:28.688102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] For port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:28.688649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.707879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Calling delete_port for 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:28.708384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaf5ff66-bd8c-4f43-b577-ff43c8517966 req-d4fed0ac-b6ca-418f-b478-63e88751371c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597243 Jul 23 22:53:28.716363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:53:28.721672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.764289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Port': ['ID=2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:28.768813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] No DVR routers for this DVR port 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:28.819347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Deleting port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:28.820836 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.940464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-726fe504-4970-40a0-8256-6610496e7582 None None] For port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,segment=NetworkSegment(0e9d8df0-8eea-4972-84fc-f2b625ab8cd5),segment_id=0e9d8df0-8eea-4972-84fc-f2b625ab8cd5)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:28.940962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:28.955993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Calling delete_port for d620088d-e2ce-44e7-9ac9-6466bf0e5c1b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:29.004294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.023251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287321f0-572f-41b5-b156-48847d7d12b3']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.036925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689fb48-2c6c-4aef-94e4-a452910654df') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.037525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689fb48-2c6c-4aef-94e4-a452910654df') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.050738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.081402 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.096330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.110318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:53:29.111124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:53:29.117461 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:53:29.136685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fe504-4970-40a0-8256-6610496e7582 None None] Pushing event deleted for resources: {'Port': ['ID=d620088d-e2ce-44e7-9ac9-6466bf0e5c1b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:29.146051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726fe504-4970-40a0-8256-6610496e7582 None None] No DVR routers for this DVR port d620088d-e2ce-44e7-9ac9-6466bf0e5c1b on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:29.167001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:29.222134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.241173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:29.241589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2fe18a3c-4ec4-4c6d-a93d-1ccb699e7941 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:29.242851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d620088d-e2ce-44e7-9ac9-6466bf0e5c1b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:29.260520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.264847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/networks/287321f0-572f-41b5-b156-48847d7d12b3 HTTP/1.1" status: 204 len: 168 time: 1.0237684 Jul 23 22:53:29.269218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:29.271802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0cd0f-9674-46ec-bb34-f4b7b75273c7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Network': ['ID=287321f0-572f-41b5-b156-48847d7d12b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:29.283908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d620088d-e2ce-44e7-9ac9-6466bf0e5c1b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:29.284471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d620088d-e2ce-44e7-9ac9-6466bf0e5c1b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:29.350371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa6e94-51a2-42fc-8409-ffd4e348ba93 req-a03d2f14-cdf0-4ead-8bc3-ca2812f3ce77 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:29.353097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bfa6e94-51a2-42fc-8409-ffd4e348ba93 req-a03d2f14-cdf0-4ead-8bc3-ca2812f3ce77 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1196904 Jul 23 22:53:29.423928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bfa6e94-51a2-42fc-8409-ffd4e348ba93 req-980f390f-5d6a-4cf7-aa40-f9edf282ac78 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622189 Jul 23 22:53:29.454688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.576588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.595054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db95cf58-8a3d-4bfa-a183-b66af7f4f1eb']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.626646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.626646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9d8df0-8eea-4972-84fc-f2b625ab8cd5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:29.634343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a650320-0479-4443-b92f-74e81f5516c3 req-851a523a-0918-4daf-8847-fcb4849832f4 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:29.635619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a650320-0479-4443-b92f-74e81f5516c3 req-851a523a-0918-4daf-8847-fcb4849832f4 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1236451 Jul 23 22:53:29.645853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.647356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:29.655312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'floatingip': {'port_id': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:53:29.667481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.688014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:53:29.688581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:53:29.703538 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:53:29.768046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.864090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.883009 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:29.885342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/networks/db95cf58-8a3d-4bfa-a183-b66af7f4f1eb HTTP/1.1" status: 204 len: 168 time: 0.6011658 Jul 23 22:53:29.932312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:29.991042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc6785-e9a2-4576-a824-baf7dc7172a9 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Network': ['ID=db95cf58-8a3d-4bfa-a183-b66af7f4f1eb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:30.113709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting subnet 11725bc6-aa48-4e5a-b4e5-d114a22b6a1e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:53:30.127819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.219215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.333073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.422727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.464192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Subnet': ['ID=11725bc6-aa48-4e5a-b4e5-d114a22b6a1e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:30.471049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.473654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedba596-384f-449b-94fd-5b31f9da7b33 None None] Network 2e0c770b-b318-41d9-a2e5-55a40de9fb3d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:53:30.474299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ef93b8f-3322-42d2-b7e5-5223178c408e tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/subnets/11725bc6-aa48-4e5a-b4e5-d114a22b6a1e HTTP/1.1" status: 204 len: 168 time: 0.5349705 Jul 23 22:53:30.477930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:30.603905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.659815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf212e-22d5-44de-8920-68dd0bf2c71f req-a021a63d-ba89-44c8-a0e3-367ecbb7e88f tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:30.667301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbaf212e-22d5-44de-8920-68dd0bf2c71f req-a021a63d-ba89-44c8-a0e3-367ecbb7e88f tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.7860155 Jul 23 22:53:30.727111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Deleting port 7a425061-ad23-419f-bf30-b17c745a054d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:30.727529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.729465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbaf212e-22d5-44de-8920-68dd0bf2c71f req-398c2565-486f-4cff-987d-6f5091cabff5 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Jul 23 22:53:30.804398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] DHCP port deletion for 2e0c770b-b318-41d9-a2e5-55a40de9fb3d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:53:30.874665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] For port 7a425061-ad23-419f-bf30-b17c745a054d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7a425061-ad23-419f-bf30-b17c745a054d,segment=NetworkSegment(774df876-d16c-402a-943c-89b6dc613bfe),segment_id=774df876-d16c-402a-943c-89b6dc613bfe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:30.874875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Deleting port 7a425061-ad23-419f-bf30-b17c745a054d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:30.875700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.875868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.915100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Calling delete_port for 7a425061-ad23-419f-bf30-b17c745a054d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:30.957438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] For port 7a425061-ad23-419f-bf30-b17c745a054d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7a425061-ad23-419f-bf30-b17c745a054d,segment=NetworkSegment(774df876-d16c-402a-943c-89b6dc613bfe),segment_id=774df876-d16c-402a-943c-89b6dc613bfe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:30.957878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:30.993263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Calling delete_port for 7a425061-ad23-419f-bf30-b17c745a054d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:31.051823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.076842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.082500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.172209 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.173456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] No DVR routers for this DVR port 7a425061-ad23-419f-bf30-b17c745a054d on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:31.177607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Port': ['ID=7a425061-ad23-419f-bf30-b17c745a054d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:31.234469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] Pushing event deleted for resources: {'Port': ['ID=7a425061-ad23-419f-bf30-b17c745a054d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:31.237959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7a425061-ad23-419f-bf30-b17c745a054d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:31.263888 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Floating IP f855e1b5-5ce6-4582-a54f-038119d226b4 associated. External IP: 172.25.1.197, port: 0ec64675-d538-4f93-8ec6-6cc5a1aded6f. Jul 23 22:53:31.297557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.298673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7a425061-ad23-419f-bf30-b17c745a054d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:31.301322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7a425061-ad23-419f-bf30-b17c745a054d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:53:31.310567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0c770b-b318-41d9-a2e5-55a40de9fb3d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:31.318707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e6518-6779-4314-92ce-dc1c0157966a None None] No DVR routers for this DVR port 7a425061-ad23-419f-bf30-b17c745a054d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:31.337486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774df876-d16c-402a-943c-89b6dc613bfe') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:31.338423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774df876-d16c-402a-943c-89b6dc613bfe') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:31.350966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.383088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.389611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:53:31.390027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:53:31.394228 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:53:31.526053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.534102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:31.535978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/networks/2e0c770b-b318-41d9-a2e5-55a40de9fb3d HTTP/1.1" status: 204 len: 168 time: 1.0567038 Jul 23 22:53:31.547297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:31.588331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d7ac-b4d2-4e5a-922a-1c999fed2ab7 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Pushing event deleted for resources: {'Network': ['ID=2e0c770b-b318-41d9-a2e5-55a40de9fb3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:31.626507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89f391a4-6404-4353-91fa-ed1831ee7a27 tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "GET /v2.0/ports?device_id=7add12b3-6397-4588-a61b-d59827c795b1 HTTP/1.1" status: 200 len: 205 time: 0.0778890 Jul 23 22:53:31.628049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:53:31.628752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:31.725688 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.069206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.073279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46380) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:32.077009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.088402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:53:32.098548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.100252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:53:32.125538 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:32.129491 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:32.176186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626dc41-d744-4731-8818-0f3ca8632142 req-b02cb5c9-7bdd-49bb-b631-119667b0bdb9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:32.177846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1626dc41-d744-4731-8818-0f3ca8632142 req-b02cb5c9-7bdd-49bb-b631-119667b0bdb9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.3190181 Jul 23 22:53:32.208101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.208687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Fanout notify agent at l3_agent the message router_deleted on router 7add12b3-6397-4588-a61b-d59827c795b1 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:53:32.239899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.242745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8419fecb-2b82-48ac-a5a2-36ed7066529c tempest-RoutersNegativeIpV6Test-1256929356 tempest-RoutersNegativeIpV6Test-1256929356-project] 10.222.0.37 "DELETE /v2.0/routers/7add12b3-6397-4588-a61b-d59827c795b1 HTTP/1.1" status: 204 len: 168 time: 0.6130342 Jul 23 22:53:32.263175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2deb0b53-a1bd-4010-a80e-1bc9a161e01d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "PUT /v2.0/floatingips/f855e1b5-5ce6-4582-a54f-038119d226b4 HTTP/1.1" status: 200 len: 991 time: 2.6133490 Jul 23 22:53:32.263906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:32.268328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c06ac7de-bac3-45ac-8269-765d572a77a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.272069 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad89bb66-0001-457d-b7eb-6c6ead69fae2" -d '{"events": [{"name": "network-changed", "server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:32.321529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:53:32.322953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1626dc41-d744-4731-8818-0f3ca8632142 req-96c5b2a4-fa18-4d49-901c-59fa37f3426a tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388123 Jul 23 22:53:32.457079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c06ac7de-bac3-45ac-8269-765d572a77a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.467419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c06ac7de-bac3-45ac-8269-765d572a77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.537770 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c06ac7de-bac3-45ac-8269-765d572a77a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00a3058cec24439ca21807ef61994795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633398 Jul 23 22:53:32.538631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac7de-bac3-45ac-8269-765d572a77a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58190249-7ca1-46b7-ac8e-52c61a4b921a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:32.540400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:32.633943 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc24355-8088-4ae5-aaa3-2f54d170981c x-openstack-request-id: req-5cc24355-8088-4ae5-aaa3-2f54d170981c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:32.634135 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:32.638250 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cc24355-8088-4ae5-aaa3-2f54d170981c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:32.638829 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'status': 'completed', 'code': 200} Jul 23 22:53:32.649406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:32.715624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.760598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.774214 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f855e1b5-5ce6-4582-a54f-038119d226b4', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:18:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:53:07Z', 'updated_at': '2021-07-23T22:53:30Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:32.803808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-89f63d10-eb34-457e-9c84-1085cb788ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:32.805919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-89f63d10-eb34-457e-9c84-1085cb788ef0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 0.1543665 Jul 23 22:53:32.815957 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:53:32.826843 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:53:32.827727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:32.917355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22a602f3-c666-4681-87ac-caf0ff566581 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ecf550a401141699e3a407ea25330c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665534 Jul 23 22:53:32.919832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:32.927734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.930452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:32.933797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58190249-7ca1-46b7-ac8e-52c61a4b921a HTTP/1.1" status: 204 len: 168 time: 0.3901179 Jul 23 22:53:32.941640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-748efb28-c57c-4489-bf2d-1a17d384311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:32.943875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-748efb28-c57c-4489-bf2d-1a17d384311f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.1296692 Jul 23 22:53:32.944762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc76c18-e088-4b10-87d5-1b714a3c9211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58190249-7ca1-46b7-ac8e-52c61a4b921a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:33.065404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-1feaa275-a83f-427e-831f-cc2b5b28e9e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 999 time: 0.1000731 Jul 23 22:53:33.072282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.075625 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:53:33.107657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.144083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-f69aa792-edda-4704-9a8b-285de9fd2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:33.146588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-f69aa792-edda-4704-9a8b-285de9fd2e99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0709026 Jul 23 22:53:33.206262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.216074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.222563 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2052e60b-6cc7-4a8f-8621-5ffbe733aa13 HTTP/1.1" status: 204 len: 168 time: 0.3014317 Jul 23 22:53:33.238968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf2b52-deda-4bfb-ae4c-2afaa7307663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2052e60b-6cc7-4a8f-8621-5ffbe733aa13,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:33.333903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-2bbdd265-dada-4c31-b44a-0a4cc80148b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:33.336345 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-2bbdd265-dada-4c31-b44a-0a4cc80148b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669550 Jul 23 22:53:33.422775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:33.441708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f955bd7-c2d6-4ba5-a743-32e23a0e52c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.506706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-44380bd5-ffbc-4571-aa77-5cfbd3a36975 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604185 Jul 23 22:53:33.522179 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f855e1b5-5ce6-4582-a54f-038119d226b4', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:18:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:53:07Z', 'updated_at': '2021-07-23T22:53:30Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:53:33.589717 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32736344-8f31-4c17-9caf-8259fad2497b None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f855e1b5-5ce6-4582-a54f-038119d226b4', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:18:90:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:53:07Z', 'updated_at': '2021-07-23T22:53:30Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:53:33.637000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f955bd7-c2d6-4ba5-a743-32e23a0e52c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.649547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f955bd7-c2d6-4ba5-a743-32e23a0e52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.649848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad89bb66-0001-457d-b7eb-6c6ead69fae2 req-9de127e3-81a5-4549-913f-6ed946ab1208 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256831 Jul 23 22:53:33.703890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca0ba-531e-4d34-8d8c-5e59734f0f85 req-991308ed-d835-407b-b7ed-542c3d6ee2d2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:33.705160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f955bd7-c2d6-4ba5-a743-32e23a0e52c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ce1a99a0a704e51b41c47ff58ac72c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804167 Jul 23 22:53:33.706386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f955bd7-c2d6-4ba5-a743-32e23a0e52c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ca3acc-dd5a-40ce-bee4-b4d2657f441a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:33.708673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7dfca0ba-531e-4d34-8d8c-5e59734f0f85 req-991308ed-d835-407b-b7ed-542c3d6ee2d2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.2192533 Jul 23 22:53:33.709171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:33.803548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7dfca0ba-531e-4d34-8d8c-5e59734f0f85 req-7473ce28-8319-442b-8cc2-658b898e46a7 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568769 Jul 23 22:53:33.806593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.839352 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.905328 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.908193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:33.913668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72ca3acc-dd5a-40ce-bee4-b4d2657f441a HTTP/1.1" status: 204 len: 168 time: 0.2034981 Jul 23 22:53:33.930901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd622b2a-0a0d-401d-ae89-23dfbc8f2e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ca3acc-dd5a-40ce-bee4-b4d2657f441a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:33.956204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddcce3d-6e2e-4280-b404-69bfce70218c None None] New status for floating IP f855e1b5-5ce6-4582-a54f-038119d226b4: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:53:34.352799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:34.366884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e46a56e2-7f17-4b53-adf6-13125dd40ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.466423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e46a56e2-7f17-4b53-adf6-13125dd40ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.470887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e46a56e2-7f17-4b53-adf6-13125dd40ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.516312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e46a56e2-7f17-4b53-adf6-13125dd40ff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b13d6b2c100f43d8a6bcc7b0b8e5b12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624262 Jul 23 22:53:34.517258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a56e2-7f17-4b53-adf6-13125dd40ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964cbf6-397d-4495-bd86-d9179172ae2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:34.519184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:34.576079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.605190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.661844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.664455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:34.667850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9964cbf6-397d-4495-bd86-d9179172ae2c HTTP/1.1" status: 204 len: 168 time: 0.1446452 Jul 23 22:53:34.674514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950d35e-f943-4b96-9a9b-ade06f1e86e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964cbf6-397d-4495-bd86-d9179172ae2c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:35.001007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f610191-b660-436f-b6ff-9a5958e3308c req-00fa54ef-6c28-4747-a244-db75ee07d0e3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:35.010358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f610191-b660-436f-b6ff-9a5958e3308c req-00fa54ef-6c28-4747-a244-db75ee07d0e3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0983512 Jul 23 22:53:35.060398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f610191-b660-436f-b6ff-9a5958e3308c req-13290964-a0c9-4b7c-b851-50365b863a93 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jul 23 22:53:36.225553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08674ae4-92a1-40ce-b862-527d4a51fcb4 req-c0069308-24cd-467f-98f7-4553afe702ba tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:36.227951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08674ae4-92a1-40ce-b862-527d4a51fcb4 req-c0069308-24cd-467f-98f7-4553afe702ba tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0725472 Jul 23 22:53:36.292292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08674ae4-92a1-40ce-b862-527d4a51fcb4 req-993cb9fc-48e1-447b-8e44-67b5c50a3457 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585804 Jul 23 22:53:36.621801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:36.743457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f60014-0338-4aa1-b0a3-537a6ea07890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:36.847169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f60014-0338-4aa1-b0a3-537a6ea07890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:36.851543 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67f60014-0338-4aa1-b0a3-537a6ea07890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:36.893671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-67f60014-0338-4aa1-b0a3-537a6ea07890 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=453682a3fe714f7e989d52d8e8fb576b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704732 Jul 23 22:53:36.894669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60014-0338-4aa1-b0a3-537a6ea07890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5374b54-ce6e-451f-8319-a226bdc39cd3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:36.896373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:36.964785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:36.988576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:37.061736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:37.064824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:37.066039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5374b54-ce6e-451f-8319-a226bdc39cd3 HTTP/1.1" status: 204 len: 168 time: 0.1675730 Jul 23 22:53:37.074429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca59fa4-eae9-4178-b65a-ef44ac2ddcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5374b54-ce6e-451f-8319-a226bdc39cd3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:37.548800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bcaa4-b589-4f95-8c3d-1b799a794cb0 req-b640e4ce-e4e8-4983-9f7a-7795ca612277 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:37.568843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800bcaa4-b589-4f95-8c3d-1b799a794cb0 req-b640e4ce-e4e8-4983-9f7a-7795ca612277 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1245370 Jul 23 22:53:37.619607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800bcaa4-b589-4f95-8c3d-1b799a794cb0 req-7b5d96b5-60a8-494a-81b4-5d629af3366b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496700 Jul 23 22:53:38.065787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:38.264035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1503ac37-7dd0-4512-9c8c-7fd3bec08d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.381348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:38.382083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1503ac37-7dd0-4512-9c8c-7fd3bec08d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.390621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1503ac37-7dd0-4512-9c8c-7fd3bec08d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.432589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1503ac37-7dd0-4512-9c8c-7fd3bec08d40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a056f2273744b51a42f29acdbaeae3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651814 Jul 23 22:53:38.433438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503ac37-7dd0-4512-9c8c-7fd3bec08d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c50cb3-3405-4e59-b0e5-4480f881b761,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:38.435318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:38.506913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f34c728-d8ad-4a3a-9720-fb136d342dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.508625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.542877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.629342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.631915 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.633109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8c50cb3-3405-4e59-b0e5-4480f881b761 HTTP/1.1" status: 204 len: 168 time: 0.1965804 Jul 23 22:53:38.649826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983843fa-3f0c-4475-a904-7399b439799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c50cb3-3405-4e59-b0e5-4480f881b761,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:38.698857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f34c728-d8ad-4a3a-9720-fb136d342dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.705134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f34c728-d8ad-4a3a-9720-fb136d342dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.766807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f34c728-d8ad-4a3a-9720-fb136d342dc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=011558b029d140189908939cfe9c89e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840227 Jul 23 22:53:38.768303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34c728-d8ad-4a3a-9720-fb136d342dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8aa61-3ae5-4293-b1d2-6c98c0138723,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:38.775533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:38.851302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.867457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5a77a-03af-47bb-adef-1ff33b5a6bd8 req-64f15592-1a17-4c9f-99d8-30b0f00b2f30 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:38.871980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abc5a77a-03af-47bb-adef-1ff33b5a6bd8 req-64f15592-1a17-4c9f-99d8-30b0f00b2f30 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1276202 Jul 23 22:53:38.897567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:38.936494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abc5a77a-03af-47bb-adef-1ff33b5a6bd8 req-30f6f369-4155-48d8-8f45-5c2338fe805d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c8aa61-3ae5-4293-b1d2-6c98c0138723 HTTP/1.1" status: 204 len: 168 time: 0.2277384 Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8aa61-3ae5-4293-b1d2-6c98c0138723,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.190938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c2011-edd2-408b-8e97-806a844ce355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:53:39.235616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:39.254356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5edf-57de-42e2-ba73-df4b49372c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.374355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5edf-57de-42e2-ba73-df4b49372c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.381338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f1e5edf-57de-42e2-ba73-df4b49372c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.416609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f1e5edf-57de-42e2-ba73-df4b49372c36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=033ac50393d143e0baf694fbdbced81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772418 Jul 23 22:53:39.416949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:39.471764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e5edf-57de-42e2-ba73-df4b49372c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab72e9-d3d9-4633-b4c0-95cbe61d6acd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:39.516704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.564195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.631952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.635455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:39.636733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eab72e9-d3d9-4633-b4c0-95cbe61d6acd HTTP/1.1" status: 204 len: 168 time: 0.2182856 Jul 23 22:53:39.663614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268dfaa-14fb-419c-9f33-4770fd485095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab72e9-d3d9-4633-b4c0-95cbe61d6acd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:40.169119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec246f44-d695-428e-a394-295afd282a1c req-0aca59e3-848f-4dd8-b947-2187a8fc5fe2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:40.171178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec246f44-d695-428e-a394-295afd282a1c req-0aca59e3-848f-4dd8-b947-2187a8fc5fe2 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1184049 Jul 23 22:53:40.271162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec246f44-d695-428e-a394-295afd282a1c req-0864d831-7225-4171-9b12-a597479d7a01 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877545 Jul 23 22:53:41.062919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e8f790b-b1ff-4cea-92cc-287e7b0ee228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.384068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:41.415499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:41.444588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570a1d3-27a7-4216-9080-b36e6fe682d1 req-a3977383-d711-4ffe-9bd4-59d1346fcfd8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:41.455495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0570a1d3-27a7-4216-9080-b36e6fe682d1 req-a3977383-d711-4ffe-9bd4-59d1346fcfd8 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0987368 Jul 23 22:53:41.524445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0570a1d3-27a7-4216-9080-b36e6fe682d1 req-c8c814f5-9b66-45c2-89bd-40eb9ade899f tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Jul 23 22:53:41.654933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49bf4dc7-5148-4c2a-a0e9-89dcdf7237e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.664299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e268-5b17-4d64-9f4d-49f312ea089b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.779492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49bf4dc7-5148-4c2a-a0e9-89dcdf7237e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.786409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49bf4dc7-5148-4c2a-a0e9-89dcdf7237e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.847745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-49bf4dc7-5148-4c2a-a0e9-89dcdf7237e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58909f2f59f448579a9c94bf0c054b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308903 Jul 23 22:53:41.850544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:41.850795 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf4dc7-5148-4c2a-a0e9-89dcdf7237e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0637563a-850f-4127-a14a-72804ab30bd7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:41.941592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e268-5b17-4d64-9f4d-49f312ea089b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.947380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.948738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e268-5b17-4d64-9f4d-49f312ea089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:41.991813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.009010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ba6e268-5b17-4d64-9f4d-49f312ea089b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21fa42b63eaf4f448cb2d5e37f0e0b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237092 Jul 23 22:53:42.009840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:42.012735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6e268-5b17-4d64-9f4d-49f312ea089b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e11c4-25fa-48e9-baea-183a62675674,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:42.086304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.089742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.091241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0637563a-850f-4127-a14a-72804ab30bd7 HTTP/1.1" status: 204 len: 168 time: 0.2393076 Jul 23 22:53:42.101405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4d62-9259-49a9-9664-0976752491e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637563a-850f-4127-a14a-72804ab30bd7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:42.163121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.204802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.292119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.295059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:42.296873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef7e11c4-25fa-48e9-baea-183a62675674 HTTP/1.1" status: 204 len: 168 time: 0.2848334 Jul 23 22:53:42.324227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb4cc4-4853-4683-ba30-969253a4e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e11c4-25fa-48e9-baea-183a62675674,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:42.732005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8c395-7062-4cec-b8fb-3bc333a8f920 req-f6a3517d-14b4-4d49-8965-dc81bdfcc757 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:42.740813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d8c395-7062-4cec-b8fb-3bc333a8f920 req-f6a3517d-14b4-4d49-8965-dc81bdfcc757 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0867729 Jul 23 22:53:42.795786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d8c395-7062-4cec-b8fb-3bc333a8f920 req-57436743-0caf-4790-8aa4-50756cd5ff65 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539327 Jul 23 22:53:42.854247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:42.869130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad1b83b5-87b8-4285-9232-698ea0133a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.005701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad1b83b5-87b8-4285-9232-698ea0133a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.011337 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad1b83b5-87b8-4285-9232-698ea0133a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.060386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b83b5-87b8-4285-9232-698ea0133a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb359d13-d909-4579-9a28-6f2a5fbb306a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:43.092056 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ad1b83b5-87b8-4285-9232-698ea0133a07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5952178dd9284d25986a726fc5f63783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367034 Jul 23 22:53:43.095228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:43.155154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.184296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.264030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.267971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.269654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb359d13-d909-4579-9a28-6f2a5fbb306a HTTP/1.1" status: 204 len: 168 time: 0.1733572 Jul 23 22:53:43.283198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679fdb2-7159-4da8-b8c7-2c1bd0fc9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb359d13-d909-4579-9a28-6f2a5fbb306a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:43.807572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d1f47e7-589b-4c03-b0be-fa8dc8a1a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:43.987294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a8f3d-5057-4234-9d87-37985f023dae req-25df4d25-3bf7-4cf9-b324-80e659d20301 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:43.991993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c18a8f3d-5057-4234-9d87-37985f023dae req-25df4d25-3bf7-4cf9-b324-80e659d20301 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1255271 Jul 23 22:53:44.078514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c18a8f3d-5057-4234-9d87-37985f023dae req-c8239969-99b0-447e-be61-a8a27e3b8d77 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753846 Jul 23 22:53:44.111387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:44.166064 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.252076 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb493ec3-0376-493c-8f3c-d0a429611515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.387148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb493ec3-0376-493c-8f3c-d0a429611515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.403275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb493ec3-0376-493c-8f3c-d0a429611515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.453645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb493ec3-0376-493c-8f3c-d0a429611515 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d74b8e6afc654c37b1ebbdcc52d7ddab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399460 Jul 23 22:53:44.457470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:44.465110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb493ec3-0376-493c-8f3c-d0a429611515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41bd27e-5198-47b1-a403-40a43806bf0c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:44.545138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.573114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.639761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.643722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.647385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f41bd27e-5198-47b1-a403-40a43806bf0c HTTP/1.1" status: 204 len: 168 time: 0.1855390 Jul 23 22:53:44.673210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f079397-988a-41e7-83c5-310fd69a79c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41bd27e-5198-47b1-a403-40a43806bf0c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:44.786280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-7fbce6b8-e792-4c7c-b8e4-653b1b9d63e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0914330 Jul 23 22:53:44.929313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:44.943560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.944188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.944772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.945253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.946103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.946625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.947146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:44.949297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-f3dc6f12-1c82-4c8f-9c58-e1d12774b6c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.1096714 Jul 23 22:53:45.119637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-12ace623-e290-4175-a2de-06a63a66115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.119637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-12ace623-e290-4175-a2de-06a63a66115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.120834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-12ace623-e290-4175-a2de-06a63a66115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.122858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-12ace623-e290-4175-a2de-06a63a66115b service neutron] 10.222.0.25 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=cb44717a-6ea7-4575-b70a-fd317d369e9c&id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 2293 time: 0.1419301 Jul 23 22:53:45.272183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-13aa3614-44ab-4739-91c3-046c76b98c7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 1001 time: 0.1418388 Jul 23 22:53:45.352897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b94fa9-68f2-45e1-a9d3-e4e2a0eaf4e7 req-52210584-cd6b-4b69-b5e3-42616eb2366e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.354512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39b94fa9-68f2-45e1-a9d3-e4e2a0eaf4e7 req-52210584-cd6b-4b69-b5e3-42616eb2366e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1535106 Jul 23 22:53:45.377393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-9ae8d5a6-ab6e-4ab3-ae4b-7241dad5ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.382546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-9ae8d5a6-ab6e-4ab3-ae4b-7241dad5ed53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 200 len: 850 time: 0.1007755 Jul 23 22:53:45.417148 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:53:45.488099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-6e78d6c8-17a7-48b7-86f5-60e9b617b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:45.489721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-6e78d6c8-17a7-48b7-86f5-60e9b617b37c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849323 Jul 23 22:53:45.495014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39b94fa9-68f2-45e1-a9d3-e4e2a0eaf4e7 req-6e0b50b5-b4b0-4db7-8bbe-529ae7499930 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333859 Jul 23 22:53:45.657881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-84a0fdd3-f643-44ca-985d-a0e351b73c69 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587484 Jul 23 22:53:45.846157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-59c94e7d-589d-475b-9b65-7dfd98a31b4c service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786981 Jul 23 22:53:45.927854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-33316d53-238a-4f1f-99b3-bc5691b3eaba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 217 time: 0.0746202 Jul 23 22:53:46.044908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-ff1af99d-c62f-42ad-86ba-d6b6a91187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:46.046647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-ff1af99d-c62f-42ad-86ba-d6b6a91187d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1077447 Jul 23 22:53:46.126557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-16167440-cbda-451f-abe3-8ce3d4b12aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:46.128311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-16167440-cbda-451f-abe3-8ce3d4b12aa2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736513 Jul 23 22:53:46.267510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-55348bd7-4c9d-4f15-9482-9d4ab7ca74a8 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289907 Jul 23 22:53:46.479819 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:46.482659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-c30d06e1-64d4-403f-91d8-5d529a519f91 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109575 Jul 23 22:53:46.607236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-53447882-6440-4e86-a719-795c27b6e32a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 217 time: 0.1145005 Jul 23 22:53:47.151156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-2da1e3a4-b2c5-4e33-bf49-c96bd5753fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:47.154112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-2da1e3a4-b2c5-4e33-bf49-c96bd5753fc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.5391381 Jul 23 22:53:47.228611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676ed00-bd18-40d0-95eb-23495c6d3a0b req-2a1466e6-6cf3-4ace-a94b-d194815993e3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:47.236875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1676ed00-bd18-40d0-95eb-23495c6d3a0b req-2a1466e6-6cf3-4ace-a94b-d194815993e3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1630363 Jul 23 22:53:47.282369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-3d9c6d38-927a-45fd-b519-6b85f450594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:47.284461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-3d9c6d38-927a-45fd-b519-6b85f450594e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1230640 Jul 23 22:53:47.300792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1676ed00-bd18-40d0-95eb-23495c6d3a0b req-15fbc250-a6ba-4d6b-86a0-c421ec51e5c6 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Jul 23 22:53:47.540748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-7202192d-ea0d-4d0f-9c3d-c1f175d2c458 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388337 Jul 23 22:53:47.691552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-3c56599c-60a0-4bfe-aac7-0322eebb584b service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436715 Jul 23 22:53:47.760237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-e36310c2-e23a-424f-9785-c0ad62f5c5ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 217 time: 0.0616982 Jul 23 22:53:47.865544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-50f3c714-a11d-4218-92bf-ca867c7c1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:47.867110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-50f3c714-a11d-4218-92bf-ca867c7c1a0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0996354 Jul 23 22:53:47.970345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-4fddc8b0-b248-4aea-939c-b80040a46caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:47.972027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-4fddc8b0-b248-4aea-939c-b80040a46caf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961072 Jul 23 22:53:48.080733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-58ab0d6d-e846-4384-8bc8-f200c28825c3 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018438 Jul 23 22:53:48.213840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-ce9a4f9d-0cf2-46a8-9b6e-0edbc8b7abd5 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254106 Jul 23 22:53:48.292504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-4c624707-3fbb-4fe0-a248-09799acd47c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 217 time: 0.0703199 Jul 23 22:53:48.492210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-c66687ae-7a9a-4597-8970-32f33444c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:48.494122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-c66687ae-7a9a-4597-8970-32f33444c180 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1936464 Jul 23 22:53:48.568296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b84f64-e93d-4f28-b86c-c2d2ae9ba61a req-88d0e61c-ffbf-4fbe-953d-b2d8a2c27877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:48.569774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1b84f64-e93d-4f28-b86c-c2d2ae9ba61a req-88d0e61c-ffbf-4fbe-953d-b2d8a2c27877 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1098 time: 0.1923668 Jul 23 22:53:48.602662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d7043-08ab-40c2-914e-b36fcb5a4555 req-127269b8-c5a0-4dfa-bb69-15727f812fd0 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:48.602662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-654d7043-08ab-40c2-914e-b36fcb5a4555 req-127269b8-c5a0-4dfa-bb69-15727f812fd0 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1600354 Jul 23 22:53:48.665102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1b84f64-e93d-4f28-b86c-c2d2ae9ba61a req-9060c300-3ad7-4b85-b9df-ab262748f0e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801823 Jul 23 22:53:48.673604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-42d828e8-3ba8-44ba-b57f-d55ab842488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:48.675275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-42d828e8-3ba8-44ba-b57f-d55ab842488b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1731517 Jul 23 22:53:48.678485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-654d7043-08ab-40c2-914e-b36fcb5a4555 req-c7ee10bd-1089-4cb9-b639-0dfed9a39100 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669062 Jul 23 22:53:48.852529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-4caf4ea9-57ac-464a-bfc7-608fe0102f5e service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392052 Jul 23 22:53:49.043438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-3be7e137-cd3e-48b5-a371-1108b14588e6 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769838 Jul 23 22:53:49.132811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-ce8c5d3e-d0d2-45d2-ab72-efe9417d3cd3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 217 time: 0.0742145 Jul 23 22:53:49.213737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-398aa25c-a760-43a7-9b46-64aea6a067f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:49.215404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-398aa25c-a760-43a7-9b46-64aea6a067f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.0722394 Jul 23 22:53:49.331293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-bc03513d-8eba-45f7-a679-94f4c55e8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:49.336745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-bc03513d-8eba-45f7-a679-94f4c55e8c25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137230 Jul 23 22:53:49.529356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-3535967e-c558-44c5-bce9-142dbee534ba service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841354 Jul 23 22:53:49.661928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-c99cc758-a98e-482c-adc7-e31dd17d75e9 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249192 Jul 23 22:53:49.732597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-fd797e2e-b2d1-4864-ae92-6535591032a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 217 time: 0.0614007 Jul 23 22:53:49.879326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-632bf985-c7e4-4e0d-bb33-8abfc1f52497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:49.881242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-632bf985-c7e4-4e0d-bb33-8abfc1f52497 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.1416740 Jul 23 22:53:49.950779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2cbcf-f7a1-41dc-b68c-ecdc26eca9c7 req-1e31ccae-9a6a-4f39-9bca-f528f667deba tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:49.952625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b2cbcf-f7a1-41dc-b68c-ecdc26eca9c7 req-1e31ccae-9a6a-4f39-9bca-f528f667deba tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1613314 Jul 23 22:53:50.012132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-75f5ea88-760b-40fa-b06a-477326a54043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:50.013704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-75f5ea88-760b-40fa-b06a-477326a54043 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1235721 Jul 23 22:53:50.052285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93b2cbcf-f7a1-41dc-b68c-ecdc26eca9c7 req-4e1723c7-d903-4b67-99b0-e9b3a973627e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888023 Jul 23 22:53:50.273090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-96ec07bf-34e8-411b-b2bc-12fc1693ddc7 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525327 Jul 23 22:53:50.501233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae5cdfc3-2c44-463f-a858-38f4423d216b req-b5e901d9-9864-4e73-ab38-658d750196a0 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182906 Jul 23 22:53:50.741931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bd924-aa99-4425-9757-d11367440b22 req-d03ba3e8-2c2d-460f-9e08-4957bc8d249c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:50.750234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d71bd924-aa99-4425-9757-d11367440b22 req-d03ba3e8-2c2d-460f-9e08-4957bc8d249c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1387181 Jul 23 22:53:50.755342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-8d040e27-4a93-4e5d-948f-da3b5a71cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:50.755342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-8d040e27-4a93-4e5d-948f-da3b5a71cb5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57e6bd9c11dc40268d32ef74668db986&device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 1098 time: 0.1587522 Jul 23 22:53:50.851058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d71bd924-aa99-4425-9757-d11367440b22 req-652d4fec-d881-4f1c-b88b-380c188acdc7 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Jul 23 22:53:50.956341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-5b13fd8b-8652-4270-baec-b4654dccc401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:50.957929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-5b13fd8b-8652-4270-baec-b4654dccc401 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 200 len: 912 time: 0.1951265 Jul 23 22:53:51.007781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-407db883-90b5-4599-90c4-b2cc8c5ebeb4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 200 len: 217 time: 0.0431936 Jul 23 22:53:51.064543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-0f4546f8-8146-40df-bb33-ace5e07ee5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:51.066357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-0f4546f8-8146-40df-bb33-ace5e07ee5de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 200 len: 851 time: 0.0497880 Jul 23 22:53:51.162122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-e53defe3-0f4a-4d79-abb5-2debf9419ad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fad9bdd2-d346-4256-8c1d-85643b676cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857427 Jul 23 22:53:51.350999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-7fb7f2ed-881d-4908-9702-1906c3f3e6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824880 Jul 23 22:53:51.638725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1674b754-b6ed-4c49-9573-9f8d4deae6ab req-d1f0deb5-cf78-4ecd-bf38-f636e3c2ddb0 service neutron] 10.222.0.25 "GET /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801075 Jul 23 22:53:52.027417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23aa5-5bf4-4472-a915-b9f390260fdc req-cbd1d085-2d12-4197-8564-9e9f14a4f9f5 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:52.029430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83e23aa5-5bf4-4472-a915-b9f390260fdc req-cbd1d085-2d12-4197-8564-9e9f14a4f9f5 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0775912 Jul 23 22:53:52.075316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83e23aa5-5bf4-4472-a915-b9f390260fdc req-48463923-d4b7-4293-99a2-5b8de2a5c5bf tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Jul 23 22:53:52.282922 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.115676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:53.233948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.240513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ce2b17-c3d6-475c-bb87-2c13821d69f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.250328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ceec7-466f-4804-94d7-fd465eb6a87e req-ad1fe34f-e15f-43a7-95dd-1973b7faa0f4 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:53.258159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c4ceec7-466f-4804-94d7-fd465eb6a87e req-ad1fe34f-e15f-43a7-95dd-1973b7faa0f4 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1028342 Jul 23 22:53:53.369852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c4ceec7-466f-4804-94d7-fd465eb6a87e req-0ac63483-d1dd-4d7a-95a4-8a9c1a851701 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988889 Jul 23 22:53:53.381928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ce2b17-c3d6-475c-bb87-2c13821d69f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.393460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99ce2b17-c3d6-475c-bb87-2c13821d69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.450874 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-99ce2b17-c3d6-475c-bb87-2c13821d69f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06de9c9be1fd4f658bf87a6cd0666f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334353 Jul 23 22:53:53.451854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce2b17-c3d6-475c-bb87-2c13821d69f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c852d6b5-df25-4c79-b0c7-22df345297c4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:53.454592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:53.535693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.558778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.629835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.633648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:53.653887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c852d6b5-df25-4c79-b0c7-22df345297c4 HTTP/1.1" status: 204 len: 168 time: 0.1979387 Jul 23 22:53:53.667914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0a38e-5a17-4623-b49a-66813d8ebe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c852d6b5-df25-4c79-b0c7-22df345297c4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:53.853638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e48b-c515-43a1-8348-9593fd280484 req-3b879b99-b45c-4faf-b25c-94e3261e9eda tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:53.855271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55e5e48b-c515-43a1-8348-9593fd280484 req-3b879b99-b45c-4faf-b25c-94e3261e9eda tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0765350 Jul 23 22:53:53.903992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55e5e48b-c515-43a1-8348-9593fd280484 req-80167308-3961-40c8-85e7-61b2d42d8b12 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Jul 23 22:53:55.130659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d57d-2c39-47f9-9a35-ab900c7371c3 req-21833349-549e-45c6-a8f7-d1e991b783ec tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:55.133226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f9d57d-2c39-47f9-9a35-ab900c7371c3 req-21833349-549e-45c6-a8f7-d1e991b783ec tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1117346 Jul 23 22:53:55.195128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9f9d57d-2c39-47f9-9a35-ab900c7371c3 req-bb759f38-7253-4477-b6e7-229b2bea82fa tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jul 23 22:53:56.367928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93485-ef45-4b99-a2ec-8590593576d9 req-e29ae391-865c-41bd-b80c-b5b5d5fba6ab tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:56.369518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b93485-ef45-4b99-a2ec-8590593576d9 req-e29ae391-865c-41bd-b80c-b5b5d5fba6ab tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.0791123 Jul 23 22:53:56.428459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6b93485-ef45-4b99-a2ec-8590593576d9 req-47c0cdb0-0ec7-44c4-b53f-12d9732e4ff3 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Jul 23 22:53:56.636655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-122983d1-268b-4193-9adf-7507bb06a90b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:56.638405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-122983d1-268b-4193-9adf-7507bb06a90b tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.25 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 946 time: 0.1103406 Jul 23 22:53:56.776846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Deleting port 255fd51f-9915-4679-a578-bed4963db1d3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:53:56.777564 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:56.900519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] For port 255fd51f-9915-4679-a578-bed4963db1d3, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=255fd51f-9915-4679-a578-bed4963db1d3,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:53:56.901155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:56.914946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Calling delete_port for 255fd51f-9915-4679-a578-bed4963db1d3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:53:57.072788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:57.085032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:57.088688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['255fd51f-9915-4679-a578-bed4963db1d3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:53:57.146439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Pushing event deleted for resources: {'Port': ['ID=255fd51f-9915-4679-a578-bed4963db1d3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:57.173342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] No DVR routers for this DVR port 255fd51f-9915-4679-a578-bed4963db1d3 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:53:57.176304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:57.178474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87fd4965-3827-47c4-93af-48ec6fd1b467 req-a9adf406-ed1c-41c2-a2ec-e1308dd28cbc tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.25 "DELETE /v2.0/ports/255fd51f-9915-4679-a578-bed4963db1d3 HTTP/1.1" status: 204 len: 173 time: 0.5333509 Jul 23 22:53:57.178958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'name': 'network-vif-deleted', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:53:57.181538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76851923-6f81-4554-89b0-c919abc132be" -d '{"events": [{"server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "name": "network-vif-deleted", "tag": "255fd51f-9915-4679-a578-bed4963db1d3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:53:57.244278 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4391449-674d-454c-aec2-01c08dd5d86e x-openstack-request-id: req-e4391449-674d-454c-aec2-01c08dd5d86e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:53:57.244586 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2121f004-326c-44df-9911-8faa048c36b2", "name": "network-vif-deleted", "tag": "255fd51f-9915-4679-a578-bed4963db1d3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:53:57.244936 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4391449-674d-454c-aec2-01c08dd5d86e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:53:57.245234 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2121f004-326c-44df-9911-8faa048c36b2', 'name': 'network-vif-deleted', 'tag': '255fd51f-9915-4679-a578-bed4963db1d3', 'status': 'completed', 'code': 200} Jul 23 22:53:57.574499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4766564a-a204-45ff-af89-19ee747ade2e req-57b5540b-fa28-4887-af1e-fd53d0694e6a tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=2121f004-326c-44df-9911-8faa048c36b2 HTTP/1.1" status: 200 len: 210 time: 0.0459125 Jul 23 22:53:58.665358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 47440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:58.832399 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7901b469-77ab-475c-969c-9fb9087e651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:58.969417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7901b469-77ab-475c-969c-9fb9087e651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:58.976161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7901b469-77ab-475c-969c-9fb9087e651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:59.036549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7901b469-77ab-475c-969c-9fb9087e651b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ed5c2f488064e9ebef83a6f0e7e958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676760 Jul 23 22:53:59.037138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:53:59.044576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901b469-77ab-475c-969c-9fb9087e651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df603786-1b57-46d9-b168-b283586089b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:59.138180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:59.141494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e31f29-d6db-4efa-b153-b85d69cd4f6b req-39ce0576-e31b-4cb8-9e07-9c6667193322 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:53:59.143158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89e31f29-d6db-4efa-b153-b85d69cd4f6b req-39ce0576-e31b-4cb8-9e07-9c6667193322 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1003158 Jul 23 22:53:59.173575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:59.191301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89e31f29-d6db-4efa-b153-b85d69cd4f6b req-b2af33a8-8dc5-46de-94f9-a553e16c86eb tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jul 23 22:53:59.234687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:59.237640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:53:59.239042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df603786-1b57-46d9-b168-b283586089b3 HTTP/1.1" status: 204 len: 168 time: 0.2007957 Jul 23 22:53:59.263970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3f8e8-b33f-497d-b916-a2c87b7ea125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df603786-1b57-46d9-b168-b283586089b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:53:59.927035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 255fd51f-9915-4679-a578-bed4963db1d3 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:53:59.952828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 255fd51f-9915-4679-a578-bed4963db1d3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:53:59.953346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 255fd51f-9915-4679-a578-bed4963db1d3 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:54:00.395105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f32cf-dff6-4143-9e34-b40b30ccd715 req-b2db2460-20c9-4512-890d-ba952143a42e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:00.409654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-060f32cf-dff6-4143-9e34-b40b30ccd715 req-b2db2460-20c9-4512-890d-ba952143a42e tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.1210623 Jul 23 22:54:00.476469 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-060f32cf-dff6-4143-9e34-b40b30ccd715 req-cc48df28-323f-4bb5-a5fc-90c58f99733d tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/security-groups?id=44fd91b0-7d1e-42c6-9408-c31022a895ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643740 Jul 23 22:54:01.175229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-537c7b16-3584-4d44-91a6-542e94b3d03c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:01.176834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-537c7b16-3584-4d44-91a6-542e94b3d03c tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 946 time: 0.0771897 Jul 23 22:54:01.285108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Deleting port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:01.285449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.385444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] For port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:01.385859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.399621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Calling delete_port for 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:01.541244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.553651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:54:01.653529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ecbe32e4-cdc1-4c58-a1c7-53499fc2f4e7 req-2b9b1168-705c-4496-b5b9-b13527f35228 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f618c6d-2293-40a3-a280-bd49257f84b6 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Jul 23 22:54:01.659496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Pushing event deleted for resources: {'Port': ['ID=29c72fd5-7f0a-45d4-81a5-9f6d59cc8095,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:01.754273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] No DVR routers for this DVR port 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:54:01.758349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.761142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cecd6a1-8d32-4257-ab5d-5955562d31f0 req-907e42cb-06d7-4378-b6ae-939da3ff1bf9 tempest-ServerRescueTestJSON-246282807 tempest-ServerRescueTestJSON-246282807-project] 10.222.0.22 "DELETE /v2.0/ports/29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 HTTP/1.1" status: 204 len: 173 time: 0.5774078 Jul 23 22:54:01.761647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'name': 'network-vif-deleted', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:54:01.763925 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88416e14-ecf1-41b3-9317-cdad6435db6c" -d '{"events": [{"server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "name": "network-vif-deleted", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:54:01.857708 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddebf53-2ff6-489a-8859-0e329d386226 x-openstack-request-id: req-4ddebf53-2ff6-489a-8859-0e329d386226 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:54:01.858997 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f618c6d-2293-40a3-a280-bd49257f84b6", "name": "network-vif-deleted", "tag": "29c72fd5-7f0a-45d4-81a5-9f6d59cc8095", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:54:01.859279 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ddebf53-2ff6-489a-8859-0e329d386226 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:54:01.859732 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f618c6d-2293-40a3-a280-bd49257f84b6', 'name': 'network-vif-deleted', 'tag': '29c72fd5-7f0a-45d4-81a5-9f6d59cc8095', 'status': 'completed', 'code': 200} Jul 23 22:54:02.711661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 47734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:03.158795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:03.926289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Deleting port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:03.927289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:04.091872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] For port e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,segment=NetworkSegment(9f1e2038-1ebf-4801-8aa4-21e566e51c15),segment_id=9f1e2038-1ebf-4801-8aa4-21e566e51c15)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:04.092579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:04.113922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Calling delete_port for e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:04.356270 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:04.393735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:04.620993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:04.897079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Router ed48c196-636c-4b39-9243-cd99f6f86cd0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:54:05.053529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:05.063138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:05.065100 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d0fe0a61-8d9e-406a-89d3-7a91a0e28440 admin admin] 10.222.0.37 "PUT /v2.0/routers/ed48c196-636c-4b39-9243-cd99f6f86cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3509927 Jul 23 22:54:05.071257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Sync routers for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:05.105640 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:05.106341 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:05.265348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:05.286457 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:05.497232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:05.583218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:54:04Z', 'revision_number': 5, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port': {'id': 'c0ca97fa-5ddb-4c76-9616-2bfa7195765f', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:37:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:11Z', 'updated_at': '2021-07-23T22:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:05.593702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Deleting port c0ca97fa-5ddb-4c76-9616-2bfa7195765f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:05.594417 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:05.614514 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Checking router: ed48c196-636c-4b39-9243-cd99f6f86cd0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:05.622750 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Routers {'ed48c196-636c-4b39-9243-cd99f6f86cd0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:05.624294 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ed48c196-636c-4b39-9243-cd99f6f86cd0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:05.694939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] For port c0ca97fa-5ddb-4c76-9616-2bfa7195765f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:05.695225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:05.709078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Calling delete_port for c0ca97fa-5ddb-4c76-9616-2bfa7195765f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:05.810651 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] Set router ed48c196-636c-4b39-9243-cd99f6f86cd0 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:05.867486 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:54:05Z', 'revision_number': 6, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:05.902789 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614f49a-edf6-4ee3-9ad1-de18b12ed415 None None] The sync data for ids ['ed48c196-636c-4b39-9243-cd99f6f86cd0'] in n-d-791506-25 is: [{'id': 'ed48c196-636c-4b39-9243-cd99f6f86cd0', 'name': 'tempest-ServerRescueTestJSON-1371714122-router', 'tenant_id': '57e6bd9c11dc40268d32ef74668db986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:10Z', 'updated_at': '2021-07-23T22:54:05Z', 'revision_number': 6, 'project_id': '57e6bd9c11dc40268d32ef74668db986', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:54:05.902983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:05.937257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ca97fa-5ddb-4c76-9616-2bfa7195765f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:06.032115 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.140035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.144163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.215041 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.215638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed48c196-636c-4b39-9243-cd99f6f86cd0 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:54:06.222184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.223535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7e568460-2f30-400e-bbe8-9f47793d57fa admin admin] 10.222.0.37 "DELETE /v2.0/routers/ed48c196-636c-4b39-9243-cd99f6f86cd0 HTTP/1.1" status: 204 len: 168 time: 1.1593311 Jul 23 22:54:06.226183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:06.289408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Deleting subnet cdf257ca-9154-4f08-be14-8345dad4bc8e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:54:06.300715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.351906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.369179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:54:06.411017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:54:06.411251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.422743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 29c72fd5-7f0a-45d4-81a5-9f6d59cc8095 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:54:06.498034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.531587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf257ca-9154-4f08-be14-8345dad4bc8e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:06.539710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.542524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d08cef9b-3802-4ef6-8c5b-3fdf90a627fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cdf257ca-9154-4f08-be14-8345dad4bc8e HTTP/1.1" status: 204 len: 168 time: 0.3147635 Jul 23 22:54:06.544594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:06.652651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.789038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.801096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad9bdd2-d346-4256-8c1d-85643b676cc5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:06.812851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1e2038-1ebf-4801-8aa4-21e566e51c15') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:06.813394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1e2038-1ebf-4801-8aa4-21e566e51c15') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:06.823363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.841245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.849563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:54:06.850038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:54:06.852286 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:54:06.933639 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.940894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:06.943227 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fad9bdd2-d346-4256-8c1d-85643b676cc5 HTTP/1.1" status: 204 len: 168 time: 0.3967428 Jul 23 22:54:06.956707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3e294-b15a-4eee-a499-b12372f88369 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad9bdd2-d346-4256-8c1d-85643b676cc5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:07.171786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:54:07.199186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:54:07.199541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e4fe74b3-fa4d-40d2-ac26-b74ab1960f1e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:54:07.199960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c0ca97fa-5ddb-4c76-9616-2bfa7195765f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:54:07.209453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:07.225181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c0ca97fa-5ddb-4c76-9616-2bfa7195765f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:54:07.225527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c0ca97fa-5ddb-4c76-9616-2bfa7195765f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:54:07.294264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:07.294850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8347ee76-5e73-4480-8f69-ae498baf37cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57e6bd9c11dc40268d32ef74668db986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808005 Jul 23 22:54:07.375621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:07.398025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:07.455519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:07.458160 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:07.459303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44fd91b0-7d1e-42c6-9408-c31022a895ad HTTP/1.1" status: 204 len: 168 time: 0.1664102 Jul 23 22:54:07.471658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6fbe8-8ca0-4699-98b4-563dbcca8f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fd91b0-7d1e-42c6-9408-c31022a895ad,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:08.286200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:08.437487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-network', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:08.463063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Made reservation on behalf of c9aa2e1c8e5448ca9a35d348e0fef75d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:08.465641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.475329 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.574599 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.580988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.608872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:54:08.615346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b8dcdf-3c5a-421c-9a18-e2911fac5872,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:08.634452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.634798 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Added segment b68deee0-1465-4bb7-891d-4f9a99c4a91d of type vlan for network ed4a613b-4cfb-420d-a238-abc36605b6fb Jul 23 22:54:08.685386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.717889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.719291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:08.720042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.757789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4703159 Jul 23 22:54:08.760697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:08.793502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Request body: {'subnet': {'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-subnet', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:08.816889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d9b0c-1e4a-4503-9c4c-6a96f385c190 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4a613b-4cfb-420d-a238-abc36605b6fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:08.821605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Made reservation on behalf of c9aa2e1c8e5448ca9a35d348e0fef75d for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:08.824115 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:08.828746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ed4a613b-4cfb-420d-a238-abc36605b6fb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:54:09.018381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:09.089202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f69e59-913b-41f3-9d20-77f44699f1d1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:09.098837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Checking segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:09.099263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Network hostable DHCP agents. Network: ed4a613b-4cfb-420d-a238-abc36605b6fb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:54:09.119113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Network ed4a613b-4cfb-420d-a238-abc36605b6fb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:54:09.131860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ed4a613b-4cfb-420d-a238-abc36605b6fb) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:09.137406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:09.138168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:09.148888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81657ef4-8a18-4b38-91eb-0670d1cbfcf8 None None] Network ed4a613b-4cfb-420d-a238-abc36605b6fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:09.160768 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-172a0b4f-d8ef-4245-aebf-9b551a44f3ed admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3988018 Jul 23 22:54:09.163436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:09.169229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:09.229243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:09.240739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:09.315663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7fa0c-f911-4fdc-84cc-5cf438d401b0 None None] Network ed4a613b-4cfb-420d-a238-abc36605b6fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:09.360996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:09.974441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.323038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.351455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.508173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Allocated IP 172.25.1.89 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/792e595d-100a-44db-b4df-e648ce2cc011) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:10.647826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48246) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:10.723705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.775022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.809801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbe0c46d-8b40-4149-b23f-698842426645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.829962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:10.833681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:10.844254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:10.848490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Pushing event updated for resources: {'Port': ['ID=792e595d-100a-44db-b4df-e648ce2cc011,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:10.934061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbe0c46d-8b40-4149-b23f-698842426645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.939956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbe0c46d-8b40-4149-b23f-698842426645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:10.975002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbe0c46d-8b40-4149-b23f-698842426645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc67fb01e1bb471eb80fd1540fdaf454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255754 Jul 23 22:54:10.975721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:10.999381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0c46d-8b40-4149-b23f-698842426645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1663155b-9ce1-4e03-8492-2c5e35a81795,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:11.059582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ead86659-b3e9-4773-81f5-15f67524f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.103263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.171850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.297079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.300099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.301498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1663155b-9ce1-4e03-8492-2c5e35a81795 HTTP/1.1" status: 204 len: 168 time: 0.3236408 Jul 23 22:54:11.304208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.415191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338a18-8c2d-41be-adf1-271c0df8bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1663155b-9ce1-4e03-8492-2c5e35a81795,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:11.606821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:11.770663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Router 19d98b62-4591-41d9-8b0f-b07b7333133f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:54:11.972645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:11.987319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Sync routers for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:12.004928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:12.005648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:12.015828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:12.020742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:12.022982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-47500acc-e438-419d-ba01-c6fc5d1b25d1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8582971 Jul 23 22:54:12.241051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:12.660655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:11Z', 'revision_number': 3, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:12.696472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Checking router: 19d98b62-4591-41d9-8b0f-b07b7333133f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:12.697004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Updating router 19d98b62-4591-41d9-8b0f-b07b7333133f port 792e595d-100a-44db-b4df-e648ce2cc011 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:54:12.775131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:12.965742 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.235295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.268207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Transition to ACTIVE for port object 792e595d-100a-44db-b4df-e648ce2cc011 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:13.285123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.366120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Attempting to bind port 792e595d-100a-44db-b4df-e648ce2cc011 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:13.366727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Attempting to bind port 792e595d-100a-44db-b4df-e648ce2cc011 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:13.367544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Attempting to bind port 792e595d-100a-44db-b4df-e648ce2cc011 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:13.380341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Allocated IP 172.20.0.1 (ed4a613b-4cfb-420d-a238-abc36605b6fb/b2f69e59-913b-41f3-9d20-77f44699f1d1/bcdb64fc-b4b0-4d0e-baa7-b51433389706) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:13.387640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:13.388264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:13.388855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.389492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:13.390367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Bound port: 792e595d-100a-44db-b4df-e648ce2cc011, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:13.391519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.413240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:13.431941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Pushing event updated for resources: {'Port': ['ID=792e595d-100a-44db-b4df-e648ce2cc011,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:13.444877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.445277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.445591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.446067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.447032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.447380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.447711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.448029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.448347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.448674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.449239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.449567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:13.550270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] For port 792e595d-100a-44db-b4df-e648ce2cc011, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:13.564439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] For port 792e595d-100a-44db-b4df-e648ce2cc011, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=792e595d-100a-44db-b4df-e648ce2cc011,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:13.585480 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.735991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:13.736656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:13.781544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1123ed22-0e74-462e-8023-171557dae6f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f83ca1f1931415bb729fb33956846b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656693 Jul 23 22:54:13.782843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.783434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:13.875668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.902137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.939411 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:13.979430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:13.999953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Network ed4a613b-4cfb-420d-a238-abc36605b6fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:14.001621 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.004533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.010697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:14.011511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4490f01a-4afa-4f5a-96af-a9e523351c1d HTTP/1.1" status: 204 len: 168 time: 0.2267833 Jul 23 22:54:14.023094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:14.023423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490f01a-4afa-4f5a-96af-a9e523351c1d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:14.032185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:14.039029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.042354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.042709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.043060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.043389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.043722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.044052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.045014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.045014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.045222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.045426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.045810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2f9e04-f535-405d-aad8-1eaac2640a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:14.101103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.139723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e9316-74e9-460b-8b7d-57a0d42aa670 None None] Pushing event updated for resources: {'Port': ['ID=792e595d-100a-44db-b4df-e648ce2cc011,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:14.145600 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b20d508-e3de-4119-acb7-631b175abee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.215053 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.376363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.403003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:11Z', 'revision_number': 3, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:14.462945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f518d09b-34ab-4468-ad4a-7c9afe68448c None None] The sync data for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 is: [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:11Z', 'revision_number': 3, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:54:14.758919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.768397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.994119 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:14.995376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.264575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:15.339341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 792e595d-100a-44db-b4df-e648ce2cc011 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:15.368094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Network ed4a613b-4cfb-420d-a238-abc36605b6fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:15.382593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:15.463051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 792e595d-100a-44db-b4df-e648ce2cc011 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:15.468966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 792e595d-100a-44db-b4df-e648ce2cc011 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:15.469947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.601141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Router 19d98b62-4591-41d9-8b0f-b07b7333133f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:54:15.689995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.744270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 792e595d-100a-44db-b4df-e648ce2cc011, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=792e595d-100a-44db-b4df-e648ce2cc011,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:15.752521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.880400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=792e595d-100a-44db-b4df-e648ce2cc011,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:15.894218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:15.914137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8984c294-cd4c-4c98-99a8-cc0aadfad008 admin admin] 10.222.0.37 "PUT /v2.0/routers/19d98b62-4591-41d9-8b0f-b07b7333133f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8879054 Jul 23 22:54:16.333868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:16.474630 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.535154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7a7243b-2525-448f-bab6-5096bf119269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.710677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7a7243b-2525-448f-bab6-5096bf119269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.719224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7a7243b-2525-448f-bab6-5096bf119269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.751071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7243b-2525-448f-bab6-5096bf119269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366ce86-e43b-483e-b859-2c4ab3197fcf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:16.832777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7a7243b-2525-448f-bab6-5096bf119269 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=327028a5e0f74c04994b6a0cc1a149ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936864 Jul 23 22:54:16.839637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:16.877962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-a979f2ac-6c11-4534-bbc0-b168e2b2b758 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:16.887420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-a979f2ac-6c11-4534-bbc0-b168e2b2b758 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 819 time: 0.1896725 Jul 23 22:54:16.912313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-6ebbbc71-7b61-4734-8ff6-ff3f299629d2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/quotas/c9aa2e1c8e5448ca9a35d348e0fef75d HTTP/1.1" status: 200 len: 375 time: 0.0235932 Jul 23 22:54:16.956336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.993328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-a3b7de7c-2cf7-44ee-9edd-2743dfdf415e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798383 Jul 23 22:54:17.007336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:17.108992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:17.112712 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:17.116945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a366ce86-e43b-483e-b859-2c4ab3197fcf HTTP/1.1" status: 204 len: 168 time: 0.2744148 Jul 23 22:54:17.128014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959325d-e92b-4252-ace2-7005103ed290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366ce86-e43b-483e-b859-2c4ab3197fcf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:17.155629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-7a75c44a-1700-4e14-8bc5-bf483dc827e5 service neutron] 10.222.0.37 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512346 Jul 23 22:54:17.236604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 792e595d-100a-44db-b4df-e648ce2cc011 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:17.317339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Sync routers for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:17.329291 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:17.330916 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:17.378680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 792e595d-100a-44db-b4df-e648ce2cc011 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:17.380976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:17.381332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-c8fb84b3-f1a5-4c5a-ae9e-776a64057a7f service neutron] 10.222.0.37 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180834 Jul 23 22:54:17.498316 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:17.775481 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:14Z', 'revision_number': 4, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'bcdb64fc-b4b0-4d0e-baa7-b51433389706', 'name': '', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'mac_address': 'fa:16:3e:1b:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:13Z', 'updated_at': '2021-07-23T22:54:14Z', 'revision_number': 2, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'subnets': [{'id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:17.807486 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Checking router: 19d98b62-4591-41d9-8b0f-b07b7333133f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:17.807908 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Updating router 19d98b62-4591-41d9-8b0f-b07b7333133f port bcdb64fc-b4b0-4d0e-baa7-b51433389706 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:54:17.880661 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:17.905177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:17.956960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b50bd323-143c-4aec-b296-3239fac58fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.144567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c3920ae-6168-4039-846c-8bdd066ed9b3 req-45d6fd02-a0a2-4b65-84c3-8ca2c79aea51 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 210 time: 0.0828800 Jul 23 22:54:18.224035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b50bd323-143c-4aec-b296-3239fac58fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.232125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b50bd323-143c-4aec-b296-3239fac58fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.243738 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.254808 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Transition to ACTIVE for port object bcdb64fc-b4b0-4d0e-baa7-b51433389706 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:18.270083 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.289742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:18.290964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b50bd323-143c-4aec-b296-3239fac58fd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60a0381830124d6a9bf897fb61fa92d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828564 Jul 23 22:54:18.295320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd323-143c-4aec-b296-3239fac58fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bfc240-e834-4a85-bda5-e3e86067a698,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:18.375763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.407369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.421391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Attempting to bind port bcdb64fc-b4b0-4d0e-baa7-b51433389706 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:18.422396 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Attempting to bind port bcdb64fc-b4b0-4d0e-baa7-b51433389706 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:18.422945 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Attempting to bind port bcdb64fc-b4b0-4d0e-baa7-b51433389706 on network ed4a613b-4cfb-420d-a238-abc36605b6fb {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:18.430977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:18.431584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Checking segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:18.432144 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.432716 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Bound using segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:18.433349 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Bound port: bcdb64fc-b4b0-4d0e-baa7-b51433389706, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:18.433927 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.467481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.479535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.481001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47bfc240-e834-4a85-bda5-e3e86067a698 HTTP/1.1" status: 204 len: 168 time: 0.1902010 Jul 23 22:54:18.491409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cf0c0-ca08-4713-84fe-b23b2405edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bfc240-e834-4a85-bda5-e3e86067a698,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:18.516754 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] For port bcdb64fc-b4b0-4d0e-baa7-b51433389706, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:18.527404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] For port bcdb64fc-b4b0-4d0e-baa7-b51433389706, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bcdb64fc-b4b0-4d0e-baa7-b51433389706,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:18.528727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Pushing event updated for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:18.538125 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.538691 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.539254 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.539822 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.540399 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.540961 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.541483 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.542013 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.542515 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.542999 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.543390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.543715 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:18.549108 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.602762 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aa6bb-ebc6-46c2-a204-fa9dbe7f70f2 None None] Pushing event updated for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:18.627920 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:18.628707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:18.677572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-d3272d22-9a02-425c-b41b-cc86d7d137a8 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:18.680621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-d3272d22-9a02-425c-b41b-cc86d7d137a8 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 819 time: 0.2041969 Jul 23 22:54:18.709964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-435135bd-6375-4d98-840c-8e0c5839cdb3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/quotas/c9aa2e1c8e5448ca9a35d348e0fef75d HTTP/1.1" status: 200 len: 375 time: 0.0220830 Jul 23 22:54:18.790993 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:18.818361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-2cda5064-7edf-4b6d-b31e-b0f283d2d2ab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023617 Jul 23 22:54:18.945208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-962a724e-1ce1-4a21-9dac-88c981858fdd service neutron] 10.222.0.37 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175606 Jul 23 22:54:19.091058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-d8cfbe59-664a-4050-9e08-ca8b91ea094b service neutron] 10.222.0.37 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380475 Jul 23 22:54:19.120346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:14Z', 'revision_number': 4, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'bcdb64fc-b4b0-4d0e-baa7-b51433389706', 'name': '', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'mac_address': 'fa:16:3e:1b:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:13Z', 'updated_at': '2021-07-23T22:54:18Z', 'revision_number': 4, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'subnets': [{'id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:19.163350 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82cf53-5e0b-4f67-a0c5-e1680638e4a7 None None] The sync data for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 is: [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:54:14Z', 'revision_number': 4, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'bcdb64fc-b4b0-4d0e-baa7-b51433389706', 'name': '', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'mac_address': 'fa:16:3e:1b:3d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:13Z', 'updated_at': '2021-07-23T22:54:18Z', 'revision_number': 4, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'subnets': [{'id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:54:19.565987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-a4e1c251-2f3f-4ba5-96f4-6b837250282a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:19.574749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-a4e1c251-2f3f-4ba5-96f4-6b837250282a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 819 time: 0.4137268 Jul 23 22:54:19.589242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Request body: {'port': {'device_id': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'admin_state_up': True, 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:19.956143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e49aeca7-be9a-4922-b1ce-88ca6fb64bd9 req-47eb9f4f-4b25-407e-94ec-d1ae8f22e813 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 210 time: 0.0409153 Jul 23 22:54:20.028091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Made reservation on behalf of c9aa2e1c8e5448ca9a35d348e0fef75d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:20.032292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:20.358691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Allocated IP 172.20.0.3 (ed4a613b-4cfb-420d-a238-abc36605b6fb/b2f69e59-913b-41f3-9d20-77f44699f1d1/bcb9787d-a4a0-4821-8580-368fd291bcaa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:20.738043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:20.804927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:20.861868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Network ed4a613b-4cfb-420d-a238-abc36605b6fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:20.866870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:20.870627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:20.877246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:20.952073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:20.952732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:20.965924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Pushing event updated for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:21.001958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-0af15491-0127-4ee4-b383-bfed43a5eb4a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4166629 Jul 23 22:54:21.016004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Request body: {'port': {'device_id': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:21.222759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f633ee17-f9fe-4e3e-a2a7-2926460c88c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.242231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.423597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bcdb64fc-b4b0-4d0e-baa7-b51433389706 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:21.516481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd4e0cc1-507f-46bf-8f5a-bc3c349f9886 req-46918ee9-770f-425d-9aa0-448082f64e56 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 210 time: 0.4001913 Jul 23 22:54:21.526918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f633ee17-f9fe-4e3e-a2a7-2926460c88c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.537556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f633ee17-f9fe-4e3e-a2a7-2926460c88c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.578728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bcdb64fc-b4b0-4d0e-baa7-b51433389706 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:21.595162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bcdb64fc-b4b0-4d0e-baa7-b51433389706 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:21.595614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.631692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f633ee17-f9fe-4e3e-a2a7-2926460c88c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e563abe35234cc98644dfe90326b4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631559 Jul 23 22:54:21.632565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48672) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:21.633373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633ee17-f9fe-4e3e-a2a7-2926460c88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eecc5c6-83c7-4a01-8f6f-954cc912bd93,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:21.781787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.818100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.826257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.892730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port bcdb64fc-b4b0-4d0e-baa7-b51433389706, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bcdb64fc-b4b0-4d0e-baa7-b51433389706,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:21.902667 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.908952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-eba7da77-32c1-469f-a110-4b11a477bdea tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:21.910660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-eba7da77-32c1-469f-a110-4b11a477bdea tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.25 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 819 time: 0.7930508 Jul 23 22:54:21.911610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.918628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:21.931061 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2eecc5c6-83c7-4a01-8f6f-954cc912bd93 HTTP/1.1" status: 204 len: 168 time: 0.2636783 Jul 23 22:54:21.954852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Request body: {'port': {'device_id': '80dad4db-2d69-4092-980a-b94e281d963e', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'admin_state_up': True, 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:21.959375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148450-fbca-41a0-b76e-48f58001fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eecc5c6-83c7-4a01-8f6f-954cc912bd93,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:21.996771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:22.186584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Made reservation on behalf of c9aa2e1c8e5448ca9a35d348e0fef75d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:22.190334 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:22.286306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb9787d-a4a0-4821-8580-368fd291bcaa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:54:22.297587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:22.306910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:22.352078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Transition to ACTIVE for port object bcb9787d-a4a0-4821-8580-368fd291bcaa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:22.363412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:22.417649 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:54:22.503187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Pushing event updated for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:22.510037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Allocated IP 172.20.0.8 (ed4a613b-4cfb-420d-a238-abc36605b6fb/b2f69e59-913b-41f3-9d20-77f44699f1d1/f827ae14-973e-48e8-96ea-862b3941d199) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:22.727791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-921e120f-0f39-4b3b-a245-dbad6579d6c7 req-c3b2f90c-93dd-42a1-8e55-ae58b720015b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 210 time: 0.0380611 Jul 23 22:54:22.736623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Attempting to bind port bcb9787d-a4a0-4821-8580-368fd291bcaa on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:22.736964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Attempting to bind port bcb9787d-a4a0-4821-8580-368fd291bcaa by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:22.737520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Attempting to bind port bcb9787d-a4a0-4821-8580-368fd291bcaa on network ed4a613b-4cfb-420d-a238-abc36605b6fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:22.767181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Port bcb9787d-a4a0-4821-8580-368fd291bcaa on network ed4a613b-4cfb-420d-a238-abc36605b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:22.767510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Attempting to bind port bcb9787d-a4a0-4821-8580-368fd291bcaa on network ed4a613b-4cfb-420d-a238-abc36605b6fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:22.818812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:22.819035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Checking segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:22.819432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Bound using segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:22.819891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Bound port: bcb9787d-a4a0-4821-8580-368fd291bcaa, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:22.820342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.023543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.051217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:23.055812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:23.070118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.117921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:23.118548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.126745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] 10.222.0.22 "PUT /v2.0/ports/bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 1092 time: 2.1159036 Jul 23 22:54:23.127436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:54:23.132011 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9744165-e54f-4abc-8719-d55ec9e44851" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:54:23.220214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bcdb64fc-b4b0-4d0e-baa7-b51433389706 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:23.252539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.311451 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b01829-f12c-42b0-9ca2-2fa5f30ee358 x-openstack-request-id: req-51b01829-f12c-42b0-9ca2-2fa5f30ee358 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:54:23.311745 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:54:23.312009 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51b01829-f12c-42b0-9ca2-2fa5f30ee358 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:54:23.312419 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa', 'status': 'completed', 'code': 200} Jul 23 22:54:23.343731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bcdb64fc-b4b0-4d0e-baa7-b51433389706 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:23.344298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.348181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.352715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e129b8-afb3-42b1-b004-00b95e6d73ba service neutron] Pushing event updated for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:23.538491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Network ed4a613b-4cfb-420d-a238-abc36605b6fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:23.547358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:23.549858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:23.557307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Pushing event updated for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:23.602678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-c20ef970-2f6a-41c7-8e5b-a777f5846d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:23.606352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-c20ef970-2f6a-41c7-8e5b-a777f5846d60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1095 time: 0.4032593 Jul 23 22:54:23.693157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:23.693876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.698530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-dd61719e-ef7c-424b-a463-cbfcb6cf4cc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0872071 Jul 23 22:54:23.743480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-2157187c-ea8f-4d13-9e59-0b1d6c1ce4f2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8215907 Jul 23 22:54:23.773017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Request body: {'port': {'device_id': '80dad4db-2d69-4092-980a-b94e281d963e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:23.814271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9382-529f-4b32-a486-6b710c347db1 req-761954ff-27fc-4ea2-a30b-10a42732343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:23.816323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-761954ff-27fc-4ea2-a30b-10a42732343b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.1117234 Jul 23 22:54:23.885528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-dfcfc169-8924-40bc-b694-b16d06961919 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602627 Jul 23 22:54:23.908257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:24.385467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:24.506708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c790a98a-7cc1-4d38-9617-ec751c752b2e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1181248732'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:24.507675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c790a98a-7cc1-4d38-9617-ec751c752b2e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Unknown quota resources ['metering_label']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:54:24.712500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f827ae14-973e-48e8-96ea-862b3941d199 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:54:24.721615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:24.735394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Transition to ACTIVE for port object f827ae14-973e-48e8-96ea-862b3941d199 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:24.742299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:24.844309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Pushing event updated for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:24.879972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c790a98a-7cc1-4d38-9617-ec751c752b2e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:24.882294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c790a98a-7cc1-4d38-9617-ec751c752b2e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4952841 Jul 23 22:54:24.890734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:24.897860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a0ad9c2-3312-4d21-9bd2-172f7a6e3ad1 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ad4fed73-2fa7-4c6f-b4cb-fd17ec20cae3'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:24.898610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a0ad9c2-3312-4d21-9bd2-172f7a6e3ad1 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:54:24.956556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140757-72ea-492b-8060-13ee516e64b7 req-7e167083-80c4-4f42-ad54-7699dc361f7f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:24.963443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c140757-72ea-492b-8060-13ee516e64b7 req-7e167083-80c4-4f42-ad54-7699dc361f7f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 931 time: 1.0507109 Jul 23 22:54:24.992917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-b4b695b0-0a8c-4a57-b2ef-edd2e2f5ebfc service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818131 Jul 23 22:54:25.082658 n-d-791506-25 neutron-server[93836]: WARNING neutron.services.metering.metering_plugin [None req-1a0ad9c2-3312-4d21-9bd2-172f7a6e3ad1 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 22:54:25.174434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Attempting to bind port f827ae14-973e-48e8-96ea-862b3941d199 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:25.174775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Attempting to bind port f827ae14-973e-48e8-96ea-862b3941d199 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:25.175297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Attempting to bind port f827ae14-973e-48e8-96ea-862b3941d199 on network ed4a613b-4cfb-420d-a238-abc36605b6fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:25.226267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Port f827ae14-973e-48e8-96ea-862b3941d199 on network ed4a613b-4cfb-420d-a238-abc36605b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:25.226500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Attempting to bind port f827ae14-973e-48e8-96ea-862b3941d199 on network ed4a613b-4cfb-420d-a238-abc36605b6fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:25.274974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c140757-72ea-492b-8060-13ee516e64b7 req-0f0e9c06-5717-46ea-909e-3a8abe14a853 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106599 Jul 23 22:54:25.291196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:25.292296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Checking segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:25.292694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Bound using segment: {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:25.293906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Bound port: f827ae14-973e-48e8-96ea-862b3941d199, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68deee0-1465-4bb7-891d-4f9a99c4a91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:25.294273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:25.339466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad9c2-3312-4d21-9bd2-172f7a6e3ad1 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:25.340672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a0ad9c2-3312-4d21-9bd2-172f7a6e3ad1 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4487085 Jul 23 22:54:25.348827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:25.376596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7ac0d164-3c8d-42f2-bc6a-567d60ba10f9 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ad4fed73-2fa7-4c6f-b4cb-fd17ec20cae3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:25.377128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7ac0d164-3c8d-42f2-bc6a-567d60ba10f9 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:54:25.391309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4acb9382-529f-4b32-a486-6b710c347db1 req-29f4b6dc-e51a-47a2-8f9a-d78c45e783cb service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845551 Jul 23 22:54:25.574782 n-d-791506-25 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-7ac0d164-3c8d-42f2-bc6a-567d60ba10f9 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 22:54:25.897263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d164-3c8d-42f2-bc6a-567d60ba10f9 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:25.899390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7ac0d164-3c8d-42f2-bc6a-567d60ba10f9 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5457768 Jul 23 22:54:25.902402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:25.907354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:25.924628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f827ae14-973e-48e8-96ea-862b3941d199,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:25.937222 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e93123bd-5345-4ce0-9dab-08e6015d0f58 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=83a50595-29dc-4751-aff6-ac239a40b170 HTTP/1.1" status: 200 len: 464 time: 0.0300567 Jul 23 22:54:25.940798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:25.944867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.012944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-6373f6af-7f29-4280-b375-12feb7eef67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.015243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-6373f6af-7f29-4280-b375-12feb7eef67b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1095 time: 0.4981811 Jul 23 22:54:26.048419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Pushing event updated for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:26.072187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.073135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.075065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-79482e31-cc8d-4b36-a1d4-a9e755175366 service neutron] 10.222.0.25 "PUT /v2.0/ports/f827ae14-973e-48e8-96ea-862b3941d199 HTTP/1.1" status: 200 len: 1092 time: 2.3219926 Jul 23 22:54:26.075831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:54:26.078991 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3941b9ef-db33-48ba-8fbf-62675998f456" -d '{"events": [{"name": "network-changed", "server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "tag": "f827ae14-973e-48e8-96ea-862b3941d199"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:54:26.182021 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16e460-87de-4361-9541-6a6f6b31cf6d x-openstack-request-id: req-0f16e460-87de-4361-9541-6a6f6b31cf6d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:54:26.182879 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "tag": "f827ae14-973e-48e8-96ea-862b3941d199", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:54:26.183294 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f16e460-87de-4361-9541-6a6f6b31cf6d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:54:26.184006 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199', 'status': 'completed', 'code': 200} Jul 23 22:54:26.269015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5aa2d5-f530-43b5-8c98-75c95466f10e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.272926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:26.273141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dc5aa2d5-f530-43b5-8c98-75c95466f10e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/83a50595-29dc-4751-aff6-ac239a40b170 HTTP/1.1" status: 204 len: 168 time: 0.3295548 Jul 23 22:54:26.286282 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-41041142-c68c-4bf6-9d87-36308a572fab tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=83a50595-29dc-4751-aff6-ac239a40b170 HTTP/1.1" status: 200 len: 221 time: 0.0114429 Jul 23 22:54:26.288758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:26.293252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3b437c8c-09c5-48e3-ad43-3fc519b91ab8 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--911356593', 'description': 'label created by tempest'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:26.298993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3b437c8c-09c5-48e3-ad43-3fc519b91ab8 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Unknown quota resources ['metering_label']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:54:26.386373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-e8233f93-74e7-40b0-8d45-bcfb96669476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.387895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-e8233f93-74e7-40b0-8d45-bcfb96669476 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 1095 time: 0.2622015 Jul 23 22:54:26.449251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-774e3297-a7b2-4823-b3ea-f0f15fc984a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f827ae14-973e-48e8-96ea-862b3941d199 HTTP/1.1" status: 200 len: 217 time: 0.0487735 Jul 23 22:54:26.492527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-d758fcd1-86ef-4f18-a9e2-e9ab69c93bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.493368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device bcb9787d-a4a0-4821-8580-368fd291bcaa details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:54:26.494033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-d758fcd1-86ef-4f18-a9e2-e9ab69c93bd9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.4382868 Jul 23 22:54:26.645545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b437c8c-09c5-48e3-ad43-3fc519b91ab8 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.646779 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3b437c8c-09c5-48e3-ad43-3fc519b91ab8 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3569021 Jul 23 22:54:26.650397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:26.680539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-04222b82-bd13-4382-9d4f-8ca60f147662 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.1752725 Jul 23 22:54:26.730222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b479-596d-4455-9aec-11298233256d req-2e04fb92-80e9-43d1-9960-c498413200e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.741959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:26.746756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-2e04fb92-80e9-43d1-9960-c498413200e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.2463760 Jul 23 22:54:26.759773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa34d-b7eb-4c4e-a87d-28bb053e0003 req-ec284cf1-1c49-424c-b87e-66186bc8ec60 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.761717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9aaa34d-b7eb-4c4e-a87d-28bb053e0003 req-ec284cf1-1c49-424c-b87e-66186bc8ec60 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 943 time: 0.3113899 Jul 23 22:54:26.772447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'bcb9787d-a4a0-4821-8580-368fd291bcaa', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'port_id': 'bcb9787d-a4a0-4821-8580-368fd291bcaa', 'mac_address': 'fa:16:3e:6b:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:54:26.785277 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52483588-7a05-463b-bec5-4b27c2b1e3fc tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=2a406268-777f-4628-be7a-11603532fde5 HTTP/1.1" status: 200 len: 467 time: 0.1334271 Jul 23 22:54:26.787850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:26.855543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-a04dfc17-0f4d-4f05-a33b-af8930d5cb74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608084 Jul 23 22:54:26.861369 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.894245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb9787d-a4a0-4821-8580-368fd291bcaa {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:54:26.944120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:26.954634 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.963152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9aaa34d-b7eb-4c4e-a87d-28bb053e0003 req-faa9d62a-761a-4f7b-9b34-2fc484d2380d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089044 Jul 23 22:54:26.980828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-4016d686-a331-475b-aa86-54771d9f52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:26.986331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-4016d686-a331-475b-aa86-54771d9f52de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.2863441 Jul 23 22:54:27.118658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:27.181417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['bcb9787d-a4a0-4821-8580-368fd291bcaa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:54:27.239777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-e87960f0-d437-4e69-a48a-e619c0cb6fb2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2213874 Jul 23 22:54:27.427177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75da5f0e-61b3-4ed9-b417-b3e16b1cdce6 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:27.433206 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75da5f0e-61b3-4ed9-b417-b3e16b1cdce6 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2a406268-777f-4628-be7a-11603532fde5 HTTP/1.1" status: 204 len: 168 time: 0.6441178 Jul 23 22:54:27.434512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.471151 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a5e8b93-9d36-4d63-9731-bc6ecc2a2109 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=2a406268-777f-4628-be7a-11603532fde5 HTTP/1.1" status: 200 len: 216 time: 0.0314577 Jul 23 22:54:27.478711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.496728 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0a94dd3d-7a51-4004-8129-e6adf4d8cb8b tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163989 Jul 23 22:54:27.498717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.503579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-98c7927c-2e0a-44ab-bec2-8919402e50ce service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132331 Jul 23 22:54:27.522004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2fb6d14-5992-4074-8f66-f60f38bcd7a6 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193269 Jul 23 22:54:27.523053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.595146 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c514e3f6-aafe-46dc-8dce-a7e532818164 tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/ad4fed73-2fa7-4c6f-b4cb-fd17ec20cae3 HTTP/1.1" status: 200 len: 473 time: 0.0668716 Jul 23 22:54:27.595425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.611858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c4ea82c-6818-474d-82dc-f85a69fdbece tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/f99abf1d-bb2a-4501-a37b-575e9ea4d0d5 HTTP/1.1" status: 200 len: 461 time: 0.0119758 Jul 23 22:54:27.612054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.693598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd9b479-596d-4455-9aec-11298233256d req-fc4ff31d-25c9-465f-9227-7d471b640970 service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456547 Jul 23 22:54:27.716695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-2e9102ea-97e9-449d-a453-25252596ce01 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480171 Jul 23 22:54:27.750496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2c8b-94f7-4d89-be17-1cfdc0d04d7e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:27.751745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ee8c2c8b-94f7-4d89-be17-1cfdc0d04d7e tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/f99abf1d-bb2a-4501-a37b-575e9ea4d0d5 HTTP/1.1" status: 204 len: 168 time: 0.1388733 Jul 23 22:54:27.754248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48840) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:27.862933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9744165-e54f-4abc-8719-d55ec9e44851 req-34e5bf98-b855-45e6-8f94-ed84fe83480f service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394007 Jul 23 22:54:27.873137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-71a0270c-8591-4cd9-8795-93366959fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:27.875267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-71a0270c-8591-4cd9-8795-93366959fc42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 1095 time: 0.1299427 Jul 23 22:54:27.974542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-446a2ab4-2fbe-449b-9cad-e49f880c5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:27.976048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-446a2ab4-2fbe-449b-9cad-e49f880c5060 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.0943611 Jul 23 22:54:28.039922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-200c599f-7f42-4061-a7a0-593655e0ac82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f827ae14-973e-48e8-96ea-862b3941d199 HTTP/1.1" status: 200 len: 217 time: 0.0546806 Jul 23 22:54:28.098199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-aee82653-4330-4b1e-9486-c4c181f6d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:28.099723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-aee82653-4330-4b1e-9486-c4c181f6d670 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0530007 Jul 23 22:54:28.142533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-8f0441a4-2eaf-436c-8ac6-d10f92ec1dc3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348723 Jul 23 22:54:28.263470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a60c1fbd-105d-481e-93ad-9098b4b7387d tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:28.265091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a60c1fbd-105d-481e-93ad-9098b4b7387d tempest-MeteringTestJSON-1759054797 tempest-MeteringTestJSON-1759054797-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ad4fed73-2fa7-4c6f-b4cb-fd17ec20cae3 HTTP/1.1" status: 204 len: 168 time: 0.5099289 Jul 23 22:54:28.300218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-ec2a773f-6241-4758-b53b-5120d7fb0868 service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514838 Jul 23 22:54:28.408064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de217-ebed-4a22-a234-d88677deed6e req-1e9dadaf-90f2-4b1c-be92-fe3f5cf425ed tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:28.410250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-943de217-ebed-4a22-a234-d88677deed6e req-1e9dadaf-90f2-4b1c-be92-fe3f5cf425ed tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 943 time: 0.1547201 Jul 23 22:54:28.449653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3941b9ef-db33-48ba-8fbf-62675998f456 req-dbf6bf86-33ce-4710-8e35-5c15c31428d6 service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417854 Jul 23 22:54:28.467341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-943de217-ebed-4a22-a234-d88677deed6e req-02e131e3-5520-4fba-9273-77f129d0bb33 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Jul 23 22:54:28.509563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device bcb9787d-a4a0-4821-8580-368fd291bcaa up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:28.615981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port bcb9787d-a4a0-4821-8580-368fd291bcaa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:28.620931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port bcb9787d-a4a0-4821-8580-368fd291bcaa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:28.621539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:28.755157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48870) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:28.775951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:28.814005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:54:28.820517 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd945b6-d6b5-4507-bf4e-a5d1193bb0b6" -d '{"events": [{"server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "name": "network-vif-plugged", "status": "completed", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:54:28.847878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:28.859815 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:28.914572 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8025290-96ce-452f-960a-e0513b7bb8a1 x-openstack-request-id: req-a8025290-96ce-452f-960a-e0513b7bb8a1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:54:28.914997 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "name": "network-vif-plugged", "status": "completed", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:54:28.915261 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8025290-96ce-452f-960a-e0513b7bb8a1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:54:28.915657 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa', 'code': 200} Jul 23 22:54:28.916221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:29.007628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ffc02e8-719d-46b2-9145-e8433a829828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.083231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc868-5f33-4012-9763-6f0b21c7fbd9 req-35af9e6a-8123-4350-8c35-7e51664d86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:29.084806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7bfc868-5f33-4012-9763-6f0b21c7fbd9 req-35af9e6a-8123-4350-8c35-7e51664d86b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.1425698 Jul 23 22:54:29.151035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7bfc868-5f33-4012-9763-6f0b21c7fbd9 req-9a658dc5-e02e-44da-905d-998b190e0298 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Jul 23 22:54:29.205572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ffc02e8-719d-46b2-9145-e8433a829828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.211963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ffc02e8-719d-46b2-9145-e8433a829828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.282206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:29.293273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ffc02e8-719d-46b2-9145-e8433a829828 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3290fd55f26d4b2486f92a3664ffab0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369821 Jul 23 22:54:29.296259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc02e8-719d-46b2-9145-e8433a829828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b07d0f-b830-4e3a-81b4-15a44068eb77,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:29.353099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.377390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.438619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.441523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:29.442726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6b07d0f-b830-4e3a-81b4-15a44068eb77 HTTP/1.1" status: 204 len: 168 time: 0.1591513 Jul 23 22:54:29.452500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9ad5c-b44f-4c81-be2b-ab319635e5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b07d0f-b830-4e3a-81b4-15a44068eb77,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:29.703316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3bf6-a420-4512-b4e1-ac2f34d0f5cb req-3e65f2b6-93e5-48e0-b169-a89c02b96fed tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:29.706247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bba3bf6-a420-4512-b4e1-ac2f34d0f5cb req-3e65f2b6-93e5-48e0-b169-a89c02b96fed tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 943 time: 0.0845530 Jul 23 22:54:29.779860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bba3bf6-a420-4512-b4e1-ac2f34d0f5cb req-9c77b6d4-ce68-4848-988f-5a852f77eb26 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635734 Jul 23 22:54:29.871571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 48922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:29.920226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20a06d60-30ca-4107-8959-addd717dbeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.080697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f827ae14-973e-48e8-96ea-862b3941d199 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:54:30.090225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20a06d60-30ca-4107-8959-addd717dbeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.095040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20a06d60-30ca-4107-8959-addd717dbeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.154460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20a06d60-30ca-4107-8959-addd717dbeda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f80f48796974fb1a6d82435b843acdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812450 Jul 23 22:54:30.156232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06d60-30ca-4107-8959-addd717dbeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22da15-7b6b-4d9d-9b2f-5581115fe5fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:30.158037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 48928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:30.220559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f827ae14-973e-48e8-96ea-862b3941d199,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:30.229282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.234832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f827ae14-973e-48e8-96ea-862b3941d199', 'network_id': 'ed4a613b-4cfb-420d-a238-abc36605b6fb', 'port_id': 'f827ae14-973e-48e8-96ea-862b3941d199', 'mac_address': 'fa:16:3e:db:ad:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f69e59-913b-41f3-9d20-77f44699f1d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:54:30.274403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.306113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.322327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f827ae14-973e-48e8-96ea-862b3941d199 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:54:30.338399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.343471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.346605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f827ae14-973e-48e8-96ea-862b3941d199,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:30.350305 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d22da15-7b6b-4d9d-9b2f-5581115fe5fb HTTP/1.1" status: 204 len: 168 time: 0.1907315 Jul 23 22:54:30.360009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.371071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f89f5-090b-4255-8001-fca55b93f0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22da15-7b6b-4d9d-9b2f-5581115fe5fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:30.430267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:30.632252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f827ae14-973e-48e8-96ea-862b3941d199'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:54:30.974821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ecc4e-8299-40af-a58d-fa645ffbca87 req-557bae8c-6431-4dff-93f6-530bd44a69be tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:30.976404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-950ecc4e-8299-40af-a58d-fa645ffbca87 req-557bae8c-6431-4dff-93f6-530bd44a69be tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 944 time: 0.0919893 Jul 23 22:54:31.036545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-950ecc4e-8299-40af-a58d-fa645ffbca87 req-e5fe6b53-e9c7-4c81-bc8f-031abf61a6de tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Jul 23 22:54:32.094705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f827ae14-973e-48e8-96ea-862b3941d199 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:32.167507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port f827ae14-973e-48e8-96ea-862b3941d199 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:32.175169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f827ae14-973e-48e8-96ea-862b3941d199 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:32.175577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.252395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dcf3f-72a4-46d6-8090-23ad89d7f3df req-20108de4-a1d2-4d0c-ac98-94f86e0e6b51 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:32.255093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338dcf3f-72a4-46d6-8090-23ad89d7f3df req-20108de4-a1d2-4d0c-ac98-94f86e0e6b51 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 944 time: 0.0980725 Jul 23 22:54:32.311817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.340630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338dcf3f-72a4-46d6-8090-23ad89d7f3df req-346d89e1-bbcf-44ed-b961-32ec6afaf878 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773067 Jul 23 22:54:32.373660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:54:32.376911 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce027d37-6612-438a-b9bd-d279662d3696" -d '{"events": [{"server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "name": "network-vif-plugged", "status": "completed", "tag": "f827ae14-973e-48e8-96ea-862b3941d199"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:54:32.393746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f827ae14-973e-48e8-96ea-862b3941d199,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:32.398576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:32.415758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.494578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:32.578487 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc1e6be-5b02-4686-a73a-9ee4f6cb1e18 x-openstack-request-id: req-3cc1e6be-5b02-4686-a73a-9ee4f6cb1e18 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:54:32.578780 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "name": "network-vif-plugged", "status": "completed", "tag": "f827ae14-973e-48e8-96ea-862b3941d199", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:54:32.579032 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cc1e6be-5b02-4686-a73a-9ee4f6cb1e18 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:54:32.579472 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199', 'code': 200} Jul 23 22:54:32.592522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1273805600'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:32.634262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Made reservation on behalf of 4511837cf39242bcbd5636b1f465bf98 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:32.638193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.660193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.709452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d93be4-e19b-4fb4-adb2-b494f2f65a31 req-3400f492-9c86-448d-85fe-bc01b410cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:32.712256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9d93be4-e19b-4fb4-adb2-b494f2f65a31 req-3400f492-9c86-448d-85fe-bc01b410cd09 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 1097 time: 0.0693841 Jul 23 22:54:32.777978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9d93be4-e19b-4fb4-adb2-b494f2f65a31 req-6e5e8fde-b7e5-42d0-8e1e-1d71a8d8468a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581694 Jul 23 22:54:32.819469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.823653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.848246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:54:32.863763 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17476f-c337-4805-a9b2-5b5b610a4ff7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:32.869563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.870182 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Added segment 3ab42ef6-8606-4a17-869d-44d26dcc710a of type vlan for network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 Jul 23 22:54:32.933675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.973809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:32.983042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:32.983998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.063038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Pushing event updated for resources: {'Network': ['ID=500ed686-d0c7-4b7c-ab80-375ac3b074a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:33.076227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:54:33.090022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0fa28a1b-56aa-4628-b826-4ac2693e9180 tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6841774 Jul 23 22:54:33.299522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49074) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:33.304529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6', 'binding:host_id': 'n-h1-791506-25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1605521115'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:33.344217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Made reservation on behalf of 1899fab3ccf64a6b9ee51d9b4c9622a6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:33.347189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.357405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.461682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.472810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.480867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port 46051770-081a-4686-a33f-b1536a6a2a6d yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:33.563335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74ba4-0fef-4d34-8c13-b6220a74ff79 req-911e5e56-23a6-4fa5-b57c-6dca2c75fe1c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:33.565477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36d74ba4-0fef-4d34-8c13-b6220a74ff79 req-911e5e56-23a6-4fa5-b57c-6dca2c75fe1c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1185691 Jul 23 22:54:33.591881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a2418-3ca5-4507-98f7-f383792f3bd9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:33.636177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36d74ba4-0fef-4d34-8c13-b6220a74ff79 req-9a342997-20e8-4abc-bb5c-ac39b9639ab3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604944 Jul 23 22:54:33.823661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port 46051770-081a-4686-a33f-b1536a6a2a6d yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:33.833606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.844809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Transition to ACTIVE for port object 46051770-081a-4686-a33f-b1536a6a2a6d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:33.860340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:33.932618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=46051770-081a-4686-a33f-b1536a6a2a6d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:33.949589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Checking segment: {'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:33.950095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Network hostable DHCP agents. Network: 500ed686-d0c7-4b7c-ab80-375ac3b074a6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:54:33.970083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:54:33.982728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 500ed686-d0c7-4b7c-ab80-375ac3b074a6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:33.986896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:33.997330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9fa19-f077-4848-83eb-c933a3d6bae5 None None] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:34.004499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.004844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.005381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.014317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.029619 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.033026 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 2 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.065306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.065832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.066354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.079926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.080794 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.081416 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 3 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.136671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.137248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.139084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.144076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.144509 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.144903 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 4 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.164644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.165327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.165919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.171311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.171934 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.172649 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 5 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.189630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.190080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.190481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.194998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.195390 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.195853 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 6 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.209954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.210658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.211288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.216775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.217364 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.218549 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 7 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.244165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.245456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.245844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.253629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.254000 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.254392 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 8 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.269493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.269859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.270199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.275008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.275764 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.275764 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 9 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.289936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.290286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.290611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.295507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.295875 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.296238 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 10 to bind port 46051770-081a-4686-a33f-b1536a6a2a6d Jul 23 22:54:34.320747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:34.321613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:34.322230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:34.329846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 46051770-081a-4686-a33f-b1536a6a2a6d on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:34.330396 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 46051770-081a-4686-a33f-b1536a6a2a6d on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:34.331054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:34.503770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port 46051770-081a-4686-a33f-b1536a6a2a6d, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:34.504423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 22:54:34.516792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:34.580274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:34.580923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:34.584399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=46051770-081a-4686-a33f-b1536a6a2a6d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:34.600118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-83b3b491-0f7a-4a00-bd72-4872f92bb3f3 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.2969415 Jul 23 22:54:34.600631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:34.707337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Deleting port 46051770-081a-4686-a33f-b1536a6a2a6d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:34.707979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:34.812692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port 46051770-081a-4686-a33f-b1536a6a2a6d, host n-h1-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:34.813053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:34.832214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Calling delete_port for 46051770-081a-4686-a33f-b1536a6a2a6d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:34.850342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cde76-1215-4270-b4c2-925f439f283a req-fd6564d8-5406-4c79-b80e-0a3db7e6b2fd tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:34.851828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-178cde76-1215-4270-b4c2-925f439f283a req-fd6564d8-5406-4c79-b80e-0a3db7e6b2fd tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1463604 Jul 23 22:54:34.938101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-178cde76-1215-4270-b4c2-925f439f283a req-8a23d4c6-33d0-47d0-9dd7-d95e4b237af4 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497444 Jul 23 22:54:34.974025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:35.007947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event deleted for resources: {'Port': ['ID=46051770-081a-4686-a33f-b1536a6a2a6d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:35.017277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:35.021268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cb486b92-2c09-4a5f-87c4-d6f016ce347a tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "DELETE /v2.0/ports/46051770-081a-4686-a33f-b1536a6a2a6d HTTP/1.1" status: 204 len: 168 time: 0.4194670 Jul 23 22:54:35.024342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:35.059099 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-72745b5d-257a-4594-bf9f-13e4f33ec826 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] GET failed (client error): The resource could not be found. Jul 23 22:54:35.065127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:35.065311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-72745b5d-257a-4594-bf9f-13e4f33ec826 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports/46051770-081a-4686-a33f-b1536a6a2a6d HTTP/1.1" status: 404 len: 333 time: 0.0395496 Jul 23 22:54:35.070474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1510422437'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:35.093958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Made reservation on behalf of 1899fab3ccf64a6b9ee51d9b4c9622a6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:35.096708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:35.114827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port 74ab8901-155d-42d8-8e06-022848b6f8ca yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:35.983663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.053709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f3a74-4ce1-4343-9791-55cf5d540af0 req-36e873e1-be03-4e70-b1b7-7d799385b2ee tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:36.055320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-006f3a74-4ce1-4343-9791-55cf5d540af0 req-36e873e1-be03-4e70-b1b7-7d799385b2ee tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1550403 Jul 23 22:54:36.058578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-9dbc0c70-5e9d-4973-9e18-96394c4c6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:36.060692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-9dbc0c70-5e9d-4973-9e18-96394c4c6fb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 1097 time: 0.1615269 Jul 23 22:54:36.079921 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.199769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:36.219809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-006f3a74-4ce1-4343-9791-55cf5d540af0 req-2c542862-db09-4d23-956e-e967879961a8 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492841 Jul 23 22:54:36.236611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:36.253951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:36.255530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:36.256174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.272993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=74ab8901-155d-42d8-8e06-022848b6f8ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:36.293863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d78f1848-8268-426c-8394-ac5e4cd5a8a2 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2272341 Jul 23 22:54:36.297035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49176) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:36.304851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:36.335684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-409b65f4-8153-42aa-8cf8-9fcc3c4b0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:36.337456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-409b65f4-8153-42aa-8cf8-9fcc3c4b0c8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.2669106 Jul 23 22:54:36.391724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-36f88e01-1ac3-4f4e-920a-05ce352f8d8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f827ae14-973e-48e8-96ea-862b3941d199 HTTP/1.1" status: 200 len: 217 time: 0.0460267 Jul 23 22:54:36.414484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.465213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-30b6ac53-495d-4228-9a66-5b0d26815b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:36.468355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-30b6ac53-495d-4228-9a66-5b0d26815b35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0652924 Jul 23 22:54:36.545249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-144ae423-e6d8-43dd-a745-659bb054f32e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691779 Jul 23 22:54:36.676980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-50361b0f-0991-4c99-8af6-97d615e1b206 service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243629 Jul 23 22:54:36.770687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port 74ab8901-155d-42d8-8e06-022848b6f8ca yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:36.781838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.797071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Transition to ACTIVE for port object 74ab8901-155d-42d8-8e06-022848b6f8ca will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:36.807837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:36.820997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b49b67f9-2b72-4e4d-97e0-38043f454274 req-c78f55f2-c41a-4dbc-88b1-84dcb4fb5a86 service neutron] 10.222.0.25 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362197 Jul 23 22:54:36.908395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=74ab8901-155d-42d8-8e06-022848b6f8ca,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:36.928746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:36.929289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:36.930859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:36.936423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:36.936893 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:36.937284 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 2 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:36.951872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:36.952204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:36.952595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:36.957895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:36.958278 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:36.958677 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 3 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:36.973500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:36.973983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:36.974458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:36.980367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:36.980699 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:36.981091 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 4 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:36.996042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:36.996383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:36.996723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.002325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.002660 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.003058 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 5 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.018368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.018735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.019048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.024838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.025317 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.025719 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 6 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.044828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.045149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.045648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.050712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.051043 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.051442 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 7 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.065270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.065744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.066104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.070813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.071298 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.071704 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 8 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.087220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.087596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.087903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.093137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.093483 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.093910 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 9 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.107831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.108173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.108770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.113229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.113559 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.113982 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 10 to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca Jul 23 22:54:37.127400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:37.127728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:37.128067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:37.132388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:37.132711 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port 74ab8901-155d-42d8-8e06-022848b6f8ca on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:37.133084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:37.211569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port 74ab8901-155d-42d8-8e06-022848b6f8ca, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:37.212022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 22:54:37.222772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:37.270560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] In _notify_port_updated(), no bound segment for port 74ab8901-155d-42d8-8e06-022848b6f8ca on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:54:37.271444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.272151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:37.276096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:37.276511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "PUT /v2.0/ports/74ab8901-155d-42d8-8e06-022848b6f8ca HTTP/1.1" status: 200 len: 976 time: 0.9780040 Jul 23 22:54:37.299942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b156cfa-a46d-4733-bbff-8028f4039a6d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=74ab8901-155d-42d8-8e06-022848b6f8ca,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:37.511031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.511261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.511738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.512208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.513218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.513683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.514263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.514732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.515786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.515786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.516101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.516560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.517014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.517471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.519970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.519970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.519970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.519970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.519970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.520391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.520606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.521854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.521854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.522037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.522426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.522930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.523323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.526778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8b39569d-9ff4-4e45-9f79-1d9d94d7fc9d tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24391 time: 0.2496545 Jul 23 22:54:37.532714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:37.537403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155adf-2a91-4f85-9621-c543faeedc64 req-8b732d0e-03c9-4727-b579-a428afba68a3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:37.538944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e155adf-2a91-4f85-9621-c543faeedc64 req-8b732d0e-03c9-4727-b579-a428afba68a3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1565402 Jul 23 22:54:37.603954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e155adf-2a91-4f85-9621-c543faeedc64 req-e44ab77b-41e7-40fa-a799-a0ae2ebb59b2 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555038 Jul 23 22:54:37.661703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Deleting port 74ab8901-155d-42d8-8e06-022848b6f8ca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:37.662413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:37.741395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port 74ab8901-155d-42d8-8e06-022848b6f8ca, host n-h1-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:37.742093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:37.757335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Calling delete_port for 74ab8901-155d-42d8-8e06-022848b6f8ca owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:37.967855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.017891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ab8901-155d-42d8-8e06-022848b6f8ca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:38.024073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.026619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-156fef38-88c3-45ac-9922-ac5821751dbe tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "DELETE /v2.0/ports/74ab8901-155d-42d8-8e06-022848b6f8ca HTTP/1.1" status: 204 len: 168 time: 0.4926999 Jul 23 22:54:38.029151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:38.080041 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5deb18c-3a7f-4670-acea-c27798276494 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] GET failed (client error): The resource could not be found. Jul 23 22:54:38.086799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d5deb18c-3a7f-4670-acea-c27798276494 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports/74ab8901-155d-42d8-8e06-022848b6f8ca HTTP/1.1" status: 404 len: 333 time: 0.0562077 Jul 23 22:54:38.092481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49242) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:38.101143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1476311610', 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:38.144563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Made reservation on behalf of 1899fab3ccf64a6b9ee51d9b4c9622a6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:38.147551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.182538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:38.545860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.636450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.701433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:38.740324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:38.745475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:38.748126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:38.748740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:38.755642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:38.788149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b035e3c9-1125-460a-ad7a-511cec7ce029 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6916935 Jul 23 22:54:38.790767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49270) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:38.843825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27e0e3-9eb6-433e-92b5-0acb10ddaa3f tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:38.847643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4b27e0e3-9eb6-433e-92b5-0acb10ddaa3f tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports/c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b HTTP/1.1" status: 200 len: 955 time: 0.0560408 Jul 23 22:54:38.848165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:38.888562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8ea4a-0247-4149-8e13-9a99398bd22e req-c2a372a3-f58c-4efe-809f-0be26107f712 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:38.890182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97f8ea4a-0247-4149-8e13-9a99398bd22e req-c2a372a3-f58c-4efe-809f-0be26107f712 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1441309 Jul 23 22:54:38.890683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:38.947694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97f8ea4a-0247-4149-8e13-9a99398bd22e req-185ca451-77da-4a73-99b6-d0eccdf135b8 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Jul 23 22:54:38.965340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Deleting port c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:38.965738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.027756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-698545bf-fb45-4d6a-b2cc-6167421bbb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.046017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.062239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Calling delete_port for c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:39.145902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-698545bf-fb45-4d6a-b2cc-6167421bbb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.150077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-698545bf-fb45-4d6a-b2cc-6167421bbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.163969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.189303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-698545bf-fb45-4d6a-b2cc-6167421bbb86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9718859531c048898e50b0317124a630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974627 Jul 23 22:54:39.190321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698545bf-fb45-4d6a-b2cc-6167421bbb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1e9500-7829-44fe-a0a9-a6d0b4a605a5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:39.192603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.205899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.208525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b HTTP/1.1" status: 204 len: 168 time: 0.3591447 Jul 23 22:54:39.209915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:39.212293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.228569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.228915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.229255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.230047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.230047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.230324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.230643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.230967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.231290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.231647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.231966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.232406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f1946c-4203-4c66-93e4-df70a0b2704c tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:39.248896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.257334 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c25b7b3-3da4-4259-8b96-04f574ea361b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] GET failed (client error): The resource could not be found. Jul 23 22:54:39.259958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c25b7b3-3da4-4259-8b96-04f574ea361b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports/c8b3cd6d-f4c7-4e9f-bbe8-880ecd65a92b HTTP/1.1" status: 404 len: 333 time: 0.0446343 Jul 23 22:54:39.263659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.268672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-567077863'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:39.271244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.289319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Made reservation on behalf of 1899fab3ccf64a6b9ee51d9b4c9622a6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:39.292095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.322470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port c94fc768-26fb-477f-8e56-39ad516573b3 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:39.335301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.338015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.342534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d1e9500-7829-44fe-a0a9-a6d0b4a605a5 HTTP/1.1" status: 204 len: 168 time: 0.1489906 Jul 23 22:54:39.350829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a01cd1-0c15-486b-a30f-fa19352ede33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1e9500-7829-44fe-a0a9-a6d0b4a605a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:39.494498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.541443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.600073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:39.607569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:39.611759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:39.612692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:39.613304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.621694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=c94fc768-26fb-477f-8e56-39ad516573b3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:39.639105 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f1429b16-8f1c-4565-b9ce-026dfe16cd5b tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3708954 Jul 23 22:54:39.639943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49308) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.647021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:39.711855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.727479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bede97-77b2-40ea-a2d7-92620561ed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.752886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.865727 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bede97-77b2-40ea-a2d7-92620561ed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.878578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bede97-77b2-40ea-a2d7-92620561ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.922464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f7bede97-77b2-40ea-a2d7-92620561ed55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea7d5db1bd96467283f507d08f75c071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094376 Jul 23 22:54:39.923574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bede97-77b2-40ea-a2d7-92620561ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310fe283-6587-4edc-b09b-18d6e845add4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:39.926153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:40.030094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.037789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] device_id is not set on port c94fc768-26fb-477f-8e56-39ad516573b3 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:40.049584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.066690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Transition to ACTIVE for port object c94fc768-26fb-477f-8e56-39ad516573b3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:40.071980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.088741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.132858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=c94fc768-26fb-477f-8e56-39ad516573b3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:40.151297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4c2d-d83b-423b-a9b3-082f59465c28 req-fd24875e-a6a1-439f-9276-4b979534c80c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:40.152898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b8c4c2d-d83b-423b-a9b3-082f59465c28 req-fd24875e-a6a1-439f-9276-4b979534c80c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1166272 Jul 23 22:54:40.157664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.158184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.158873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.164509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.164857 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.165359 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 2 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.172499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.175625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.177075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/310fe283-6587-4edc-b09b-18d6e845add4 HTTP/1.1" status: 204 len: 168 time: 0.2498024 Jul 23 22:54:40.181223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.181522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.181992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.188147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.188599 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.189314 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 3 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.203203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.203642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.204092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.208439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6f451-e7f6-46b1-b2c6-dcd3c3c16be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310fe283-6587-4edc-b09b-18d6e845add4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:40.209726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.210953 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.211783 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 4 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.230907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.231564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.232143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.237285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.237746 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.238269 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 5 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.252417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.252895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.253324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.256694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b8c4c2d-d83b-423b-a9b3-082f59465c28 req-149ddaa0-5626-4d70-93ca-14e08026e857 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Jul 23 22:54:40.258158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.258585 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.259112 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 6 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.277195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.277638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.278896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.284600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.284958 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.285440 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 7 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.305192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.305899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.306386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.313899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.314401 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.314883 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 8 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.333707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.334146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.334540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.340134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.341353 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.343835 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 9 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.361233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.361629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.362640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.369422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.370122 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.370746 n-d-791506-25 neutron-server[93836]: INFO neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempt 10 to bind port c94fc768-26fb-477f-8e56-39ad516573b3 Jul 23 22:54:40.388681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:40.389122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:40.389537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempting to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:40.395437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:54:40.395890 n-d-791506-25 neutron-server[93836]: ERROR neutron.plugins.ml2.managers [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Failed to bind port c94fc768-26fb-477f-8e56-39ad516573b3 on host n-h1-791506-25 for vnic_type normal using segments [{'id': '3ab42ef6-8606-4a17-869d-44d26dcc710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '500ed686-d0c7-4b7c-ab80-375ac3b074a6'}] Jul 23 22:54:40.396312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.488621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port c94fc768-26fb-477f-8e56-39ad516573b3, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:40.488921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attempted to set empty binding levels {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 22:54:40.495427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.532965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] In _notify_port_updated(), no bound segment for port c94fc768-26fb-477f-8e56-39ad516573b3 on network 500ed686-d0c7-4b7c-ab80-375ac3b074a6 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:54:40.532965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:40.532965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.534275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "PUT /v2.0/ports/c94fc768-26fb-477f-8e56-39ad516573b3 HTTP/1.1" status: 200 len: 975 time: 0.8932395 Jul 23 22:54:40.539155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:40.555040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeaeb5-4c30-45db-a2d5-e1727b579fbd tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event updated for resources: {'Port': ['ID=c94fc768-26fb-477f-8e56-39ad516573b3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:40.675119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Deleting port c94fc768-26fb-477f-8e56-39ad516573b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:40.675389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.762397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] For port c94fc768-26fb-477f-8e56-39ad516573b3, host n-h1-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:40.763309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.775989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Calling delete_port for c94fc768-26fb-477f-8e56-39ad516573b3 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:40.902259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.940163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Pushing event deleted for resources: {'Port': ['ID=c94fc768-26fb-477f-8e56-39ad516573b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:40.943714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.947951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-92a7b501-8560-407d-b105-492f12603a15 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c94fc768-26fb-477f-8e56-39ad516573b3 HTTP/1.1" status: 204 len: 168 time: 0.4075668 Jul 23 22:54:40.950979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:40.986733 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2af45ad-d643-4e41-806d-9416233209c1 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] GET failed (client error): The resource could not be found. Jul 23 22:54:40.988478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e2af45ad-d643-4e41-806d-9416233209c1 tempest-PortsAdminExtendedAttrsTestJSON-1785217077 tempest-PortsAdminExtendedAttrsTestJSON-1785217077-project-admin] 10.222.0.37 "GET /v2.0/ports/c94fc768-26fb-477f-8e56-39ad516573b3 HTTP/1.1" status: 404 len: 333 time: 0.0360370 Jul 23 22:54:40.993394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:41.061980 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-067059d1-6fa8-4893-b5e6-086ae4cbfb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.119687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.236273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.248425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500ed686-d0c7-4b7c-ab80-375ac3b074a6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:41.259690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab42ef6-8606-4a17-869d-44d26dcc710a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:41.260012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab42ef6-8606-4a17-869d-44d26dcc710a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:41.272045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.291194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.300363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:54:41.300775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:54:41.304705 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:54:41.408518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.435746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.438559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] 10.222.0.37 "DELETE /v2.0/networks/500ed686-d0c7-4b7c-ab80-375ac3b074a6 HTTP/1.1" status: 204 len: 168 time: 0.4436009 Jul 23 22:54:41.439758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3102-e6e3-4cee-88f6-0e2975ecd5aa tempest-PortsAdminExtendedAttrsTestJSON-2024241492 tempest-PortsAdminExtendedAttrsTestJSON-2024241492-project] Pushing event deleted for resources: {'Network': ['ID=500ed686-d0c7-4b7c-ab80-375ac3b074a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:41.443224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a60da-617c-4409-9013-b0527f09fe9d req-8574ae2e-722f-41c1-a37b-b39c1237cdfa tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:41.451632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de3a60da-617c-4409-9013-b0527f09fe9d req-8574ae2e-722f-41c1-a37b-b39c1237cdfa tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1041424 Jul 23 22:54:41.504031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de3a60da-617c-4409-9013-b0527f09fe9d req-2a68b18d-6ccb-459c-a638-61ed2660b592 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Jul 23 22:54:41.777603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:41.937954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:41.946531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-468fb5d7-1649-4e75-a420-144e3b020f00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4511837cf39242bcbd5636b1f465bf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673720 Jul 23 22:54:42.031887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.081324 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.140343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.144279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.147804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b17476f-c337-4805-a9b2-5b5b610a4ff7 HTTP/1.1" status: 204 len: 168 time: 0.2059119 Jul 23 22:54:42.157270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc40ea4-6d8b-4d6d-b841-fa4a3f803018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17476f-c337-4805-a9b2-5b5b610a4ff7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:42.443848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:42.608127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:42.620636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33f8-90e6-47ed-b116-4effe9e47f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.671562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819f6b-ebb3-400a-bc3c-7ba749baeeef req-fa6833a9-d8e0-4fe9-bfb2-a746169ffd5a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:42.680764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e624da9b-cd50-4a93-81f5-ce1451350a56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1899fab3ccf64a6b9ee51d9b4c9622a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713153 Jul 23 22:54:42.682128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d819f6b-ebb3-400a-bc3c-7ba749baeeef req-fa6833a9-d8e0-4fe9-bfb2-a746169ffd5a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.0822761 Jul 23 22:54:42.683194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:42.735995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d819f6b-ebb3-400a-bc3c-7ba749baeeef req-21240d90-088c-4e02-b480-b13b77d303e7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Jul 23 22:54:42.781534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.831887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.848550 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33f8-90e6-47ed-b116-4effe9e47f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.859887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fbc33f8-90e6-47ed-b116-4effe9e47f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.915845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc33f8-90e6-47ed-b116-4effe9e47f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e47f10-224b-4532-a680-3c4d0ba560a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:42.925406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:42.925512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7fbc33f8-90e6-47ed-b116-4effe9e47f3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53f7520dfcd24c7d92cbedcfe4ea58ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804125 Jul 23 22:54:42.946303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.949015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.950961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/036a2418-3ca5-4507-98f7-f383792f3bd9 HTTP/1.1" status: 204 len: 168 time: 0.2667217 Jul 23 22:54:42.961654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add49e4-3f2f-42e8-989e-457fd50a0f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a2418-3ca5-4507-98f7-f383792f3bd9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:43.006818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.050198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.135489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.138424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.140534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46e47f10-224b-4532-a680-3c4d0ba560a0 HTTP/1.1" status: 204 len: 168 time: 0.2142591 Jul 23 22:54:43.150902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30958f-fc31-4937-9489-dcad9195d9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e47f10-224b-4532-a680-3c4d0ba560a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:43.591538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:43.611955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efa67c68-83c6-4345-a47d-8f169b960e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.749987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efa67c68-83c6-4345-a47d-8f169b960e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.759899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efa67c68-83c6-4345-a47d-8f169b960e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.775230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74101b41-35a8-4b60-901c-cd801f27f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.813213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:43.813730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-efa67c68-83c6-4345-a47d-8f169b960e86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47e538a5d3524fddbc11f0b890a894fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206039 Jul 23 22:54:43.815694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa67c68-83c6-4345-a47d-8f169b960e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e7842-8548-4236-94b0-4ef1bd44d52f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:43.897531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.919374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821c4df-e0af-4037-ac60-0ea06266ce1d req-635e69f8-c968-4c1a-b6db-61fdee0d7112 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:43.921309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4821c4df-e0af-4037-ac60-0ea06266ce1d req-635e69f8-c968-4c1a-b6db-61fdee0d7112 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.0768530 Jul 23 22:54:43.928047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:43.984746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4821c4df-e0af-4037-ac60-0ea06266ce1d req-36b13958-d1f3-4dd4-bb43-fe63919c0888 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Jul 23 22:54:43.992376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:44.000745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:44.006652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c1e7842-8548-4236-94b0-4ef1bd44d52f HTTP/1.1" status: 204 len: 168 time: 0.1895287 Jul 23 22:54:44.023884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe02bf-ac61-4f2d-9e82-811a075632a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e7842-8548-4236-94b0-4ef1bd44d52f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:44.173431 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:44.949153 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.239595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c206b75-8e4c-466d-ab5d-50b4656f6a5c req-e8754f89-2556-461f-8ce4-c27c1d4cdb3a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:45.242359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c206b75-8e4c-466d-ab5d-50b4656f6a5c req-e8754f89-2556-461f-8ce4-c27c1d4cdb3a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1566663 Jul 23 22:54:45.332394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c206b75-8e4c-466d-ab5d-50b4656f6a5c req-a60cbc48-bbe7-4893-81de-a5ba451f3dba tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838292 Jul 23 22:54:45.627571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49586) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:45.970267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-354a0f8a-d67a-419d-9629-fcaccd09f082 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:46.015765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-354a0f8a-d67a-419d-9629-fcaccd09f082 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "PUT /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449 HTTP/1.1" status: 200 len: 366 time: 0.3870573 Jul 23 22:54:46.017016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49604) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.027500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4538d8dd-d39d-4ec7-b87c-85c7309d4cfc tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0091982 Jul 23 22:54:46.030397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.044304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-34f8c663-df01-48e6-b971-ae9e7094e95f tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449 HTTP/1.1" status: 200 len: 366 time: 0.0113630 Jul 23 22:54:46.047361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.069411 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c0ec9e8d-e6af-4869-9d4b-137169d7b5ca tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449 HTTP/1.1" status: 204 len: 168 time: 0.0208299 Jul 23 22:54:46.071625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.084996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc90ea7a-f61f-40a6-b4b7-72a2a0a8b03e tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0119066 Jul 23 22:54:46.087714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49614) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.099777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-576d5e7a-b56f-42fa-afe3-a75a298fbd03 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449 HTTP/1.1" status: 200 len: 370 time: 0.0100799 Jul 23 22:54:46.102478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.112088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d2b864b2-8484-4e90-ba31-234d124a34b5 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449/default HTTP/1.1" status: 200 len: 370 time: 0.0063608 Jul 23 22:54:46.114933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.128026 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-29c44bbf-356d-470c-9ef1-d247bbad6542 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] delete failed (client error): The resource could not be found. Jul 23 22:54:46.130684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29c44bbf-356d-470c-9ef1-d247bbad6542 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/c1cb790f392741b6bb053de4f8ef5449 HTTP/1.1" status: 404 len: 348 time: 0.0136347 Jul 23 22:54:46.344245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.367321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:network and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.373876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.382393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:subnet and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.390209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.443806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:subnetpool and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.462418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.495058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:46.509851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:port and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.519117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.530454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:router and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.538001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.552234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:floatingip and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.561004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.576639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f437-33f6-4a27-ab05-5bf3f3c82043 req-8372c2d7-014b-4a60-97cb-933b7df00d2f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:46.579361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6883f437-33f6-4a27-ab05-5bf3f3c82043 req-8372c2d7-014b-4a60-97cb-933b7df00d2f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1407003 Jul 23 22:54:46.678384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:security_group and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.685625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.702029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6883f437-33f6-4a27-ab05-5bf3f3c82043 req-689fe32a-b63a-41b1-b400-6bbc0c3d4f96 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087594 Jul 23 22:54:46.738653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Usage tracker for resource:security_group_rule and tenant:37235b8cc51340acac48185c826a5d1d is out of sync, need to count used quota {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 22:54:46.767671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.quota.resource [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93835) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 22:54:46.824846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-806ad286-3453-488e-bba2-ee6a0ca9f768 tempest-QuotasTest-222159054 tempest-QuotasTest-222159054-project-admin] 10.222.0.37 "GET /v2.0/quotas/37235b8cc51340acac48185c826a5d1d/details.json HTTP/1.1" status: 200 len: 703 time: 0.4700181 Jul 23 22:54:46.846244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-e2793ff4-75d7-45e3-bbb8-2e781f92118c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2030239 Jul 23 22:54:46.861810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:46.996065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814e008-234d-469f-bc57-62948e07ce0c req-47bd0aad-d26f-4ec7-baa1-7b748d2cd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:46.998296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-47bd0aad-d26f-4ec7-baa1-7b748d2cd03c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 0.0938034 Jul 23 22:54:47.188675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814e008-234d-469f-bc57-62948e07ce0c req-baa48400-f42e-4d54-a197-b1944cedf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:47.199424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-baa48400-f42e-4d54-a197-b1944cedf35d service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.1822863 Jul 23 22:54:47.273231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75944f7-ae6a-4f75-a426-98d69c07afda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.287494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:47.310590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:47.339643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-31b5c8a1-e697-4874-a653-037364a0fac9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 1001 time: 0.1339917 Jul 23 22:54:47.417101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814e008-234d-469f-bc57-62948e07ce0c req-a6a83e43-f36d-44bc-b3f4-5a96531f7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:47.420484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-a6a83e43-f36d-44bc-b3f4-5a96531f7e09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0724740 Jul 23 22:54:47.489928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfd06af-4c2e-4187-853e-6eb89c699d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.509042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.524139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75944f7-ae6a-4f75-a426-98d69c07afda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.534633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75944f7-ae6a-4f75-a426-98d69c07afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.546562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:54:47.546562 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:54:47.546562 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': '25829f4f740243739949b35391965a3a', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 54, 47, 533203)}] Jul 23 22:54:47.546562 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:54:47.547588 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:54:47.562566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814e008-234d-469f-bc57-62948e07ce0c req-ee5d284c-8dcd-4707-89e1-b56a3adab00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:47.564185 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-ee5d284c-8dcd-4707-89e1-b56a3adab00d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363709 Jul 23 22:54:47.602166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d75944f7-ae6a-4f75-a426-98d69c07afda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13618bcec8104265a42063703540d4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7391546 Jul 23 22:54:47.604815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:47.617804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75944f7-ae6a-4f75-a426-98d69c07afda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b35944-a310-4cd8-8c3a-1b24fc436aea,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:47.681867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfd06af-4c2e-4187-853e-6eb89c699d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.702734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-5858be91-2780-4034-90f0-231a354709fb service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306710 Jul 23 22:54:47.703060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccfd06af-4c2e-4187-853e-6eb89c699d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.719648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.757746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd06af-4c2e-4187-853e-6eb89c699d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76035cc-ecfa-4e1a-a22a-bfe00decbd90,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:47.780740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.820514 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ccfd06af-4c2e-4187-853e-6eb89c699d9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=584800f2641a4a1fbeaf92eff0cfd640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313747 Jul 23 22:54:47.827326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:47.863887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f814e008-234d-469f-bc57-62948e07ce0c req-b88bc9b6-a32b-47d2-ad14-f93abad3637b service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535671 Jul 23 22:54:47.867095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.869540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.873045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11b35944-a310-4cd8-8c3a-1b24fc436aea HTTP/1.1" status: 204 len: 168 time: 0.2649632 Jul 23 22:54:47.887046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61413b-1201-427b-9ea0-a6d65429b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b35944-a310-4cd8-8c3a-1b24fc436aea,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:47.909508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.919775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06bf66-56dc-4cc1-9712-b918aaa1592b req-945364aa-0139-4f74-9641-cc462807e532 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:47.931165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a06bf66-56dc-4cc1-9712-b918aaa1592b req-945364aa-0139-4f74-9641-cc462807e532 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1395721 Jul 23 22:54:47.982292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a06bf66-56dc-4cc1-9712-b918aaa1592b req-9ba65092-281d-4140-b49b-268cd41a0a83 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Jul 23 22:54:47.991811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.048504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.072008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.076558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.078023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f76035cc-ecfa-4e1a-a22a-bfe00decbd90 HTTP/1.1" status: 204 len: 168 time: 0.2494755 Jul 23 22:54:48.097502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550f09b-f9bf-46ef-a068-546aed224e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76035cc-ecfa-4e1a-a22a-bfe00decbd90,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:48.269501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.276447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.348865 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25829f4f740243739949b35391965a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0346272 Jul 23 22:54:48.348865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c700e9-9e5b-4d8c-b6c3-b540d93b8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6631ae99-d863-4d9e-b5f7-a3f7568a7b89,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:48.349623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:48.423884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.454181 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.531281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.534533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.538669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6631ae99-d863-4d9e-b5f7-a3f7568a7b89 HTTP/1.1" status: 204 len: 168 time: 0.1884053 Jul 23 22:54:48.555851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92993a-fe8b-4ce9-ab07-f7df7ba9e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631ae99-d863-4d9e-b5f7-a3f7568a7b89,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:48.595848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:48.616034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c69-161f-4f3d-98ee-e1b06148ecf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.742497 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c69-161f-4f3d-98ee-e1b06148ecf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.747950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9aba6c69-161f-4f3d-98ee-e1b06148ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.789307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9aba6c69-161f-4f3d-98ee-e1b06148ecf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e234d05c31894ab6853ffc67e13c51fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919210 Jul 23 22:54:48.789799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba6c69-161f-4f3d-98ee-e1b06148ecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd399b50-e3c8-4270-bdca-da082ed1449c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:48.792534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:48.867943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.896670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.956423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.960382 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.964451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd399b50-e3c8-4270-bdca-da082ed1449c HTTP/1.1" status: 204 len: 168 time: 0.1687202 Jul 23 22:54:48.972492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896ee7-fc51-493f-8756-b20315751b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd399b50-e3c8-4270-bdca-da082ed1449c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:49.115324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49756) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:49.135163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1610c013-a361-4d74-a39b-7c8c3b02d86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.144786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401fb8-a0fd-4f7e-b2aa-69aaceef79f9 req-99ba043c-8981-4cda-a7cb-58210793ad04 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:49.159301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1401fb8-a0fd-4f7e-b2aa-69aaceef79f9 req-99ba043c-8981-4cda-a7cb-58210793ad04 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.0957797 Jul 23 22:54:49.273159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1401fb8-a0fd-4f7e-b2aa-69aaceef79f9 req-6e287f90-95fb-4d8c-b65a-84c5774292b1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 Jul 23 22:54:49.290600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1610c013-a361-4d74-a39b-7c8c3b02d86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.299182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1610c013-a361-4d74-a39b-7c8c3b02d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.376307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1610c013-a361-4d74-a39b-7c8c3b02d86b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37235b8cc51340acac48185c826a5d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571051 Jul 23 22:54:49.376307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610c013-a361-4d74-a39b-7c8c3b02d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc68684-75f9-4e57-bd53-887e263ab11d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:49.377071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 49772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:49.468895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.501427 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.562695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.565591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.569522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fc68684-75f9-4e57-bd53-887e263ab11d HTTP/1.1" status: 204 len: 168 time: 0.1860926 Jul 23 22:54:49.575519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d058e-40d0-4771-a783-16472aa6676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc68684-75f9-4e57-bd53-887e263ab11d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:50.503869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05720fdc-c64f-497d-82d8-6ae10dad2973 req-36293db0-8dca-481f-a914-2a73680a3ab1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:50.510613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05720fdc-c64f-497d-82d8-6ae10dad2973 req-36293db0-8dca-481f-a914-2a73680a3ab1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1117759 Jul 23 22:54:50.584312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05720fdc-c64f-497d-82d8-6ae10dad2973 req-133884dd-d602-4fe3-b297-f0965ea0f22e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653038 Jul 23 22:54:51.414116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49904) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:51.596045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-220938994', 'router:external': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:51.628818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Made reservation on behalf of eb5317ecdd6046f98e18ae98654c0876 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:51.631868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.643352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.770959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0363-a520-4a99-bbb2-44af11f9166b req-d9710565-5516-4538-af58-a3b0565171a1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:51.780040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b5b0363-a520-4a99-bbb2-44af11f9166b req-d9710565-5516-4538-af58-a3b0565171a1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.0869954 Jul 23 22:54:51.841625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b5b0363-a520-4a99-bbb2-44af11f9166b req-9c5d7ffc-fc3e-4ffa-9fe0-2afd056441c7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601804 Jul 23 22:54:51.895531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.915107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.932130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:54:51.959402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.959754 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Added segment 428a043b-a576-430f-ac8b-36af5e4e3e5a of type vlan for network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb Jul 23 22:54:51.971307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b6768-67a4-4f65-a98f-474f7c47d665,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:52.031232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.069801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.070864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:52.071508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.105299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6893938 Jul 23 22:54:52.109141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:52.143220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'subnet': {'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:52.147946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c0ad3-90fc-4d02-9c16-45ce323f2f0b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Network': ['ID=4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:52.163164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:54:52.171623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Made reservation on behalf of eb5317ecdd6046f98e18ae98654c0876 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:52.174472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.325531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.499137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 22:54:52.499573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.559597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=090c8d55-2bbc-431f-9ada-18928d14a1f4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:52.572281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Checking segment: {'id': '428a043b-a576-430f-ac8b-36af5e4e3e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:52.572614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network hostable DHCP agents. Network: 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:54:52.595943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:54:52.606950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:52.612442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:52.613097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.618259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa8bfd-49a9-4821-8952-17e59b89ffe2 None None] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:52.633391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d6574a9c-3939-42f9-9717-759231252e40 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5199599 Jul 23 22:54:52.634002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:52.640121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1763909725', 'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:52.665235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Made reservation on behalf of eb5317ecdd6046f98e18ae98654c0876 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:52.668101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.692924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] device_id is not set on port 895a453a-a24e-4328-ae4a-c75e80c5a60f yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:54:52.873480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 2001:db8::1af (4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb/090c8d55-2bbc-431f-9ada-18928d14a1f4/895a453a-a24e-4328-ae4a-c75e80c5a60f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:53.098750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905362-e5c0-4180-870c-9067dc194111 req-17a99d32-b645-4889-87fa-d3a229c1c53b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:53.109823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4905362-e5c0-4180-870c-9067dc194111 req-17a99d32-b645-4889-87fa-d3a229c1c53b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1231818 Jul 23 22:54:53.123487 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.183429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3f4a1-b606-44e3-a1a0-e07e7422994a None None] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:53.190113 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.192952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4905362-e5c0-4180-870c-9067dc194111 req-c6821059-0152-47ac-9784-00c63c38a01a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807977 Jul 23 22:54:53.241086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:53.245777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:53.250558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:53.251494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:53.252104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.271793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=895a453a-a24e-4328-ae4a-c75e80c5a60f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:53.281246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.283292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78193f2c-9b55-4381-b8eb-d7e3848d695d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6472504 Jul 23 22:54:53.285480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:53.422748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Deleting port 895a453a-a24e-4328-ae4a-c75e80c5a60f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:53.423097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.508315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.520577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Calling delete_port for 895a453a-a24e-4328-ae4a-c75e80c5a60f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:53.645611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.686205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Port': ['ID=895a453a-a24e-4328-ae4a-c75e80c5a60f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:53.712491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.715351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1216b74-b13d-44ce-a6bd-4b97a0f1206f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/895a453a-a24e-4328-ae4a-c75e80c5a60f HTTP/1.1" status: 204 len: 168 time: 0.4275393 Jul 23 22:54:53.718206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 49980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:53.723235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb', 'external_fixed_ips': [{'subnet_id': '090c8d55-2bbc-431f-9ada-18928d14a1f4', 'ip_address': '2001:db8::1af'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:53.748865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.750215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.806794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:53.950554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:54.168060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:54.190490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:54.394818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 2001:db8::1af (4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb/090c8d55-2bbc-431f-9ada-18928d14a1f4/0d70e64a-7664-4c1c-9952-7225a7782f2a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:54.502803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51caf52-7274-4620-ae46-5d77b87614fc req-21c1b131-0871-4961-b772-20c2d0eb4c8a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:54.505003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f51caf52-7274-4620-ae46-5d77b87614fc req-21c1b131-0871-4961-b772-20c2d0eb4c8a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.2200072 Jul 23 22:54:54.553481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f51caf52-7274-4620-ae46-5d77b87614fc req-259a93b9-90a1-47af-b4c4-71d5dfa1c1cf tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Jul 23 22:54:54.556717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:54.633525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:54.696122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:54.705038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:54.712430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:54.716267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=0d70e64a-7664-4c1c-9952-7225a7782f2a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:55.008741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.569446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.721367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbbbc4-cc00-458b-a4b2-28d97ca11271 req-a8ec3909-23b6-4f84-a64a-a656f70b4c03 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:55.722845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0cbbbbc4-cc00-458b-a4b2-28d97ca11271 req-a8ec3909-23b6-4f84-a64a-a656f70b4c03 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.0837183 Jul 23 22:54:55.723201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router 96113dd2-052c-4fd7-ba14-bc3ce50c777e is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:54:55.764315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0cbbbbc4-cc00-458b-a4b2-28d97ca11271 req-e42b1721-6920-4333-b332-8f5abe00e339 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Jul 23 22:54:55.861926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:55.876353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Sync routers for ids ['96113dd2-052c-4fd7-ba14-bc3ce50c777e'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:55.884017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.888732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2e4b5202-04ea-48b6-a7fd-2c7749225de8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1658831 Jul 23 22:54:55.889120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:55.897595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Routers {'96113dd2-052c-4fd7-ba14-bc3ce50c777e'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:55.902552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['96113dd2-052c-4fd7-ba14-bc3ce50c777e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:56.154548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Set router 96113dd2-052c-4fd7-ba14-bc3ce50c777e gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:56.348938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.388991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96113dd2-052c-4fd7-ba14-bc3ce50c777e', 'name': '', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb', 'external_fixed_ips': [{'subnet_id': '090c8d55-2bbc-431f-9ada-18928d14a1f4', 'ip_address': '2001:db8::1af'}], 'enable_snat': True}, 'gw_port_id': '0d70e64a-7664-4c1c-9952-7225a7782f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:53Z', 'updated_at': '2021-07-23T22:54:54Z', 'revision_number': 3, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port': {'id': '0d70e64a-7664-4c1c-9952-7225a7782f2a', 'name': '', 'network_id': '4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:52:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96113dd2-052c-4fd7-ba14-bc3ce50c777e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2419, 'fixed_ips': [{'subnet_id': '090c8d55-2bbc-431f-9ada-18928d14a1f4', 'ip_address': '2001:db8::1af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:54Z', 'updated_at': '2021-07-23T22:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '090c8d55-2bbc-431f-9ada-18928d14a1f4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:56.453520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Checking router: 96113dd2-052c-4fd7-ba14-bc3ce50c777e for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:56.454164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Updating router 96113dd2-052c-4fd7-ba14-bc3ce50c777e port 0d70e64a-7664-4c1c-9952-7225a7782f2a binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:54:56.502993 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.533117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.601309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Deleting port 0d70e64a-7664-4c1c-9952-7225a7782f2a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:54:56.601962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.704794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.720480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Calling delete_port for 0d70e64a-7664-4c1c-9952-7225a7782f2a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:54:57.010905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:54:57.011419 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:54:57.023426 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.101840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.104307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d70e64a-7664-4c1c-9952-7225a7782f2a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:57.216485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.219820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.228827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7ced-8db6-47da-bfb8-692805687c36 req-19ada462-b988-4ac7-b075-8df3f8244eb6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:57.234343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f70d7ced-8db6-47da-bfb8-692805687c36 req-19ada462-b988-4ac7-b075-8df3f8244eb6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.2732177 Jul 23 22:54:57.321245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f70d7ced-8db6-47da-bfb8-692805687c36 req-9c3f6bc2-f946-4190-9059-05edbf43239d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821056 Jul 23 22:54:57.339543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.340215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96113dd2-052c-4fd7-ba14-bc3ce50c777e {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:54:57.344490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.364032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:57.364972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d55732df-950d-47c7-beb0-57aba6e57ced tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/96113dd2-052c-4fd7-ba14-bc3ce50c777e HTTP/1.1" status: 204 len: 168 time: 1.4745169 Jul 23 22:54:57.429927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Deleting subnet 090c8d55-2bbc-431f-9ada-18928d14a1f4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:54:57.434499 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.486428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.552682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.592525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Port 0d70e64a-7664-4c1c-9952-7225a7782f2a not found while updating agent binding for router 96113dd2-052c-4fd7-ba14-bc3ce50c777e. {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 22:54:57.612035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Routers set() bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:57.613424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Router IDs set() for agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 22:54:57.615657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96113dd2-052c-4fd7-ba14-bc3ce50c777e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 22:54:57.616316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d30be7-ba34-46f8-befe-df8aa0eef0a7 None None] The sync data for ids ['96113dd2-052c-4fd7-ba14-bc3ce50c777e'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:54:57.641653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.675525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.680274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/090c8d55-2bbc-431f-9ada-18928d14a1f4 HTTP/1.1" status: 204 len: 168 time: 0.3127353 Jul 23 22:54:57.680274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c92851-70cd-4c9e-8278-e3a491fce9bb tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=090c8d55-2bbc-431f-9ada-18928d14a1f4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:57.681403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:57.763826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.875298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.888370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:57.900101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428a043b-a576-430f-ac8b-36af5e4e3e5a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:57.900399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428a043b-a576-430f-ac8b-36af5e4e3e5a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:57.911788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.926512 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.933322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:54:57.934132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:54:57.936253 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:54:58.001404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.007163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:54:58.010672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.017484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb HTTP/1.1" status: 204 len: 168 time: 0.3312261 Jul 23 22:54:58.029439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198d91-32d9-443c-885b-53ee644a0b4e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c42cf1a-3407-4ca7-b35d-6bbaa0d358fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:58.357390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:58.362608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'name': 'tempest-router--1675277635', 'project_id': '02a87890eea6417b8e072e8880445802'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:58.443476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.444659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.530131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.556548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.580272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.581530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-884795f1-4484-42fd-b2a5-d2871502ef7e tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2229886 Jul 23 22:54:58.584743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:58.591098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4ed4a-dc09-4e85-8972-6737152ee1b4 req-0e68126f-ade5-4602-8d68-5f5f705d782a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:58.592718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e4ed4a-dc09-4e85-8972-6737152ee1b4 req-0e68126f-ade5-4602-8d68-5f5f705d782a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1914384 Jul 23 22:54:58.711379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e4ed4a-dc09-4e85-8972-6737152ee1b4 req-1b6e990f-b4e8-4c9b-acc7-6271cd4dfca1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115301 Jul 23 22:54:58.787429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.843281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50150) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:59.086441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0812d816-6a41-456b-ab8e-bf81d56ddaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.111805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.114379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.189221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.189781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93e8ac16-0713-4d07-9417-e88fc0ab0d42 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:54:59.205786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.207769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c870d38-73d9-4655-9e31-957b8a8abca4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/93e8ac16-0713-4d07-9417-e88fc0ab0d42 HTTP/1.1" status: 204 len: 168 time: 0.6206951 Jul 23 22:54:59.217266 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0812d816-6a41-456b-ab8e-bf81d56ddaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.223151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0812d816-6a41-456b-ab8e-bf81d56ddaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.260483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0812d816-6a41-456b-ab8e-bf81d56ddaf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3364584ca9294e7aa17a8256ebddbfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134133 Jul 23 22:54:59.261626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:59.280326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d816-6a41-456b-ab8e-bf81d56ddaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef31b0-b7f2-485d-a847-7572f444e976,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:59.374515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.404399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.424253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:54:59.471541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.474508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.475908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42ef31b0-b7f2-485d-a847-7572f444e976 HTTP/1.1" status: 204 len: 168 time: 0.2123730 Jul 23 22:54:59.486664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7054fb-01a1-4348-a0c6-7854b1515c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef31b0-b7f2-485d-a847-7572f444e976,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:59.556684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:59.736116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-576968435', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:59.838692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.840699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.954878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.146071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e2719-83f7-4a7d-834c-25f4b6b53d92 req-d7b9e410-645a-4b37-b06c-e3e5d1faf398 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:00.147626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-348e2719-83f7-4a7d-834c-25f4b6b53d92 req-d7b9e410-645a-4b37-b06c-e3e5d1faf398 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.3273470 Jul 23 22:55:00.150318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.211240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-348e2719-83f7-4a7d-834c-25f4b6b53d92 req-8ce56abf-701d-43d5-8516-2c177c484d1c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571833 Jul 23 22:55:00.416024 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.436111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.545283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Allocated IP 172.25.1.88 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9b6de930-d058-4dec-8830-ea3ec89963c9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:00.681815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.727807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.769976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:00.774847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:00.778977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:00.807642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event updated for resources: {'Port': ['ID=9b6de930-d058-4dec-8830-ea3ec89963c9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:01.375463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:01.477262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7816c1-561e-4282-a047-f6fe0320743e req-88edb11d-a656-4b7a-a94a-1388a9efe95f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:01.478831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b7816c1-561e-4282-a047-f6fe0320743e req-88edb11d-a656-4b7a-a94a-1388a9efe95f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1819251 Jul 23 22:55:01.607412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b7816c1-561e-4282-a047-f6fe0320743e req-0a151d93-6903-4591-b0fb-b2f7274b0fdf tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214430 Jul 23 22:55:01.659791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:01.812146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Router f7c9c389-4281-433e-9146-4f5d34a87ed6 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:01.920885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:01.930479 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] Sync routers for ids ['f7c9c389-4281-433e-9146-4f5d34a87ed6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:01.940702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:01.941569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] Routers {'f7c9c389-4281-433e-9146-4f5d34a87ed6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:01.942031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-da839d7f-956c-4ca3-b9bf-88582ec92b50 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3842463 Jul 23 22:55:01.944691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:01.945267 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f7c9c389-4281-433e-9146-4f5d34a87ed6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:01.985396 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:02.006301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] Routers {'f7c9c389-4281-433e-9146-4f5d34a87ed6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:02.007019 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f7c9c389-4281-433e-9146-4f5d34a87ed6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:02.040750 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:02.041588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b2d08-903d-4948-8890-9a2eecb009b9 None None] The sync data for ids ['f7c9c389-4281-433e-9146-4f5d34a87ed6'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:02.057204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba09b9ff-ce12-4b50-b465-546e2f0cfeac tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/f7c9c389-4281-433e-9146-4f5d34a87ed6 HTTP/1.1" status: 200 len: 923 time: 0.1113906 Jul 23 22:55:02.060288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:02.092576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2ed6ab6-5d10-4c32-87fb-e619e12fdf97 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7c9c389-4281-433e-9146-4f5d34a87ed6 HTTP/1.1" status: 200 len: 205 time: 0.0283616 Jul 23 22:55:02.092807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:02.195535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.300559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.353101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port 9b6de930-d058-4dec-8830-ea3ec89963c9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:02.353498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.432954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.445336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for 9b6de930-d058-4dec-8830-ea3ec89963c9 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:02.625482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.652546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=9b6de930-d058-4dec-8830-ea3ec89963c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:02.755195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.894901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.901003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.927788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86700634-d7ef-4369-a3f9-51aab82c15d0 req-7089e193-c73d-46b8-834e-e088ed380d73 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:02.929411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86700634-d7ef-4369-a3f9-51aab82c15d0 req-7089e193-c73d-46b8-834e-e088ed380d73 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.2296300 Jul 23 22:55:03.012684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.013578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router f7c9c389-4281-433e-9146-4f5d34a87ed6 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:03.031296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.037136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:03.037639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-909baf2e-d309-4a59-bcda-4f21eb186da7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/f7c9c389-4281-433e-9146-4f5d34a87ed6 HTTP/1.1" status: 204 len: 168 time: 0.9437077 Jul 23 22:55:03.042773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-582992742', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:03.066892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86700634-d7ef-4369-a3f9-51aab82c15d0 req-63be5240-e064-41e3-93f3-005134624912 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302087 Jul 23 22:55:03.077032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76f984-9ce7-4249-ae97-006744cc0b6f req-c6e4e9d2-4bf9-4c8b-94b4-bf4a2a238f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:03.085659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff76f984-9ce7-4249-ae97-006744cc0b6f req-c6e4e9d2-4bf9-4c8b-94b4-bf4a2a238f4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 1097 time: 0.2062042 Jul 23 22:55:03.099167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.100154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.140834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ff76f984-9ce7-4249-ae97-006744cc0b6f req-95ee50dd-2f5c-4b15-b6b0-0754d375f723 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479524 Jul 23 22:55:03.195053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.363279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.578554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.599468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.745708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 172.25.1.156 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/17706813-d958-4f2e-83d2-5f343b6f135e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:03.901094 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.954201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:03.996675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:04.008992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:04.014192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:04.020231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=17706813-d958-4f2e-83d2-5f343b6f135e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:04.306555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b8a3-2b7f-446c-8383-ccd01e9e59c1 req-d97e12ec-840d-424b-9ac3-29f912b998a0 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:04.322092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bd8b8a3-2b7f-446c-8383-ccd01e9e59c1 req-d97e12ec-840d-424b-9ac3-29f912b998a0 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1348813 Jul 23 22:55:04.376216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3bd8b8a3-2b7f-446c-8383-ccd01e9e59c1 req-e1cd0dd3-6279-4afa-824c-d7433076246c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Jul 23 22:55:04.377962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:04.667158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:04.781185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cd66-d2a6-4d16-a362-7d553275865c req-66dcb799-5db0-40c5-a9bb-73acce886b22 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:04.791745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4c7cd66-d2a6-4d16-a362-7d553275865c req-66dcb799-5db0-40c5-a9bb-73acce886b22 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1096504 Jul 23 22:55:04.869896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e4c7cd66-d2a6-4d16-a362-7d553275865c req-04553246-f309-4486-a2d3-a83c4c6a7871 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599389 Jul 23 22:55:04.942436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router 20e7cade-29e7-4aee-a697-0e4dd2488a42 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:05.077309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:05.088003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Sync routers for ids ['20e7cade-29e7-4aee-a697-0e4dd2488a42'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:05.098741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Routers {'20e7cade-29e7-4aee-a697-0e4dd2488a42'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:05.099348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.099484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['20e7cade-29e7-4aee-a697-0e4dd2488a42'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:05.104141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-936cd235-d212-4869-a7db-64165ed2436f tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0652599 Jul 23 22:55:05.104934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:05.225816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477324e8-be22-4b83-898c-d16fbffb8d55 req-2058de51-a2fd-4702-b12e-892d1227f65e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:05.227383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-477324e8-be22-4b83-898c-d16fbffb8d55 req-2058de51-a2fd-4702-b12e-892d1227f65e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1331849 Jul 23 22:55:05.264074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63948e37-e03b-4b4d-a200-97e36773d40d tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/20e7cade-29e7-4aee-a697-0e4dd2488a42 HTTP/1.1" status: 200 len: 908 time: 0.1563528 Jul 23 22:55:05.266403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:05.271650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-582992742', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': True}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:05.290363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-477324e8-be22-4b83-898c-d16fbffb8d55 req-4f1e9f1d-c48d-4b99-a145-eed8ffdc47e7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Jul 23 22:55:05.300471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Set router 20e7cade-29e7-4aee-a697-0e4dd2488a42 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:05.300944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.302152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.366920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.523973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.544124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156'}], 'enable_snat': False}, 'gw_port_id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:04Z', 'revision_number': 3, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port': {'id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:05.576957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Checking router: 20e7cade-29e7-4aee-a697-0e4dd2488a42 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:05.577310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Updating router 20e7cade-29e7-4aee-a697-0e4dd2488a42 port 17706813-d958-4f2e-83d2-5f343b6f135e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:05.634447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.811603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.832314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.924753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.938015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Transition to ACTIVE for port object 17706813-d958-4f2e-83d2-5f343b6f135e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:05.944555 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:05.990005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Attempting to bind port 17706813-d958-4f2e-83d2-5f343b6f135e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:05.990505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Attempting to bind port 17706813-d958-4f2e-83d2-5f343b6f135e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:05.992206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Attempting to bind port 17706813-d958-4f2e-83d2-5f343b6f135e on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:06.018109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 172.25.1.49 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:06.025557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:06.025959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:06.026367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:06.026763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:06.027310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Bound port: 17706813-d958-4f2e-83d2-5f343b6f135e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:06.027876 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:06.070630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449fdb-02ba-4330-8278-966c6c5a915f None None] Pushing event updated for resources: {'Port': ['ID=17706813-d958-4f2e-83d2-5f343b6f135e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:06.113582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] For port 17706813-d958-4f2e-83d2-5f343b6f135e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:06.117242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] For port 17706813-d958-4f2e-83d2-5f343b6f135e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17706813-d958-4f2e-83d2-5f343b6f135e,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:06.123354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:06.182010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Routers {'20e7cade-29e7-4aee-a697-0e4dd2488a42'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:06.182670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['20e7cade-29e7-4aee-a697-0e4dd2488a42'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:06.253541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a449fdb-02ba-4330-8278-966c6c5a915f None None] Pushing event updated for resources: {'Port': ['ID=17706813-d958-4f2e-83d2-5f343b6f135e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:06.323480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] Set router 20e7cade-29e7-4aee-a697-0e4dd2488a42 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:06.446636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3824c7-9ed0-4b83-b414-2210927bfe1e req-58ff4fe4-36e8-4cb0-8b9f-59a16028ca78 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:06.455959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a3824c7-9ed0-4b83-b414-2210927bfe1e req-58ff4fe4-36e8-4cb0-8b9f-59a16028ca78 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0863185 Jul 23 22:55:06.508512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a3824c7-9ed0-4b83-b414-2210927bfe1e req-8705ce53-2195-40c4-85a9-e45503bbb432 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Jul 23 22:55:06.515263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:06.572270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156'}], 'enable_snat': False}, 'gw_port_id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:04Z', 'revision_number': 3, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port': {'id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:06.576502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:06.611036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bbd8c0-0ac9-45f2-8b68-d2a3fc9f2617 None None] The sync data for ids ['20e7cade-29e7-4aee-a697-0e4dd2488a42'] in n-d-791506-25 is: [{'id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156'}], 'enable_snat': False}, 'gw_port_id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:04Z', 'revision_number': 3, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port': {'id': '17706813-d958-4f2e-83d2-5f343b6f135e', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:dc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e7cade-29e7-4aee-a697-0e4dd2488a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:03Z', 'updated_at': '2021-07-23T22:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:06.632638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:06.638489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:06.642050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:06.702557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:07.064896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce641a1-6d52-4933-bfdc-a9b0c0f9ee5e req-348c2fc2-5af0-4339-9b61-112d0004e318 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:07.066802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ce641a1-6d52-4933-bfdc-a9b0c0f9ee5e req-348c2fc2-5af0-4339-9b61-112d0004e318 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1222532 Jul 23 22:55:07.083027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.118791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ce641a1-6d52-4933-bfdc-a9b0c0f9ee5e req-067ebe9f-c2cf-4585-9507-f72e422cd679 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Jul 23 22:55:07.269044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17706813-d958-4f2e-83d2-5f343b6f135e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:07.375690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 17706813-d958-4f2e-83d2-5f343b6f135e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:07.385695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 17706813-d958-4f2e-83d2-5f343b6f135e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:07.386601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.399362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.526164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.554507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 17706813-d958-4f2e-83d2-5f343b6f135e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17706813-d958-4f2e-83d2-5f343b6f135e,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:07.563618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.611206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:07.648651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=17706813-d958-4f2e-83d2-5f343b6f135e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:07.746966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:07.756896 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Sync routers for ids ['5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:07.766211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:07.770273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b55abeb-dc55-4c7f-b755-36e5c97c742a tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.4998736 Jul 23 22:55:07.770750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:07.774585 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Routers {'5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:07.775507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:07.890110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d324dcda-99a2-4d09-80e8-fa1cc62e64e8 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/5e41bd2a-55ef-432a-ba5a-1e6e47f5938d HTTP/1.1" status: 200 len: 906 time: 0.1179962 Jul 23 22:55:07.892630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:07.904493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Set router 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:07.999788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.116877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.199678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Deleting port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:08.200192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.220397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41bd2a-55ef-432a-ba5a-1e6e47f5938d', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:05Z', 'updated_at': '2021-07-23T22:55:06Z', 'revision_number': 3, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port': {'id': '2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e41bd2a-55ef-432a-ba5a-1e6e47f5938d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:05Z', 'updated_at': '2021-07-23T22:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:08.258101 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Checking router: 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:08.258447 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Updating router 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:08.288084 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.299020 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.301926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Calling delete_port for 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:08.746968 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.760669 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Transition to ACTIVE for port object 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:08.770782 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.841637 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Attempting to bind port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:08.842032 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Attempting to bind port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:08.842380 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Attempting to bind port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:08.854720 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:08.858527 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:08.859306 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.860156 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:08.860966 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Bound port: 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:08.862416 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:08.880707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61ce89-c5c9-428d-b20a-37e494fa41fc req-f341feec-5624-48e2-9e32-b33683704c7a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:08.900877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e61ce89-c5c9-428d-b20a-37e494fa41fc req-f341feec-5624-48e2-9e32-b33683704c7a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2043464 Jul 23 22:55:08.911111 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9795-c6c9-4a87-b340-9d4747c73a75 None None] Pushing event updated for resources: {'Port': ['ID=2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:08.944327 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] For port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:08.947845 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] For port 2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:08.968362 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.043671 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Routers {'5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:09.045278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:09.052554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e61ce89-c5c9-428d-b20a-37e494fa41fc req-7f5a982d-6c6f-4f37-90f4-f9cb77b40d04 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504984 Jul 23 22:55:09.186371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.253046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:09.254331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb9795-c6c9-4a87-b340-9d4747c73a75 None None] Pushing event updated for resources: {'Port': ['ID=2bfd1b1c-42c8-4d7f-860c-870d8b1dff9e,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:09.287039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17706813-d958-4f2e-83d2-5f343b6f135e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:09.340981 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] Set router 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:09.349289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.462200 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e41bd2a-55ef-432a-ba5a-1e6e47f5938d', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:05Z', 'updated_at': '2021-07-23T22:55:08Z', 'revision_number': 4, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:09.554441 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9328a2-da91-4303-8032-d7d5e0b0593c None None] The sync data for ids ['5e41bd2a-55ef-432a-ba5a-1e6e47f5938d'] in n-d-791506-25 is: [{'id': '5e41bd2a-55ef-432a-ba5a-1e6e47f5938d', 'name': 'tempest-snat-router-582992742', 'tenant_id': 'eb5317ecdd6046f98e18ae98654c0876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:05Z', 'updated_at': '2021-07-23T22:55:08Z', 'revision_number': 4, 'project_id': 'eb5317ecdd6046f98e18ae98654c0876', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:09.695795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.698194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.769565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 17706813-d958-4f2e-83d2-5f343b6f135e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:09.770120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.797549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.798716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e41bd2a-55ef-432a-ba5a-1e6e47f5938d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:09.812184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:09.818482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-64e34cbd-57eb-4005-9689-f98a36b95fea tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5e41bd2a-55ef-432a-ba5a-1e6e47f5938d HTTP/1.1" status: 204 len: 168 time: 1.9248545 Jul 23 22:55:09.821243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50460) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:10.030904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.144037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.200135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Deleting port 17706813-d958-4f2e-83d2-5f343b6f135e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:10.200485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.301196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] For port 17706813-d958-4f2e-83d2-5f343b6f135e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17706813-d958-4f2e-83d2-5f343b6f135e,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:10.301563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.314421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Calling delete_port for 17706813-d958-4f2e-83d2-5f343b6f135e owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:10.513034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.541315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event deleted for resources: {'Port': ['ID=17706813-d958-4f2e-83d2-5f343b6f135e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:10.610232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.710358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.713415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.772525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.773136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20e7cade-29e7-4aee-a697-0e4dd2488a42 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:10.778415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.779183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbad8fda-f3fa-4506-b576-3c9bf7205296 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "DELETE /v2.0/routers/20e7cade-29e7-4aee-a697-0e4dd2488a42 HTTP/1.1" status: 204 len: 168 time: 0.9568369 Jul 23 22:55:10.797469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:10.797469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-448171323', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:10.826099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.829783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:10.928106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.046414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-928a1094-72e8-4a54-9af4-b793a4ca7f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.127677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.466854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17706813-d958-4f2e-83d2-5f343b6f135e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:55:11.505801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 17706813-d958-4f2e-83d2-5f343b6f135e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:55:11.506152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17706813-d958-4f2e-83d2-5f343b6f135e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:55:11.509785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.531675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.599124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-f81c7275-bb73-456a-b9e3-dbb91dc5a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:11.601892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-f81c7275-bb73-456a-b9e3-dbb91dc5a3e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.1471570 Jul 23 22:55:11.720402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Allocated IP 172.25.1.49 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9a31f1a5-f35b-4b3e-84cc-f797d860da59) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:11.864015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-eee3a6bf-6e57-4745-8b7a-0508329bd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:11.865508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-eee3a6bf-6e57-4745-8b7a-0508329bd877 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.2482326 Jul 23 22:55:11.894293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.938058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc63e6-870d-411d-90a1-5d9286904df1 req-3ea9a1e4-137b-460f-8e38-f5a23b386fad tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:11.945292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-babc63e6-870d-411d-90a1-5d9286904df1 req-3ea9a1e4-137b-460f-8e38-f5a23b386fad tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2839541 Jul 23 22:55:11.954084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:11.955421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-3d6128d8-6196-45f6-acf6-baa8129a5b5c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0830226 Jul 23 22:55:11.980067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:11.984729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:12.008485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:12.024056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-babc63e6-870d-411d-90a1-5d9286904df1 req-e8da4133-543e-4012-80fc-6ac07d25d905 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758667 Jul 23 22:55:12.034432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-874d83bd-d2c1-45cd-a7b5-a0c8648be8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:12.036627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-874d83bd-d2c1-45cd-a7b5-a0c8648be8b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0735037 Jul 23 22:55:12.084715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-df90098e-be83-464f-9dda-75e912c7e1e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326724 Jul 23 22:55:12.086040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event updated for resources: {'Port': ['ID=9a31f1a5-f35b-4b3e-84cc-f797d860da59,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:12.195119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-52a6f85b-672c-4b56-9857-64d49715e502 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037631 Jul 23 22:55:12.328173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71f6a65c-3307-4e53-9dd6-1492ffb95a09 req-e9174a4a-46f1-4970-be9e-a04574ee63af service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253326 Jul 23 22:55:12.525496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:12.773481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:12.933012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Router 90f182e6-d13f-4c35-a40a-d3ebaf14775c is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:13.082951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:13.092532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] Sync routers for ids ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:13.111393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] Routers {'90f182e6-d13f-4c35-a40a-d3ebaf14775c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:13.112157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:13.119323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:13.121951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-94ccfc03-371c-45be-9b49-7ad9867d55e7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3335273 Jul 23 22:55:13.124610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:13.130866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:13.164528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:13.178338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] Routers {'90f182e6-d13f-4c35-a40a-d3ebaf14775c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:13.179368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:54:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:13.218379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:13.219433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd402af-8852-43cd-981f-d546f5476dc6 None None] The sync data for ids ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:13.280787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31226cd9-e274-48bc-affe-ec31e20be3e2 req-1e528d52-4b3b-444a-86f8-2bbab05ddf40 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:13.283436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31226cd9-e274-48bc-affe-ec31e20be3e2 req-1e528d52-4b3b-444a-86f8-2bbab05ddf40 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1306863 Jul 23 22:55:13.364631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31226cd9-e274-48bc-affe-ec31e20be3e2 req-b65b5e84-9484-4fb6-b3b7-9646e9c9f8b1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705907 Jul 23 22:55:13.777308 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-154cfd12-fc77-468f-9c9b-bc768446bc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:13.992257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:14.178553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:14.587005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48456cbe-0ac2-4bad-bbed-8d827cd96547 req-65a2b035-98b6-41fa-82aa-4423addb3ac1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:14.594894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48456cbe-0ac2-4bad-bbed-8d827cd96547 req-65a2b035-98b6-41fa-82aa-4423addb3ac1 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1360545 Jul 23 22:55:14.669353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48456cbe-0ac2-4bad-bbed-8d827cd96547 req-9b8f5435-81b8-4784-909a-4feaf2d3513a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735116 Jul 23 22:55:14.709295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:14.715420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:14.849739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router 90f182e6-d13f-4c35-a40a-d3ebaf14775c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:55:14.926589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:14.948522 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.095224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:15.115376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.121695 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e536f64b-4893-4ffb-9c99-2fc51043c0ae tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "PUT /v2.0/routers/90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 200 len: 924 time: 1.9951143 Jul 23 22:55:15.122790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.125393 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] Sync routers for ids ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:15.177689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.179749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] Routers {'90f182e6-d13f-4c35-a40a-d3ebaf14775c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:15.180559 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:15.273696 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:15.298573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] Routers {'90f182e6-d13f-4c35-a40a-d3ebaf14775c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:15.299280 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:15.304642 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9a69957-2207-4ec6-83c2-72c6b85690f1 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 200 len: 924 time: 0.1761637 Jul 23 22:55:15.306481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.367760 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:15.368646 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3fc69-ddd7-4061-847f-dbcd183469c0 None None] The sync data for ids ['90f182e6-d13f-4c35-a40a-d3ebaf14775c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:15.454843 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.462591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.522771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=249c2c92b8324c0c8d9da66874881782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948148 Jul 23 22:55:15.524407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d00f22-e24d-4c26-83bb-5cca948f6159,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:15.525307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537382e3-49a1-490d-a06e-7a66752ce310 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:15.527652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-537382e3-49a1-490d-a06e-7a66752ce310 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=90f182e6-d13f-4c35-a40a-d3ebaf14775c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2164745 Jul 23 22:55:15.528501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 50974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.531960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.612194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.654673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fc5cf-16cb-46dd-9ca1-ad48ef0d6236 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:15.655402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.656424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9b0fc5cf-16cb-46dd-9ca1-ad48ef0d6236 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.1228397 Jul 23 22:55:15.658423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.659070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.659564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.660190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.660790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.661293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.662036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.662413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.662899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.663245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.663589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.663935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a4ccf6-9342-4247-8138-b6612f3623ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:15.667391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.707976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9071f4b0-9eb9-4b20-9a26-fc82e86b2e63 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 200 len: 205 time: 0.0391304 Jul 23 22:55:15.714504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 50998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:15.775165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.778887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.780069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99d00f22-e24d-4c26-83bb-5cca948f6159 HTTP/1.1" status: 204 len: 168 time: 0.2504787 Jul 23 22:55:15.805711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e031a26-28a0-4a95-8838-08403a5d347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d00f22-e24d-4c26-83bb-5cca948f6159,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:15.935721 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.027021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fef5a-fddd-4175-af75-451cbf7bdd7b req-aeda6474-e2cd-4b35-a733-9997cd401542 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:16.028499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55fef5a-fddd-4175-af75-451cbf7bdd7b req-aeda6474-e2cd-4b35-a733-9997cd401542 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1923738 Jul 23 22:55:16.094525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55fef5a-fddd-4175-af75-451cbf7bdd7b req-c211624f-1247-4cd5-b8e2-ac352021a440 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Jul 23 22:55:16.101247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.161279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:16.168939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port 9a31f1a5-f35b-4b3e-84cc-f797d860da59 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:16.169289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.179265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4091a114-7a36-4b68-b2d1-098e4d4e6918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.257676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.271288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for 9a31f1a5-f35b-4b3e-84cc-f797d860da59 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:16.295856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4091a114-7a36-4b68-b2d1-098e4d4e6918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.300625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4091a114-7a36-4b68-b2d1-098e4d4e6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.350765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091a114-7a36-4b68-b2d1-098e4d4e6918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df512e3d-d81a-48a1-ba29-f50df9dbe355,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:16.356653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4091a114-7a36-4b68-b2d1-098e4d4e6918 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91647d2b30c14aafa730814d67455946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936316 Jul 23 22:55:16.359847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51024) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:16.426784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.449296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.450259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.475084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.477547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=9a31f1a5-f35b-4b3e-84cc-f797d860da59,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:16.506505 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.509910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.512008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df512e3d-d81a-48a1-ba29-f50df9dbe355 HTTP/1.1" status: 204 len: 168 time: 0.1503825 Jul 23 22:55:16.521789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238e056-0e61-41f5-89e5-269ae72e616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df512e3d-d81a-48a1-ba29-f50df9dbe355,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:16.556164 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.653173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.656229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.714028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.715159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router 90f182e6-d13f-4c35-a40a-d3ebaf14775c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:16.729832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.733825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-16b77776-a6a7-4afa-a750-04fd6d5432db tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 204 len: 168 time: 1.0148265 Jul 23 22:55:16.736402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:16.741042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025714788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:16.767022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.768269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.821750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.832063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.854072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.858084 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6d8f81a7-f3a8-4f77-ad86-e238ce17f00d tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1180701 Jul 23 22:55:16.858788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:16.864003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:17.126384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.304899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6cbd1-b5f5-4bb8-97fb-4f210578d204 req-bfc2557f-5fda-4e51-95f0-cbbc699bdd4f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:17.306447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5db6cbd1-b5f5-4bb8-97fb-4f210578d204 req-bfc2557f-5fda-4e51-95f0-cbbc699bdd4f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1178086 Jul 23 22:55:17.417285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5db6cbd1-b5f5-4bb8-97fb-4f210578d204 req-0c350c6b-c2ed-4ad2-bbc3-83a9592a9926 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033018 Jul 23 22:55:17.441159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.462759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.585283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Allocated IP 172.25.1.145 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/679f901d-da17-418c-bca1-180557794da7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:17.704388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.748796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.786971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:17.794562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:17.798276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:18.091334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event updated for resources: {'Port': ['ID=679f901d-da17-418c-bca1-180557794da7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:18.321592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:18.629220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:18.638298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:18.649847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9e01b-bff5-4d91-ba03-ac6565191f7e req-519cb96b-0940-4970-aeed-8f4a3c77c388 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:18.651447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc9e01b-bff5-4d91-ba03-ac6565191f7e req-519cb96b-0940-4970-aeed-8f4a3c77c388 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1025841 Jul 23 22:55:18.760533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bdc9e01b-bff5-4d91-ba03-ac6565191f7e req-1dd1d0e3-cf9c-4d41-baa7-9cc3016e4a7d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747423 Jul 23 22:55:18.822011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Router 589636fd-2020-4b7e-b591-e66176ce0c23 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:18.936657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:18.945119 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:18.946537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d1ae7b30-1955-4889-b91f-10ca267d2144 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "PUT /v2.0/routers/589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 200 len: 884 time: 2.0866477 Jul 23 22:55:18.947823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] Sync routers for ids ['589636fd-2020-4b7e-b591-e66176ce0c23'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:18.950246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:18.959057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] Routers {'589636fd-2020-4b7e-b591-e66176ce0c23'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:18.959849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['589636fd-2020-4b7e-b591-e66176ce0c23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:19.001437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:19.012876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] Routers {'589636fd-2020-4b7e-b591-e66176ce0c23'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:19.016122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['589636fd-2020-4b7e-b591-e66176ce0c23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:19.056466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:19.057655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70348293-f6ce-433d-853e-e68e54d9ea48 None None] The sync data for ids ['589636fd-2020-4b7e-b591-e66176ce0c23'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:19.109594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8e8cec88-2788-475e-b3a8-5d2f116d656b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 200 len: 925 time: 0.1582355 Jul 23 22:55:19.112599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:19.190679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b5a85-d5ba-46e8-84df-ff63be9303f7 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:19.195257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:19.195424 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-136b5a85-d5ba-46e8-84df-ff63be9303f7 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=589636fd-2020-4b7e-b591-e66176ce0c23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0816982 Jul 23 22:55:19.290152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be9fe0-6506-4aea-a628-81b287c944d6 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:19.292111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f4be9fe0-6506-4aea-a628-81b287c944d6 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.0947609 Jul 23 22:55:19.295581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:19.331884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6b0bc20-b782-4d32-bb12-f3522e75d604 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 200 len: 205 time: 0.0350223 Jul 23 22:55:19.334494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:19.438646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:19.554782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:19.620478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port 679f901d-da17-418c-bca1-180557794da7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:19.620964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:19.702927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:19.717127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for 679f901d-da17-418c-bca1-180557794da7 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:19.938320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:19.974642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=679f901d-da17-418c-bca1-180557794da7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:19.991390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924829-537e-488a-b723-27bc0a90d1ad req-7336dc0c-e364-4e99-8450-d5c763fafffb tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:19.992905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97924829-537e-488a-b723-27bc0a90d1ad req-7336dc0c-e364-4e99-8450-d5c763fafffb tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1340241 Jul 23 22:55:20.097653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97924829-537e-488a-b723-27bc0a90d1ad req-b93b35a6-f3a5-40c0-b078-597e3bbd8c5e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760310 Jul 23 22:55:20.097653 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.203273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.206198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.259830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.260604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router 589636fd-2020-4b7e-b591-e66176ce0c23 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:20.268659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.273273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c917e0b9-8f4c-4974-96b6-421514e1e6e5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 204 len: 168 time: 0.9342821 Jul 23 22:55:20.273673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:20.282384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1551429876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:20.308655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.310453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.363472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.372159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.389121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.392919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18ae8913-3075-479b-998d-595f88982a8e tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1149909 Jul 23 22:55:20.393141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:20.397851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': True}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:20.536911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:20.609876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.649366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d10a59b-9bde-4175-9f27-9c8df90ee9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.773786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d10a59b-9bde-4175-9f27-9c8df90ee9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.775047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d10a59b-9bde-4175-9f27-9c8df90ee9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.818381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10a59b-9bde-4175-9f27-9c8df90ee9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e53c3-16ad-49b0-9b52-a947d03a9f03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:20.840278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d10a59b-9bde-4175-9f27-9c8df90ee9dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=076200e98dcd43cca27be8bcdac14624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023632 Jul 23 22:55:20.843191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:20.921077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.922299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.946031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:20.949191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.012800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.015683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.016837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f6e53c3-16ad-49b0-9b52-a947d03a9f03 HTTP/1.1" status: 204 len: 168 time: 0.1708698 Jul 23 22:55:21.025676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0402ee-7df0-4f87-befe-6bef005d734f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e53c3-16ad-49b0-9b52-a947d03a9f03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:21.066006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 172.25.1.36 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ca99e15c-41ec-42d7-a04e-4d1621d06e2e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:21.188946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.231345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.239776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ccca7-9525-4f4a-9da5-eecc246f59ed req-544fdf47-2c99-4252-84d0-edd2f9a0b07d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:21.247697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928ccca7-9525-4f4a-9da5-eecc246f59ed req-544fdf47-2c99-4252-84d0-edd2f9a0b07d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0782161 Jul 23 22:55:21.280469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:21.286750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-928ccca7-9525-4f4a-9da5-eecc246f59ed req-199edba9-6716-4074-8a28-adec180dd666 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Jul 23 22:55:21.287145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:21.294216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:21.300251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=ca99e15c-41ec-42d7-a04e-4d1621d06e2e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:21.577577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.710181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:21.780940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.784731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.808901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-243978956-network', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:21.832122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:21.834681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.843944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.931826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router 0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:21.937934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.942227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.964413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:55:21.981059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8b1e5-b8f9-4692-8aec-51697139d9d6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:21.984418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:21.984765 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Added segment b4e365bf-e974-4385-b794-4a03b8b86d10 of type vlan for network 403488bb-5599-4d73-b325-29bbdfb920fb Jul 23 22:55:22.025361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.052540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:22.057351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.058906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63dad175-c942-44f1-8b5f-2260c004128b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "PUT /v2.0/routers/0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 200 len: 918 time: 1.6647475 Jul 23 22:55:22.062087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.067352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] Sync routers for ids ['0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:22.077028 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] Routers {'0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:22.077911 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:22.110895 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:22.121334 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] Routers {'0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:22.121334 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:22.136868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.137855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:22.138433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.156119 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:22.157279 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a65a0f-bedd-4a4a-8418-3318f2f36b64 None None] The sync data for ids ['0cf0f7a3-b3ec-4237-8569-80ecaeb50db9'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:22.333227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.448086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7367706 Jul 23 22:55:22.451268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.456962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Request body: {'subnet': {'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-243978956-subnet', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:22.481847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:22.485013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:22.515354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd3975-4cd5-485f-a3e2-1ca650f50b21 admin admin] Pushing event updated for resources: {'Network': ['ID=403488bb-5599-4d73-b325-29bbdfb920fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:22.529991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 403488bb-5599-4d73-b325-29bbdfb920fb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:55:22.535389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-18193c8f-b75a-4f8f-9786-eaa3cc992582 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 200 len: 924 time: 0.4721704 Jul 23 22:55:22.539148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.639075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208303ab-0619-4385-9634-a9180623a1bd req-fc49bea8-41a9-4762-bb92-d274a9ccd2f4 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:22.640766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-208303ab-0619-4385-9634-a9180623a1bd req-fc49bea8-41a9-4762-bb92-d274a9ccd2f4 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1944187 Jul 23 22:55:22.711701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de939f-a194-4a61-9c45-e7a7b94621d5 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:22.715713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-58de939f-a194-4a61-9c45-e7a7b94621d5 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=0cf0f7a3-b3ec-4237-8569-80ecaeb50db9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1754448 Jul 23 22:55:22.722490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.762454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-208303ab-0619-4385-9634-a9180623a1bd req-1b88f7cf-dcd5-46ab-befb-a2062500619b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136389 Jul 23 22:55:22.838279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409066b-ff19-41a5-ad81-80f85b658125 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:22.842083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0409066b-ff19-41a5-ad81-80f85b658125 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.1157601 Jul 23 22:55:22.842545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.883594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf54bc63-bc45-4df7-b8ff-03f491550fc5 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 200 len: 205 time: 0.0374882 Jul 23 22:55:22.883842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:22.996411 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.067288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.102941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.129118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:23.137192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:23.137557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Network hostable DHCP agents. Network: 403488bb-5599-4d73-b325-29bbdfb920fb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:55:23.156336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Network 403488bb-5599-4d73-b325-29bbdfb920fb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:55:23.166935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 403488bb-5599-4d73-b325-29bbdfb920fb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:23.172246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:23.173002 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.178108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb5ecde-6d3b-48c5-b5e1-5a535208004c None None] Network 403488bb-5599-4d73-b325-29bbdfb920fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:23.186670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port ca99e15c-41ec-42d7-a04e-4d1621d06e2e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:23.187019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.196551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1276175d-e050-48d7-984e-24e559f0bbfe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7435250 Jul 23 22:55:23.197214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:23.204357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:23.230669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.231978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.279691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.294147 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.306679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.313411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for ca99e15c-41ec-42d7-a04e-4d1621d06e2e owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:23.397566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-403488bb-5599-4d73-b325-29bbdfb920fb', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:55:23.404699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.645859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.655037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Allocated IP 172.20.0.2 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/a5ac11c3-a733-4ea2-ab57-be103a75923c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:23.775053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeb772-a166-433f-8c92-b30a71617026 req-7531c737-cd35-4d91-84e5-ccc1de31dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:23.775840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bdeb772-a166-433f-8c92-b30a71617026 req-7531c737-cd35-4d91-84e5-ccc1de31dd4a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.2111371 Jul 23 22:55:23.811519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.873511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.879577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=ca99e15c-41ec-42d7-a04e-4d1621d06e2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:23.886309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Transition to ACTIVE for port object a5ac11c3-a733-4ea2-ab57-be103a75923c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:23.887643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bdeb772-a166-433f-8c92-b30a71617026 req-3cf2a282-36ee-41b0-822a-5838c9dfeae3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024070 Jul 23 22:55:23.902355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Transition to ACTIVE for port object a5ac11c3-a733-4ea2-ab57-be103a75923c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:23.912271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.927718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.949261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.951521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2062b-1016-4e27-9ef8-0a9b7a2943aa req-32e2f1fe-f2c9-4129-9c11-2bf41e280b82 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:23.954118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67a2062b-1016-4e27-9ef8-0a9b7a2943aa req-32e2f1fe-f2c9-4129-9c11-2bf41e280b82 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2212744 Jul 23 22:55:23.981860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:23.983888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:23.992794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:23.998991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:24.010446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Pushing event updated for resources: {'Port': ['ID=a5ac11c3-a733-4ea2-ab57-be103a75923c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:24.043501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.043758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.044095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.044478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.044759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.045089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.045490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.045852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.047314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.047696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.048043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.048386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:24.091479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Attempting to bind port a5ac11c3-a733-4ea2-ab57-be103a75923c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:24.091854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Attempting to bind port a5ac11c3-a733-4ea2-ab57-be103a75923c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:24.092221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Attempting to bind port a5ac11c3-a733-4ea2-ab57-be103a75923c on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:24.097281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:24.097789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:24.098470 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.098612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:24.099034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Bound port: a5ac11c3-a733-4ea2-ab57-be103a75923c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:24.099417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.101172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Allocated IP 172.25.1.21 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/faf86978-fd64-4410-abe6-18442166c5c9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:24.113262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-67a2062b-1016-4e27-9ef8-0a9b7a2943aa req-a0eb0436-2a08-40e9-9c0d-b1281116af8e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366918 Jul 23 22:55:24.121606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.124395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.172888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] For port a5ac11c3-a733-4ea2-ab57-be103a75923c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:24.175738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] For port a5ac11c3-a733-4ea2-ab57-be103a75923c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a5ac11c3-a733-4ea2-ab57-be103a75923c,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:24.181906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.183232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:24.184068 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.191498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.194804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67f668d5-a868-42f1-9d4c-af2fd9990ca2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 204 len: 168 time: 1.3099644 Jul 23 22:55:24.206372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:24.212540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1581846974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:24.249143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc579b-3db6-4f93-a5a6-85380df083de None None] Pushing event updated for resources: {'Port': ['ID=a5ac11c3-a733-4ea2-ab57-be103a75923c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:24.255958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca4d9-d81a-4320-b73a-59d8572abcae req-df3d901d-cb13-409b-9a12-a89369b07d8b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:24.257959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1eca4d9-d81a-4320-b73a-59d8572abcae req-df3d901d-cb13-409b-9a12-a89369b07d8b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0899768 Jul 23 22:55:24.272784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.273846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.283142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.305897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1eca4d9-d81a-4320-b73a-59d8572abcae req-3aa3a8ce-79c5-42ae-a780-70101c177410 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Jul 23 22:55:24.348311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.358009 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.400466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.404807 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:24.405041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b10eb991-0e05-4341-9154-ab6638f3b7fe tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1976676 Jul 23 22:55:24.410703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:24.411276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.482512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:24.486661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:24.489928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:24.514671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Pushing event updated for resources: {'Port': ['ID=faf86978-fd64-4410-abe6-18442166c5c9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:24.785274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:24.812068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.066610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.068082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.086884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.259018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Router 67042fb5-5e76-436a-864b-53d42925b569 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:25.304668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a5ac11c3-a733-4ea2-ab57-be103a75923c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:25.380821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Allocated IP 172.25.1.198 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3a09a4c6-df97-459f-a3c2-b0ca12f0110f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:25.425507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a5ac11c3-a733-4ea2-ab57-be103a75923c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:25.439772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f214f-33cc-40ae-85f1-606fb7788e93 req-8b20ca66-1e81-41b7-bcde-9f68499740c1 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:25.449541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:25.449899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd4f214f-33cc-40ae-85f1-606fb7788e93 req-8b20ca66-1e81-41b7-bcde-9f68499740c1 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2653453 Jul 23 22:55:25.467133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:25.476582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.481962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b81aa7df-2670-4257-a074-971a0354ddbd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2833185 Jul 23 22:55:25.482921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:25.483045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:25.483848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:25.587255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.618696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:25.664209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd4f214f-33cc-40ae-85f1-606fb7788e93 req-88f78e42-be09-47f6-9e67-89ea383006aa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125585 Jul 23 22:55:25.675432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:25.724195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfea94-a8e4-402d-86a6-b9d0c21d6963 None None] Network 403488bb-5599-4d73-b325-29bbdfb920fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:25.749312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Pushing event updated for resources: {'Port': ['ID=3a09a4c6-df97-459f-a3c2-b0ca12f0110f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:25.772739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:25.775871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:25.781726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:25.867239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Provisioning for port a5ac11c3-a733-4ea2-ab57-be103a75923c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:25.912080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Provisioning complete for port a5ac11c3-a733-4ea2-ab57-be103a75923c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:25.912844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.034071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c3c6-2e4a-4ce3-bd7c-487559b25976 req-fc91a670-5546-4d3b-bd24-8f43f9a05252 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:26.035604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4bd2c3c6-2e4a-4ce3-bd7c-487559b25976 req-fc91a670-5546-4d3b-bd24-8f43f9a05252 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2490523 Jul 23 22:55:26.173200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.212686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:24Z', 'revision_number': 3, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:26.267081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:26.267468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Updating router 67042fb5-5e76-436a-864b-53d42925b569 port faf86978-fd64-4410-abe6-18442166c5c9 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:26.271401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.344821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] For port a5ac11c3-a733-4ea2-ab57-be103a75923c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a5ac11c3-a733-4ea2-ab57-be103a75923c,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:26.350807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.354979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.389410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Allocated IP 172.20.0.1 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/63132395-a0b3-4f6d-babc-4de5ec3b412a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:26.492943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4bd2c3c6-2e4a-4ce3-bd7c-487559b25976 req-55db94a2-17e4-4ab3-908d-8fe0f7ac1a81 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464474 Jul 23 22:55:26.505876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.524563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61bf61-9969-4ee8-8191-8032dcc73e3c None None] Pushing event updated for resources: {'Port': ['ID=a5ac11c3-a733-4ea2-ab57-be103a75923c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:26.571670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.614319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Transition to ACTIVE for port object 63132395-a0b3-4f6d-babc-4de5ec3b412a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:26.672327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.731975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Pushing event updated for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:26.740586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:26.742275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:26.745089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:26.748621 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.760675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Transition to ACTIVE for port object faf86978-fd64-4410-abe6-18442166c5c9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:26.778525 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.818032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.854389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-999b87d4-16e2-4bfe-a13a-57f750f291f7 None None] Provisioning complete for port a5ac11c3-a733-4ea2-ab57-be103a75923c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:26.855328 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-999b87d4-16e2-4bfe-a13a-57f750f291f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.888961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.897699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.911188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4896ad0-3849-404f-be05-1f1da1149b61 None None] Pushing event updated for resources: {'Port': ['ID=faf86978-fd64-4410-abe6-18442166c5c9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:26.924350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Attempting to bind port faf86978-fd64-4410-abe6-18442166c5c9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:26.925061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Attempting to bind port faf86978-fd64-4410-abe6-18442166c5c9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:26.925590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Attempting to bind port faf86978-fd64-4410-abe6-18442166c5c9 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:26.933279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:26.933977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:26.934551 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:26.935094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:26.935727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Bound port: faf86978-fd64-4410-abe6-18442166c5c9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:26.936275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.033471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] For port faf86978-fd64-4410-abe6-18442166c5c9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:27.037990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] For port faf86978-fd64-4410-abe6-18442166c5c9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=faf86978-fd64-4410-abe6-18442166c5c9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:27.047466 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.051146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6af29-1a46-4ca0-978c-895541b772ab req-0fe7da40-be76-4e62-8369-5a18532f866c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:27.058946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dae6af29-1a46-4ca0-978c-895541b772ab req-0fe7da40-be76-4e62-8369-5a18532f866c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2504518 Jul 23 22:55:27.070950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.145512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dae6af29-1a46-4ca0-978c-895541b772ab req-e260e8c2-8974-4c83-88fe-7321fe9003d9 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854721 Jul 23 22:55:27.177901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Router fce071ff-8776-4a1d-9515-76a0687e614d is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:27.346894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4896ad0-3849-404f-be05-1f1da1149b61 None None] Pushing event updated for resources: {'Port': ['ID=faf86978-fd64-4410-abe6-18442166c5c9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:27.362170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a5ac11c3-a733-4ea2-ab57-be103a75923c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:27.409232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.415077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.423801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3ebe602-8bad-4e2a-9fa2-05442a839ae1 None None] Provisioning for port 63132395-a0b3-4f6d-babc-4de5ec3b412a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:27.424669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:27.431505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3ebe602-8bad-4e2a-9fa2-05442a839ae1 None None] Provisioning complete for port 63132395-a0b3-4f6d-babc-4de5ec3b412a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:27.432373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3ebe602-8bad-4e2a-9fa2-05442a839ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.437493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:27.437962 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] Sync routers for ids ['fce071ff-8776-4a1d-9515-76a0687e614d'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:27.438920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.442651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.444292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d93cc25f-7771-466f-b423-970ea31e61f2 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "PUT /v2.0/routers/fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 200 len: 920 time: 3.0382862 Jul 23 22:55:27.455133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:27.455553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] Routers {'fce071ff-8776-4a1d-9515-76a0687e614d'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:27.457048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fce071ff-8776-4a1d-9515-76a0687e614d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.529569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.548937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:27.549160 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] Routers {'fce071ff-8776-4a1d-9515-76a0687e614d'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:27.549805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fce071ff-8776-4a1d-9515-76a0687e614d'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.589691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Pushing event updated for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:27.593405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.628362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.629268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14125f1-4906-4304-b8f0-4c804d440df2 None None] The sync data for ids ['fce071ff-8776-4a1d-9515-76a0687e614d'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:27.643578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-1709077d-b4ab-4243-8e54-fed2943ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:27.645241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-1709077d-b4ab-4243-8e54-fed2943ace47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.2185972 Jul 23 22:55:27.688800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3ebe602-8bad-4e2a-9fa2-05442a839ae1 None None] Port 63132395-a0b3-4f6d-babc-4de5ec3b412a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:27.722566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2adb4-4e11-4d38-87bc-3cfc5f0125ab req-f835119e-55de-4c53-bd01-4ed84d324209 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:27.725075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a5ac11c3-a733-4ea2-ab57-be103a75923c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:27.725444 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:27.729516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:27.730284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24e2adb4-4e11-4d38-87bc-3cfc5f0125ab req-f835119e-55de-4c53-bd01-4ed84d324209 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2460265 Jul 23 22:55:27.731524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:27.734608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-af8f156a-5f39-424b-a2bd-bbaf0a36b602 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 200 len: 926 time: 0.2781839 Jul 23 22:55:27.754368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:27.833554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24e2adb4-4e11-4d38-87bc-3cfc5f0125ab req-d539a0af-066d-463f-885d-4629efa55f97 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021287 Jul 23 22:55:27.874143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-66e1e49c-af32-4de2-95bb-be1f1ec04bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:27.880323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-66e1e49c-af32-4de2-95bb-be1f1ec04bde service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.2213163 Jul 23 22:55:27.914420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:27Z', 'revision_number': 2, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:27.951521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:55:27.955402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e85542-aad5-4f0d-9c51-0e90fba194cb None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:27Z', 'revision_number': 2, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:27.969384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-74f40ec2-7a7e-4432-a963-8a5a00f246ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0791829 Jul 23 22:55:28.029739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-84fd736a-1c19-4ace-93fe-0432d248e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:28.031511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-84fd736a-1c19-4ace-93fe-0432d248e041 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0503891 Jul 23 22:55:28.084246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-9cf8a560-2bc0-46f0-9ef1-04572d01ec7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424702 Jul 23 22:55:28.089976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa369e44-1f20-4c69-8050-488e5389df9b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:28.091766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aa369e44-1f20-4c69-8050-488e5389df9b tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=fce071ff-8776-4a1d-9515-76a0687e614d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3346388 Jul 23 22:55:28.094396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:28.115527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f3e7bc2-3dc7-41da-97eb-b459d2162dc9 None None] Provisioning complete for port 63132395-a0b3-4f6d-babc-4de5ec3b412a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:28.115900 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7bc2-3dc7-41da-97eb-b459d2162dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:28.132049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:28.139326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-67d55e10-f26b-4330-bfa2-0f8011228a23 admin admin] 10.222.0.37 "PUT /v2.0/routers/67042fb5-5e76-436a-864b-53d42925b569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551833 Jul 23 22:55:28.213841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8f3e7bc2-3dc7-41da-97eb-b459d2162dc9 None None] Port 63132395-a0b3-4f6d-babc-4de5ec3b412a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:28.342105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc30790-9697-48b4-a607-923b96612df1 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:28.346559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8dc30790-9697-48b4-a607-923b96612df1 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.2482054 Jul 23 22:55:28.349827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:28.422149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6d1e69f0-40fc-4357-8656-f0c39f3af804 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 200 len: 205 time: 0.0639296 Jul 23 22:55:28.422794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:28.645217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-595b5f88-6857-4261-aa45-b83176407693 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535140 Jul 23 22:55:28.709358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2db81-415b-42a3-852c-5a7ee35abd30 req-2ab9c752-8f23-4d50-b61c-038603feaa8a tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:28.711093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bb2db81-415b-42a3-852c-5a7ee35abd30 req-2ab9c752-8f23-4d50-b61c-038603feaa8a tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.4446208 Jul 23 22:55:28.831442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bb2db81-415b-42a3-852c-5a7ee35abd30 req-0334c8c6-e7f7-482f-9fb5-c8fb571c6066 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807428 Jul 23 22:55:28.842249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba261f8d-e53f-4bc4-a7ad-d0483b4322f5 req-16380cca-99ca-4c50-b259-f50299bd23fe service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843579 Jul 23 22:55:28.848333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.010555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:29.025453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070495838-network', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:29.057614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Made reservation on behalf of e6d51576c1ea4714b7023333e8c8e75d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:29.061159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.067159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.071111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.080059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7390c-9555-443a-877d-ecc97e095a4c req-a08891d1-6387-4949-99e9-9c23a112be82 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:29.081586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21a7390c-9555-443a-877d-ecc97e095a4c req-a08891d1-6387-4949-99e9-9c23a112be82 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1425323 Jul 23 22:55:29.187681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21a7390c-9555-443a-877d-ecc97e095a4c req-df4cf032-1744-471d-943a-5296ff51b62c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959065 Jul 23 22:55:29.188646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.199852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.201394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port 3a09a4c6-df97-459f-a3c2-b0ca12f0110f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:29.202676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.272615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:55:29.275822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device faf86978-fd64-4410-abe6-18442166c5c9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:29.308180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825d0cb-4e6e-43b0-b64a-87926b8c911c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:29.321652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.336406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for 3a09a4c6-df97-459f-a3c2-b0ca12f0110f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:29.345145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.346048 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Added segment 11c1eef6-90b6-4580-bba5-89c354605d70 of type vlan for network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 Jul 23 22:55:29.361251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port faf86978-fd64-4410-abe6-18442166c5c9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:29.368761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port faf86978-fd64-4410-abe6-18442166c5c9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:29.371359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.414264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.493776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.495762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:29.496451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.497961 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.520496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port faf86978-fd64-4410-abe6-18442166c5c9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=faf86978-fd64-4410-abe6-18442166c5c9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:29.529164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.548488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5298223 Jul 23 22:55:29.552195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:29.560244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Request body: {'subnet': {'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070495838-subnet', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:29.635320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2fa65-ed86-4b22-a827-f426d80a99db admin admin] Pushing event updated for resources: {'Network': ['ID=ed6c16fb-8115-4aba-bea0-48c60ffa63a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:29.647237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=faf86978-fd64-4410-abe6-18442166c5c9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:29.657440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:55:29.685238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Made reservation on behalf of e6d51576c1ea4714b7023333e8c8e75d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:29.688077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.912377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.967153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4129bdc7-68b9-4e9e-b841-d7a93d047321,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:29.968804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:29.984095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Checking segment: {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:29.984543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Network hostable DHCP agents. Network: ed6c16fb-8115-4aba-bea0-48c60ffa63a0, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:55:29.998383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=3a09a4c6-df97-459f-a3c2-b0ca12f0110f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:30.003266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:55:30.016036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ed6c16fb-8115-4aba-bea0-48c60ffa63a0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:30.023891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa0113-2838-479d-a98c-2e2c868a0d9b None None] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:30.031550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:30.032708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.057341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:30.059847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2140365d-8ad2-48c0-831c-b50e4eaf77c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5063562 Jul 23 22:55:30.067559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:30.103293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.113414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6561d-817e-4481-b7da-b3407817a9d5 req-a2cafc85-f006-419a-842a-82d91a979156 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:30.114965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db6561d-817e-4481-b7da-b3407817a9d5 req-a2cafc85-f006-419a-842a-82d91a979156 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1849425 Jul 23 22:55:30.206103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'fixed_ips': [{'subnet_id': '4129bdc7-68b9-4e9e-b841-d7a93d047321'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:55:30.207123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.223020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.224206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.273127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.303214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.342960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db6561d-817e-4481-b7da-b3407817a9d5 req-40d6f832-45ab-45b3-9782-e5cd48c1653a tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948380 Jul 23 22:55:30.387354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Allocated IP 172.20.0.2 (ed6c16fb-8115-4aba-bea0-48c60ffa63a0/4129bdc7-68b9-4e9e-b841-d7a93d047321/a82b11a2-b4aa-4e07-9e8a-2e9d9703f243) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:30.397510 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.623316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.623665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router fce071ff-8776-4a1d-9515-76a0687e614d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:30.633742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.636289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67491664-bef1-4fda-b4e4-3df7c80d0e7a tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 204 len: 168 time: 2.2121513 Jul 23 22:55:30.641611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:30.647484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.656709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2067006845', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:30.669063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.680551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Transition to ACTIVE for port object a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:30.691128 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.692556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.707124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce0d1a-08c2-4cff-9280-73a6957748f2 req-ec0b41b0-0f44-4381-9262-c304107cacc3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:30.714947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Transition to ACTIVE for port object a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:30.715193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ce0d1a-08c2-4cff-9280-73a6957748f2 req-ec0b41b0-0f44-4381-9262-c304107cacc3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2320881 Jul 23 22:55:30.725783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.767006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.796442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ce0d1a-08c2-4cff-9280-73a6957748f2 req-c2e1a647-151a-4c26-a5f3-cbdfbe41287a tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801439 Jul 23 22:55:30.800136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:30.811294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:30.817935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Pushing event updated for resources: {'Port': ['ID=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:30.824136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:30.956912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Attempting to bind port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:30.957379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Attempting to bind port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:30.957894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Attempting to bind port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 on network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:30.974497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:30.975015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Checking segment: {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:30.975692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:30.976178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Bound using segment: {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:30.976882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Bound port: a82b11a2-b4aa-4e07-9e8a-2e9d9703f243, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:30.977467 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.029052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.077658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:31.092570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] For port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:31.114562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:31.115647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:31.121454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] For port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:31.144622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.167773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.174995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.313643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device faf86978-fd64-4410-abe6-18442166c5c9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:31.390391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c238d3-7e35-4a93-998d-30041205b798 None None] Pushing event updated for resources: {'Port': ['ID=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:31.431862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Allocated IP 172.25.1.59 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/bca8cf8f-1edb-4bba-b68f-bd8739a04967) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:31.496611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:31.655113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port faf86978-fd64-4410-abe6-18442166c5c9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:31.655978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.724316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:31.756760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c163-6584-447d-9a97-2fc205ea1fd9 req-50ebb424-e5e8-42f2-a841-e2fcdcd35bb8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:31.764835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b824c163-6584-447d-9a97-2fc205ea1fd9 req-50ebb424-e5e8-42f2-a841-e2fcdcd35bb8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2862234 Jul 23 22:55:31.937835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b824c163-6584-447d-9a97-2fc205ea1fd9 req-fc7a0632-1d3e-4dee-921c-68e1ab737ba7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625946 Jul 23 22:55:31.944728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.008661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bca8cf8f-1edb-4bba-b68f-bd8739a04967,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:32.023176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:32.025659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:32.028966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:32.055452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:27Z', 'revision_number': 2, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:32.102726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:32.103368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Updating router 67042fb5-5e76-436a-864b-53d42925b569 port 63132395-a0b3-4f6d-babc-4de5ec3b412a binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:32.124561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.157688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.172874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.355017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Allocated IP 172.25.1.226 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b9a372c0-eb41-4349-ba00-19bb724d2f63) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:32.500418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.639151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.688720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.701341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.702319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Transition to ACTIVE for port object 63132395-a0b3-4f6d-babc-4de5ec3b412a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:32.716117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.745711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:32.751346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:32.758537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:32.796026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event updated for resources: {'Port': ['ID=b9a372c0-eb41-4349-ba00-19bb724d2f63,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:32.870986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e924d-edcd-4577-9b2e-abd26432c84b None None] Pushing event updated for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:32.885429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Attempting to bind port 63132395-a0b3-4f6d-babc-4de5ec3b412a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:32.885898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Attempting to bind port 63132395-a0b3-4f6d-babc-4de5ec3b412a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:32.886272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Attempting to bind port 63132395-a0b3-4f6d-babc-4de5ec3b412a on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:32.892122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:32.892503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:32.892912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.893311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:32.893878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Bound port: 63132395-a0b3-4f6d-babc-4de5ec3b412a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:32.894192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.907529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:32.943541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f04843-bfbc-4040-8180-dc223aeffc36 None None] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:33.110148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:33.140028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] For port 63132395-a0b3-4f6d-babc-4de5ec3b412a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:33.145876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] For port 63132395-a0b3-4f6d-babc-4de5ec3b412a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=63132395-a0b3-4f6d-babc-4de5ec3b412a,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:33.147291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1d6f898-81bd-43dd-91be-20829036467e None None] Provisioning for port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:33.156931 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:33.246961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e924d-edcd-4577-9b2e-abd26432c84b None None] Pushing event updated for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:33.248675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:33.279453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:33.280172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:33.440547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:33.455544 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Sync routers for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:33.472846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e066c-9376-45ce-b01c-1f74c52fa394 req-55ba5665-d6e7-4c31-8a19-56cac1dffa11 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:33.474192 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:33.475056 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:33.488918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c3e066c-9376-45ce-b01c-1f74c52fa394 req-55ba5665-d6e7-4c31-8a19-56cac1dffa11 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.3803229 Jul 23 22:55:33.665108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:33.681150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c3e066c-9376-45ce-b01c-1f74c52fa394 req-b1854a47-d17b-48fb-b567-63a95eea5dd6 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920581 Jul 23 22:55:33.694846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:33.702138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-98a0a45b-d40b-4bc8-bc9a-5b0c33e7f3f1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6399102 Jul 23 22:55:33.703099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:33.767288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:33.777445 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:33.884930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:33.887457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:33.928075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:33.934113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.083122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe66fa-b5cd-4318-96ca-3992c227af15 req-6e9232cc-cb16-4224-aa49-dd74fe4b208f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:34.092780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42fe66fa-b5cd-4318-96ca-3992c227af15 req-6e9232cc-cb16-4224-aa49-dd74fe4b208f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1485240 Jul 23 22:55:34.118914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Router 13a4cc51-9d4a-48c7-84d8-db9c75d24688 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:55:34.160787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-42fe66fa-b5cd-4318-96ca-3992c227af15 req-f6e54668-4446-47cb-b86e-caf366dd0fd6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662389 Jul 23 22:55:34.241179 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:32Z', 'revision_number': 3, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:34.282245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.300447 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Checking router: 81e7d629-f94c-4eee-8e7b-3394df59d1a6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:34.300800 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Updating router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 port bca8cf8f-1edb-4bba-b68f-bd8739a04967 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:34.343601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-650e62e3-9e95-4fad-8b65-d4d0d0b482f5 None None] Provisioning complete for port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:34.343958 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-650e62e3-9e95-4fad-8b65-d4d0d0b482f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.375067 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.433374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:34.442595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:34.453912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] Sync routers for ids ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:34.473330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.492273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.493904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-21d42b8a-ea58-40b0-86a2-94e1b91bfc38 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8434784 Jul 23 22:55:34.496639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:34.502906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:34.525840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] Routers {'13a4cc51-9d4a-48c7-84d8-db9c75d24688'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:34.527042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:34.696598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:34.734450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:34.780925 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.805378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:33Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:34.813069 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Transition to ACTIVE for port object bca8cf8f-1edb-4bba-b68f-bd8739a04967 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:34.837159 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.882635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.892163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] Routers {'13a4cc51-9d4a-48c7-84d8-db9c75d24688'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:34.893441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:34.936818 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Attempting to bind port bca8cf8f-1edb-4bba-b68f-bd8739a04967 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:34.937584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Attempting to bind port bca8cf8f-1edb-4bba-b68f-bd8739a04967 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:34.938196 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Attempting to bind port bca8cf8f-1edb-4bba-b68f-bd8739a04967 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:34.942259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Pushing event updated for resources: {'Port': ['ID=bca8cf8f-1edb-4bba-b68f-bd8739a04967,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:34.970048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:34.970904 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:34.973011 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.973860 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:34.975802 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Bound port: bca8cf8f-1edb-4bba-b68f-bd8739a04967, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:34.976599 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:34.987227 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.987974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.990419 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.991003 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.992421 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.993655 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.994299 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.995722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.996515 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.997061 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.997599 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.998353 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:34.998887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7b643-7a26-4749-8282-16cc96ec6a78 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:33Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:35.012343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:35.013046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cdd3a-a7b0-47d4-9555-5aebc55d87bd None None] The sync data for ids ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:35.117872 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] For port bca8cf8f-1edb-4bba-b68f-bd8739a04967, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:35.124224 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] For port bca8cf8f-1edb-4bba-b68f-bd8739a04967, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bca8cf8f-1edb-4bba-b68f-bd8739a04967,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:35.139388 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.178418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Allocated IP 172.20.0.1 (ed6c16fb-8115-4aba-bea0-48c60ffa63a0/4129bdc7-68b9-4e9e-b841-d7a93d047321/44c132ba-4a74-4fa5-8941-e48627083a07) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:35.357541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:35.358493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:35.388527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 63132395-a0b3-4f6d-babc-4de5ec3b412a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:35.426654 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d5584-7fdf-4242-885d-96d07751b2c1 None None] Pushing event updated for resources: {'Port': ['ID=bca8cf8f-1edb-4bba-b68f-bd8739a04967,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:35.456879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.492421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.495430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Transition to ACTIVE for port object 44c132ba-4a74-4fa5-8941-e48627083a07 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:35.523229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 63132395-a0b3-4f6d-babc-4de5ec3b412a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:35.526092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.528292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 63132395-a0b3-4f6d-babc-4de5ec3b412a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:35.528815 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.535873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:35.542259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35283-35d6-4490-8ddd-8cacd4cfd0a5 req-cbe75506-e6f2-47a2-bd6d-c88762eb1b6f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:35.550544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c35283-35d6-4490-8ddd-8cacd4cfd0a5 req-cbe75506-e6f2-47a2-bd6d-c88762eb1b6f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2957358 Jul 23 22:55:35.575172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.640650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c35283-35d6-4490-8ddd-8cacd4cfd0a5 req-c01f18b6-1eaf-4670-9e75-58b8b9905721 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890927 Jul 23 22:55:35.660296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Pushing event updated for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:35.699515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Deleting port b9a372c0-eb41-4349-ba00-19bb724d2f63 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:35.701376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.710532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:35.713718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:35.717636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:35.745041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.857721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.883188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 63132395-a0b3-4f6d-babc-4de5ec3b412a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=63132395-a0b3-4f6d-babc-4de5ec3b412a,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:35.894998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:35.896011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:35.957905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.019558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Calling delete_port for b9a372c0-eb41-4349-ba00-19bb724d2f63 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:36.133199 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:32Z', 'revision_number': 3, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:36.136767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:36.189049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:36.189428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.191804 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc031aca-a76d-41f6-8020-3fd82380a239 None None] The sync data for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 is: [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:32Z', 'revision_number': 3, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:36.377425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.447794 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:55:36.513487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e93f5b7-1989-4987-921b-991b04e4dc86 None None] Provisioning for port 44c132ba-4a74-4fa5-8941-e48627083a07 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:36.521609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e93f5b7-1989-4987-921b-991b04e4dc86 None None] Provisioning complete for port 44c132ba-4a74-4fa5-8941-e48627083a07 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:36.522814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e93f5b7-1989-4987-921b-991b04e4dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.563551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-fa05394d-d527-4e64-ba57-3dc13c47a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.564996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-fa05394d-d527-4e64-ba57-3dc13c47a6ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 0.3278289 Jul 23 22:55:36.632746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9e93f5b7-1989-4987-921b-991b04e4dc86 None None] Port 44c132ba-4a74-4fa5-8941-e48627083a07 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:36.633080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.640558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.648633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.661588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.672156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.692074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.708408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.719522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-1f0d76db-ab89-4f84-ae3c-629e7e704ebd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.4796221 Jul 23 22:55:36.756343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.764331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.794448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29d62289-bb83-4dbf-b493-2751cfd71065 req-e7bb0d07-40a4-4ce1-bc0a-5cc81ab29823 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739331 Jul 23 22:55:36.848964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.852402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Pushing event updated for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:36.863392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:36.890842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Pushing event deleted for resources: {'Port': ['ID=b9a372c0-eb41-4349-ba00-19bb724d2f63,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:36.940841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-d9637f5e-b3ca-401c-afbf-a300b16ee373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:36.942281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-d9637f5e-b3ca-401c-afbf-a300b16ee373 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.3480887 Jul 23 22:55:37.006683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:37.008687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:37.053058 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.174715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:55:37.202815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-0220e5e9-88ee-41a3-ab03-ff44a5da93b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 1001 time: 0.2446516 Jul 23 22:55:37.374665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-351f4724-22ad-4884-ba34-4024dc2a0a68 None None] Provisioning complete for port 44c132ba-4a74-4fa5-8941-e48627083a07 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:37.375289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-351f4724-22ad-4884-ba34-4024dc2a0a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.415962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-7d1a008f-0fe6-45a4-bf2f-f1bde9968b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:37.419397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-7d1a008f-0fe6-45a4-bf2f-f1bde9968b4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.2067502 Jul 23 22:55:37.423255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:37.434682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e174cb52-a8fd-4a15-970e-03af52de33f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/81e7d629-f94c-4eee-8e7b-3394df59d1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5115142 Jul 23 22:55:37.446278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bca8cf8f-1edb-4bba-b68f-bd8739a04967 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:37.484602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-351f4724-22ad-4884-ba34-4024dc2a0a68 None None] Port 44c132ba-4a74-4fa5-8941-e48627083a07 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:37.559327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bca8cf8f-1edb-4bba-b68f-bd8739a04967 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:37.565936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bca8cf8f-1edb-4bba-b68f-bd8739a04967 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:37.567004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.572567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd013a-fe08-46f4-ba78-979f3bdf13b3 req-fbf4bd03-a4d3-4751-bb75-8f6a686f33e4 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:37.580304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6afd013a-fe08-46f4-ba78-979f3bdf13b3 req-fbf4bd03-a4d3-4751-bb75-8f6a686f33e4 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.5741057 Jul 23 22:55:37.613067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.630451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.662326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6afd013a-fe08-46f4-ba78-979f3bdf13b3 req-a9a153b6-37cd-495f-8fd5-136e0fefb81b tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810602 Jul 23 22:55:37.731730 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.781670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port bca8cf8f-1edb-4bba-b68f-bd8739a04967, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bca8cf8f-1edb-4bba-b68f-bd8739a04967,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:37.788466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-03cff804-2779-411b-acbc-c81d6887bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:37.791331 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:37.792701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 63132395-a0b3-4f6d-babc-4de5ec3b412a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:37.806166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-03cff804-2779-411b-acbc-c81d6887bbbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3623619 Jul 23 22:55:37.887779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=bca8cf8f-1edb-4bba-b68f-bd8739a04967,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:37.889938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Router 13a4cc51-9d4a-48c7-84d8-db9c75d24688 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:55:37.915689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 63132395-a0b3-4f6d-babc-4de5ec3b412a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:37.916060 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:38.080903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:55:38.091607 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] Sync routers for ids ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:38.096300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.102048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] Routers {'13a4cc51-9d4a-48c7-84d8-db9c75d24688'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:38.102427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.102663 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:38.109724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.115997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.123023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.134451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.142096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.148305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9efad467-42e8-43f6-9b56-d547564106c6 req-1daa667f-f982-4d65-a70b-db2cafa09722 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.3784790 Jul 23 22:55:38.160841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:38.163354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b277986c-e16e-4f87-a2ab-e6fce696c9d9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "PUT /v2.0/routers/13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 200 len: 710 time: 3.6654630 Jul 23 22:55:38.166543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:38.169624 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:38.184795 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] Routers {'13a4cc51-9d4a-48c7-84d8-db9c75d24688'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:38.186227 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:38.186790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-f6d0bad3-f4bb-4eae-bfac-81cf0c98f8fc service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799469 Jul 23 22:55:38.245928 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:38.247751 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9f9bbc-66f6-4a40-9848-fb22ec4ec6d5 None None] The sync data for ids ['13a4cc51-9d4a-48c7-84d8-db9c75d24688'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:38.286163 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf3964f3-76ba-4c5c-9556-288bf10d2ac9 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/routers/13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 200 len: 745 time: 0.1168096 Jul 23 22:55:38.290969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51426) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:38.326825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fdae603-c1e8-4dfe-acf8-cdb389ed422c req-1e7b2976-1407-4857-a9fa-5992a6b189c9 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331182 Jul 23 22:55:38.385223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:38.395843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50970c50-510a-4155-8e90-9ae7b7d296e4 tempest-RoutersIpV6AdminTest-702555933 tempest-RoutersIpV6AdminTest-702555933-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 200 len: 205 time: 0.1032765 Jul 23 22:55:38.449589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20bde4e1-2e52-4f25-8dae-0da122560f6b tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 200 len: 205 time: 0.0620770 Jul 23 22:55:38.452178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:38.556146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:38.949790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b01fa-725c-46a7-a267-8a9b1be059ba req-2b03d8df-efa5-4b2a-b155-acdca579a88c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:38.956714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-745b01fa-725c-46a7-a267-8a9b1be059ba req-2b03d8df-efa5-4b2a-b155-acdca579a88c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1762204 Jul 23 22:55:39.015556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-745b01fa-725c-46a7-a267-8a9b1be059ba req-a6c9b886-2b5b-441a-bc72-910f9acfaf7c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547304 Jul 23 22:55:39.035710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Sync routers for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:55:39.053178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:39.053933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:39.356241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bca8cf8f-1edb-4bba-b68f-bd8739a04967 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:39.359574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:39.370103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:39.404251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:39.466032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:39.467061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Fanout notify agent at l3_agent the message router_deleted on router 13a4cc51-9d4a-48c7-84d8-db9c75d24688 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:55:39.474849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:39.476001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ef042ee-96a5-457e-95b4-72fe48fe2915 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 204 len: 168 time: 1.0201893 Jul 23 22:55:39.481377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:39.492100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bca8cf8f-1edb-4bba-b68f-bd8739a04967 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:39.492474 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:39.522732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:39.525295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-001c3bdf-4e7b-4fc5-8537-abbf348ae3a7 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 200 len: 205 time: 0.0417213 Jul 23 22:55:39.586088 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1fce3cce-49e5-41ce-a3da-e9053b46c27b tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:39.590443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:39.591478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1fce3cce-49e5-41ce-a3da-e9053b46c27b tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/13a4cc51-9d4a-48c7-84d8-db9c75d24688 HTTP/1.1" status: 404 len: 336 time: 0.0655489 Jul 23 22:55:39.645424 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-82fe05a3-a280-4a21-b53e-36b9df1b2998 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 200 len: 205 time: 0.0516624 Jul 23 22:55:39.646161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:39.868892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:36Z', 'revision_number': 4, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '44c132ba-4a74-4fa5-8941-e48627083a07', 'name': '', 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'mac_address': 'fa:16:3e:27:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:34Z', 'updated_at': '2021-07-23T22:55:36Z', 'revision_number': 2, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'subnets': [{'id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:40.013156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Checking router: 81e7d629-f94c-4eee-8e7b-3394df59d1a6 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:55:40.013979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Updating router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 port 44c132ba-4a74-4fa5-8941-e48627083a07 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:55:40.076803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:40.170684 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-23c065dd-4999-425d-8913-915861dc2812 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:40.173960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-23c065dd-4999-425d-8913-915861dc2812 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/fce071ff-8776-4a1d-9515-76a0687e614d HTTP/1.1" status: 404 len: 336 time: 0.5243649 Jul 23 22:55:40.174362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51460) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.212950 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e845b06-9627-406c-ae6e-63c90dd777f9 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 200 len: 205 time: 0.0358458 Jul 23 22:55:40.214777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.252195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad3ba8-5dbf-4a58-ba6d-9d3a780ebdd3 req-30bce1cd-b805-4e5b-8494-1b1bf0a06008 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:40.254110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cad3ba8-5dbf-4a58-ba6d-9d3a780ebdd3 req-30bce1cd-b805-4e5b-8494-1b1bf0a06008 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.0814476 Jul 23 22:55:40.259505 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-ebc9e15c-3506-4c6d-9b86-5c15cdf03cba tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:40.265336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ebc9e15c-3506-4c6d-9b86-5c15cdf03cba tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/0cf0f7a3-b3ec-4237-8569-80ecaeb50db9 HTTP/1.1" status: 404 len: 336 time: 0.0491855 Jul 23 22:55:40.266102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.303788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6aee4575-813f-4256-84c9-089344b2a9c2 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 200 len: 205 time: 0.0362296 Jul 23 22:55:40.310165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8cad3ba8-5dbf-4a58-ba6d-9d3a780ebdd3 req-d54b6ddf-c5e4-4228-a78b-4d06348c5649 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497618 Jul 23 22:55:40.310679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.360983 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-77c5c55d-334a-48d4-9151-a20cbfb2b859 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:40.364431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77c5c55d-334a-48d4-9151-a20cbfb2b859 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/589636fd-2020-4b7e-b591-e66176ce0c23 HTTP/1.1" status: 404 len: 336 time: 0.0504282 Jul 23 22:55:40.364826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.411940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ebb1d50f-b699-4487-9839-c98bc15ac326 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 200 len: 205 time: 0.0457640 Jul 23 22:55:40.414138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.469506 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-aaa2c808-ba04-4e2c-8c98-e43a0bff8d76 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:40.473158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aaa2c808-ba04-4e2c-8c98-e43a0bff8d76 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/90f182e6-d13f-4c35-a40a-d3ebaf14775c HTTP/1.1" status: 404 len: 336 time: 0.0545890 Jul 23 22:55:40.473579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.526240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:40.537797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2f4f8afd-ebe9-41e4-97f7-6b8e13d9f616 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7c9c389-4281-433e-9146-4f5d34a87ed6 HTTP/1.1" status: 200 len: 205 time: 0.0595438 Jul 23 22:55:40.538404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.540729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Transition to ACTIVE for port object 44c132ba-4a74-4fa5-8941-e48627083a07 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:40.547935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:40.623307 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-3f8366c6-fdbf-4744-ba47-2a50d51fe972 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] delete failed (client error): The resource could not be found. Jul 23 22:55:40.624795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3f8366c6-fdbf-4744-ba47-2a50d51fe972 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/routers/f7c9c389-4281-433e-9146-4f5d34a87ed6 HTTP/1.1" status: 404 len: 336 time: 0.0855532 Jul 23 22:55:40.627468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.659572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f31cc4-0023-4cb8-9c4d-5edcbe3ffb4e None None] Pushing event updated for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:40.707473 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8157db7d-a526-4034-977a-8dd04209c714 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] DELETE failed (client error): The resource could not be found. Jul 23 22:55:40.708128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8157db7d-a526-4034-977a-8dd04209c714 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:55:40.717603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8157db7d-a526-4034-977a-8dd04209c714 tempest-RoutersIpV6AdminTest-1494401884 tempest-RoutersIpV6AdminTest-1494401884-project] 10.222.0.37 "DELETE /v2.0/subnets/090c8d55-2bbc-431f-9ada-18928d14a1f4 HTTP/1.1" status: 404 len: 337 time: 0.0886071 Jul 23 22:55:40.741032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Attempting to bind port 44c132ba-4a74-4fa5-8941-e48627083a07 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:40.741517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Attempting to bind port 44c132ba-4a74-4fa5-8941-e48627083a07 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:40.741995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Attempting to bind port 44c132ba-4a74-4fa5-8941-e48627083a07 on network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:40.759264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:40.759818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Checking segment: {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:40.760918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:40.762479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Bound using segment: {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:40.763139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Bound port: 44c132ba-4a74-4fa5-8941-e48627083a07, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c1eef6-90b6-4580-bba5-89c354605d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:40.764355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:40.866267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:40.925063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] For port 44c132ba-4a74-4fa5-8941-e48627083a07, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:40.943513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] For port 44c132ba-4a74-4fa5-8941-e48627083a07, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=44c132ba-4a74-4fa5-8941-e48627083a07,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:40.954225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.031937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.033084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.033963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.034761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.035623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.037872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.038549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.040904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f31cc4-0023-4cb8-9c4d-5edcbe3ffb4e None None] Pushing event updated for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:41.067405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-9ca5e9a3-2dee-44b4-aa10-c7a54297d847 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.1990874 Jul 23 22:55:41.107729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:55:41.108646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:55:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:41.130550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-e98fa2b7-14c9-4394-b07e-d1b9a192b634 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612214 Jul 23 22:55:41.251995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:41.491805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-e8d684ba-c675-4867-b56b-f5c63bbfdac3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:41.493341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-e8d684ba-c675-4867-b56b-f5c63bbfdac3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.1168332 Jul 23 22:55:41.515871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-846ccb31-8f49-42dc-9fc0-f7878d88cca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.525288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5cd8b875-173a-46b9-91eb-4c9c13e08bd2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0238352 Jul 23 22:55:41.541265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:55:41.616022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-846ccb31-8f49-42dc-9fc0-f7878d88cca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.629191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-846ccb31-8f49-42dc-9fc0-f7878d88cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.636448 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49a7d357-1589-433d-a9f7-8d9c335711a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.726316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-846ccb31-8f49-42dc-9fc0-f7878d88cca2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ed31272e40c4fefb033163de631c0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725218 Jul 23 22:55:41.726752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:41.727207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ccb31-8f49-42dc-9fc0-f7878d88cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24988c56-06f5-47c0-a78d-649e40f6c3a8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:41.769383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-87a50288-d142-4bc8-8226-9b1b8a514755 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518507 Jul 23 22:55:41.807332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.844704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:36Z', 'revision_number': 4, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '44c132ba-4a74-4fa5-8941-e48627083a07', 'name': '', 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'mac_address': 'fa:16:3e:27:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:34Z', 'updated_at': '2021-07-23T22:55:40Z', 'revision_number': 4, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'subnets': [{'id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:41.856943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.887220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b8f2b0-191c-4959-80c8-226333590601 None None] The sync data for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 is: [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T22:55:36Z', 'revision_number': 4, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '44c132ba-4a74-4fa5-8941-e48627083a07', 'name': '', 'network_id': 'ed6c16fb-8115-4aba-bea0-48c60ffa63a0', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'mac_address': 'fa:16:3e:27:3b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:34Z', 'updated_at': '2021-07-23T22:55:40Z', 'revision_number': 4, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'subnets': [{'id': '4129bdc7-68b9-4e9e-b841-d7a93d047321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:41.903549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-b40c087b-b531-410a-a383-59333eb5c31c service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262963 Jul 23 22:55:41.931293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.934810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:41.940272 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24988c56-06f5-47c0-a78d-649e40f6c3a8 HTTP/1.1" status: 204 len: 168 time: 0.2077873 Jul 23 22:55:41.949433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24988c56-06f5-47c0-a78d-649e40f6c3a8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:41.983017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.985262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.985665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.986263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.986691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.987077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.987468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.987861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.988270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.988809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.989197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:41.989581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b823fb01-cf11-4ee4-b8cc-64c5512c51be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:55:42.185724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-d4dac826-999d-4810-80d1-6f0fcb19c21a service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685263 Jul 23 22:55:42.453716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51550) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:42.514601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ef5f6e7-200b-4714-a886-27ed750677a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb5317ecdd6046f98e18ae98654c0876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563769 Jul 23 22:55:42.514969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:42.580176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:42.612338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-044448e6-84a3-4ea9-8ef7-a975c6d89c67 req-5896a721-945a-4bd2-8692-b891ae0134b6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0383456 Jul 23 22:55:42.614793 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:42.670136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:42.672956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:42.674132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf2b6768-67a4-4f65-a98f-474f7c47d665 HTTP/1.1" status: 204 len: 168 time: 0.1585357 Jul 23 22:55:42.682997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b8c2a-603a-4bd4-b27c-8488f5bf5dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b6768-67a4-4f65-a98f-474f7c47d665,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:43.282388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 44c132ba-4a74-4fa5-8941-e48627083a07 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:43.402565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 44c132ba-4a74-4fa5-8941-e48627083a07 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:43.408828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 44c132ba-4a74-4fa5-8941-e48627083a07 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:43.409214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.521797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.559302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 44c132ba-4a74-4fa5-8941-e48627083a07, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=44c132ba-4a74-4fa5-8941-e48627083a07,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:43.564873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.652837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:43.738285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:43.762009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-585d8de0-3b09-41b1-8599-3120baf55aa5 req-ed372da8-b397-4e26-8e9b-48618a473906 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0424187 Jul 23 22:55:43.793729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0b50492c-f676-4494-9a5f-740d5a3434fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.867171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1a1f4adb-f08b-42fa-a20c-e44454b0a200 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:43.869061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1a1f4adb-f08b-42fa-a20c-e44454b0a200 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.1399517 Jul 23 22:55:43.884638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:43.897448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1920780812'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:43.933822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:43.937966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.947794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.055473 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.061457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.083879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:44.089973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.098427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6492a6-6708-4460-93ec-258195a3733d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:44.108635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:55:44.120636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.121094 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Added segment 400746dc-aeda-47d4-9797-fcffad91ba79 of type vlan for network 083cb51a-e782-4e6a-9d96-52b7644c6b6f Jul 23 22:55:44.171538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.174413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.216886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.222829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:44.223708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.264350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5247343 Jul 23 22:55:44.267375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:44.272608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'subnet': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:44.273561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.8 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/8eb2cd72-58c4-4416-84ee-27f7d58f30e3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:44.407449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b47ce3-afcb-4300-a3fd-8e23c2d06ee1 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Network': ['ID=083cb51a-e782-4e6a-9d96-52b7644c6b6f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:44.430150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:55:44.471653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:44.477374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.565486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.580526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:44.634087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.694867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:44.701046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:44.705203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:44.722739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.760673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:44.761327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.776324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:44.803044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5a3f4433-9b81-4409-b605-04fcae058367 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9255385 Jul 23 22:55:44.816950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Request body: {'port': {'device_id': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:44.826047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Checking segment: {'id': '400746dc-aeda-47d4-9797-fcffad91ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:44.827735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network hostable DHCP agents. Network: 083cb51a-e782-4e6a-9d96-52b7644c6b6f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:55:44.856376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Subnet': ['ID=90a7fe5f-3145-4d98-a768-64cd5ebb0943,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:44.866688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:55:44.882052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 083cb51a-e782-4e6a-9d96-52b7644c6b6f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:44.888923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:44.890146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:44.893923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6016118-8096-46b1-ade0-b5d2f3216a7b None None] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:44.912956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:44.913933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c3c06e69-24c5-4727-98e7-bac9e88b6cb5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6452229 Jul 23 22:55:44.924310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-943693103'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:45.030717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.036797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.083108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'tenant_id': '2d1cac59d8514266b69aa0b2477564b1', 'fixed_ips': [{'subnet_id': '90a7fe5f-3145-4d98-a768-64cd5ebb0943'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:55:45.084087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.194395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-81e03b97-13ba-4ed6-b770-9b71e92b62ef None None] Provisioning for port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:45.219874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-81e03b97-13ba-4ed6-b770-9b71e92b62ef None None] Provisioning complete for port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:45.220318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-81e03b97-13ba-4ed6-b770-9b71e92b62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.230582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7040f-dc3d-4308-857e-0d5b883ea772 req-702fd4f9-7aa9-42dc-b69e-3e3b9ede21c7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:45.232134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bd7040f-dc3d-4308-857e-0d5b883ea772 req-702fd4f9-7aa9-42dc-b69e-3e3b9ede21c7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 931 time: 0.3205435 Jul 23 22:55:45.253470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 44c132ba-4a74-4fa5-8941-e48627083a07 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:45.254296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:45.257685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.305217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Allocated IP 172.20.0.2 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/74d61373-6c37-4a02-94ac-216617ff0ff7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:45.307802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-81e03b97-13ba-4ed6-b770-9b71e92b62ef None None] Port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:45.310227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port ace57f16-b3f0-4192-b175-956dacb0c440 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:45.383548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bd7040f-dc3d-4308-857e-0d5b883ea772 req-2c25abc6-bcd4-449c-b1ca-2824ce5616e5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287003 Jul 23 22:55:45.383703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 44c132ba-4a74-4fa5-8941-e48627083a07 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:45.383703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.536091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:55:45.546231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.570783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Transition to ACTIVE for port object 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:45.580433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.602630 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.616626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Transition to ACTIVE for port object 74d61373-6c37-4a02-94ac-216617ff0ff7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:45.639883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Transition to ACTIVE for port object 74d61373-6c37-4a02-94ac-216617ff0ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:45.657198 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.708523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:45.721308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:45.725037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:45.727266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Pushing event updated for resources: {'Port': ['ID=74d61373-6c37-4a02-94ac-216617ff0ff7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:45.759836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Pushing event updated for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:45.795478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.10 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/ace57f16-b3f0-4192-b175-956dacb0c440) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:45.834742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Attempting to bind port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:45.835437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Attempting to bind port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:45.836161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Attempting to bind port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:45.850185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Attempting to bind port 74d61373-6c37-4a02-94ac-216617ff0ff7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:55:45.850185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Attempting to bind port 74d61373-6c37-4a02-94ac-216617ff0ff7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '400746dc-aeda-47d4-9797-fcffad91ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:55:45.850784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Attempting to bind port 74d61373-6c37-4a02-94ac-216617ff0ff7 on network 083cb51a-e782-4e6a-9d96-52b7644c6b6f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:45.852205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:55:45.852542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Attempting to bind port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:55:45.858532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:45.859553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Checking segment: {'id': '400746dc-aeda-47d4-9797-fcffad91ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:45.860025 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.860538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Bound using segment: {'id': '400746dc-aeda-47d4-9797-fcffad91ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:45.861125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Bound port: 74d61373-6c37-4a02-94ac-216617ff0ff7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400746dc-aeda-47d4-9797-fcffad91ba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:45.861574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.866052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:55:45.866536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:55:45.866924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:55:45.867376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Bound port: 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:55:45.867743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.953881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] For port 74d61373-6c37-4a02-94ac-216617ff0ff7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:45.958546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] For port 74d61373-6c37-4a02-94ac-216617ff0ff7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=74d61373-6c37-4a02-94ac-216617ff0ff7,segment=NetworkSegment(400746dc-aeda-47d4-9797-fcffad91ba79),segment_id=400746dc-aeda-47d4-9797-fcffad91ba79)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:45.972498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.069601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:55:46.079931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2d2d4-5fa5-4cdf-bee7-d21be2df7f14 None None] Pushing event updated for resources: {'Port': ['ID=74d61373-6c37-4a02-94ac-216617ff0ff7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:46.093645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:55:46.109706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.154703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.155520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.157576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] 10.222.0.22 "PUT /v2.0/ports/8eb2cd72-58c4-4416-84ee-27f7d58f30e3 HTTP/1.1" status: 200 len: 1092 time: 1.3459687 Jul 23 22:55:46.172921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:55:46.175595 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299248e9-7baa-4b9d-8687-c273ac842ece" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:55:46.190108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.233551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object ace57f16-b3f0-4192-b175-956dacb0c440 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:46.259222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738a26-c0b3-446f-986d-a78265bf87be service neutron] Pushing event updated for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:46.295801 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899934fc-5aa6-427b-85ce-a5747330a3f8 x-openstack-request-id: req-899934fc-5aa6-427b-85ce-a5747330a3f8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:55:46.296387 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:55:46.297071 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-899934fc-5aa6-427b-85ce-a5747330a3f8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:55:46.297689 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3', 'status': 'completed', 'code': 200} Jul 23 22:55:46.349080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-e00ef553-c087-4f75-afdd-136bbb4dcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.350742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-e00ef553-c087-4f75-afdd-136bbb4dcebc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 1095 time: 0.1386318 Jul 23 22:55:46.356938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.492923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.505509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=ace57f16-b3f0-4192-b175-956dacb0c440,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:46.546586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-97f956a1-5e8e-4b1d-b79b-5a54cf2f2452 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3 HTTP/1.1" status: 200 len: 217 time: 0.1872940 Jul 23 22:55:46.599768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:46.606493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:46.610792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:46.649983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-4434708e-54ed-4ece-9386-8fad11441d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.652105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-4434708e-54ed-4ece-9386-8fad11441d6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0967433 Jul 23 22:55:46.764427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.765043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.814661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-af6e9c03-aa43-4186-817a-528436db9f6b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9004588 Jul 23 22:55:46.818122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:46.824340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-431847956', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:73:34:2a'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:46.830991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-9aadb6a3-f6e7-4f52-a017-51322974d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.832529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-9aadb6a3-f6e7-4f52-a017-51322974d248 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598570 Jul 23 22:55:46.872360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b279a3e-514e-4d45-9e66-bbbcaeeb40cf req-64e00616-50c0-4a6f-8d52-97fd16dfcfe9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:46.873967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b279a3e-514e-4d45-9e66-bbbcaeeb40cf req-64e00616-50c0-4a6f-8d52-97fd16dfcfe9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.3251700 Jul 23 22:55:47.022171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b279a3e-514e-4d45-9e66-bbbcaeeb40cf req-0a1b35e8-4d0e-4e64-a726-532fdae2b0b7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308417 Jul 23 22:55:47.034854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-07e0f07f-ef40-4a45-a078-dada2b23023f service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943381 Jul 23 22:55:47.071197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:47.152088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c90ac12d-3bb1-4db5-84d9-d362b4e51ad4 req-5ad43641-e0b8-422e-8a04-168b34abc7e8 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061203 Jul 23 22:55:47.214969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.272578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port 242315b0-577d-443f-bc2e-3999b8f492f8 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:47.345259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 74d61373-6c37-4a02-94ac-216617ff0ff7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:47.354447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299248e9-7baa-4b9d-8687-c273ac842ece req-22491226-335f-4c2d-bec7-c205f80e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:47.356231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-22491226-335f-4c2d-bec7-c205f80e77d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 1095 time: 0.1381886 Jul 23 22:55:47.470899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.14 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/242315b0-577d-443f-bc2e-3999b8f492f8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:47.482903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 74d61373-6c37-4a02-94ac-216617ff0ff7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:47.515007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f96ef6-4a2d-4db5-a0e2-fa54c3654412 None None] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:47.540166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299248e9-7baa-4b9d-8687-c273ac842ece req-65e84905-0392-4c88-afe2-5e87c9d577f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:47.542254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-65e84905-0392-4c88-afe2-5e87c9d577f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1601503 Jul 23 22:55:47.609491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Provisioning for port 74d61373-6c37-4a02-94ac-216617ff0ff7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:47.629612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Provisioning complete for port 74d61373-6c37-4a02-94ac-216617ff0ff7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:47.630087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.658204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-c6a08f4d-23c3-42c9-8b99-d781ef08c5af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3 HTTP/1.1" status: 200 len: 217 time: 0.1049690 Jul 23 22:55:47.724733 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.768341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object 242315b0-577d-443f-bc2e-3999b8f492f8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:47.785354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299248e9-7baa-4b9d-8687-c273ac842ece req-af968d2d-60c2-43eb-b1ad-be94dcefbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:47.787024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-af968d2d-60c2-43eb-b1ad-be94dcefbdf3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0900407 Jul 23 22:55:47.843150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.864014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.887924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-196628e2-b10b-407b-ac75-eab0558593d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2425160 Jul 23 22:55:47.923344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-28a900c4-40ce-4fd8-b942-3990cafec769 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2164786 Jul 23 22:55:47.923636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] For port 74d61373-6c37-4a02-94ac-216617ff0ff7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=74d61373-6c37-4a02-94ac-216617ff0ff7,segment=NetworkSegment(400746dc-aeda-47d4-9797-fcffad91ba79),segment_id=400746dc-aeda-47d4-9797-fcffad91ba79)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:47.936224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.963752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:47.969491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:47.973585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:48.016315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80080d-0d34-43ad-b029-eca3202b0f01 None None] Pushing event updated for resources: {'Port': ['ID=74d61373-6c37-4a02-94ac-216617ff0ff7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:48.061188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299248e9-7baa-4b9d-8687-c273ac842ece req-8d8906ef-9572-48ad-a4f9-6fc2306ef922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.069731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-8d8906ef-9572-48ad-a4f9-6fc2306ef922 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2684686 Jul 23 22:55:48.093968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.094734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.133733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=242315b0-577d-443f-bc2e-3999b8f492f8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:48.170109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-008eadde-4dcf-46f7-bec0-1ec91cdee807 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3505070 Jul 23 22:55:48.172615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:48.256911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-18677e15-8f10-4d65-b758-f4aec0222a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.259092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-18677e15-8f10-4d65-b758-f4aec0222a19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.3208137 Jul 23 22:55:48.349248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684eeec-143c-420a-b02f-ec82d8b14dc9 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.363619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684eeec-143c-420a-b02f-ec82d8b14dc9 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.369720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684eeec-143c-420a-b02f-ec82d8b14dc9 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.371542 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3684eeec-143c-420a-b02f-ec82d8b14dc9 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1979456 Jul 23 22:55:48.387034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51668) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:48.433557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:48.628409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port 242315b0-577d-443f-bc2e-3999b8f492f8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:48.628545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.639896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Provisioning complete for port 74d61373-6c37-4a02-94ac-216617ff0ff7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:48.641304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.705909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90eb10e0-b3dc-4d20-b2b9-d770c6d26c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.777999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-f6b95f92-90b7-4702-abc3-080b1f195f44 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278005 Jul 23 22:55:48.864776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Provisioning for port ace57f16-b3f0-4192-b175-956dacb0c440 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:48.869504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Provisioning complete for port ace57f16-b3f0-4192-b175-956dacb0c440 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:48.869973 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.927941 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-299248e9-7baa-4b9d-8687-c273ac842ece req-5ca656eb-ab54-43f0-9129-bf9badf3e9fc service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364362 Jul 23 22:55:48.944685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84a6ee-8849-4c73-8110-35d8621513aa req-47d5b755-bfbd-4fcb-ba4b-0de54104209b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.946905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef84a6ee-8849-4c73-8110-35d8621513aa req-47d5b755-bfbd-4fcb-ba4b-0de54104209b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.7746263 Jul 23 22:55:48.959231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9129fbae-14c4-45a4-a5d1-b3da01e04ef0 None None] Port ace57f16-b3f0-4192-b175-956dacb0c440 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:48.961709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.962350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.964200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.964905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.965705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.966559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.967210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:48.969787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c7ace0d3-4180-47a0-ae1a-7a66638020da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b4af35f7d714525aec4c13ce52d538b&device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 6496 time: 0.8959866 Jul 23 22:55:48.971974 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90eb10e0-b3dc-4d20-b2b9-d770c6d26c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.987834 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90eb10e0-b3dc-4d20-b2b9-d770c6d26c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.031886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb10e0-b3dc-4d20-b2b9-d770c6d26c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38255cde-3265-433b-9857-86a47a94b9f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:49.061424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-80340e5c-3040-494b-8f77-b8af1c7319ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.062928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-80340e5c-3040-494b-8f77-b8af1c7319ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.7695074 Jul 23 22:55:49.074806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90eb10e0-b3dc-4d20-b2b9-d770c6d26c38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7a942d9ea024e4597607781ca7d4249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395640 Jul 23 22:55:49.076971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.086898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:49.088871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-53249c1e-3b7e-4a8a-bdd0-c7367d9636f0 None None] Provisioning complete for port ace57f16-b3f0-4192-b175-956dacb0c440 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:49.089306 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53249c1e-3b7e-4a8a-bdd0-c7367d9636f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.097999 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for 242315b0-577d-443f-bc2e-3999b8f492f8 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:49.168463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-53249c1e-3b7e-4a8a-bdd0-c7367d9636f0 None None] Port ace57f16-b3f0-4192-b175-956dacb0c440 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:49.180412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-417929ca-f0bb-4f1b-a670-2a4971e0acbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0923893 Jul 23 22:55:49.273802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-3563db45-752f-456c-ae82-1620b22c15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.280384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-3563db45-752f-456c-ae82-1620b22c15c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0633714 Jul 23 22:55:49.283747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef84a6ee-8849-4c73-8110-35d8621513aa req-c45077e0-5e56-478d-9dab-7812ddd2038f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132043 Jul 23 22:55:49.292665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 74d61373-6c37-4a02-94ac-216617ff0ff7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:49.346644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.348619 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:55:49.351863 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 22:55:49.368111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a31f03d-c82a-44e1-afe7-9eeb8841e66d None None] Provisioning for port 242315b0-577d-443f-bc2e-3999b8f492f8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:49.379010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-ec0fa789-518e-4736-b997-56a91484fc49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888133 Jul 23 22:55:49.387235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=242315b0-577d-443f-bc2e-3999b8f492f8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:49.408916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a31f03d-c82a-44e1-afe7-9eeb8841e66d None None] Provisioning complete for port 242315b0-577d-443f-bc2e-3999b8f492f8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:49.409382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a31f03d-c82a-44e1-afe7-9eeb8841e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.474887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7a31f03d-c82a-44e1-afe7-9eeb8841e66d None None] Port 242315b0-577d-443f-bc2e-3999b8f492f8 was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 22:55:49.504217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f1f9958f-9f9f-4bed-90d6-1baf0c18f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.504693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f1f9958f-9f9f-4bed-90d6-1baf0c18f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.505429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f1f9958f-9f9f-4bed-90d6-1baf0c18f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.512260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f1f9958f-9f9f-4bed-90d6-1baf0c18f675 service neutron] 10.222.0.25 "GET /v2.0/networks?id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=2ad12374-3900-488f-b4ac-c470a18dc568&id=cb44717a-6ea7-4575-b70a-fd317d369e9c&id=cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 200 len: 2293 time: 0.5061646 Jul 23 22:55:49.515183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 74d61373-6c37-4a02-94ac-216617ff0ff7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:49.515490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.618799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.655983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.661863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e1cfea5a-c91e-40a8-a45a-1924095080c2 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/242315b0-577d-443f-bc2e-3999b8f492f8 HTTP/1.1" status: 204 len: 168 time: 1.2700970 Jul 23 22:55:49.662917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:49.677940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.699456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-5ac106f9-76bb-4716-b98d-b413ac93a1cb service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842569 Jul 23 22:55:49.708257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f71c7eca-5148-4078-8076-95154007e4f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 200 len: 1001 time: 0.1829619 Jul 23 22:55:49.726017 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d26c65-85c7-4496-b16b-23573535d1e7 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] GET failed (client error): The resource could not be found. Jul 23 22:55:49.730135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b1d26c65-85c7-4496-b16b-23573535d1e7 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports/242315b0-577d-443f-bc2e-3999b8f492f8 HTTP/1.1" status: 404 len: 333 time: 0.0624225 Jul 23 22:55:49.732614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:49.739024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-2028057464'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:49.871972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:49.875425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.894088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port fd561237-4818-4245-8fb0-e85b66a59574 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:49.904655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-8c292863-1b34-4342-bb92-4f90e255b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:49.906245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-8c292863-1b34-4342-bb92-4f90e255b54d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 200 len: 850 time: 0.1834891 Jul 23 22:55:49.935941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.938466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:49.941920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38255cde-3265-433b-9857-86a47a94b9f0 HTTP/1.1" status: 204 len: 168 time: 0.8474896 Jul 23 22:55:49.973088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9eb0c4b-0ccb-434e-8a3c-80c22382b611 req-b9ee616b-a839-417f-8066-8162f6008c1f service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589161 Jul 23 22:55:49.977936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58394f0-c1fe-49e7-aa7a-7ae88c56be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38255cde-3265-433b-9857-86a47a94b9f0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:50.015105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd178-81fb-4cfc-9291-bf97c21b1299 req-5d46e17d-4e04-40e9-9702-6e7de68f88d3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.016976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-149dd178-81fb-4cfc-9291-bf97c21b1299 req-5d46e17d-4e04-40e9-9702-6e7de68f88d3 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.2411768 Jul 23 22:55:50.061016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-95f9969d-f6d5-4c9d-80f3-98d70941a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.062560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-95f9969d-f6d5-4c9d-80f3-98d70941a9ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=faf0a273-dfbc-43ae-b24f-2bc474eae6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463206 Jul 23 22:55:50.089794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.5 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/fd561237-4818-4245-8fb0-e85b66a59574) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:50.131771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-149dd178-81fb-4cfc-9291-bf97c21b1299 req-07c20333-7052-4c59-8c0e-750609ed102f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070423 Jul 23 22:55:50.201561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-7cf1370a-2992-418e-9783-c1582733a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.203250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-7cf1370a-2992-418e-9783-c1582733a424 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.1567781 Jul 23 22:55:50.209284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-457127cb-100d-4e43-a730-87ff9e751080 service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252198 Jul 23 22:55:50.299715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.319858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object fd561237-4818-4245-8fb0-e85b66a59574 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:50.370618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:50.393275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e00c4dc-132e-4101-b282-4d2c36c95a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.410126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.424278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-4df3fd48-2ecc-4781-a6f2-f3db6576825f service neutron] 10.222.0.25 "GET /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024357 Jul 23 22:55:50.464864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:50.466336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-8319a740-e570-45b0-a4bc-f023e8f9abde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.467930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-8319a740-e570-45b0-a4bc-f023e8f9abde service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.2564647 Jul 23 22:55:50.473386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:50.482977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:50.507023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-449da5e4-2e2d-4a90-a9c8-36dd30aa88e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 217 time: 0.0769594 Jul 23 22:55:50.554255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=fd561237-4818-4245-8fb0-e85b66a59574,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:50.554407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-689dac00-323b-4540-a514-382671957759 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0549290 Jul 23 22:55:50.611738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.617263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.648200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-345b31a0-0af7-41a2-9fa1-f71219cb6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.649588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-345b31a0-0af7-41a2-9fa1-f71219cb6754 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.1065810 Jul 23 22:55:50.657637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0060-a684-4d55-a80e-0572fb7097d6 req-17d38f20-0964-4435-81fa-9781666487d3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.659213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198a0060-a684-4d55-a80e-0572fb7097d6 req-17d38f20-0964-4435-81fa-9781666487d3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.2504520 Jul 23 22:55:50.662102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-ad2b70b2-d737-4c2c-bc17-d67db560c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.663473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-ad2b70b2-d737-4c2c-bc17-d67db560c4d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.0847778 Jul 23 22:55:50.687450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e00c4dc-132e-4101-b282-4d2c36c95a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.693677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e00c4dc-132e-4101-b282-4d2c36c95a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.712118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8240cfe8-1cf1-4571-9c46-ec589b61215e tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9754972 Jul 23 22:55:50.714700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:50.736775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00c4dc-132e-4101-b282-4d2c36c95a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0361654a-391d-4db2-b2e8-68a72f471d82,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:50.741664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:73:34:2a'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:50.749070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-1285c50f-4372-4d02-8775-9a2273b5875a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545468 Jul 23 22:55:50.751538 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e00c4dc-132e-4101-b282-4d2c36c95a95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a54a8a28cccd4196a669da2e0d395ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795502 Jul 23 22:55:50.754042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:50.808473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8fd6ef70-d8cd-4879-82c9-ceabbb1eb9ac None None] Provisioning for port fd561237-4818-4245-8fb0-e85b66a59574 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:50.811241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.814540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8fd6ef70-d8cd-4879-82c9-ceabbb1eb9ac None None] Provisioning complete for port fd561237-4818-4245-8fb0-e85b66a59574 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:50.815136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ef70-d8cd-4879-82c9-ceabbb1eb9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.816719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198a0060-a684-4d55-a80e-0572fb7097d6 req-5b28360b-7844-4787-a593-d82db171544d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458476 Jul 23 22:55:50.840748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.871260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6ef70-d8cd-4879-82c9-ceabbb1eb9ac None None] Port fd561237-4818-4245-8fb0-e85b66a59574 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:50.897514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.900725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:50.904518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0361654a-391d-4db2-b2e8-68a72f471d82 HTTP/1.1" status: 204 len: 168 time: 0.1468632 Jul 23 22:55:50.911210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dafc5f-62cf-4877-853d-07b0d0ebeeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0361654a-391d-4db2-b2e8-68a72f471d82,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:50.936931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-6b8cfa50-b13d-43b4-b4b7-e6da5d668a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:50.938469 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-6b8cfa50-b13d-43b4-b4b7-e6da5d668a56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2782178 Jul 23 22:55:50.980111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-89a1eec1-abf7-4b57-a5d1-4d2b7f0d2144 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056897 Jul 23 22:55:51.156835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:51.171415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-d27feb0e-3bf1-406a-aacd-779bbd7e05c3 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212460 Jul 23 22:55:51.248164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb98403-b59a-46fc-a0e6-4c5ca341965e req-6fe1ca83-d1c3-40b4-beb1-aec6fe32ff7f service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519407 Jul 23 22:55:51.674967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-f9365573-8842-48cd-ab21-ec27342baae2 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970098 Jul 23 22:55:51.735121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eafa72-21ab-4d2d-8177-0e41e46adec2 req-fbc602eb-aa8e-4966-8bd3-78814474cc64 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:51.736642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15eafa72-21ab-4d2d-8177-0e41e46adec2 req-fbc602eb-aa8e-4966-8bd3-78814474cc64 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.5092037 Jul 23 22:55:51.740154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-7069f505-4a49-49a9-b2ff-1a27eceb7374 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 217 time: 0.0574505 Jul 23 22:55:51.842098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-55d5dc68-84de-4682-a43c-c7ba32776d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:51.843574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-55d5dc68-84de-4682-a43c-c7ba32776d9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0977080 Jul 23 22:55:51.847252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:51.862003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15eafa72-21ab-4d2d-8177-0e41e46adec2 req-f3374882-d4ee-4dde-aaa3-ef4fcd07ea73 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175687 Jul 23 22:55:51.863703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:51.999264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=fd561237-4818-4245-8fb0-e85b66a59574,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:52.026496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] In _notify_port_updated(), no bound segment for port fd561237-4818-4245-8fb0-e85b66a59574 on network 083cb51a-e782-4e6a-9d96-52b7644c6b6f {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:55:52.032090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.032661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.034000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c9bfd097-b472-4c77-828e-395cd527e533 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "PUT /v2.0/ports/fd561237-4818-4245-8fb0-e85b66a59574 HTTP/1.1" status: 200 len: 994 time: 1.3183203 Jul 23 22:55:52.037077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:52.038608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-fe5bd291-4152-4aed-98a1-1c68222af010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.040083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-fe5bd291-4152-4aed-98a1-1c68222af010 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1889262 Jul 23 22:55:52.097785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e9cfc-9654-4329-9eed-3867b9561935 req-ab0dbe9a-d456-420d-af74-7a2fef53cf39 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.099350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-029e9cfc-9654-4329-9eed-3867b9561935 req-ab0dbe9a-d456-420d-af74-7a2fef53cf39 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1505163 Jul 23 22:55:52.167021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port fd561237-4818-4245-8fb0-e85b66a59574 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:52.167404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.187094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-029e9cfc-9654-4329-9eed-3867b9561935 req-6572bbe8-c21b-4898-9822-b28308f19070 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570388 Jul 23 22:55:52.188688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-514cab4c-968a-4924-808b-43d2b5f742b2 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370623 Jul 23 22:55:52.223975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1cfe13d9-ab56-4a5e-9df0-98a1742b245e None None] Provisioning complete for port fd561237-4818-4245-8fb0-e85b66a59574 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:52.224995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13d9-ab56-4a5e-9df0-98a1742b245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.260452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe13d9-ab56-4a5e-9df0-98a1742b245e None None] Port fd561237-4818-4245-8fb0-e85b66a59574 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:52.289075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.299677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-b0ee034c-e13f-4e12-8c69-1809fa2d2e03 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045885 Jul 23 22:55:52.301488 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.303514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for fd561237-4818-4245-8fb0-e85b66a59574 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:52.347891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-491466fa-c5cb-4ecc-b74b-100d2b5a9db3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 200 len: 217 time: 0.0424056 Jul 23 22:55:52.401725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-0f5a4c09-b930-4cf7-b6b9-8ab5b3dfa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.403476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-0f5a4c09-b930-4cf7-b6b9-8ab5b3dfa258 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0501313 Jul 23 22:55:52.457203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.472466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-6257f60f-3c41-46d6-bed9-ba4fcea11742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.474037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-6257f60f-3c41-46d6-bed9-ba4fcea11742 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643928 Jul 23 22:55:52.494453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=fd561237-4818-4245-8fb0-e85b66a59574,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:52.587136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-52617f0c-67a6-43e0-89aa-52b9503f0c4e service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061521 Jul 23 22:55:52.670369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.676442 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fc09853e-fbfd-4275-b37a-731f08633611 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/fd561237-4818-4245-8fb0-e85b66a59574 HTTP/1.1" status: 204 len: 168 time: 0.6373527 Jul 23 22:55:52.676442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:52.711156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-67cb24b8-91ea-4a1a-8aa7-2708a43b3cf1 service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175179 Jul 23 22:55:52.712360 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99cec5f-ab34-419e-9fcd-0a762b5389b0 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] GET failed (client error): The resource could not be found. Jul 23 22:55:52.714347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a99cec5f-ab34-419e-9fcd-0a762b5389b0 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports/fd561237-4818-4245-8fb0-e85b66a59574 HTTP/1.1" status: 404 len: 333 time: 0.0370054 Jul 23 22:55:52.718252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:52.725643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-1612332417'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:52.763095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-72a03537-2271-4f51-9b6c-aebdcabf7b97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 200 len: 217 time: 0.0449061 Jul 23 22:55:52.791580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:52.819455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-9c6e23d2-1a3c-47ad-ae48-866f6776320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.820932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-9c6e23d2-1a3c-47ad-ae48-866f6776320e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 200 len: 797 time: 0.0521786 Jul 23 22:55:52.849576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:52.853106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.871870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port e092b392-47a3-4c2b-88c7-44c47324789c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:52.883384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-b7049df9-6d6d-4e50-b62d-a46f03de1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:52.885188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-b7049df9-6d6d-4e50-b62d-a46f03de1560 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2ad12374-3900-488f-b4ac-c470a18dc568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575674 Jul 23 22:55:52.940782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e71e03a-e3cc-4899-b2e8-30ef5c131129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.026306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-eec4e079-505e-4e23-b8b3-eac6c2dbabba service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266179 Jul 23 22:55:53.032099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.6 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/e092b392-47a3-4c2b-88c7-44c47324789c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:53.076647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900ffd-c09d-4564-9e27-6eac701eec66 req-d7cb94a7-0b68-4d85-93b5-69e84741b58b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.078180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e900ffd-c09d-4564-9e27-6eac701eec66 req-d7cb94a7-0b68-4d85-93b5-69e84741b58b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1144640 Jul 23 22:55:53.163413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-b372db95-0862-4cb2-ab04-76d6e9e684fd service neutron] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301799 Jul 23 22:55:53.166860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e900ffd-c09d-4564-9e27-6eac701eec66 req-1ed4b500-5d59-4e1b-a165-6ca66ae1ec4c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 Jul 23 22:55:53.167157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e71e03a-e3cc-4899-b2e8-30ef5c131129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.200071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e71e03a-e3cc-4899-b2e8-30ef5c131129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.206495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-c467df46-8a14-4b32-96fe-2f91253a4cff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 200 len: 217 time: 0.0367830 Jul 23 22:55:53.260219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-55a732e3-cc5f-45f3-8c41-d62b78b3954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.262372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-55a732e3-cc5f-45f3-8c41-d62b78b3954a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.0504024 Jul 23 22:55:53.262770 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e71e03a-e3cc-4899-b2e8-30ef5c131129 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8458dbca40e45e69bf8a02208a81f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702079 Jul 23 22:55:53.265175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71e03a-e3cc-4899-b2e8-30ef5c131129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcecff3f-ac2c-4755-a400-2a7496b1ce37,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:53.265652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:53.274540 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.286231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.302593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object e092b392-47a3-4c2b-88c7-44c47324789c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:53.344630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.387378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:53.392525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:53.396273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:53.416279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.427678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=e092b392-47a3-4c2b-88c7-44c47324789c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:53.432314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-7fd8a9cd-2c15-469f-bdf9-7aa01a3f803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.434259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-7fd8a9cd-2c15-469f-bdf9-7aa01a3f803f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602192 Jul 23 22:55:53.443685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4ebd0-a010-455b-9950-4d72e729b116 req-94ae1e57-fc60-4f4a-a2a7-035c3c2bcc7d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.445198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cac4ebd0-a010-455b-9950-4d72e729b116 req-94ae1e57-fc60-4f4a-a2a7-035c3c2bcc7d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1549799 Jul 23 22:55:53.469508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.470279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.486884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.488534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12e44059-e330-4989-8041-369868dc964b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7686126 Jul 23 22:55:53.490635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:53.496115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:34:2a'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:53.581898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cac4ebd0-a010-455b-9950-4d72e729b116 req-d232b189-40c5-4788-b3e0-25bfcde3a101 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192846 Jul 23 22:55:53.604544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-5c4b057b-95e2-4b7a-8365-ff7d08c2f896 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543550 Jul 23 22:55:53.645129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.647663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.651310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcecff3f-ac2c-4755-a400-2a7496b1ce37 HTTP/1.1" status: 204 len: 168 time: 0.3814757 Jul 23 22:55:53.688817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1736a-4bbb-471e-a78a-0438fb2a7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcecff3f-ac2c-4755-a400-2a7496b1ce37,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:53.698483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.718862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-9a22ea47-3ce0-4ffd-94ce-af0ad0526288 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079586 Jul 23 22:55:53.724707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d02d1207-1be2-475b-835d-4a8a9cea8a88 None None] Provisioning for port e092b392-47a3-4c2b-88c7-44c47324789c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:53.730248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d02d1207-1be2-475b-835d-4a8a9cea8a88 None None] Provisioning complete for port e092b392-47a3-4c2b-88c7-44c47324789c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:53.731101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d02d1207-1be2-475b-835d-4a8a9cea8a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.766428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-dc2b1ac9-be67-4a4b-bc26-aa574f49abe0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 200 len: 217 time: 0.0407832 Jul 23 22:55:53.778425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d02d1207-1be2-475b-835d-4a8a9cea8a88 None None] Port e092b392-47a3-4c2b-88c7-44c47324789c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:53.824916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-62f4c05c-92af-48d7-9182-44a2715cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.826422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-62f4c05c-92af-48d7-9182-44a2715cacc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 200 len: 797 time: 0.0539141 Jul 23 22:55:53.887288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-38e9ba06-da8d-4d94-9735-32aeedb41d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:53.888788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-38e9ba06-da8d-4d94-9735-32aeedb41d21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cb44717a-6ea7-4575-b70a-fd317d369e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565658 Jul 23 22:55:53.906878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.913453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:53.991600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-0cc01530-c45e-4dbb-9068-ad42bbe0109f service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960824 Jul 23 22:55:53.992294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:53.998658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=e092b392-47a3-4c2b-88c7-44c47324789c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:54.009446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] In _notify_port_updated(), no bound segment for port e092b392-47a3-4c2b-88c7-44c47324789c on network 083cb51a-e782-4e6a-9d96-52b7644c6b6f {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:55:54.015141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:54.015870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.019956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7ec9ece3-eb16-44bc-8a4a-fa1c9f77c3f8 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "PUT /v2.0/ports/e092b392-47a3-4c2b-88c7-44c47324789c HTTP/1.1" status: 200 len: 996 time: 0.5257583 Jul 23 22:55:54.020264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:54.032599 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ad2e7a-d026-403e-a9d0-36513a6dc43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.131915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7245a50-6513-4f8d-a407-209517a6b5c3 req-7fd91dc9-33a1-4548-a80e-49cf85f4bc53 service neutron] 10.222.0.25 "GET /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313148 Jul 23 22:55:54.132524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port e092b392-47a3-4c2b-88c7-44c47324789c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:54.134026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.206500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ad2e7a-d026-403e-a9d0-36513a6dc43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.212031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06ad2e7a-d026-403e-a9d0-36513a6dc43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.226569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9cf8b0bc-d33f-4eea-90c5-c456200d5b39 None None] Provisioning complete for port e092b392-47a3-4c2b-88c7-44c47324789c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:54.229906 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9cf8b0bc-d33f-4eea-90c5-c456200d5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.247342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.251678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-06ad2e7a-d026-403e-a9d0-36513a6dc43f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6825fbc1e5024a56910c1885cb869c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582495 Jul 23 22:55:54.253922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad2e7a-d026-403e-a9d0-36513a6dc43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522aaab-2f4a-4976-9929-93ed8ea5039a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:54.256343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:54.276416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for e092b392-47a3-4c2b-88c7-44c47324789c owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:54.277101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8b0bc-d33f-4eea-90c5-c456200d5b39 None None] Port e092b392-47a3-4c2b-88c7-44c47324789c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:54.343970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.374746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.405684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6cce-8fc5-4637-ae71-32e39ddc48fd req-bfbb0f0e-d568-4ae2-b2d9-01fee689d133 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:54.407298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be6cce-8fc5-4637-ae71-32e39ddc48fd req-bfbb0f0e-d568-4ae2-b2d9-01fee689d133 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1247559 Jul 23 22:55:54.419892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.450427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=e092b392-47a3-4c2b-88c7-44c47324789c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:54.455789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5be6cce-8fc5-4637-ae71-32e39ddc48fd req-cf02c01f-a254-404f-8316-8ebc24728f70 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Jul 23 22:55:54.469522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.477814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.477814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7522aaab-2f4a-4976-9929-93ed8ea5039a HTTP/1.1" status: 204 len: 168 time: 0.2197943 Jul 23 22:55:54.487103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7359ba-ad69-4c0d-abf6-e927e4c9979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522aaab-2f4a-4976-9929-93ed8ea5039a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:54.572481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.577099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd6edba7-ceb3-45b8-9040-7cbca84962eb tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/e092b392-47a3-4c2b-88c7-44c47324789c HTTP/1.1" status: 204 len: 168 time: 0.5535100 Jul 23 22:55:54.577493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:54.607045 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b064fd6f-78d6-4a66-b4ac-c1e20b2675bd tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] GET failed (client error): The resource could not be found. Jul 23 22:55:54.609797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b064fd6f-78d6-4a66-b4ac-c1e20b2675bd tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports/e092b392-47a3-4c2b-88c7-44c47324789c HTTP/1.1" status: 404 len: 333 time: 0.0304115 Jul 23 22:55:54.612750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:54.617889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-785830748'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:54.789513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8618e-e9da-44b0-bc6a-fe5a0e5622eb req-75795b80-558b-4c00-a42e-cc81a1227fd1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:54.791084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8d8618e-e9da-44b0-bc6a-fe5a0e5622eb req-75795b80-558b-4c00-a42e-cc81a1227fd1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1028802 Jul 23 22:55:54.792115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:54.795437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:54.827720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port dadd6a5c-df33-4f9d-bb78-3a09388d00e1 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:54.890160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8d8618e-e9da-44b0-bc6a-fe5a0e5622eb req-d6e3d14f-de8f-467e-8aaa-b4c294dc6b79 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840077 Jul 23 22:55:54.958627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.8 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/dadd6a5c-df33-4f9d-bb78-3a09388d00e1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:55.119664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.132961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object dadd6a5c-df33-4f9d-bb78-3a09388d00e1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:55.173650 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.215643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:55.218613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:55.221108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:55.254449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=dadd6a5c-df33-4f9d-bb78-3a09388d00e1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:55.280157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:55.280792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.296969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eb8bd5a4-0bb1-42fe-b1c7-6e72261a15e5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6830635 Jul 23 22:55:55.299431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:55.304690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'network_id': '083cb51a-e782-4e6a-9d96-52b7644c6b6f', 'name': 'tempest-AllowedAddressPairTestJSON-367852284'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:55.440701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Made reservation on behalf of 2d1cac59d8514266b69aa0b2477564b1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:55:55.444443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.462145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] device_id is not set on port 80b5be39-7db6-42fa-90e8-67be139404fb yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:55:55.513367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2bdd99-a20e-4255-9c11-1aa38fefbade None None] Provisioning for port dadd6a5c-df33-4f9d-bb78-3a09388d00e1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:55.518666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a2bdd99-a20e-4255-9c11-1aa38fefbade None None] Provisioning complete for port dadd6a5c-df33-4f9d-bb78-3a09388d00e1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:55.519043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a2bdd99-a20e-4255-9c11-1aa38fefbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.554322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9a2bdd99-a20e-4255-9c11-1aa38fefbade None None] Port dadd6a5c-df33-4f9d-bb78-3a09388d00e1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:55.618429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Allocated IP 172.20.0.4 (083cb51a-e782-4e6a-9d96-52b7644c6b6f/90a7fe5f-3145-4d98-a768-64cd5ebb0943/80b5be39-7db6-42fa-90e8-67be139404fb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:55:55.667751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566048ac-f38d-4428-bf95-920ca8c9fd3c req-c9688dcf-3b07-4d63-b566-00c2bea975c6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:55.669275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-566048ac-f38d-4428-bf95-920ca8c9fd3c req-c9688dcf-3b07-4d63-b566-00c2bea975c6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1116383 Jul 23 22:55:55.747352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-566048ac-f38d-4428-bf95-920ca8c9fd3c req-978ff65c-f442-4297-b104-5f8c11f4e886 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723460 Jul 23 22:55:55.825475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.839215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Transition to ACTIVE for port object 80b5be39-7db6-42fa-90e8-67be139404fb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:55:55.872455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:55.915412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:55:55.921389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:55:55.925182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:55:55.949601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=80b5be39-7db6-42fa-90e8-67be139404fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:56.015770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:56.016451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.046045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5529b186-a4fc-48e7-93de-4d63ec67a3b5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7454445 Jul 23 22:55:56.049653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:56.061569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:73:34:2a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2c:dd:2f'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:55:56.076253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1fab-afd6-488a-9f54-6099ca8b4ab0 req-62e4eafc-0829-4a81-b5f1-7fbb568562fa tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:56.077806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c4b1fab-afd6-488a-9f54-6099ca8b4ab0 req-62e4eafc-0829-4a81-b5f1-7fbb568562fa tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1028171 Jul 23 22:55:56.121015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c4b1fab-afd6-488a-9f54-6099ca8b4ab0 req-6c2d13af-cf19-463b-8dfa-2e0d94fea53e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Jul 23 22:55:56.168756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.179088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba5b25a2-0d94-42f1-b335-ea8806decfe5 None None] Provisioning for port 80b5be39-7db6-42fa-90e8-67be139404fb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:56.183328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba5b25a2-0d94-42f1-b335-ea8806decfe5 None None] Provisioning complete for port 80b5be39-7db6-42fa-90e8-67be139404fb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:56.183920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba5b25a2-0d94-42f1-b335-ea8806decfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.224561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b25a2-0d94-42f1-b335-ea8806decfe5 None None] Port 80b5be39-7db6-42fa-90e8-67be139404fb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:56.370381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.375130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.454631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event updated for resources: {'Port': ['ID=80b5be39-7db6-42fa-90e8-67be139404fb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:56.469018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] In _notify_port_updated(), no bound segment for port 80b5be39-7db6-42fa-90e8-67be139404fb on network 083cb51a-e782-4e6a-9d96-52b7644c6b6f {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:55:56.474655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:56.475383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.476904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-608331c9-7568-40cc-82c8-425d7c66da47 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "PUT /v2.0/ports/80b5be39-7db6-42fa-90e8-67be139404fb HTTP/1.1" status: 200 len: 1055 time: 0.4253697 Jul 23 22:55:56.480794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:56.501271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:56.590245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port 80b5be39-7db6-42fa-90e8-67be139404fb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:56.590666 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.632329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d407ad50-b94f-4e1b-8058-92d7e6139c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.647616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19de508a-c1e1-4049-9a2d-181015f36ca1 None None] Provisioning complete for port 80b5be39-7db6-42fa-90e8-67be139404fb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:56.648228 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19de508a-c1e1-4049-9a2d-181015f36ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.686543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-19de508a-c1e1-4049-9a2d-181015f36ca1 None None] Port 80b5be39-7db6-42fa-90e8-67be139404fb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:55:56.741322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d407ad50-b94f-4e1b-8058-92d7e6139c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.745745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d407ad50-b94f-4e1b-8058-92d7e6139c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.789787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d407ad50-b94f-4e1b-8058-92d7e6139c50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ef8c4802f5449e9b95e27190e881f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871308 Jul 23 22:55:56.791251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ad50-b94f-4e1b-8058-92d7e6139c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c7bfd4-9011-4875-bac9-ece40803e772,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:56.795870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:56.850010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.872387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.924764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.927683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.928852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31c7bfd4-9011-4875-bac9-ece40803e772 HTTP/1.1" status: 204 len: 168 time: 0.1320183 Jul 23 22:55:56.937853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed801-50d4-470e-8b98-9c5819f7f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c7bfd4-9011-4875-bac9-ece40803e772,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:56.980456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:56.997731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for 80b5be39-7db6-42fa-90e8-67be139404fb owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:57.059693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7811-60d8-4596-bc00-475e68459407 req-34cdb558-0c7c-46c1-8265-06119cdae35b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:57.061155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dbe7811-60d8-4596-bc00-475e68459407 req-34cdb558-0c7c-46c1-8265-06119cdae35b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1397657 Jul 23 22:55:57.121247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dbe7811-60d8-4596-bc00-475e68459407 req-279940ab-cd96-44b8-ac61-934c06e6dba6 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Jul 23 22:55:57.189231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.213150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:57.226688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6601705e-4901-43a0-8164-fdfeddfe6972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.250199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=80b5be39-7db6-42fa-90e8-67be139404fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:57.333051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6601705e-4901-43a0-8164-fdfeddfe6972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.338274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6601705e-4901-43a0-8164-fdfeddfe6972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.380647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601705e-4901-43a0-8164-fdfeddfe6972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca52f4a-8104-4253-8d5b-717b88c10574,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:57.392418 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6601705e-4901-43a0-8164-fdfeddfe6972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3eaac18eece64b3c8973438b6758241b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779487 Jul 23 22:55:57.396534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:57.397713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4aacd-8d8b-43ee-b9a8-e3af2bfbb1d2 req-291d00e2-0d59-4fb9-9d1f-13164a3e2708 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:57.399423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aca4aacd-8d8b-43ee-b9a8-e3af2bfbb1d2 req-291d00e2-0d59-4fb9-9d1f-13164a3e2708 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1978471 Jul 23 22:55:57.468187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.502496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.524113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aca4aacd-8d8b-43ee-b9a8-e3af2bfbb1d2 req-7c0b1d3a-b1d2-439d-9250-089322b4008b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148014 Jul 23 22:55:57.568894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.571452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.573341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dca52f4a-8104-4253-8d5b-717b88c10574 HTTP/1.1" status: 204 len: 168 time: 0.1757929 Jul 23 22:55:57.576848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.578749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de272564-3b2f-4fac-b3fb-e388e38dcd8b tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/80b5be39-7db6-42fa-90e8-67be139404fb HTTP/1.1" status: 204 len: 168 time: 1.0968883 Jul 23 22:55:57.581330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:57.583053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b6a71-9fb1-4fbd-8594-2ff422a410a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca52f4a-8104-4253-8d5b-717b88c10574,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:57.620412 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5984e700-6fc8-496a-89dc-1d90b58f1c75 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] GET failed (client error): The resource could not be found. Jul 23 22:55:57.622128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5984e700-6fc8-496a-89dc-1d90b58f1c75 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports/80b5be39-7db6-42fa-90e8-67be139404fb HTTP/1.1" status: 404 len: 333 time: 0.0396938 Jul 23 22:55:57.624768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:57.729251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port dadd6a5c-df33-4f9d-bb78-3a09388d00e1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:57.729739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.822309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.834781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for dadd6a5c-df33-4f9d-bb78-3a09388d00e1 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:57.963053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:57.997547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=dadd6a5c-df33-4f9d-bb78-3a09388d00e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:58.068645 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.074235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:58.074493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aa199b40-71f8-4a31-b950-7e2dd61e4b8c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/dadd6a5c-df33-4f9d-bb78-3a09388d00e1 HTTP/1.1" status: 204 len: 168 time: 0.4487572 Jul 23 22:55:58.105556 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7491e1f9-08f3-48fc-b0cb-e2297f79bca5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] GET failed (client error): The resource could not be found. Jul 23 22:55:58.113032 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7491e1f9-08f3-48fc-b0cb-e2297f79bca5 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "GET /v2.0/ports/dadd6a5c-df33-4f9d-bb78-3a09388d00e1 HTTP/1.1" status: 404 len: 333 time: 0.0316267 Jul 23 22:55:58.114327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 51888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:58.258287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port ace57f16-b3f0-4192-b175-956dacb0c440 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:58.259006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.356852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b1cfe-cc01-470b-937c-9ff236b0b5d9 req-c794aa3c-86d1-4dab-ab38-35684916bc3f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:58.358623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c01b1cfe-cc01-470b-937c-9ff236b0b5d9 req-c794aa3c-86d1-4dab-ab38-35684916bc3f tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1397879 Jul 23 22:55:58.375282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.400021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for ace57f16-b3f0-4192-b175-956dacb0c440 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:58.427259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c01b1cfe-cc01-470b-937c-9ff236b0b5d9 req-e1751a88-c2c4-4ffd-af12-ce0659cc5877 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Jul 23 22:55:58.548783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.585468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=ace57f16-b3f0-4192-b175-956dacb0c440,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:58.689677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.691736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-78469059-9514-4be8-b04e-10270c3777b6 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/ports/ace57f16-b3f0-4192-b175-956dacb0c440 HTTP/1.1" status: 204 len: 168 time: 0.5764058 Jul 23 22:55:58.694480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:58.721992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0ad7-6567-4006-9d30-2c78e184762f req-6a78ff70-d7b2-4432-8256-eee78763ea39 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:58.723671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feef0ad7-6567-4006-9d30-2c78e184762f req-6a78ff70-d7b2-4432-8256-eee78763ea39 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 943 time: 0.1117077 Jul 23 22:55:58.762106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting subnet 90a7fe5f-3145-4d98-a768-64cd5ebb0943 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:55:58.766622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.792325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feef0ad7-6567-4006-9d30-2c78e184762f req-86f1c677-c45f-4427-946f-da2da0948fed tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565300 Jul 23 22:55:58.815471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.905141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.942523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:55:58.964857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.995003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Subnet': ['ID=90a7fe5f-3145-4d98-a768-64cd5ebb0943,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:58.997152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:58.999547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71bd9d5c-4bad-49dd-ae25-ad2460891409 tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/subnets/90a7fe5f-3145-4d98-a768-64cd5ebb0943 HTTP/1.1" status: 204 len: 168 time: 0.3026986 Jul 23 22:55:59.002040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:59.007818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3035a9d-e09c-42f1-8514-3169492136bb None None] Network 083cb51a-e782-4e6a-9d96-52b7644c6b6f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:55:59.080728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.141097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Deleting port 74d61373-6c37-4a02-94ac-216617ff0ff7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:55:59.141453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.187929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:59.207169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] For port 74d61373-6c37-4a02-94ac-216617ff0ff7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=74d61373-6c37-4a02-94ac-216617ff0ff7,segment=NetworkSegment(400746dc-aeda-47d4-9797-fcffad91ba79),segment_id=400746dc-aeda-47d4-9797-fcffad91ba79)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:59.207618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.217373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3', 'mac_address': 'fa:16:3e:6d:3f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:55:59.219735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Calling delete_port for 74d61373-6c37-4a02-94ac-216617ff0ff7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:55:59.307906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.348520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Port': ['ID=74d61373-6c37-4a02-94ac-216617ff0ff7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:59.352260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] No DVR routers for this DVR port 74d61373-6c37-4a02-94ac-216617ff0ff7 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:55:59.426057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.442587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.444649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:55:59.454339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083cb51a-e782-4e6a-9d96-52b7644c6b6f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:59.467673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400746dc-aeda-47d4-9797-fcffad91ba79') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:59.468074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400746dc-aeda-47d4-9797-fcffad91ba79') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:55:59.479491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.501985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.507285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:59.510932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:55:59.512784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:55:59.520322 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:55:59.524653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.606374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.609318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e44408-59c9-419b-a5a6-fc193ff9297b None None] DHCP port deletion for 083cb51a-e782-4e6a-9d96-52b7644c6b6f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:55:59.610038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf9f4c-51ed-4fac-8d59-41d1e29ae432 req-d95b34ae-3531-4a7b-9f49-00f36221574b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:59.617174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1cf9f4c-51ed-4fac-8d59-41d1e29ae432 req-d95b34ae-3531-4a7b-9f49-00f36221574b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0991836 Jul 23 22:55:59.623822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:59.628784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] 10.222.0.37 "DELETE /v2.0/networks/083cb51a-e782-4e6a-9d96-52b7644c6b6f HTTP/1.1" status: 204 len: 168 time: 0.6235778 Jul 23 22:55:59.628941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:59.652688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f1006-1c4c-4abc-9c2f-51994a684d9c tempest-AllowedAddressPairTestJSON-1692269071 tempest-AllowedAddressPairTestJSON-1692269071-project] Pushing event deleted for resources: {'Network': ['ID=083cb51a-e782-4e6a-9d96-52b7644c6b6f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:59.684978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1cf9f4c-51ed-4fac-8d59-41d1e29ae432 req-1250d55b-ad96-4696-9a53-57dd10d2f527 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Jul 23 22:55:59.761093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8eb2cd72-58c4-4416-84ee-27f7d58f30e3'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:55:59.919222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:55:59.948672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d487-7389-4e3a-87a0-1c3bb42e4dcc req-47c93021-9dae-4262-b3b8-1bd1d1762b29 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:55:59.954265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7d5d487-7389-4e3a-87a0-1c3bb42e4dcc req-47c93021-9dae-4262-b3b8-1bd1d1762b29 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 944 time: 0.0898225 Jul 23 22:55:59.990281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7d5d487-7389-4e3a-87a0-1c3bb42e4dcc req-d845af58-23db-4cbe-95a9-1c5a84d13eac tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Jul 23 22:56:00.055882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d71d16e-207e-49fe-b30c-18dd63722e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d1cac59d8514266b69aa0b2477564b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348763 Jul 23 22:56:00.058463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:00.112085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:00.135336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:00.184085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:00.186890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:00.190710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a6492a6-6708-4460-93ec-258195a3733d HTTP/1.1" status: 204 len: 168 time: 0.1285977 Jul 23 22:56:00.199443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f528c-cbda-4411-9b33-4080fc385e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6492a6-6708-4460-93ec-258195a3733d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:00.826870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936da2-0fee-4a57-a8fe-bef09684e67e req-41b24ab7-281b-40e0-b20a-3caa9386f5b7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:00.833928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b936da2-0fee-4a57-a8fe-bef09684e67e req-41b24ab7-281b-40e0-b20a-3caa9386f5b7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0771096 Jul 23 22:56:00.861050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:00.871929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b936da2-0fee-4a57-a8fe-bef09684e67e req-24b2ea31-0e9c-49cf-8051-0a1e7da79ccd tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370243 Jul 23 22:56:00.942596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:00.970890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-629601423'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:00.994632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Made reservation on behalf of cc4ed284ec144af7a37ed6d4cbe7c32e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:00.998192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.007108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:01.008286 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.012374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:01.012806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.113679 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.125981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.132472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.144013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:01.148683 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae53770-4aeb-456f-8f6b-5a79c0dc779a" -d '{"events": [{"server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "name": "network-vif-plugged", "status": "completed", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:01.162447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:01.169857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:01.176229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a04d6d-ad01-4892-9c58-68631e2d186c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:01.177117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.181838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.182215 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Added segment ce7966d1-e0f7-4daa-a8ac-35b7adba08e2 of type vlan for network ea56a660-2c38-4d8e-b89e-87881a5263f6 Jul 23 22:56:01.189243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b5537-6cef-4da1-903c-19b706827b09 req-f5dfebae-20d0-44f5-8a5d-3464194dbcb5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:01.198662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b43b5537-6cef-4da1-903c-19b706827b09 req-f5dfebae-20d0-44f5-8a5d-3464194dbcb5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 944 time: 0.1101093 Jul 23 22:56:01.226090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.242831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:01.254006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b43b5537-6cef-4da1-903c-19b706827b09 req-b5931f8b-3ea9-4381-b8ec-6c672a163da4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540628 Jul 23 22:56:01.279729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.281717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 74d61373-6c37-4a02-94ac-216617ff0ff7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:01.286362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:01.287276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:01.306989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 74d61373-6c37-4a02-94ac-216617ff0ff7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:01.307527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 74d61373-6c37-4a02-94ac-216617ff0ff7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:01.327305 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899a338-4794-4c5d-8997-8b1d99713d60 x-openstack-request-id: req-6899a338-4794-4c5d-8997-8b1d99713d60 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:01.327810 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "name": "network-vif-plugged", "status": "completed", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:01.328228 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6899a338-4794-4c5d-8997-8b1d99713d60 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:01.328781 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3', 'code': 200} Jul 23 22:56:01.383101 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5209243 Jul 23 22:56:01.383992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9b32d-b136-4bd7-8ef7-6d1268e8ece8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'Network': ['ID=ea56a660-2c38-4d8e-b89e-87881a5263f6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:01.386601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 51980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:01.391908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Request body: {'subnet': {'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:01.397509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:01.443613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af2a94-6c15-4df0-9462-d2a069f92636 req-d5a4c2d9-4b49-46bb-8b6a-e1b3127e8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:01.445152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7af2a94-6c15-4df0-9462-d2a069f92636 req-d5a4c2d9-4b49-46bb-8b6a-e1b3127e8f67 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 1097 time: 0.0605648 Jul 23 22:56:01.486523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7af2a94-6c15-4df0-9462-d2a069f92636 req-bf635a01-3e68-4133-82ff-0b9860e998cd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Jul 23 22:56:01.498652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Made reservation on behalf of cc4ed284ec144af7a37ed6d4cbe7c32e for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:01.502384 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.028064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ce93f-99c2-4357-90d6-1b288f0a85a9 req-5c5f1f4a-762b-4b4f-b268-d66def8dc3e0 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:02.029715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-560ce93f-99c2-4357-90d6-1b288f0a85a9 req-5c5f1f4a-762b-4b4f-b268-d66def8dc3e0 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0728838 Jul 23 22:56:02.045206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.076539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-560ce93f-99c2-4357-90d6-1b288f0a85a9 req-32bfd29e-6f64-4f62-81da-73b2658b9a00 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Jul 23 22:56:02.115054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'Subnet': ['ID=3dca51e0-ab38-428d-8818-de5c86ce62cf,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:02.124149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Checking segment: {'id': 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:02.124507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Network hostable DHCP agents. Network: ea56a660-2c38-4d8e-b89e-87881a5263f6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:02.141153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:02.150798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ea56a660-2c38-4d8e-b89e-87881a5263f6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:02.155892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:02.159488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3495df2f-01bd-4cec-b6af-5bc69eafc896 None None] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:02.162289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.184610 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f96fd809-bbcb-49b6-90c4-610db054cf95 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7968106 Jul 23 22:56:02.187156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:02.192292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Request body: {'port': {'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-656343476'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:02.356126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Made reservation on behalf of cc4ed284ec144af7a37ed6d4cbe7c32e for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:02.359545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ea56a660-2c38-4d8e-b89e-87881a5263f6', 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6', 'tenant_id': 'cc4ed284ec144af7a37ed6d4cbe7c32e', 'fixed_ips': [{'subnet_id': '3dca51e0-ab38-428d-8818-de5c86ce62cf'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:02.360379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.360934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.381605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] device_id is not set on port 5cb92a5a-b51e-484e-b122-3f0682c0e24c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:02.485003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f0859-a080-409a-bb3f-78c676c52e24 req-3ca2b642-edad-4bda-b679-337e703b6a05 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:02.490691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c84f0859-a080-409a-bb3f-78c676c52e24 req-3ca2b642-edad-4bda-b679-337e703b6a05 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.1107328 Jul 23 22:56:02.528754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Allocated IP 2001:db8::100 (ea56a660-2c38-4d8e-b89e-87881a5263f6/3dca51e0-ab38-428d-8818-de5c86ce62cf/5cb92a5a-b51e-484e-b122-3f0682c0e24c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:02.539112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c84f0859-a080-409a-bb3f-78c676c52e24 req-c7801dca-f240-4e7f-a2b0-37701e1b7455 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Jul 23 22:56:02.649486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6f3bd-5a98-49cf-85a9-b8dbe0204288 req-3549358e-ec8e-442d-8ce1-7d205a842c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:02.651623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8af6f3bd-5a98-49cf-85a9-b8dbe0204288 req-3549358e-ec8e-442d-8ce1-7d205a842c78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.0618956 Jul 23 22:56:02.692433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8af6f3bd-5a98-49cf-85a9-b8dbe0204288 req-63ad26f0-4c22-4015-bccd-c620b0d69056 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Jul 23 22:56:02.716571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.730435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Transition to ACTIVE for port object 5cb92a5a-b51e-484e-b122-3f0682c0e24c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:02.768211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.815239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:02.817384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Allocated IP 2001:db8::2 (ea56a660-2c38-4d8e-b89e-87881a5263f6/3dca51e0-ab38-428d-8818-de5c86ce62cf/b2b4baaf-2b44-4aa7-93f9-6515224d5304) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:02.818488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:02.823770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:02.829421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:02.830091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.833746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'Port': ['ID=5cb92a5a-b51e-484e-b122-3f0682c0e24c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:02.848090 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f36ca869-7128-40d7-8ed9-819a18de7f40 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6599026 Jul 23 22:56:02.851216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:02.856711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Request body: {'port': {'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-957884056', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:02.857430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] bootfile-name is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:02.857781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] tftp-server is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:02.858370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] server-ip-address is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:02.980645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Made reservation on behalf of cc4ed284ec144af7a37ed6d4cbe7c32e for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:02.984912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.986287 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:02.996444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Transition to ACTIVE for port object b2b4baaf-2b44-4aa7-93f9-6515224d5304 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:03.009726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] device_id is not set on port f5c50ba9-541f-4b90-ba2f-bfd40a42e304 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:03.017910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Transition to ACTIVE for port object b2b4baaf-2b44-4aa7-93f9-6515224d5304 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:03.025873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.072112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:03.075120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:03.079973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:03.085087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Pushing event updated for resources: {'Port': ['ID=b2b4baaf-2b44-4aa7-93f9-6515224d5304,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:03.156198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Attempting to bind port b2b4baaf-2b44-4aa7-93f9-6515224d5304 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:03.156586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Attempting to bind port b2b4baaf-2b44-4aa7-93f9-6515224d5304 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:03.156958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Attempting to bind port b2b4baaf-2b44-4aa7-93f9-6515224d5304 on network ea56a660-2c38-4d8e-b89e-87881a5263f6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:03.159299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Allocated IP 2001:db8::232 (ea56a660-2c38-4d8e-b89e-87881a5263f6/3dca51e0-ab38-428d-8818-de5c86ce62cf/f5c50ba9-541f-4b90-ba2f-bfd40a42e304) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:03.163851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:03.164385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Checking segment: {'id': 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:03.164692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.165161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Bound using segment: {'id': 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:03.166640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Bound port: b2b4baaf-2b44-4aa7-93f9-6515224d5304, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ea56a660-2c38-4d8e-b89e-87881a5263f6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:03.166997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.241827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] For port b2b4baaf-2b44-4aa7-93f9-6515224d5304, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:03.245576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] For port b2b4baaf-2b44-4aa7-93f9-6515224d5304, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b2b4baaf-2b44-4aa7-93f9-6515224d5304,segment=NetworkSegment(ce7966d1-e0f7-4daa-a8ac-35b7adba08e2),segment_id=ce7966d1-e0f7-4daa-a8ac-35b7adba08e2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:03.251612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.326269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8141f-15ad-4351-bf82-f3c72ab9a575 None None] Pushing event updated for resources: {'Port': ['ID=b2b4baaf-2b44-4aa7-93f9-6515224d5304,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:03.349542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ec877-1937-437f-87ec-e45b59ae5823 req-3221fb02-504e-4ae9-ab9e-f754b96c8159 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.351030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab6ec877-1937-437f-87ec-e45b59ae5823 req-3221fb02-504e-4ae9-ab9e-f754b96c8159 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1492760 Jul 23 22:56:03.434366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.442503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab6ec877-1937-437f-87ec-e45b59ae5823 req-097f2582-f0be-45d8-bf4a-0b654f30666e tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Jul 23 22:56:03.461418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Transition to ACTIVE for port object f5c50ba9-541f-4b90-ba2f-bfd40a42e304 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:03.493820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.561244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:03.564510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:03.577938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:03.583863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.584551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.597791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'Port': ['ID=f5c50ba9-541f-4b90-ba2f-bfd40a42e304,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:03.611177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dcee8c33-e6f5-4727-a777-fd6879cf96f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7575986 Jul 23 22:56:03.612597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:03.715767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a22c2-2cb1-493d-aa90-e856e90a1a0e tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.720570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23175f-029c-4202-b71f-9a3d14314b82 req-a7ccdf89-4389-40fe-a435-6c206cdfece3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.722109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a22c2-2cb1-493d-aa90-e856e90a1a0e tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.722331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d23175f-029c-4202-b71f-9a3d14314b82 req-a7ccdf89-4389-40fe-a435-6c206cdfece3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.0898466 Jul 23 22:56:03.728796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a22c2-2cb1-493d-aa90-e856e90a1a0e tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.733700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-814a22c2-2cb1-493d-aa90-e856e90a1a0e tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1143529 Jul 23 22:56:03.734043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:03.764972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d23175f-029c-4202-b71f-9a3d14314b82 req-aea3960c-2134-4d55-adb7-952faaa308ac tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Jul 23 22:56:03.846841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Deleting port f5c50ba9-541f-4b90-ba2f-bfd40a42e304 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:03.847267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.907566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a9b43-58db-42bd-a4b7-64b8cef18407 req-ad779efd-8ba8-474b-81bc-8f72ca0c5132 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:03.909198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac7a9b43-58db-42bd-a4b7-64b8cef18407 req-ad779efd-8ba8-474b-81bc-8f72ca0c5132 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.0743194 Jul 23 22:56:03.944377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:03.956129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac7a9b43-58db-42bd-a4b7-64b8cef18407 req-f2e2628b-c6d3-4546-8bed-6bbaf9f25802 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387955 Jul 23 22:56:03.957003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Calling delete_port for f5c50ba9-541f-4b90-ba2f-bfd40a42e304 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:04.111853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647e70d-3e2b-4345-a4e4-a73f06fb8893 req-b101ea66-273a-4aaa-ad8f-3f75c7428f49 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:04.113741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7647e70d-3e2b-4345-a4e4-a73f06fb8893 req-b101ea66-273a-4aaa-ad8f-3f75c7428f49 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.0841191 Jul 23 22:56:04.125711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.168815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7647e70d-3e2b-4345-a4e4-a73f06fb8893 req-d07e19f2-a7a4-40c0-b267-7816682bba07 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Jul 23 22:56:04.171759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event deleted for resources: {'Port': ['ID=f5c50ba9-541f-4b90-ba2f-bfd40a42e304,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:04.222978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.231605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-814ca2e0-5252-47e5-8aeb-1e32dcdaa723 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "DELETE /v2.0/ports/f5c50ba9-541f-4b90-ba2f-bfd40a42e304 HTTP/1.1" status: 204 len: 168 time: 0.4964385 Jul 23 22:56:04.235533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:04.242283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Request body: {'port': {'name': 'tempest-new-port-name-1656727922', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:04.242283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] bootfile-name is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:04.242695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] tftp-server is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:04.243143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] server-ip-address is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:04.351394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.523674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36fa34-0a47-4299-99b8-bf81c7fd53c1 None None] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:04.529741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd92b0-b000-4790-b697-a45760937f58 req-2e81a1de-8d86-435b-9d3a-e2e42146c44f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:04.531540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7fd92b0-b000-4790-b697-a45760937f58 req-2e81a1de-8d86-435b-9d3a-e2e42146c44f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.0866451 Jul 23 22:56:04.580813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7fd92b0-b000-4790-b697-a45760937f58 req-7b4c86fc-a7a7-408e-b3f3-830a065d7453 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Jul 23 22:56:04.624394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.630732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.630936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-322037fa-086a-4b57-b3e3-6edbf72374cc None None] Provisioning for port b2b4baaf-2b44-4aa7-93f9-6515224d5304 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:04.684916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] In _notify_port_updated(), no bound segment for port 5cb92a5a-b51e-484e-b122-3f0682c0e24c on network ea56a660-2c38-4d8e-b89e-87881a5263f6 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:56:04.695011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:04.695725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:04.698436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "PUT /v2.0/ports/5cb92a5a-b51e-484e-b122-3f0682c0e24c HTTP/1.1" status: 200 len: 1130 time: 0.4617302 Jul 23 22:56:04.701536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:04.751802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50f201-a3f3-40fe-bbef-7d14bcf0b872 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event updated for resources: {'Port': ['ID=5cb92a5a-b51e-484e-b122-3f0682c0e24c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:04.763726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da523a0-ef90-45f7-8fec-04c6b980c4ac req-fa72a311-f6bb-4277-a34e-55270cdb9172 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:04.765665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da523a0-ef90-45f7-8fec-04c6b980c4ac req-fa72a311-f6bb-4277-a34e-55270cdb9172 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1139102 Jul 23 22:56:04.786692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4f5e39-fa88-432b-b81c-2b9567fcb881 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:04.792313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cb4f5e39-fa88-432b-b81c-2b9567fcb881 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "GET /v2.0/ports/5cb92a5a-b51e-484e-b122-3f0682c0e24c HTTP/1.1" status: 200 len: 1130 time: 0.0855677 Jul 23 22:56:04.793048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:04.861341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da523a0-ef90-45f7-8fec-04c6b980c4ac req-2f45c8d9-265c-4f22-9dc0-69839b47d714 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869069 Jul 23 22:56:04.945612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Deleting port 5cb92a5a-b51e-484e-b122-3f0682c0e24c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:04.946025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.052772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.066270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Calling delete_port for 5cb92a5a-b51e-484e-b122-3f0682c0e24c owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:05.106730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bb3b2b9-9157-4b8d-aaa0-3b51dba9af14 None None] Provisioning for port 5cb92a5a-b51e-484e-b122-3f0682c0e24c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:05.112491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bb3b2b9-9157-4b8d-aaa0-3b51dba9af14 None None] Provisioning complete for port 5cb92a5a-b51e-484e-b122-3f0682c0e24c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:05.113420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb3b2b9-9157-4b8d-aaa0-3b51dba9af14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.184791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3b2b9-9157-4b8d-aaa0-3b51dba9af14 None None] Port 5cb92a5a-b51e-484e-b122-3f0682c0e24c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:56:05.310737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b2b4baaf-2b44-4aa7-93f9-6515224d5304 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:05.383527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.400802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b2b4baaf-2b44-4aa7-93f9-6515224d5304 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:05.412481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b2b4baaf-2b44-4aa7-93f9-6515224d5304 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:05.413190 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.443849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event deleted for resources: {'Port': ['ID=5cb92a5a-b51e-484e-b122-3f0682c0e24c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:05.459144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-6b3944a3-d874-4021-b2de-36d263ef830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:05.460814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-6b3944a3-d874-4021-b2de-36d263ef830b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 1097 time: 0.2412217 Jul 23 22:56:05.473434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9a5f4-b63e-4010-a5ca-d054e8c6ac3d req-3ba29616-32a3-4a59-b6b2-37764f5f2746 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:05.475120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4f9a5f4-b63e-4010-a5ca-d054e8c6ac3d req-3ba29616-32a3-4a59-b6b2-37764f5f2746 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1855469 Jul 23 22:56:05.537728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-41683d3d-f769-4e77-ba35-be88387979db None None] Could not find standard attr ID for object 5cb92a5a-b51e-484e-b122-3f0682c0e24c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:05.550391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.552289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1b094609-6601-4390-bb7e-f962ea201abc tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "DELETE /v2.0/ports/5cb92a5a-b51e-484e-b122-3f0682c0e24c HTTP/1.1" status: 204 len: 168 time: 0.7586217 Jul 23 22:56:05.555714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:05.572374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.626965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b2b4baaf-2b44-4aa7-93f9-6515224d5304, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b2b4baaf-2b44-4aa7-93f9-6515224d5304,segment=NetworkSegment(ce7966d1-e0f7-4daa-a8ac-35b7adba08e2),segment_id=ce7966d1-e0f7-4daa-a8ac-35b7adba08e2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:05.635015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4f9a5f4-b63e-4010-a5ca-d054e8c6ac3d req-e103da51-e631-411e-800a-b51bc0009fa9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456127 Jul 23 22:56:05.636458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.669003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Deleting subnet 3dca51e0-ab38-428d-8818-de5c86ce62cf {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:05.680683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.687925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-4545beb1-ab1c-4995-9da4-11b589382462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:05.693614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-4545beb1-ab1c-4995-9da4-11b589382462 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 200 len: 920 time: 0.2155945 Jul 23 22:56:05.753319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.788783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b2b4baaf-2b44-4aa7-93f9-6515224d5304,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:05.793916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-0274e4b3-7e77-4889-80e3-c7f5b45561eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 200 len: 217 time: 0.0763874 Jul 23 22:56:05.879350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b130457d-437f-43b2-b1b6-793cadce20b2 None None] Could not find standard attr ID for object f5c50ba9-541f-4b90-ba2f-bfd40a42e304. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:05.902944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.936170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-fb873e39-e6bc-4016-974a-5ca8ed135bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:05.938150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-fb873e39-e6bc-4016-974a-5ca8ed135bba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 200 len: 859 time: 0.1368320 Jul 23 22:56:05.980320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:05.998412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272ac84-e1aa-4559-b5b7-e57a9d8437b3 req-35563787-e53f-4e5e-af8e-abbf6b87e313 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:05.999996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f272ac84-e1aa-4559-b5b7-e57a9d8437b3 req-35563787-e53f-4e5e-af8e-abbf6b87e313 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.2254982 Jul 23 22:56:06.002133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-64315fe3-b9c7-4409-843e-08be5771ab3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed4a613b-4cfb-420d-a238-abc36605b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434175 Jul 23 22:56:06.016759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event deleted for resources: {'Subnet': ['ID=3dca51e0-ab38-428d-8818-de5c86ce62cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:06.020904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.027137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4299b55e-a6ed-4fc8-a2a5-ed4d86119c08 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "DELETE /v2.0/subnets/3dca51e0-ab38-428d-8818-de5c86ce62cf HTTP/1.1" status: 204 len: 168 time: 0.4679887 Jul 23 22:56:06.027599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:06.034262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:06.140712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f272ac84-e1aa-4559-b5b7-e57a9d8437b3 req-5e5bd87c-7dee-4283-893b-cbc8d4d79307 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349037 Jul 23 22:56:06.161608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.172464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-84f462ba-1ca5-4c3e-a014-77776261d5b2 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583161 Jul 23 22:56:06.215717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be1a14-3213-4ee8-a8a6-d036f0626273 None None] Network ea56a660-2c38-4d8e-b89e-87881a5263f6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:06.220830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Deleting port b2b4baaf-2b44-4aa7-93f9-6515224d5304 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:06.221189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.251327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f82b6d0-71d1-4e34-bfcc-9bbecdc867db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.292519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] For port b2b4baaf-2b44-4aa7-93f9-6515224d5304, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b2b4baaf-2b44-4aa7-93f9-6515224d5304,segment=NetworkSegment(ce7966d1-e0f7-4daa-a8ac-35b7adba08e2),segment_id=ce7966d1-e0f7-4daa-a8ac-35b7adba08e2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:06.292886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.307343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Calling delete_port for b2b4baaf-2b44-4aa7-93f9-6515224d5304 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:06.372474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f84e2c7-f86f-4419-8aa3-7cbb91b5450b req-940f340f-363c-498b-a1b2-b014aad46d56 service neutron] 10.222.0.22 "GET /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919405 Jul 23 22:56:06.397602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-6ae9e622-7c8b-487b-a847-69b6f2247a61 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:06.399209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-6ae9e622-7c8b-487b-a847-69b6f2247a61 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 945 time: 0.1832192 Jul 23 22:56:06.417605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d702d92-d044-4df4-b055-1807242201e5 None None] DHCP port deletion for ea56a660-2c38-4d8e-b89e-87881a5263f6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:56:06.424243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.449459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event deleted for resources: {'Port': ['ID=b2b4baaf-2b44-4aa7-93f9-6515224d5304,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:06.456197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] No DVR routers for this DVR port b2b4baaf-2b44-4aa7-93f9-6515224d5304 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:06.541305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.552467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea56a660-2c38-4d8e-b89e-87881a5263f6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:06.564951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:06.565257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7966d1-e0f7-4daa-a8ac-35b7adba08e2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:06.577428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.596323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.604117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:06.604587 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:06.608422 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:06.680123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.691814 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.694125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] 10.222.0.37 "DELETE /v2.0/networks/ea56a660-2c38-4d8e-b89e-87881a5263f6 HTTP/1.1" status: 204 len: 168 time: 0.6654632 Jul 23 22:56:06.707271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08ed1-6543-4ba9-b728-ee7e1d8ac9a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537 tempest-ExtraDHCPOptionsIpV6TestJSON-1475667537-project] Pushing event deleted for resources: {'Network': ['ID=ea56a660-2c38-4d8e-b89e-87881a5263f6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:06.788547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f82b6d0-71d1-4e34-bfcc-9bbecdc867db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.811688 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f82b6d0-71d1-4e34-bfcc-9bbecdc867db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.871894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f82b6d0-71d1-4e34-bfcc-9bbecdc867db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d702a324c664e3ea3bc7a949f57f9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342330 Jul 23 22:56:06.874544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:06.877279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b6d0-71d1-4e34-bfcc-9bbecdc867db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d5b5d9-d5ba-48bf-a11e-59666382574c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:06.893334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:06.893686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.922261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002b8d-46f2-4285-9442-8f53154341ff req-88612851-c00e-4ba3-8ea7-4af793213295 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:06.923714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa002b8d-46f2-4285-9442-8f53154341ff req-88612851-c00e-4ba3-8ea7-4af793213295 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1599097 Jul 23 22:56:06.930588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52108) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:06.933312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:06.960562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.016050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.018309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.018689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fa002b8d-46f2-4285-9442-8f53154341ff req-dffe0668-7c05-466c-9501-09aa941bd064 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820966 Jul 23 22:56:07.019586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5d5b5d9-d5ba-48bf-a11e-59666382574c HTTP/1.1" status: 204 len: 168 time: 0.1439936 Jul 23 22:56:07.029676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b0543-839a-4a9a-9679-df8516c688e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d5b5d9-d5ba-48bf-a11e-59666382574c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:07.045038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:07.045410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.063488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:07.109158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4aa84cd6-f2bd-4de9-8703-3d02903db71e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc4ed284ec144af7a37ed6d4cbe7c32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766100 Jul 23 22:56:07.111705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:07.167859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.215137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.234456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.270276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b2b4baaf-2b44-4aa7-93f9-6515224d5304 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:07.281874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=8eb2cd72-58c4-4416-84ee-27f7d58f30e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:07.289380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.293986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.298622 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08a04d6d-ad01-4892-9c58-68631e2d186c HTTP/1.1" status: 204 len: 168 time: 0.1860662 Jul 23 22:56:07.301377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b2b4baaf-2b44-4aa7-93f9-6515224d5304 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:07.301720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b2b4baaf-2b44-4aa7-93f9-6515224d5304 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:07.316348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f397b-635e-408c-a511-9922e78ae3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a04d6d-ad01-4892-9c58-68631e2d186c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:07.327758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f4af4c3-a816-4363-af93-9d1f54f6ec5b req-a6fdb4a2-1201-4301-aa96-47291d3f729f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0594108 Jul 23 22:56:07.398505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:07.402145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.404356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da850fe0-d9c0-4f80-a4cf-8e8851b3ecea req-3dec58a5-84de-4e21-b49b-7a3f8f6e811e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "DELETE /v2.0/ports/8eb2cd72-58c4-4416-84ee-27f7d58f30e3 HTTP/1.1" status: 204 len: 173 time: 0.9900677 Jul 23 22:56:07.404905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'name': 'network-vif-deleted', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:07.409095 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4215693b-a86c-43b6-9a1e-d5ad6294a4f7" -d '{"events": [{"server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "name": "network-vif-deleted", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:07.456957 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ac807-85c4-44ff-887b-a75841802f7c x-openstack-request-id: req-162ac807-85c4-44ff-887b-a75841802f7c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:07.457315 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5fc6f4-c67d-498d-a441-0a3f6b355869", "name": "network-vif-deleted", "tag": "8eb2cd72-58c4-4416-84ee-27f7d58f30e3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:07.457666 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-162ac807-85c4-44ff-887b-a75841802f7c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:07.458078 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5fc6f4-c67d-498d-a441-0a3f6b355869', 'name': 'network-vif-deleted', 'tag': '8eb2cd72-58c4-4416-84ee-27f7d58f30e3', 'status': 'completed', 'code': 200} Jul 23 22:56:07.473602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:07.505097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0de672-77ed-4737-b2fa-849baa8b4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.614279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0de672-77ed-4737-b2fa-849baa8b4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.620104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0de672-77ed-4737-b2fa-849baa8b4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.660835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ad0de672-77ed-4737-b2fa-849baa8b4d4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2ed3b20a285417ea2237636466605c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856823 Jul 23 22:56:07.662078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de672-77ed-4737-b2fa-849baa8b4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce832890-b117-428a-b582-06463ee0192e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:07.663809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:07.725640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.755311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.809879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.813170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:07.817640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce832890-b117-428a-b582-06463ee0192e HTTP/1.1" status: 204 len: 168 time: 0.1523950 Jul 23 22:56:07.828042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efdb6f-25bc-4ce6-a57a-5967a5cdf489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce832890-b117-428a-b582-06463ee0192e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:08.205307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb21ca-2a80-4e4f-a6ef-b32741cbf111 req-f6dcce61-ddee-4f3c-87f9-63c1e8ef7d33 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:08.206869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06fb21ca-2a80-4e4f-a6ef-b32741cbf111 req-f6dcce61-ddee-4f3c-87f9-63c1e8ef7d33 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0771394 Jul 23 22:56:08.266316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:08.270209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06fb21ca-2a80-4e4f-a6ef-b32741cbf111 req-bb11e7f1-b3e0-41a6-89a7-bac02e355dbb tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Jul 23 22:56:08.401329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2030615768'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:08.429169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Made reservation on behalf of 8e08b19e97e649f9b6654f4f7781634c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:08.438282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.451370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.598400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.610893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.692998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:08.715034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.716485 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Added segment 99eccbac-2e41-4a9e-bf7d-6342c2f40249 of type vlan for network 50369c88-c642-4a0d-9e3b-a85298857cb9 Jul 23 22:56:08.736954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec52fbbd-c196-4c98-97b3-6b3fde5783eb req-bf9cb430-9703-4b08-8152-f02b2042b225 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0695605 Jul 23 22:56:08.779567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.816246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a10e2d-bb9f-4407-a91a-09d06ad7ad58,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:08.820312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.827318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:08.827980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:08.869688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6020966 Jul 23 22:56:08.872683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:08.875595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:08.880034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Request body: {'subnet': {'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:08.920974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db9549-bcfb-45d5-a124-7afdcdbe6e13 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'Network': ['ID=50369c88-c642-4a0d-9e3b-a85298857cb9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:08.933182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:08.981480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340114149-network', 'tenant_id': 'a06abecfbeed4b008b391f9c51ae6bcb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:09.007691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:09.010821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Made reservation on behalf of a06abecfbeed4b008b391f9c51ae6bcb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:09.013808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.026947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.039759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Made reservation on behalf of 8e08b19e97e649f9b6654f4f7781634c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:09.044364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.050887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:09.051231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8eb2cd72-58c4-4416-84ee-27f7d58f30e3 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:09.137423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.142418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.163776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:09.179168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9334fd-255f-497d-ad78-7fc0bf70af89,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:09.186048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.186406 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Added segment dba0f728-81da-4549-b3e6-1ad0afeb2b25 of type vlan for network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 Jul 23 22:56:09.246134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.276680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.278009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:09.278603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.303714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.360335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'Subnet': ['ID=d0c05f85-c90c-444b-ad85-471d06d3d6ac,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:09.374016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4962909 Jul 23 22:56:09.374016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d61f-20b5-4b7c-a7fc-6811f5d59a70 admin admin] Pushing event updated for resources: {'Network': ['ID=4ecc94cf-d848-475a-8cce-2e7645d6e1e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:09.375988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:09.381169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Request body: {'subnet': {'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340114149-subnet', 'tenant_id': 'a06abecfbeed4b008b391f9c51ae6bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:09.385188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Checking segment: {'id': '99eccbac-2e41-4a9e-bf7d-6342c2f40249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:09.385616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:09.385746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Network hostable DHCP agents. Network: 50369c88-c642-4a0d-9e3b-a85298857cb9, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:09.407843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:09.414071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Made reservation on behalf of a06abecfbeed4b008b391f9c51ae6bcb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:09.417962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.421736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 50369c88-c642-4a0d-9e3b-a85298857cb9) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:09.427733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:09.428331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.450295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cd570aa4-f00d-4429-ac79-9962451eede1 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5763187 Jul 23 22:56:09.451672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:09.458239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Request body: {'port': {'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-885406760'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:09.461057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318533f2-d144-46d7-9480-9fe295523237 None None] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:09.628412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-50369c88-c642-4a0d-9e3b-a85298857cb9', 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9', 'tenant_id': '8e08b19e97e649f9b6654f4f7781634c', 'fixed_ips': [{'subnet_id': 'd0c05f85-c90c-444b-ad85-471d06d3d6ac'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:09.629277 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.657574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Made reservation on behalf of 8e08b19e97e649f9b6654f4f7781634c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:09.661421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.714131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] device_id is not set on port c415038b-b250-42f8-802d-b48fbbe17719 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:09.720894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.776778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Allocated IP 172.20.0.2 (50369c88-c642-4a0d-9e3b-a85298857cb9/d0c05f85-c90c-444b-ad85-471d06d3d6ac/4b0b4079-158c-42cf-9d8b-4fdd2835616d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:09.837998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbd7e2c-c850-4e0f-a62f-937a4455b72f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:09.849023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Checking segment: {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:09.849453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Network hostable DHCP agents. Network: 4ecc94cf-d848-475a-8cce-2e7645d6e1e0, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:09.881742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07346769-f81c-4ad0-bb12-b084a40b3ff2 req-8477e082-9b6d-45b6-806f-6716481755ce tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0337288 Jul 23 22:56:09.905033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:09.909946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4ecc94cf-d848-475a-8cce-2e7645d6e1e0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:09.914392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:09.915222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:09.932260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4861dc2b-32da-455e-b8ce-adc4a62be56f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5551095 Jul 23 22:56:09.936730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024c1da-be98-4dce-bd29-364f5b29074d None None] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:09.978668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.015638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Transition to ACTIVE for port object 4b0b4079-158c-42cf-9d8b-4fdd2835616d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:10.046714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Transition to ACTIVE for port object 4b0b4079-158c-42cf-9d8b-4fdd2835616d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:10.056521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.114299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Allocated IP 172.20.0.8 (50369c88-c642-4a0d-9e3b-a85298857cb9/d0c05f85-c90c-444b-ad85-471d06d3d6ac/c415038b-b250-42f8-802d-b48fbbe17719) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:10.145234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:10.146723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ba716-271e-419e-8724-0be5be59f216 None None] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:10.149088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:10.162875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:10.187996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Pushing event updated for resources: {'Port': ['ID=4b0b4079-158c-42cf-9d8b-4fdd2835616d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:10.280211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.283433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Attempting to bind port 4b0b4079-158c-42cf-9d8b-4fdd2835616d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:10.283803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Attempting to bind port 4b0b4079-158c-42cf-9d8b-4fdd2835616d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '99eccbac-2e41-4a9e-bf7d-6342c2f40249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:10.284166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Attempting to bind port 4b0b4079-158c-42cf-9d8b-4fdd2835616d on network 50369c88-c642-4a0d-9e3b-a85298857cb9 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:10.296609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:10.297028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Checking segment: {'id': '99eccbac-2e41-4a9e-bf7d-6342c2f40249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:10.297228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Transition to ACTIVE for port object c415038b-b250-42f8-802d-b48fbbe17719 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:10.297437 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.297891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Bound using segment: {'id': '99eccbac-2e41-4a9e-bf7d-6342c2f40249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:10.298419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Bound port: 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99eccbac-2e41-4a9e-bf7d-6342c2f40249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:10.298796 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.342045 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.398824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:10.404092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'Port': ['ID=c415038b-b250-42f8-802d-b48fbbe17719,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:10.408201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:10.410525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:10.416726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] For port 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:10.420661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] For port 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b0b4079-158c-42cf-9d8b-4fdd2835616d,segment=NetworkSegment(99eccbac-2e41-4a9e-bf7d-6342c2f40249),segment_id=99eccbac-2e41-4a9e-bf7d-6342c2f40249)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:10.425381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.474375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:10.475053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.487388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccd737-3f9d-46de-972c-790784c54320 None None] Pushing event updated for resources: {'Port': ['ID=4b0b4079-158c-42cf-9d8b-4fdd2835616d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:10.500275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7089520b-683c-4ab7-8366-0f1c8c911c59 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0474010 Jul 23 22:56:10.503169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:10.508651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Request body: {'port': {'network_id': '50369c88-c642-4a0d-9e3b-a85298857cb9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2068369706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:10.509406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] bootfile-name is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:10.509637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] tftp-server is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:10.509924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] server-ip-address is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:10.643863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Made reservation on behalf of 8e08b19e97e649f9b6654f4f7781634c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:10.647666 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:10.689126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] device_id is not set on port a49c1282-a6de-40e0-b152-7058d2e14537 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:10.830229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Allocated IP 172.20.0.4 (50369c88-c642-4a0d-9e3b-a85298857cb9/d0c05f85-c90c-444b-ad85-471d06d3d6ac/a49c1282-a6de-40e0-b152-7058d2e14537) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:10.997105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c348990-6846-4298-ab00-17e6575b5563 req-2760c081-9c0e-4294-af38-a9e47dcaf194 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5fc6f4-c67d-498d-a441-0a3f6b355869 HTTP/1.1" status: 200 len: 210 time: 0.0407858 Jul 23 22:56:11.031220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.045717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Transition to ACTIVE for port object a49c1282-a6de-40e0-b152-7058d2e14537 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:11.046035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5482f7a7-cdb6-43df-90d2-73a7ba8059c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.081248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.128441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:11.136249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:11.141261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:11.145271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'Port': ['ID=a49c1282-a6de-40e0-b152-7058d2e14537,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:11.194646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:11.195662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.234029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d537fa58-6070-47c9-9e7e-d800e633c98b tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7297201 Jul 23 22:56:11.236843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:11.323816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b0b4079-158c-42cf-9d8b-4fdd2835616d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:11.377079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339392b0-14cd-41c6-843d-f36f695b7090 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:11.384564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339392b0-14cd-41c6-843d-f36f695b7090 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:11.392501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339392b0-14cd-41c6-843d-f36f695b7090 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:11.396867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-339392b0-14cd-41c6-843d-f36f695b7090 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1564200 Jul 23 22:56:11.397354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:11.443366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4b0b4079-158c-42cf-9d8b-4fdd2835616d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:11.594924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Deleting port a49c1282-a6de-40e0-b152-7058d2e14537 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:11.595397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.632338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628ed00-d341-48ff-ac5a-2111add36a1d None None] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:11.698866 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.714972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Calling delete_port for a49c1282-a6de-40e0-b152-7058d2e14537 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:11.753245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Provisioning for port 4b0b4079-158c-42cf-9d8b-4fdd2835616d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:11.763697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Provisioning complete for port 4b0b4079-158c-42cf-9d8b-4fdd2835616d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:11.764073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.930406 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.938220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:11.976724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event deleted for resources: {'Port': ['ID=a49c1282-a6de-40e0-b152-7058d2e14537,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:12.003063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] For port 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b0b4079-158c-42cf-9d8b-4fdd2835616d,segment=NetworkSegment(99eccbac-2e41-4a9e-bf7d-6342c2f40249),segment_id=99eccbac-2e41-4a9e-bf7d-6342c2f40249)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:12.016298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.089067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.094894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:12.103380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Request body: {'port': {'name': 'tempest-new-port-name-1281083693', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:12.104167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] bootfile-name is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:12.104673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] tftp-server is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:12.105345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.api.validators [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] server-ip-address is not in valid_values {{(pid=93836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 22:56:12.108520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cf4cf4c-98d5-4221-b6ea-b541ed706505 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "DELETE /v2.0/ports/a49c1282-a6de-40e0-b152-7058d2e14537 HTTP/1.1" status: 204 len: 168 time: 0.7095389 Jul 23 22:56:12.134577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdf1ec-ee5b-41b4-998b-09be1a6e2be4 None None] Pushing event updated for resources: {'Port': ['ID=4b0b4079-158c-42cf-9d8b-4fdd2835616d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:12.260647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.451161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Provisioning for port c415038b-b250-42f8-802d-b48fbbe17719 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:12.461117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Provisioning complete for port c415038b-b250-42f8-802d-b48fbbe17719 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:12.461679 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.565373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Port c415038b-b250-42f8-802d-b48fbbe17719 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:56:12.571097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Could not find standard attr ID for object a49c1282-a6de-40e0-b152-7058d2e14537. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:12.582535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.588594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Provisioning complete for port 4b0b4079-158c-42cf-9d8b-4fdd2835616d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:12.589066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5378fbd-d1be-44a1-a2fc-7724e3161a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.590862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.702565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event updated for resources: {'Port': ['ID=c415038b-b250-42f8-802d-b48fbbe17719,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:12.734855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] In _notify_port_updated(), no bound segment for port c415038b-b250-42f8-802d-b48fbbe17719 on network 50369c88-c642-4a0d-9e3b-a85298857cb9 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:56:12.746109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:12.746889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.754064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:12.758279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cf22c057-6c22-474f-8136-030d118f6397 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "PUT /v2.0/ports/c415038b-b250-42f8-802d-b48fbbe17719 HTTP/1.1" status: 200 len: 1136 time: 0.6611726 Jul 23 22:56:12.818149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9babd651-0812-403b-bc0e-c1c47d50120d tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:12.823456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:12.824355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9babd651-0812-403b-bc0e-c1c47d50120d tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "GET /v2.0/ports/c415038b-b250-42f8-802d-b48fbbe17719 HTTP/1.1" status: 200 len: 1136 time: 0.0684409 Jul 23 22:56:12.864475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4eaae8a-7c19-4053-9362-e223c39149c7 None None] Provisioning complete for port c415038b-b250-42f8-802d-b48fbbe17719 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:12.865327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4eaae8a-7c19-4053-9362-e223c39149c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:12.906677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a4eaae8a-7c19-4053-9362-e223c39149c7 None None] Port c415038b-b250-42f8-802d-b48fbbe17719 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:56:12.964418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Deleting port c415038b-b250-42f8-802d-b48fbbe17719 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:12.964767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.027606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb1ab43b-2a85-4ae4-8420-25d31d51be92 None None] Could not find standard attr ID for object a49c1282-a6de-40e0-b152-7058d2e14537. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:13.114748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.130941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Calling delete_port for c415038b-b250-42f8-802d-b48fbbe17719 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:13.299206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b0b4079-158c-42cf-9d8b-4fdd2835616d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:13.363709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.400237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4b0b4079-158c-42cf-9d8b-4fdd2835616d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:13.400891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.421292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event deleted for resources: {'Port': ['ID=c415038b-b250-42f8-802d-b48fbbe17719,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:13.441015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:56:13.546681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.550682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc24402a-cb2a-41eb-a8f6-02ee60d251f2 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "DELETE /v2.0/ports/c415038b-b250-42f8-802d-b48fbbe17719 HTTP/1.1" status: 204 len: 168 time: 0.7240784 Jul 23 22:56:13.551300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:13.591793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-00a73992-9686-4bb1-9eb6-d7621630771a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:13.597252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-00a73992-9686-4bb1-9eb6-d7621630771a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 809 time: 0.1746655 Jul 23 22:56:13.621358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-79dc1121-37f9-4ac6-b5d3-935a64af6eea tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/quotas/a06abecfbeed4b008b391f9c51ae6bcb HTTP/1.1" status: 200 len: 375 time: 0.0173755 Jul 23 22:56:13.638800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Deleting subnet d0c05f85-c90c-444b-ad85-471d06d3d6ac {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:13.646487 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.688376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-d647be42-69f6-41d4-903b-f0e8423d1095 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586903 Jul 23 22:56:13.716332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.750985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e326902f-19a6-4998-81d5-13810d03dc99 None None] Could not find standard attr ID for object c415038b-b250-42f8-802d-b48fbbe17719. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:13.777184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66f5d2fd-3690-4752-b0a9-1cc2aef17107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.828968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.844791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-411e0053-3ef7-4038-8448-4b480a39a122 service neutron] 10.222.0.37 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475146 Jul 23 22:56:13.913559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.949646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c05f85-c90c-444b-ad85-471d06d3d6ac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:13.955701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:13.957606 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-328a7813-47b9-4ed3-8b3c-b88d0b73cab0 tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "DELETE /v2.0/subnets/d0c05f85-c90c-444b-ad85-471d06d3d6ac HTTP/1.1" status: 204 len: 168 time: 0.4052577 Jul 23 22:56:13.960198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:13.963992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5565a0-8e0f-4c8b-9359-c04931c7d7f1 None None] Network 50369c88-c642-4a0d-9e3b-a85298857cb9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:13.990183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-1c1624a6-d1aa-4f56-a186-d7814facbf40 service neutron] 10.222.0.37 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395514 Jul 23 22:56:14.058037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.136606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Deleting port 4b0b4079-158c-42cf-9d8b-4fdd2835616d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:14.136952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.175337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.254774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] DHCP port deletion for 50369c88-c642-4a0d-9e3b-a85298857cb9 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:56:14.262236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d97e4230-5d3b-41ac-9a07-c780fb87260e req-253f518b-4ad6-4c7c-a698-b383b7ed1df7 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 210 time: 0.0496633 Jul 23 22:56:14.264306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] For port 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b0b4079-158c-42cf-9d8b-4fdd2835616d,segment=NetworkSegment(99eccbac-2e41-4a9e-bf7d-6342c2f40249),segment_id=99eccbac-2e41-4a9e-bf7d-6342c2f40249)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:14.264682 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.288724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Calling delete_port for 4b0b4079-158c-42cf-9d8b-4fdd2835616d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:14.331471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Deleting port 4b0b4079-158c-42cf-9d8b-4fdd2835616d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:14.331958 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.401963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.431268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] For port 4b0b4079-158c-42cf-9d8b-4fdd2835616d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b0b4079-158c-42cf-9d8b-4fdd2835616d,segment=NetworkSegment(99eccbac-2e41-4a9e-bf7d-6342c2f40249),segment_id=99eccbac-2e41-4a9e-bf7d-6342c2f40249)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:14.431787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.447762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Calling delete_port for 4b0b4079-158c-42cf-9d8b-4fdd2835616d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:14.451471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] No DVR routers for this DVR port 4b0b4079-158c-42cf-9d8b-4fdd2835616d on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:14.453941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event deleted for resources: {'Port': ['ID=4b0b4079-158c-42cf-9d8b-4fdd2835616d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:14.540929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.554127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.566193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50369c88-c642-4a0d-9e3b-a85298857cb9']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:14.569261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] Pushing event deleted for resources: {'Port': ['ID=4b0b4079-158c-42cf-9d8b-4fdd2835616d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:14.571898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eda42f-73dd-46b0-8481-5c7c54fedcb9 None None] No DVR routers for this DVR port 4b0b4079-158c-42cf-9d8b-4fdd2835616d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:14.580461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99eccbac-2e41-4a9e-bf7d-6342c2f40249') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:14.581385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99eccbac-2e41-4a9e-bf7d-6342c2f40249') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:14.596506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.610547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.616435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:14.616932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: items = [ Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:14.621094 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:14.697029 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.704499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.708830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] 10.222.0.37 "DELETE /v2.0/networks/50369c88-c642-4a0d-9e3b-a85298857cb9 HTTP/1.1" status: 204 len: 168 time: 0.7454085 Jul 23 22:56:14.719918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e3d67-7c5b-4157-9fbc-992ee284399f tempest-ExtraDHCPOptionsTestJSON-38064124 tempest-ExtraDHCPOptionsTestJSON-38064124-project] Pushing event deleted for resources: {'Network': ['ID=50369c88-c642-4a0d-9e3b-a85298857cb9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:14.947408 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:14.953489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:15.086610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d65bfc03-cf48-4a01-8f32-976def9fd483 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e08b19e97e649f9b6654f4f7781634c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318400 Jul 23 22:56:15.089533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:15.143685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.166358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.261698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.264468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.265587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98a10e2d-bb9f-4407-a91a-09d06ad7ad58 HTTP/1.1" status: 204 len: 168 time: 0.1751103 Jul 23 22:56:15.265804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b0b4079-158c-42cf-9d8b-4fdd2835616d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:15.278123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65c674-fff8-4daa-9b25-6d7e31460f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a10e2d-bb9f-4407-a91a-09d06ad7ad58,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:15.362893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4b0b4079-158c-42cf-9d8b-4fdd2835616d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:15.363537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b0b4079-158c-42cf-9d8b-4fdd2835616d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:15.385964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-5fc93fed-8738-4c12-94f4-1205979f63dc tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:15.387484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-5fc93fed-8738-4c12-94f4-1205979f63dc tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 809 time: 0.1726716 Jul 23 22:56:15.402134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Request body: {'port': {'device_id': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0', 'admin_state_up': True, 'tenant_id': 'a06abecfbeed4b008b391f9c51ae6bcb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:15.436404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f53b7cca-7ee8-49b0-ad49-f3d256e44cc5 req-ec55ba07-fac6-4504-a253-c8d56ba9a2dd tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 210 time: 0.0479145 Jul 23 22:56:15.558247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Made reservation on behalf of a06abecfbeed4b008b391f9c51ae6bcb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:15.562691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.741164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Allocated IP 172.20.0.4 (4ecc94cf-d848-475a-8cce-2e7645d6e1e0/dfbd7e2c-c850-4e0f-a62f-937a4455b72f/72fcdcf7-5f39-4039-9845-97a5d05c1c96) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:15.967037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.028907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.106140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:16.110507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:16.119369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:16.204035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:16.206897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Pushing event updated for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:16.224871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.225281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.225725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.226238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.226760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.227261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.228423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.228870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.229228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.229591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.229997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.230335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:16.242149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:16.242937 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.261959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-fc7f0811-c647-4e09-b542-79370432ce5a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639791 Jul 23 22:56:16.335073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Request body: {'port': {'device_id': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:16.337949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'networks': [{'name': 'tempest-network--672405567'}, {'name': 'tempest-network--1483252345'}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:16.338270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-network--672405567'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:16.338741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-network--1483252345'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:16.361878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'network': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:16.366805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.376977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.413216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.497685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.502286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.504962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.505510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.591849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:16.605504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.606169 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment b3effb0a-3e08-4d7e-9916-d5834097b641 of type vlan for network 7092d31e-94a4-41e9-9e76-b79d16d837c0 Jul 23 22:56:16.663103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.705648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:16.718466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.718849 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment 3097b11c-072d-45c8-9a34-0b67b57dd008 of type vlan for network 81ff335a-0e38-47b3-8ea4-450bc3606852 Jul 23 22:56:16.778598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.796032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea6c5d-06d9-4be6-bb7b-cb25d84f90e8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:16.826954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.827567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.834048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:16.840166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:16.840877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.889432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6841300 Jul 23 22:56:16.892400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:16.923568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=7092d31e-94a4-41e9-9e76-b79d16d837c0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:16.935624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7092d31e-94a4-41e9-9e76-b79d16d837c0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:17.030309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514709-b42e-411f-a04e-a7ad62177012 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=81ff335a-0e38-47b3-8ea4-450bc3606852,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:17.042923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 81ff335a-0e38-47b3-8ea4-450bc3606852 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:17.166188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22ae7-25ff-452e-9b6c-f7eaac2afceb req-6de84ce7-b2f0-4f9a-98b8-c345ae195d07 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.167707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15b22ae7-25ff-452e-9b6c-f7eaac2afceb req-6de84ce7-b2f0-4f9a-98b8-c345ae195d07 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 931 time: 0.3165600 Jul 23 22:56:17.223237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be328b26-9f20-44f1-a4d8-7e1e6746aabf tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.230098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be328b26-9f20-44f1-a4d8-7e1e6746aabf tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.236152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be328b26-9f20-44f1-a4d8-7e1e6746aabf tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.242144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be328b26-9f20-44f1-a4d8-7e1e6746aabf tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.244159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-be328b26-9f20-44f1-a4d8-7e1e6746aabf tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3507764 Jul 23 22:56:17.246983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:17.304971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15b22ae7-25ff-452e-9b6c-f7eaac2afceb req-86e80edc-0397-478c-9bdf-9577b94d06c4 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266448 Jul 23 22:56:17.393797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.403267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fcdcf7-5f39-4039-9845-97a5d05c1c96 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:56:17.413489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.450653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Transition to ACTIVE for port object 72fcdcf7-5f39-4039-9845-97a5d05c1c96 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:17.467236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.559869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.580248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Pushing event updated for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:17.586209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7092d31e-94a4-41e9-9e76-b79d16d837c0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:17.630265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3effb0a-3e08-4d7e-9916-d5834097b641') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:17.630653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3effb0a-3e08-4d7e-9916-d5834097b641') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:17.645702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.666199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.675211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:17.675619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:17.679747 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:17.707166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Attempting to bind port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:17.707484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Attempting to bind port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:17.707740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Attempting to bind port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:17.716422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:56:17.716765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Attempting to bind port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:17.754536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:17.754935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Checking segment: {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:17.755246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Bound using segment: {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:17.755681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Bound port: 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:17.756046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.769528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.774131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.776256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/7092d31e-94a4-41e9-9e76-b79d16d837c0 HTTP/1.1" status: 204 len: 168 time: 0.5282381 Jul 23 22:56:17.779115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:17.817466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143c11d-b9cb-43fb-927f-0dc517881c28 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=7092d31e-94a4-41e9-9e76-b79d16d837c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:17.854581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:17.859486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:17.864827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.873893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.906267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:17.906894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.909063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-c58dd654-7070-4116-86db-69034a5c011a service neutron] 10.222.0.25 "PUT /v2.0/ports/72fcdcf7-5f39-4039-9845-97a5d05c1c96 HTTP/1.1" status: 200 len: 1092 time: 1.6393616 Jul 23 22:56:17.909063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:17.911458 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c23bf0-e999-4318-a282-f685d9e40f46" -d '{"events": [{"name": "network-changed", "server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:17.940766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dd654-7070-4116-86db-69034a5c011a service neutron] Pushing event updated for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:17.966792 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9602de-51bd-4cc4-9fbf-96912743f84c x-openstack-request-id: req-cf9602de-51bd-4cc4-9fbf-96912743f84c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:17.967100 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:17.967357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf9602de-51bd-4cc4-9fbf-96912743f84c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:17.967826 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96', 'status': 'completed', 'code': 200} Jul 23 22:56:18.035691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.035924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-838b1b39-1e68-4a72-aaa6-3f56b1fdf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.037333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-838b1b39-1e68-4a72-aaa6-3f56b1fdf54b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 1095 time: 0.0675581 Jul 23 22:56:18.047570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ff335a-0e38-47b3-8ea4-450bc3606852']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:18.060323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3097b11c-072d-45c8-9a34-0b67b57dd008') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:18.060913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3097b11c-072d-45c8-9a34-0b67b57dd008') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:18.070586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.086106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.088170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-f372fd56-6c88-4e9e-b139-7554ccd15056 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96 HTTP/1.1" status: 200 len: 217 time: 0.0415094 Jul 23 22:56:18.096246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:18.097425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:18.104261 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:18.156289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-73f20b71-7f71-4b79-916a-b7b63c83b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.158053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-73f20b71-7f71-4b79-916a-b7b63c83b1e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfbd7e2c-c850-4e0f-a62f-937a4455b72f HTTP/1.1" status: 200 len: 849 time: 0.0626950 Jul 23 22:56:18.204465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.217695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.219590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/81ff335a-0e38-47b3-8ea4-450bc3606852 HTTP/1.1" status: 204 len: 168 time: 0.4394300 Jul 23 22:56:18.222389 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-7e72ca98-5c02-4369-ad29-1b2804e9e6bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583575 Jul 23 22:56:18.223098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:18.230455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9753e-9208-447d-80aa-8bbd408aff17 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=81ff335a-0e38-47b3-8ea4-450bc3606852,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:18.404742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-2aab18e7-920e-4d2e-bc25-09e514310378 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684878 Jul 23 22:56:18.411784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e28464-1c67-4519-9502-c761dd9e9285 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.418407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e28464-1c67-4519-9502-c761dd9e9285 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.423433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-10e28464-1c67-4519-9502-c761dd9e9285 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1954606 Jul 23 22:56:18.425465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:18.431388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1875549943'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:18.460171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:18.465562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.502170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:18.514370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.515010 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment e6abd30a-54ea-46f3-9ae9-bdaabf93b15e of type vlan for network 99ae74db-7724-4e9a-968f-d47e6f259f5a Jul 23 22:56:18.561467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88bd1c32-06ef-4a8d-9bc4-537ad6679b81 req-d47b76a0-0d87-4add-b13c-544969ef7de1 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391845 Jul 23 22:56:18.562277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.573243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9b3a-2bcd-4f91-8c99-dccd4c772bab req-097169aa-ca14-4fad-8be4-16b1ac4173fa tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.574825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1af9b3a-2bcd-4f91-8c99-dccd4c772bab req-097169aa-ca14-4fad-8be4-16b1ac4173fa tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 943 time: 0.1539099 Jul 23 22:56:18.611945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.622234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.624093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.634828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1af9b3a-2bcd-4f91-8c99-dccd4c772bab req-7e93d078-c902-4858-9b11-85e3550212d4 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Jul 23 22:56:18.663906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2371962 Jul 23 22:56:18.668465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:18.687827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1716381596'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:18.710745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-4852bf37-ec6c-4394-859c-fd93d25dd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.713068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-4852bf37-ec6c-4394-859c-fd93d25dd0b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 1095 time: 0.0769055 Jul 23 22:56:18.737353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016247-2f53-43ce-a08e-0f45f8622d4f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=99ae74db-7724-4e9a-968f-d47e6f259f5a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:18.749259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 99ae74db-7724-4e9a-968f-d47e6f259f5a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:18.793230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:18.804403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.851543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-d805b10b-f501-4ef4-8c88-b51658f43e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:18.854341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-d805b10b-f501-4ef4-8c88-b51658f43e0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 910 time: 0.1349518 Jul 23 22:56:18.882590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:18.900451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.900930 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment f9de8329-126d-4251-88ed-f225d42e2296 of type vlan for network d907f3f9-ab61-4252-8d61-885b362da60f Jul 23 22:56:18.960756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-f78e5550-1ae3-4f62-8990-d0aef92b22ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96 HTTP/1.1" status: 200 len: 217 time: 0.0986271 Jul 23 22:56:18.972049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.012235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.019678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:19.020851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.046705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-4eab1272-88ea-4ece-b896-b0ef254ab01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:19.048253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-4eab1272-88ea-4ece-b896-b0ef254ab01e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfbd7e2c-c850-4e0f-a62f-937a4455b72f HTTP/1.1" status: 200 len: 849 time: 0.0749452 Jul 23 22:56:19.094837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-dceb24af-aa2e-4c47-a8ab-c29f47236633 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392075 Jul 23 22:56:19.138499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=d907f3f9-ab61-4252-8d61-885b362da60f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:19.151115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d907f3f9-ab61-4252-8d61-885b362da60f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:19.159592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6e6cc77-b513-442d-9014-6ee78e7bb9bd tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4878209 Jul 23 22:56:19.160051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:19.169494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'ports': [{'network_id': '99ae74db-7724-4e9a-968f-d47e6f259f5a', 'name': 'tempest-port--1655138359', 'admin_state_up': True}, {'network_id': 'd907f3f9-ab61-4252-8d61-885b362da60f', 'admin_state_up': False}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:19.169870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'port': {'network_id': '99ae74db-7724-4e9a-968f-d47e6f259f5a', 'name': 'tempest-port--1655138359', 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:19.170731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'port': {'network_id': 'd907f3f9-ab61-4252-8d61-885b362da60f', 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:19.287295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-2a44f303-4c93-4ebd-b550-0944913491a7 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854329 Jul 23 22:56:19.432553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'port': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:19.442346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.444839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c23bf0-e999-4318-a282-f685d9e40f46 req-f6a27809-81f5-4aad-b880-41ee541d6c76 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489840 Jul 23 22:56:19.468071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.565150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] device_id is not set on port d7eaa4cc-925d-4e49-80a4-11b155f51c12 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:19.748718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:19.828961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee32bb5-c518-4852-acf4-3d67b88980a2 req-1be1c2c7-bd09-4ba0-a693-c576f15ffd32 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:19.849317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dee32bb5-c518-4852-acf4-3d67b88980a2 req-1be1c2c7-bd09-4ba0-a693-c576f15ffd32 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 943 time: 0.0970690 Jul 23 22:56:19.867319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] device_id is not set on port 2fa95de6-a63f-4dae-bf8f-06c31fc3fde2 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:56:19.907379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dee32bb5-c518-4852-acf4-3d67b88980a2 req-4cbe01e2-a757-4ce1-95be-24e62f784496 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Jul 23 22:56:20.006419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.067494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.139185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Checking segment: {'id': 'e6abd30a-54ea-46f3-9ae9-bdaabf93b15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '99ae74db-7724-4e9a-968f-d47e6f259f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:20.139425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network hostable DHCP agents. Network: 99ae74db-7724-4e9a-968f-d47e6f259f5a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:20.141407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Port': ['ID=d7eaa4cc-925d-4e49-80a4-11b155f51c12,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:20.164048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network 99ae74db-7724-4e9a-968f-d47e6f259f5a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:20.185026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 99ae74db-7724-4e9a-968f-d47e6f259f5a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:20.190984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:20.192531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.193751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a23cec-d0f5-44d4-93ec-d48647183142 None None] Network 99ae74db-7724-4e9a-968f-d47e6f259f5a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:20.277140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Checking segment: {'id': 'f9de8329-126d-4251-88ed-f225d42e2296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd907f3f9-ab61-4252-8d61-885b362da60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:20.277510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network hostable DHCP agents. Network: d907f3f9-ab61-4252-8d61-885b362da60f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:20.292920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Port': ['ID=2fa95de6-a63f-4dae-bf8f-06c31fc3fde2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:20.319452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network d907f3f9-ab61-4252-8d61-885b362da60f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:20.345025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d907f3f9-ab61-4252-8d61-885b362da60f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:20.349440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:20.356493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed789c-ab5d-492c-97a6-dcd8c2346852 None None] Network d907f3f9-ab61-4252-8d61-885b362da60f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:20.364477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:20.377258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:20.378347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.403751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:20.414819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed3b0e05-9e4b-4e0d-814f-7f89f82c4c2f tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2523270 Jul 23 22:56:20.541872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 72fcdcf7-5f39-4039-9845-97a5d05c1c96 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:56:20.599747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386a5be-aad9-44fa-b0de-aada14d3a27b tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:20.626864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386a5be-aad9-44fa-b0de-aada14d3a27b tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:20.632579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1386a5be-aad9-44fa-b0de-aada14d3a27b tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2252033 Jul 23 22:56:20.633212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:20.767308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:20.794247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '72fcdcf7-5f39-4039-9845-97a5d05c1c96', 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0', 'port_id': '72fcdcf7-5f39-4039-9845-97a5d05c1c96', 'mac_address': 'fa:16:3e:f4:56:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbd7e2c-c850-4e0f-a62f-937a4455b72f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:56:20.815406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Deleting port d7eaa4cc-925d-4e49-80a4-11b155f51c12 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:20.815759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.892423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.908428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fcdcf7-5f39-4039-9845-97a5d05c1c96 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:56:20.936932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:20.946751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:20.995278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.011366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:21.021458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Calling delete_port for d7eaa4cc-925d-4e49-80a4-11b155f51c12 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:21.159419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddd0d-08f9-4bbb-9aeb-9bb63b37613a req-3d9ca5b5-cbca-4179-9e57-a29036d58e53 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:21.167966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6ddd0d-08f9-4bbb-9aeb-9bb63b37613a req-3d9ca5b5-cbca-4179-9e57-a29036d58e53 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 944 time: 0.1525712 Jul 23 22:56:21.212442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.221329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['72fcdcf7-5f39-4039-9845-97a5d05c1c96'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:56:21.279408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Port': ['ID=d7eaa4cc-925d-4e49-80a4-11b155f51c12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:21.295838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6ddd0d-08f9-4bbb-9aeb-9bb63b37613a req-fbdf262f-9a57-4a86-88e1-a6a720c0028e tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267488 Jul 23 22:56:21.300460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.303091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7163f7cd-cf62-4f3e-8cc8-060ea14dee9d tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/ports/d7eaa4cc-925d-4e49-80a4-11b155f51c12 HTTP/1.1" status: 204 len: 168 time: 0.6670566 Jul 23 22:56:21.306462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:21.461616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Deleting port 2fa95de6-a63f-4dae-bf8f-06c31fc3fde2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:21.462624 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.546898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.563299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Calling delete_port for 2fa95de6-a63f-4dae-bf8f-06c31fc3fde2 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:21.657728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.694723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Port': ['ID=2fa95de6-a63f-4dae-bf8f-06c31fc3fde2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:21.700000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.705226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-897ff8fc-9afe-47d8-b94e-c39a5aca0840 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/ports/2fa95de6-a63f-4dae-bf8f-06c31fc3fde2 HTTP/1.1" status: 204 len: 168 time: 0.3954730 Jul 23 22:56:21.705555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:21.761673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d5433f1b-1f9a-4103-9a68-af84a1915359 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541043 Jul 23 22:56:21.764946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:21.770754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1988784859'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:21.798001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:21.802396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.856830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:21.870429 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.870783 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment db48397c-fc58-46f3-b275-e089723c2f44 of type vlan for network 5cc5924a-6518-4c5f-9167-3ae955c5886b Jul 23 22:56:21.927614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.988719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:21.997287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:21.998040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.047067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2803144 Jul 23 22:56:22.050064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:22.056449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1389904003'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:22.092035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:22.096592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.106866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cd74c-d790-494d-8258-36793e4636e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=5cc5924a-6518-4c5f-9167-3ae955c5886b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:22.125128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5cc5924a-6518-4c5f-9167-3ae955c5886b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:22.181778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:22.207038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.207463 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Added segment ab61f590-186d-42e6-b104-d929d31e3798 of type vlan for network aad95652-8b86-4b55-9947-586bc93a9ce2 Jul 23 22:56:22.285480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.331269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.338698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.347135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:22.350507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.371209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4e76-884e-44e7-9775-eefa8dda5386 req-0b654d14-1629-41da-92d3-325e531d3e38 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:22.378970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-034e4e76-884e-44e7-9775-eefa8dda5386 req-0b654d14-1629-41da-92d3-325e531d3e38 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1534116 Jul 23 22:56:22.445065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-034e4e76-884e-44e7-9775-eefa8dda5386 req-6cf405b4-f940-47b9-ad05-edf2877cb4dd tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652061 Jul 23 22:56:22.545097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 72fcdcf7-5f39-4039-9845-97a5d05c1c96 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:22.686260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5808-c3b5-407d-97c3-e858387b40ef req-fe2f59fe-2207-4aa1-9333-de7e7ab9e5f9 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:22.694059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2e5808-c3b5-407d-97c3-e858387b40ef req-fe2f59fe-2207-4aa1-9333-de7e7ab9e5f9 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 944 time: 0.1145098 Jul 23 22:56:22.704369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:22.709433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:22.710160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.763676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d2e5808-c3b5-407d-97c3-e858387b40ef req-c9dbcb3e-1346-4f65-995e-3549c02ff115 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684474 Jul 23 22:56:22.856484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:22.884713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:22.887317 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13743e-7a88-4fb5-998e-bae5af05378a" -d '{"events": [{"server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "name": "network-vif-plugged", "status": "completed", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:22.891747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Network': ['ID=aad95652-8b86-4b55-9947-586bc93a9ce2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:22.903678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network aad95652-8b86-4b55-9947-586bc93a9ce2 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:22.909227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:22.915557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6b4311a7-6a16-4b7d-b05e-2860f8940a06 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8636019 Jul 23 22:56:22.917492 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.035468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:23.041258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'subnets': [{'network_id': '5cc5924a-6518-4c5f-9167-3ae955c5886b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634309378', 'ip_version': 4}, {'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:23.041991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'subnet': {'network_id': '5cc5924a-6518-4c5f-9167-3ae955c5886b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--634309378', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:23.042760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Request body: {'subnet': {'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:23.094424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:23.098667 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8c40e-2a92-4c86-8dbd-31823c7774de x-openstack-request-id: req-dfe8c40e-2a92-4c86-8dbd-31823c7774de {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:23.098959 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "name": "network-vif-plugged", "status": "completed", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:23.099220 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfe8c40e-2a92-4c86-8dbd-31823c7774de {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:23.099605 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96', 'code': 200} Jul 23 22:56:23.112482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f967-73fb-4a8c-9e03-c62ed2a4721e req-0f177683-ae63-46f7-8784-2ced2a6ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:23.114950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3be1f967-73fb-4a8c-9e03-c62ed2a4721e req-0f177683-ae63-46f7-8784-2ced2a6ede56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 1097 time: 0.0766876 Jul 23 22:56:23.155947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3be1f967-73fb-4a8c-9e03-c62ed2a4721e req-aa2b3268-41e5-429c-8014-abc109baae1e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Jul 23 22:56:23.277373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Made reservation on behalf of ac840a9fb3c94f8abd6cb70de90b28b6 for: {'subnet': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:23.282936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.283518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.286704 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.623610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0548-8103-4635-9e9f-e88409be14b4 req-617d0d73-2cac-4e70-ac6a-5a35a21f5aeb tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:23.625226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ada0548-8103-4635-9e9f-e88409be14b4 req-617d0d73-2cac-4e70-ac6a-5a35a21f5aeb tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1060474 Jul 23 22:56:23.668306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ada0548-8103-4635-9e9f-e88409be14b4 req-e8935925-96ba-4ceb-8d8e-2cf1131570a5 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 Jul 23 22:56:23.704845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.797422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Subnet': ['ID=8948fe0f-9f47-46d9-9083-c1801bee2797,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:23.812297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Checking segment: {'id': 'db48397c-fc58-46f3-b275-e089723c2f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5cc5924a-6518-4c5f-9167-3ae955c5886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:23.814471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network hostable DHCP agents. Network: 5cc5924a-6518-4c5f-9167-3ae955c5886b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:23.846517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network 5cc5924a-6518-4c5f-9167-3ae955c5886b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:23.862325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5cc5924a-6518-4c5f-9167-3ae955c5886b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:23.869477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:23.873636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c576ad12-dbab-4ba1-9214-84e77dfabaff None None] Network 5cc5924a-6518-4c5f-9167-3ae955c5886b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:23.985117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5322b-aa55-46e6-a6c3-1202395c11fb req-ed243bf6-4b06-4465-8d6a-e89d81e2d5cf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:23.991533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cca5322b-aa55-46e6-a6c3-1202395c11fb req-ed243bf6-4b06-4465-8d6a-e89d81e2d5cf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 945 time: 0.1354549 Jul 23 22:56:24.014577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event updated for resources: {'Subnet': ['ID=38189760-c73e-484c-be3d-6109eebfdaa1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:24.044629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Checking segment: {'id': 'ab61f590-186d-42e6-b104-d929d31e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:24.045171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network hostable DHCP agents. Network: aad95652-8b86-4b55-9947-586bc93a9ce2, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:24.065095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cca5322b-aa55-46e6-a6c3-1202395c11fb req-bccaf66f-7341-456a-a687-d23283843914 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667644 Jul 23 22:56:24.090237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Network aad95652-8b86-4b55-9947-586bc93a9ce2 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:24.103885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, aad95652-8b86-4b55-9947-586bc93a9ce2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:24.113689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.114386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.115269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.117408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f3c98-3816-4303-94ae-b88f2e3f5e2d None None] Network aad95652-8b86-4b55-9947-586bc93a9ce2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:24.136964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a9b54143-c74b-4afd-91ba-cebd46c1c8e1 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1001084 Jul 23 22:56:24.139611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:24.217534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cad83-8dc9-4a28-b0c4-e0edbaead582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-5cc5924a-6518-4c5f-9167-3ae955c5886b', 'network_id': '5cc5924a-6518-4c5f-9167-3ae955c5886b', 'tenant_id': 'ac840a9fb3c94f8abd6cb70de90b28b6', 'fixed_ips': [{'subnet_id': '8948fe0f-9f47-46d9-9083-c1801bee2797'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:24.218875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-160cad83-8dc9-4a28-b0c4-e0edbaead582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.270499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a64dfb-1e20-4221-8f54-c5adc249dcd3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.272295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a64dfb-1e20-4221-8f54-c5adc249dcd3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.273958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a64dfb-1e20-4221-8f54-c5adc249dcd3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.279310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-30a64dfb-1e20-4221-8f54-c5adc249dcd3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1385348 Jul 23 22:56:24.279504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:24.378390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Deleting subnet 8948fe0f-9f47-46d9-9083-c1801bee2797 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:24.379075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-c8bd2566-9c35-439d-b3ee-f1784e44b64d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:24.380656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-c8bd2566-9c35-439d-b3ee-f1784e44b64d tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.25 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1002364 Jul 23 22:56:24.382961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.440063 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.490928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-aad95652-8b86-4b55-9947-586bc93a9ce2', 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2', 'tenant_id': 'ac840a9fb3c94f8abd6cb70de90b28b6', 'fixed_ips': [{'subnet_id': '38189760-c73e-484c-be3d-6109eebfdaa1'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:24.493697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.524544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.540875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Deleting port f827ae14-973e-48e8-96ea-862b3941d199 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:24.541722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.606479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-160cad83-8dc9-4a28-b0c4-e0edbaead582 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8948fe0f-9f47-46d9-9083-c1801bee2797: This subnet is being modified by another concurrent operation. Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:56:24.613271 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8948fe0f-9f47-46d9-9083-c1801bee2797: This subnet is being modified by another concurrent operation. Jul 23 22:56:24.618594 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:56:24.646141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Subnet': ['ID=8948fe0f-9f47-46d9-9083-c1801bee2797,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:24.650081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.652828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77340ceb-422a-41e8-8fb2-f583f304fb16 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/subnets/8948fe0f-9f47-46d9-9083-c1801bee2797 HTTP/1.1" status: 204 len: 168 time: 0.3713994 Jul 23 22:56:24.655566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:24.671877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9050b080-334c-4b54-b9d7-6d48a5a42cc7 None None] Network 5cc5924a-6518-4c5f-9167-3ae955c5886b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:24.683461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] For port f827ae14-973e-48e8-96ea-862b3941d199, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f827ae14-973e-48e8-96ea-862b3941d199,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:24.683836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:24.699884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Calling delete_port for f827ae14-973e-48e8-96ea-862b3941d199 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:24.731256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Deleting subnet 38189760-c73e-484c-be3d-6109eebfdaa1 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:24.809641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Allocated IP 172.20.0.18 (aad95652-8b86-4b55-9947-586bc93a9ce2/38189760-c73e-484c-be3d-6109eebfdaa1/caba060b-2ba3-4875-b74a-2e2ea8aa84d6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:25.029414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.040876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Transition to ACTIVE for port object caba060b-2ba3-4875-b74a-2e2ea8aa84d6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:25.061330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Transition to ACTIVE for port object caba060b-2ba3-4875-b74a-2e2ea8aa84d6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:25.068949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.079621 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.125494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Network aad95652-8b86-4b55-9947-586bc93a9ce2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:25.132389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:25.135785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:25.146579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Pushing event updated for resources: {'Port': ['ID=caba060b-2ba3-4875-b74a-2e2ea8aa84d6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:25.150580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.174430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.174938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.175743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.175868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.176290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.176713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.177746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.178277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.178726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.179208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.179714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.181070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:25.181640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280a476-4080-4764-91b1-018a7ba71f62 req-9a4a5793-d017-46ae-865f-caa8ae4bdec7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:25.186251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b280a476-4080-4764-91b1-018a7ba71f62 req-9a4a5793-d017-46ae-865f-caa8ae4bdec7 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=80dad4db-2d69-4092-980a-b94e281d963e HTTP/1.1" status: 200 len: 945 time: 0.1426759 Jul 23 22:56:25.220859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Attempting to bind port caba060b-2ba3-4875-b74a-2e2ea8aa84d6 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:25.221500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Attempting to bind port caba060b-2ba3-4875-b74a-2e2ea8aa84d6 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ab61f590-186d-42e6-b104-d929d31e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:25.222003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Attempting to bind port caba060b-2ba3-4875-b74a-2e2ea8aa84d6 on network aad95652-8b86-4b55-9947-586bc93a9ce2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:25.228735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:25.229335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Checking segment: {'id': 'ab61f590-186d-42e6-b104-d929d31e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:25.230006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.230525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Bound using segment: {'id': 'ab61f590-186d-42e6-b104-d929d31e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:25.231107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Bound port: caba060b-2ba3-4875-b74a-2e2ea8aa84d6, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab61f590-186d-42e6-b104-d929d31e3798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aad95652-8b86-4b55-9947-586bc93a9ce2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:25.231711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.301722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.335371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b280a476-4080-4764-91b1-018a7ba71f62 req-6f90d5cf-f385-4291-923b-e5b898c519e9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440105 Jul 23 22:56:25.341145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.359688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['bcb9787d-a4a0-4821-8580-368fd291bcaa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:56:25.420667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Pushing event deleted for resources: {'Port': ['ID=f827ae14-973e-48e8-96ea-862b3941d199,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:25.481267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.500307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] For port caba060b-2ba3-4875-b74a-2e2ea8aa84d6, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:25.520630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] For port caba060b-2ba3-4875-b74a-2e2ea8aa84d6, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=caba060b-2ba3-4875-b74a-2e2ea8aa84d6,segment=NetworkSegment(ab61f590-186d-42e6-b104-d929d31e3798),segment_id=ab61f590-186d-42e6-b104-d929d31e3798)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:25.549412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.565741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] No DVR routers for this DVR port f827ae14-973e-48e8-96ea-862b3941d199 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:25.572471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.581376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38a9358b-67bb-4f79-9aa4-a1aa8a8f0c1b req-f378cb8e-e66b-49ab-9c96-5949b7806aab tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.25 "DELETE /v2.0/ports/f827ae14-973e-48e8-96ea-862b3941d199 HTTP/1.1" status: 204 len: 173 time: 1.1901824 Jul 23 22:56:25.582581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'name': 'network-vif-deleted', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:25.587049 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd605c9-1ef1-4a10-9872-d7bdcfc882d2" -d '{"events": [{"server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "name": "network-vif-deleted", "tag": "f827ae14-973e-48e8-96ea-862b3941d199"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:25.599707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Subnet': ['ID=38189760-c73e-484c-be3d-6109eebfdaa1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:25.604750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.609371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59825ca2-8355-468d-bafa-e90a633407f7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/subnets/38189760-c73e-484c-be3d-6109eebfdaa1 HTTP/1.1" status: 204 len: 168 time: 0.9494255 Jul 23 22:56:25.610683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:25.679008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305658-c04c-4fcd-99d3-6992d8177e77 None None] Pushing event updated for resources: {'Port': ['ID=caba060b-2ba3-4875-b74a-2e2ea8aa84d6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:25.716346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ec89a-d198-4151-ae6b-f26e7cca3be7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:25.718415 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-167ec89a-d198-4151-ae6b-f26e7cca3be7 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049509 Jul 23 22:56:25.721691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:25.750242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aff11-82bd-4ef0-bf22-fe3c6cc1aa6a req-4a2fe4e9-1b24-4b43-8b08-710a4c57893d tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:25.751790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd1aff11-82bd-4ef0-bf22-fe3c6cc1aa6a req-4a2fe4e9-1b24-4b43-8b08-710a4c57893d tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 945 time: 0.1897678 Jul 23 22:56:25.818177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd1aff11-82bd-4ef0-bf22-fe3c6cc1aa6a req-6b3e0bc0-b5db-4d03-a315-44ae2953d84a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 Jul 23 22:56:25.825176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:25.988407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Deleting port caba060b-2ba3-4875-b74a-2e2ea8aa84d6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:25.989438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.028214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a87cd-de83-4235-bea1-b807356d2a00 req-5f6eaa80-24c4-4711-b6dd-2894570f92ca tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:26.030088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd5a87cd-de83-4235-bea1-b807356d2a00 req-5f6eaa80-24c4-4711-b6dd-2894570f92ca tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1162691 Jul 23 22:56:26.095015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd5a87cd-de83-4235-bea1-b807356d2a00 req-af5691b6-5d74-4b31-8b75-edabc48888d5 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510497 Jul 23 22:56:26.110340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] For port caba060b-2ba3-4875-b74a-2e2ea8aa84d6, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=caba060b-2ba3-4875-b74a-2e2ea8aa84d6,segment=NetworkSegment(ab61f590-186d-42e6-b104-d929d31e3798),segment_id=ab61f590-186d-42e6-b104-d929d31e3798)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:26.110853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.136996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Calling delete_port for caba060b-2ba3-4875-b74a-2e2ea8aa84d6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:26.150702 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae9e690-2d60-4b3a-8ea4-97794b768191 x-openstack-request-id: req-5ae9e690-2d60-4b3a-8ea4-97794b768191 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:26.151035 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dad4db-2d69-4092-980a-b94e281d963e", "name": "network-vif-deleted", "tag": "f827ae14-973e-48e8-96ea-862b3941d199", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:26.151278 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ae9e690-2d60-4b3a-8ea4-97794b768191 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:26.151696 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dad4db-2d69-4092-980a-b94e281d963e', 'name': 'network-vif-deleted', 'tag': 'f827ae14-973e-48e8-96ea-862b3941d199', 'status': 'completed', 'code': 200} Jul 23 22:56:26.260268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.294230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Port': ['ID=caba060b-2ba3-4875-b74a-2e2ea8aa84d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:26.298797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] No DVR routers for this DVR port caba060b-2ba3-4875-b74a-2e2ea8aa84d6 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:26.389134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.403777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad95652-8b86-4b55-9947-586bc93a9ce2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.420737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab61f590-186d-42e6-b104-d929d31e3798') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.421135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab61f590-186d-42e6-b104-d929d31e3798') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.434114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.454483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.463912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:26.464638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:26.468155 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:26.546702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.560644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f827ae14-973e-48e8-96ea-862b3941d199 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:26.575455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.579582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/aad95652-8b86-4b55-9947-586bc93a9ce2 HTTP/1.1" status: 204 len: 168 time: 0.8567615 Jul 23 22:56:26.582067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:26.598161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea204e3-8c0a-41db-a213-1bc41a19e2e9 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=aad95652-8b86-4b55-9947-586bc93a9ce2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:26.613218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f827ae14-973e-48e8-96ea-862b3941d199 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:26.613566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f827ae14-973e-48e8-96ea-862b3941d199 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:26.693747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.807491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.829323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc5924a-6518-4c5f-9167-3ae955c5886b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.863633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db48397c-fc58-46f3-b275-e089723c2f44') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.863859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db48397c-fc58-46f3-b275-e089723c2f44') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:26.876231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.895333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.905979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7629248b-097e-4f83-88d1-4f97638a6cb5 None None] Could not find standard attr ID for object caba060b-2ba3-4875-b74a-2e2ea8aa84d6. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:56:26.909396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:26.909918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:26.914376 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:26.948878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0605b53-3ac2-4212-b108-b2eed4847ca5 None None] DHCP port deletion for aad95652-8b86-4b55-9947-586bc93a9ce2 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:56:26.958990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c64c1c-9b77-4337-bd25-0eabbbaabe57 req-531ea35f-ead4-4f9f-8fb5-f1364b85e89b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:26.966292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7c64c1c-9b77-4337-bd25-0eabbbaabe57 req-531ea35f-ead4-4f9f-8fb5-f1364b85e89b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1558034 Jul 23 22:56:26.971152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053999f7-3667-43bc-92fa-f753b9e334e4 None None] Network aad95652-8b86-4b55-9947-586bc93a9ce2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:26.988898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053999f7-3667-43bc-92fa-f753b9e334e4 None None] Network aad95652-8b86-4b55-9947-586bc93a9ce2 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 22:56:26.999667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a464d33-7713-4e67-bbaa-e04d34bb6081 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:56:27.016989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.029135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.031010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/5cc5924a-6518-4c5f-9167-3ae955c5886b HTTP/1.1" status: 204 len: 168 time: 0.4478457 Jul 23 22:56:27.033535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:27.056375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7c64c1c-9b77-4337-bd25-0eabbbaabe57 req-d5b1b16d-15bd-4905-9be8-6a27824cdb4c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892284 Jul 23 22:56:27.059724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e2e7-d2f8-4174-9c9f-748ce57771d6 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=5cc5924a-6518-4c5f-9167-3ae955c5886b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:27.147960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a464d33-7713-4e67-bbaa-e04d34bb6081 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:56:27.154900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.194779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5a1d1-f994-4ef3-81b7-a0046ca78c69 req-a4788c57-d72c-443e-a09e-d4841d45662a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:27.197876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93c5a1d1-f994-4ef3-81b7-a0046ca78c69 req-a4788c57-d72c-443e-a09e-d4841d45662a tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 945 time: 0.0771124 Jul 23 22:56:27.261119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93c5a1d1-f994-4ef3-81b7-a0046ca78c69 req-0fc6fb8a-b05c-4ef2-808c-279f4133529f tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Jul 23 22:56:27.303077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.318401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d907f3f9-ab61-4252-8d61-885b362da60f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.330387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9de8329-126d-4251-88ed-f225d42e2296') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.330688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9de8329-126d-4251-88ed-f225d42e2296') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.349333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.368444 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.382087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:27.382497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:27.388539 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:27.408187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a2050-eecf-4054-8dd8-4feb097b5325 req-ec31c16e-8739-401c-98d8-cec9edad3078 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:27.410674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-014a2050-eecf-4054-8dd8-4feb097b5325 req-ec31c16e-8739-401c-98d8-cec9edad3078 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.0928187 Jul 23 22:56:27.458886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-014a2050-eecf-4054-8dd8-4feb097b5325 req-8c7a5d9f-71a1-4ea2-b7c1-3126e406bac7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Jul 23 22:56:27.481678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.492239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.494474 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/d907f3f9-ab61-4252-8d61-885b362da60f HTTP/1.1" status: 204 len: 168 time: 0.4593515 Jul 23 22:56:27.497049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:27.519796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af49eff-ab0b-44d7-a3e1-dfed368dd449 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=d907f3f9-ab61-4252-8d61-885b362da60f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:27.589455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.678248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.688773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae74db-7724-4e9a-968f-d47e6f259f5a']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.699342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6abd30a-54ea-46f3-9ae9-bdaabf93b15e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.699639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6abd30a-54ea-46f3-9ae9-bdaabf93b15e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:27.708878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.730241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.736617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:27.737072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:27.740033 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:27.801012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.806774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:27.808962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] 10.222.0.37 "DELETE /v2.0/networks/99ae74db-7724-4e9a-968f-d47e6f259f5a HTTP/1.1" status: 204 len: 168 time: 0.3106594 Jul 23 22:56:27.827017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae01d2c-5964-4552-bf95-3e64f7effff3 tempest-BulkNetworkOpsTest-1231086157 tempest-BulkNetworkOpsTest-1231086157-project] Pushing event deleted for resources: {'Network': ['ID=99ae74db-7724-4e9a-968f-d47e6f259f5a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:28.060097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-11195421-1496-4c5b-9fa4-ebf2a5b03b03 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:28.061726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-11195421-1496-4c5b-9fa4-ebf2a5b03b03 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 945 time: 0.0667841 Jul 23 22:56:28.083849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:28.234372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Deleting port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:28.234719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.265987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4d1e361-9193-4bf9-be90-5033657b6c1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac840a9fb3c94f8abd6cb70de90b28b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800222 Jul 23 22:56:28.268477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:28.271984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13c7e-dce3-4f4e-aecf-ecb327a7e54e req-d2c23f33-6ee8-4991-b028-23c24969971b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:28.273486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2d13c7e-dce3-4f4e-aecf-ecb327a7e54e req-d2c23f33-6ee8-4991-b028-23c24969971b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1175756 Jul 23 22:56:28.330808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.358164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.364842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2d13c7e-dce3-4f4e-aecf-ecb327a7e54e req-bd214a9d-b5b4-40be-b27f-1f5d6a53a7dc tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814762 Jul 23 22:56:28.370315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] For port 72fcdcf7-5f39-4039-9845-97a5d05c1c96, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=72fcdcf7-5f39-4039-9845-97a5d05c1c96,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:28.371538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.393371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Calling delete_port for 72fcdcf7-5f39-4039-9845-97a5d05c1c96 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:28.416901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.420107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.421281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91ea6c5d-06d9-4be6-bb7b-cb25d84f90e8 HTTP/1.1" status: 204 len: 168 time: 0.1518283 Jul 23 22:56:28.430944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bc1c4-549f-4cbf-94fc-b6dffb83474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea6c5d-06d9-4be6-bb7b-cb25d84f90e8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:28.549391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbe320-71f6-4b1a-b4e0-2d5e1e6fbdcc req-1df4e3da-db63-4fe4-80d5-5f6554d723bf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:28.551111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abbe320-71f6-4b1a-b4e0-2d5e1e6fbdcc req-1df4e3da-db63-4fe4-80d5-5f6554d723bf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=460e0529-e1c4-4d7f-a9ba-8072d23bf71e HTTP/1.1" status: 200 len: 945 time: 0.1034589 Jul 23 22:56:28.635906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4abbe320-71f6-4b1a-b4e0-2d5e1e6fbdcc req-fe3ca4cb-fbec-48bc-8ece-cccbb502ea47 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720539 Jul 23 22:56:28.642380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.694589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Pushing event deleted for resources: {'Port': ['ID=72fcdcf7-5f39-4039-9845-97a5d05c1c96,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:28.763383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] No DVR routers for this DVR port 72fcdcf7-5f39-4039-9845-97a5d05c1c96 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:28.765889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:28.768325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b58c02a-ec31-4010-aab8-0711c1c32546 req-f8083c6c-5385-4fe4-bfc3-d94ff944cff1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "DELETE /v2.0/ports/72fcdcf7-5f39-4039-9845-97a5d05c1c96 HTTP/1.1" status: 204 len: 173 time: 0.7010648 Jul 23 22:56:28.770300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'name': 'network-vif-deleted', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:28.773995 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f69148-fc2c-4852-b1ad-f3655633e1a0" -d '{"events": [{"server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "name": "network-vif-deleted", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:28.826199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2920d7-1854-4b1e-a4a4-20fcc0f6c552 req-1f03ef53-c176-4b29-983d-808f60350e09 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:28.833708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd2920d7-1854-4b1e-a4a4-20fcc0f6c552 req-1f03ef53-c176-4b29-983d-808f60350e09 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1166518 Jul 23 22:56:28.878403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd2920d7-1854-4b1e-a4a4-20fcc0f6c552 req-439fb4d4-157a-4951-b139-a634e68a803b tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Jul 23 22:56:28.929161 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbf046-7951-48fa-8ea5-d542df2bb461 x-openstack-request-id: req-becbf046-7951-48fa-8ea5-d542df2bb461 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:28.929467 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e0529-e1c4-4d7f-a9ba-8072d23bf71e", "name": "network-vif-deleted", "tag": "72fcdcf7-5f39-4039-9845-97a5d05c1c96", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:28.929786 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-becbf046-7951-48fa-8ea5-d542df2bb461 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:28.930258 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e0529-e1c4-4d7f-a9ba-8072d23bf71e', 'name': 'network-vif-deleted', 'tag': '72fcdcf7-5f39-4039-9845-97a5d05c1c96', 'status': 'completed', 'code': 200} Jul 23 22:56:29.226212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:29.346902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-395818293'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:29.370828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:29.374579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.383829 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.495805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.500740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.514056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af1e16-0430-4290-a000-627ff088f0ed req-2decaf73-9dd6-485a-9d9e-6e0078689fe9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:29.519048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e3af1e16-0430-4290-a000-627ff088f0ed req-2decaf73-9dd6-485a-9d9e-6e0078689fe9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0770695 Jul 23 22:56:29.551393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:29.563035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3398fa4e-5106-4901-bba8-07cebb159ca1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:29.578756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e3af1e16-0430-4290-a000-627ff088f0ed req-61a6e890-2c59-46a5-8138-8c8aae56e064 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Jul 23 22:56:29.582696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.583050 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment fed9307b-ac9e-4c8b-9036-7d15b55dd7c6 of type vlan for network 84ea05b1-ac24-4098-a4f9-ac3744602fcb Jul 23 22:56:29.630254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.676797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.685312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:29.685962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.730908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5024221 Jul 23 22:56:29.762226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04101d-d53a-4b5c-8dea-144c5738067b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=84ea05b1-ac24-4098-a4f9-ac3744602fcb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:29.776097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:30.033188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-7dde778b-1177-4da9-8d57-fad94608d627 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:30.034910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-7dde778b-1177-4da9-8d57-fad94608d627 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 809 time: 0.1372097 Jul 23 22:56:30.052357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-62addafa-db6b-4a81-b202-02db02f38f58 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/quotas/a06abecfbeed4b008b391f9c51ae6bcb HTTP/1.1" status: 200 len: 375 time: 0.0102489 Jul 23 22:56:30.091141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-7ddbc8b3-cc7f-41bd-a7f3-26c917fba248 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jul 23 22:56:30.193221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-44548930-010e-49e9-865d-7b5fa9e3194b service neutron] 10.222.0.37 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952103 Jul 23 22:56:30.293553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-35260ab3-48e1-4677-b93d-9caabf9764ed service neutron] 10.222.0.37 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930486 Jul 23 22:56:30.559101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c793b7e-db97-4c9c-8adb-d4b93a118d3d req-8e0d25f1-cc2b-470c-be2f-54ff7aa1dfa2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:30.561171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c793b7e-db97-4c9c-8adb-d4b93a118d3d req-8e0d25f1-cc2b-470c-be2f-54ff7aa1dfa2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.0907409 Jul 23 22:56:30.591470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 72fcdcf7-5f39-4039-9845-97a5d05c1c96 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:30.622570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c793b7e-db97-4c9c-8adb-d4b93a118d3d req-3b051c98-25a6-48e9-85a5-e61e81828a3e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540442 Jul 23 22:56:30.673678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 72fcdcf7-5f39-4039-9845-97a5d05c1c96 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:30.674061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 72fcdcf7-5f39-4039-9845-97a5d05c1c96 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:30.723889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b55b2398-0ec8-43e8-9009-81865e85cd64 req-06c6e224-e0db-4f86-a090-15ebb2464332 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 210 time: 0.0361009 Jul 23 22:56:30.870015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4576bc-6f05-4fa0-b67c-055bff1227f2 req-7b5f6215-d2cd-43d0-aa71-42f1b3124203 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:30.874740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d4576bc-6f05-4fa0-b67c-055bff1227f2 req-7b5f6215-d2cd-43d0-aa71-42f1b3124203 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.0829713 Jul 23 22:56:30.951930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d4576bc-6f05-4fa0-b67c-055bff1227f2 req-b9a1bbc3-bd79-442b-9ab8-59b2d9982c36 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Jul 23 22:56:31.906218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-aa54f6bb-319c-4993-90eb-0db9aa91d5b7 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:31.908613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-aa54f6bb-319c-4993-90eb-0db9aa91d5b7 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 809 time: 0.2318530 Jul 23 22:56:31.918085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140254d-4694-4e5a-8c82-3d7ef4408390 req-68c7640f-3b64-41f3-ad61-0ab4488244c5 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:31.925283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2140254d-4694-4e5a-8c82-3d7ef4408390 req-68c7640f-3b64-41f3-ad61-0ab4488244c5 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1624568 Jul 23 22:56:31.936341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Request body: {'port': {'device_id': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0', 'admin_state_up': True, 'tenant_id': 'a06abecfbeed4b008b391f9c51ae6bcb'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:32.014301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2140254d-4694-4e5a-8c82-3d7ef4408390 req-10db6b53-4cfe-4fa5-a15c-51455c2ae436 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881166 Jul 23 22:56:32.087126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Made reservation on behalf of a06abecfbeed4b008b391f9c51ae6bcb for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:32.092591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.141022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5088955e-67f9-437f-bb60-69134a867ae8 req-715d570b-ede3-49ca-89e3-54493a34d6f2 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 210 time: 0.0350838 Jul 23 22:56:32.304386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Allocated IP 172.20.0.2 (4ecc94cf-d848-475a-8cce-2e7645d6e1e0/dfbd7e2c-c850-4e0f-a62f-937a4455b72f/7c587c65-0f6e-459b-849f-5cd1fce6551b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:32.402397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886472e4-1438-42ff-8112-03bb33d78561 req-d979116a-69d7-4b69-b55a-4b7fb44cfc43 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:32.403909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-886472e4-1438-42ff-8112-03bb33d78561 req-d979116a-69d7-4b69-b55a-4b7fb44cfc43 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1755493 Jul 23 22:56:32.483156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-61795fda-bfd1-4a5b-89eb-2c9e66e23eb9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:32.484566 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-61795fda-bfd1-4a5b-89eb-2c9e66e23eb9 tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2ec129f-1a5a-4e89-b27f-a268ae9600f0 HTTP/1.1" status: 200 len: 945 time: 0.1739509 Jul 23 22:56:32.534574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-886472e4-1438-42ff-8112-03bb33d78561 req-7a72d59f-a846-4665-bcba-8411ba71c29c tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.37 "GET /v2.0/security-groups?id=57b8dcdf-3c5a-421c-9a18-e2911fac5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224041 Jul 23 22:56:32.632813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.690554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Deleting port bcb9787d-a4a0-4821-8580-368fd291bcaa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:32.691003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.736907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.835481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:32.837066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Pushing event updated for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:32.839759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:32.846818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:32.881849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] For port bcb9787d-a4a0-4821-8580-368fd291bcaa, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=bcb9787d-a4a0-4821-8580-368fd291bcaa,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:32.882240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.907514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Calling delete_port for bcb9787d-a4a0-4821-8580-368fd291bcaa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:32.927227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:32.927916 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:32.986485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-2be7480d-348c-458f-8486-338861fbef84 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0589504 Jul 23 22:56:32.999132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Request body: {'port': {'device_id': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:33.174484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.234121 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.247493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['bcb9787d-a4a0-4821-8580-368fd291bcaa'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:56:33.281929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:33.287796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:33.295992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Pushing event deleted for resources: {'Port': ['ID=bcb9787d-a4a0-4821-8580-368fd291bcaa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:33.412925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:33.417148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.425351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ea01f-68aa-4d5d-bc6b-53ceff3ff9da req-a05dade8-ce96-47b7-9c64-32c71ad14e3b tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:33.426972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e89ea01f-68aa-4d5d-bc6b-53ceff3ff9da req-a05dade8-ce96-47b7-9c64-32c71ad14e3b tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.3060892 Jul 23 22:56:33.431143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] No DVR routers for this DVR port bcb9787d-a4a0-4821-8580-368fd291bcaa on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:33.435330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.438716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5c7f9fe-d6b0-4c49-9fc6-8cacfde2dc75 req-262e3ae5-eb6c-488a-8b27-9387d833d87b tempest-ServerRescueNegativeTestJSON-1958153428 tempest-ServerRescueNegativeTestJSON-1958153428-project] 10.222.0.22 "DELETE /v2.0/ports/bcb9787d-a4a0-4821-8580-368fd291bcaa HTTP/1.1" status: 204 len: 173 time: 0.9191389 Jul 23 22:56:33.439187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'name': 'network-vif-deleted', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:33.441950 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898dfdc3-8f7e-4562-90a5-8ce30b308a9c" -d '{"events": [{"server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "name": "network-vif-deleted", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:33.540806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e89ea01f-68aa-4d5d-bc6b-53ceff3ff9da req-f71eb504-d975-4ec2-a082-6f5c47dfeddf tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927916 Jul 23 22:56:33.752099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.768913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c587c65-0f6e-459b-849f-5cd1fce6551b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:56:33.778356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.799716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Transition to ACTIVE for port object 7c587c65-0f6e-459b-849f-5cd1fce6551b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:33.809441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.834928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=ef66b4c0-e2d8-4936-a366-4d5e002c9b1b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:33.843198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:33.843556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 84ea05b1-ac24-4098-a4f9-ac3744602fcb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:33.866912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:33.869660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f58ff1-fac6-4e81-9803-e4b7877baa13 req-b8d91fdc-de42-4c3c-819d-573d0eca7c99 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:33.871320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8f58ff1-fac6-4e81-9803-e4b7877baa13 req-b8d91fdc-de42-4c3c-819d-573d0eca7c99 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 931 time: 0.1503191 Jul 23 22:56:33.880066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 84ea05b1-ac24-4098-a4f9-ac3744602fcb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:33.886614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:33.887221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:33.895269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7550aa6-91e7-42fd-b6b0-47b445c88554 None None] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:33.901060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Pushing event updated for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:33.930537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f6289e5-d88e-4672-a322-a66623a7cb18 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6451168 Jul 23 22:56:33.933305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:33.943352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257348693'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:34.023837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:34.029992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.087428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:34.102732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.103089 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment b9aca009-cd88-430a-ae1b-5f5f39ea0c7b of type vlan for network d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 Jul 23 22:56:34.158210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-84ea05b1-ac24-4098-a4f9-ac3744602fcb', 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': 'ef66b4c0-e2d8-4936-a366-4d5e002c9b1b'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:34.159806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.160501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.214259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.226010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.228000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.251052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8f58ff1-fac6-4e81-9803-e4b7877baa13 req-60abc814-a4be-48dd-990f-a248a36af9a1 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716245 Jul 23 22:56:34.275800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Attempting to bind port 7c587c65-0f6e-459b-849f-5cd1fce6551b on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:34.276132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Attempting to bind port 7c587c65-0f6e-459b-849f-5cd1fce6551b by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:34.276501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Attempting to bind port 7c587c65-0f6e-459b-849f-5cd1fce6551b on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:34.281156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Port 7c587c65-0f6e-459b-849f-5cd1fce6551b on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:56:34.281530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Attempting to bind port 7c587c65-0f6e-459b-849f-5cd1fce6551b on network 4ecc94cf-d848-475a-8cce-2e7645d6e1e0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:34.286690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:34.287031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Checking segment: {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:34.287522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Bound using segment: {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:34.287885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Bound port: 7c587c65-0f6e-459b-849f-5cd1fce6551b, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba0f728-81da-4549-b3e6-1ad0afeb2b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:34.288245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.366819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:34.370768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:34.378642 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.381315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=d4aed0bf-99be-4068-b9eb-dc7a3b751ec7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:34.391788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b5f1277-ff32-41c5-8002-a25b5677ade3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4568877 Jul 23 22:56:34.391976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:34.399960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': 'd4aed0bf-99be-4068-b9eb-dc7a3b751ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:34.401476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:34.456063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.456682 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.462234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] 10.222.0.25 "PUT /v2.0/ports/7c587c65-0f6e-459b-849f-5cd1fce6551b HTTP/1.1" status: 200 len: 1092 time: 1.4681742 Jul 23 22:56:34.488818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478ff6e-6bfb-4948-9724-5687e5367697 service neutron] Pushing event updated for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:34.511862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Allocated IP 2001:db8:0:ffff::2 (84ea05b1-ac24-4098-a4f9-ac3744602fcb/ef66b4c0-e2d8-4936-a366-4d5e002c9b1b/a2facbd3-73a6-4588-be78-9a22c756af57) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:34.533929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:34.539743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.550791 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f261547-c2fe-45b8-a5ea-c7d6cc1caa9e x-openstack-request-id: req-0f261547-c2fe-45b8-a5ea-c7d6cc1caa9e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:34.551151 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ec129f-1a5a-4e89-b27f-a268ae9600f0", "name": "network-vif-deleted", "tag": "bcb9787d-a4a0-4821-8580-368fd291bcaa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:34.551462 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f261547-c2fe-45b8-a5ea-c7d6cc1caa9e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:34.551984 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ec129f-1a5a-4e89-b27f-a268ae9600f0', 'name': 'network-vif-deleted', 'tag': 'bcb9787d-a4a0-4821-8580-368fd291bcaa', 'status': 'completed', 'code': 200} Jul 23 22:56:34.585033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:34.717812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-d4caca99-af68-4f05-86f1-0616ec3bdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.719653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-d4caca99-af68-4f05-86f1-0616ec3bdd6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 1095 time: 0.2102699 Jul 23 22:56:34.749646 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.766880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Transition to ACTIVE for port object a2facbd3-73a6-4588-be78-9a22c756af57 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:34.777536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-20c3fe69-1a99-4e08-946a-4e40b5c12be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b HTTP/1.1" status: 200 len: 217 time: 0.0476418 Jul 23 22:56:34.787827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Transition to ACTIVE for port object a2facbd3-73a6-4588-be78-9a22c756af57 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:34.795756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.797060 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.835538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-85bdb588-6525-40d9-bf2b-3192384aea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.837939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-85bdb588-6525-40d9-bf2b-3192384aea51 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfbd7e2c-c850-4e0f-a62f-937a4455b72f HTTP/1.1" status: 200 len: 849 time: 0.0511534 Jul 23 22:56:34.853142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:34.857387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:34.861647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:34.891449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=12c6477a-bb4b-4f55-b3c4-b1b28b59bf57,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:34.898291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': 'b9aca009-cd88-430a-ae1b-5f5f39ea0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd4aed0bf-99be-4068-b9eb-dc7a3b751ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:34.901132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: d4aed0bf-99be-4068-b9eb-dc7a3b751ec7, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:34.906222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Pushing event updated for resources: {'Port': ['ID=a2facbd3-73a6-4588-be78-9a22c756af57,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:34.940836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:34.946744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-da89e38a-4539-4c29-8cc7-812c9a39602b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004868 Jul 23 22:56:34.954051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Attempting to bind port a2facbd3-73a6-4588-be78-9a22c756af57 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:34.954626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Attempting to bind port a2facbd3-73a6-4588-be78-9a22c756af57 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:34.955002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Attempting to bind port a2facbd3-73a6-4588-be78-9a22c756af57 on network 84ea05b1-ac24-4098-a4f9-ac3744602fcb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:34.956770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14ecad-8184-4186-96e8-13ff66bf7eec req-6c5e9cf7-3910-4c34-a9ae-ba3bb68e5666 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.958314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b14ecad-8184-4186-96e8-13ff66bf7eec req-6c5e9cf7-3910-4c34-a9ae-ba3bb68e5666 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2875535 Jul 23 22:56:34.962624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:34.963344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Checking segment: {'id': 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:34.963988 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.964556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Bound using segment: {'id': 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:34.965226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Bound port: a2facbd3-73a6-4588-be78-9a22c756af57, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '84ea05b1-ac24-4098-a4f9-ac3744602fcb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:34.965967 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.968290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d4aed0bf-99be-4068-b9eb-dc7a3b751ec7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:34.974317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:34.974993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:34.983933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdd986-3ee0-4919-be7b-4faeb20f6ace None None] Network d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:34.997322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18d67ace-a82b-4a64-8b2f-02bb9c895dd9 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6040652 Jul 23 22:56:34.999986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:35.049933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b14ecad-8184-4186-96e8-13ff66bf7eec req-16d6c763-4353-4b5a-b16a-7961f322bb4e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701091 Jul 23 22:56:35.145842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.157422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-368797cb-d314-41db-9402-8bf8ec07264a service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965222 Jul 23 22:56:35.172813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] For port a2facbd3-73a6-4588-be78-9a22c756af57, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:35.176151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] For port a2facbd3-73a6-4588-be78-9a22c756af57, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2facbd3-73a6-4588-be78-9a22c756af57,segment=NetworkSegment(fed9307b-ac9e-4c8b-9036-7d15b55dd7c6),segment_id=fed9307b-ac9e-4c8b-9036-7d15b55dd7c6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:35.200700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.224608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.312819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31fb20-dcd3-4878-91aa-af3cf3fcecce None None] Pushing event updated for resources: {'Port': ['ID=a2facbd3-73a6-4588-be78-9a22c756af57,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:35.324750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c8a13-7f09-4063-a526-24f3a8cd8ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-d4aed0bf-99be-4068-b9eb-dc7a3b751ec7', 'network_id': 'd4aed0bf-99be-4068-b9eb-dc7a3b751ec7', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': '12c6477a-bb4b-4f55-b3c4-b1b28b59bf57'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:35.326447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-780c8a13-7f09-4063-a526-24f3a8cd8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.348792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203b76d0-99fd-456d-a7c4-1ad633577cf5 req-d6bad0e4-2348-4399-91aa-552c8e7862f8 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830916 Jul 23 22:56:35.372229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.417146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=12c6477a-bb4b-4f55-b3c4-b1b28b59bf57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:35.441131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-780c8a13-7f09-4063-a526-24f3a8cd8ae9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12c6477a-bb4b-4f55-b3c4-b1b28b59bf57: This subnet is being modified by another concurrent operation. Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:56:35.474590 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12c6477a-bb4b-4f55-b3c4-b1b28b59bf57: This subnet is being modified by another concurrent operation. Jul 23 22:56:35.479275 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:56:35.491786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384560a-bb43-4635-85fe-db612b39d103 None None] Network d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:35.504950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.519515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4aed0bf-99be-4068-b9eb-dc7a3b751ec7']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:35.533376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9aca009-cd88-430a-ae1b-5f5f39ea0c7b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:35.533748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9aca009-cd88-430a-ae1b-5f5f39ea0c7b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:35.547145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.568145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.579091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:35.579503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:35.642289 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:35.655733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c575d7-2337-48fe-b5a5-b9e0343247f5 req-f90bfc67-a0ea-4e23-8223-31f9cc3417a5 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:35.657631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c575d7-2337-48fe-b5a5-b9e0343247f5 req-f90bfc67-a0ea-4e23-8223-31f9cc3417a5 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 943 time: 0.2675717 Jul 23 22:56:35.694556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.712728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.719097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 HTTP/1.1" status: 204 len: 168 time: 0.7170312 Jul 23 22:56:35.723605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:35.741883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448955896'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:35.750029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d22e8b-56cd-4499-92e5-33f29bf7ce81 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=d4aed0bf-99be-4068-b9eb-dc7a3b751ec7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:35.783672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:35.788853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.810537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c575d7-2337-48fe-b5a5-b9e0343247f5 req-1b39d2eb-3e68-42e9-a956-757f13843f30 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747585 Jul 23 22:56:35.827863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:35.839207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.839643 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment 3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11 of type vlan for network 9c9b16e1-16b9-4e44-a784-361eb8f3944e Jul 23 22:56:35.887285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.922804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.928305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:35.928890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.935774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Deleting port bcdb64fc-b4b0-4d0e-baa7-b51433389706 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:35.936120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:35.974053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2485597 Jul 23 22:56:35.975000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:35.983958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:36.024333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] For port bcdb64fc-b4b0-4d0e-baa7-b51433389706, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bcdb64fc-b4b0-4d0e-baa7-b51433389706,segment=NetworkSegment(b68deee0-1465-4bb7-891d-4f9a99c4a91d),segment_id=b68deee0-1465-4bb7-891d-4f9a99c4a91d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:36.024777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.028365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d25813-e6d9-46aa-b78f-e27307a9755b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=9c9b16e1-16b9-4e44-a784-361eb8f3944e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:36.038249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Calling delete_port for bcdb64fc-b4b0-4d0e-baa7-b51433389706 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:36.044488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:36.123929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:36.129835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.411499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.420980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.431357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfd297-8a77-45d5-bbf1-4a8d14793dfe req-8477ae4d-ce84-4258-a84e-eb4789672a4f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:36.433362 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7bfd297-8a77-45d5-bbf1-4a8d14793dfe req-8477ae4d-ce84-4258-a84e-eb4789672a4f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2313850 Jul 23 22:56:36.461420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdb64fc-b4b0-4d0e-baa7-b51433389706,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:36.491015 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=5935ba12-7e93-43f5-b8a3-b3fb37f84761,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:36.506608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:36.507021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 9c9b16e1-16b9-4e44-a784-361eb8f3944e, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:36.528412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:36.539187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9c9b16e1-16b9-4e44-a784-361eb8f3944e) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:36.547117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:36.547913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.548080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd3d33-0c9f-4018-8be3-0a8d00d20856 None None] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:36.552693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:36.556007 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec6191-8a65-4c32-acf2-c81cb7503464" -d '{"events": [{"name": "network-changed", "server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:36.576159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1825b200-bce6-470b-966f-0afaf8e50cd4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5914826 Jul 23 22:56:36.576681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:36.590201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810208462'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:36.593164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7bfd297-8a77-45d5-bbf1-4a8d14793dfe req-cf22231a-0314-4863-87dc-0b0dc4bfdb83 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152146 Jul 23 22:56:36.634019 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:36.638525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.691275 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad091b6-434d-4b63-9b54-435ae4d10ea1 x-openstack-request-id: req-0ad091b6-434d-4b63-9b54-435ae4d10ea1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:36.691679 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:36.692374 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ad091b6-434d-4b63-9b54-435ae4d10ea1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:36.692528 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b', 'status': 'completed', 'code': 200} Jul 23 22:56:36.693186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:36.714045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.714402 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment 4b8b194c-44c2-4ef0-b163-5259123887dc of type vlan for network 6bcdde95-10ee-40d5-b43b-75a1fc37c463 Jul 23 22:56:36.744785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7c587c65-0f6e-459b-849f-5cd1fce6551b details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:56:36.763595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06826132-4ff6-404e-9b1d-1adc31d4a9c3 None None] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:36.798103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.842739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.859832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.866632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9c9b16e1-16b9-4e44-a784-361eb8f3944e', 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': '5935ba12-7e93-43f5-b8a3-b3fb37f84761'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:36.867758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:36.867917 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.868568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:36.874026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64ae1808-8eb6-43a4-837c-3fd5882c8e39 None None] Provisioning for port a2facbd3-73a6-4588-be78-9a22c756af57 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:36.929178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3512008 Jul 23 22:56:36.930551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:36.943086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '6bcdde95-10ee-40d5-b43b-75a1fc37c463', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:37.001722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-27563eb0-cf04-43a0-a46d-65b9d6157abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.003661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-27563eb0-cf04-43a0-a46d-65b9d6157abd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 1095 time: 0.3029025 Jul 23 22:56:37.019214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ad16-df0c-4ac2-9abf-97e75a092960 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=6bcdde95-10ee-40d5-b43b-75a1fc37c463,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:37.081568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6bcdde95-10ee-40d5-b43b-75a1fc37c463 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:37.122952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:37.131248 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.172945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device bcb9787d-a4a0-4821-8580-368fd291bcaa no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:37.227862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: bcb9787d-a4a0-4821-8580-368fd291bcaa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:37.228196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device bcb9787d-a4a0-4821-8580-368fd291bcaa not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:37.241061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 22:56:37.241463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 22:56:37.314371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:37.356689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7c587c65-0f6e-459b-849f-5cd1fce6551b', 'network_id': '4ecc94cf-d848-475a-8cce-2e7645d6e1e0', 'port_id': '7c587c65-0f6e-459b-849f-5cd1fce6551b', 'mac_address': 'fa:16:3e:28:9e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbd7e2c-c850-4e0f-a62f-937a4455b72f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:56:37.394590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Allocated IP 2001:db8::1 (9c9b16e1-16b9-4e44-a784-361eb8f3944e/5935ba12-7e93-43f5-b8a3-b3fb37f84761/98ac0bd8-099f-4fa1-bb03-ceaffa0e8042) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:37.428396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.435851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.473160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c587c65-0f6e-459b-849f-5cd1fce6551b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:56:37.529874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:37.551278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a2facbd3-73a6-4588-be78-9a22c756af57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:37.559392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.561302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=fd26ad87-1e84-4675-8be9-c0f924014639,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:37.583460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': '4b8b194c-44c2-4ef0-b163-5259123887dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bcdde95-10ee-40d5-b43b-75a1fc37c463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:37.584077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 6bcdde95-10ee-40d5-b43b-75a1fc37c463, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:37.628540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 6bcdde95-10ee-40d5-b43b-75a1fc37c463 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:37.646822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6bcdde95-10ee-40d5-b43b-75a1fc37c463) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:37.674574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e10c72-7a34-45bf-a03c-0869437b2fd9 req-ea49f4d7-354e-4629-9d74-61ed50de24f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.676386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4e10c72-7a34-45bf-a03c-0869437b2fd9 req-ea49f4d7-354e-4629-9d74-61ed50de24f7 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.7096016 Jul 23 22:56:37.691817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.692603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.698019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef5dbf-63b8-4e8d-9a06-21bf5932ad2a None None] Network 6bcdde95-10ee-40d5-b43b-75a1fc37c463 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:37.735012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3e36292-ba35-4fc7-99c8-ffe383e5b47e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8000064 Jul 23 22:56:37.737885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:37.742455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:37.778277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a2facbd3-73a6-4588-be78-9a22c756af57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:37.823176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.828276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a2facbd3-73a6-4588-be78-9a22c756af57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:37.829611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.830261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-5ac6ede2-d704-4ad7-a556-c6385b2a1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.832039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-5ac6ede2-d704-4ad7-a556-c6385b2a1b5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 200 len: 910 time: 0.8031621 Jul 23 22:56:37.842077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7c587c65-0f6e-459b-849f-5cd1fce6551b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:56:37.866515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4e10c72-7a34-45bf-a03c-0869437b2fd9 req-12f81d8d-b9b2-456b-adf4-f86b325389a2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531115 Jul 23 22:56:37.876932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Transition to ACTIVE for port object 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:37.941918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-f04300ad-c9ae-43e8-a475-15c69d29707d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b HTTP/1.1" status: 200 len: 217 time: 0.0897596 Jul 23 22:56:37.946659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:37.946912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-48bcb63f-e348-4f89-a79e-b5e94570512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.948539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-48bcb63f-e348-4f89-a79e-b5e94570512d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 1.0188503 Jul 23 22:56:38.020326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.089174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Router 19d98b62-4591-41d9-8b0f-b07b7333133f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:56:38.104774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.131180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Transition to ACTIVE for port object 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:38.139816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-da2f6dac-6684-42c7-a785-dafdeabc83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.141299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-da2f6dac-6684-42c7-a785-dafdeabc83b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dfbd7e2c-c850-4e0f-a62f-937a4455b72f HTTP/1.1" status: 200 len: 849 time: 0.1877551 Jul 23 22:56:38.169104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=fd26ad87-1e84-4675-8be9-c0f924014639,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:38.178005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.194047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-19fb5f48-b3d0-4008-bc18-aff2cfacd994 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ecc94cf-d848-475a-8cce-2e7645d6e1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409107 Jul 23 22:56:38.211102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3ee2fdcb-dd14-4ca8-a1ab-0dd9bd186b52 None None] Provisioning complete for port a2facbd3-73a6-4588-be78-9a22c756af57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:38.212165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fdcb-dd14-4ca8-a1ab-0dd9bd186b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.243833 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.255951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcdde95-10ee-40d5-b43b-75a1fc37c463']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:38.270416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8b194c-44c2-4ef0-b163-5259123887dc') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:38.270776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8b194c-44c2-4ef0-b163-5259123887dc') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:38.277732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee4dc8-48f2-4fcc-a26d-8a8312df2864 None None] Network 6bcdde95-10ee-40d5-b43b-75a1fc37c463 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:38.284021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.310422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.328064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:38.328064 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:38.331453 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:38.339028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:38.353741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.391193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:38.395974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-21a47051-d4b6-460f-ab79-6ee0750b3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.397702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-21a47051-d4b6-460f-ab79-6ee0750b3012 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.3946383 Jul 23 22:56:38.407573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:38.409455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Pushing event updated for resources: {'Port': ['ID=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:38.410903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a511387-26c4-4bab-8723-8f5812525a0a req-12188c48-f852-4e20-9c34-bff7bd6c4f32 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.412637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a511387-26c4-4bab-8723-8f5812525a0a req-12188c48-f852-4e20-9c34-bff7bd6c4f32 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 944 time: 0.4249272 Jul 23 22:56:38.428955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.441389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.448723 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/6bcdde95-10ee-40d5-b43b-75a1fc37c463 HTTP/1.1" status: 204 len: 168 time: 0.6994095 Jul 23 22:56:38.455000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:38.459977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944765492'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:38.464082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d78145-4b8c-489c-88fc-382c43a1d7bb tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=6bcdde95-10ee-40d5-b43b-75a1fc37c463,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:38.499725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:38.505181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.548294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:38.561435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.562242 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment 236abf01-e0d6-418c-90c3-9d9fdd33bc65 of type vlan for network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 Jul 23 22:56:38.568802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-f531f77b-45e1-443a-a9e1-e01f293553d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 1001 time: 0.1548758 Jul 23 22:56:38.580820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a511387-26c4-4bab-8723-8f5812525a0a req-bfd0a97d-edde-48b6-833d-7b7cb4db0fff tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531584 Jul 23 22:56:38.581815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:56:38.592323 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Sync routers for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:56:38.611205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-85b85385-fd01-49ee-aa1a-4983b8e652df admin admin] 10.222.0.37 "PUT /v2.0/routers/19d98b62-4591-41d9-8b0f-b07b7333133f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0148745 Jul 23 22:56:38.611883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:38.623115 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:56:38.624102 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:56:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:38.627468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-750dde69-2f72-4469-bedd-b58db1f6dee5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140913 Jul 23 22:56:38.668612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-d0b79af0-316c-4420-832e-afb43484a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.674736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ee2fdcb-dd14-4ca8-a1ab-0dd9bd186b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.682226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-d0b79af0-316c-4420-832e-afb43484a284 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0928600 Jul 23 22:56:38.702099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.705907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Attempting to bind port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:38.706289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Attempting to bind port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:38.706658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Attempting to bind port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 on network 9c9b16e1-16b9-4e44-a784-361eb8f3944e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:38.726025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:38.727765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Checking segment: {'id': '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:38.727765 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.728014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Bound using segment: {'id': '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:38.728863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Bound port: 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9c9b16e1-16b9-4e44-a784-361eb8f3944e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:38.729262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.750601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a2facbd3-73a6-4588-be78-9a22c756af57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2facbd3-73a6-4588-be78-9a22c756af57,segment=NetworkSegment(fed9307b-ac9e-4c8b-9036-7d15b55dd7c6),segment_id=fed9307b-ac9e-4c8b-9036-7d15b55dd7c6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:38.762082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.768427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.769030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.814407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.835181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.863605 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:56:38.869164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98ec6191-8a65-4c32-acf2-c81cb7503464 req-85dfe2f6-2db8-4ef7-b655-b1c95c82119e service neutron] 10.222.0.25 "GET /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314534 Jul 23 22:56:38.896949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-30a09eb7-0ffd-4755-b99d-a1e474e65835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.898778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-30a09eb7-0ffd-4755-b99d-a1e474e65835 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155576 Jul 23 22:56:38.951767 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4956408 Jul 23 22:56:38.955671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:38.961675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:38.966560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.035464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27090b39-4919-4744-a503-512bef725008 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=8b3edd99-f5cb-408b-8e59-d77b53e8d1f4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:39.041337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a2facbd3-73a6-4588-be78-9a22c756af57,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:39.047870 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-3ee2fdcb-dd14-4ca8-a1ab-0dd9bd186b52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:56:39.048389 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-3ee2fdcb-dd14-4ca8-a1ab-0dd9bd186b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:56:39.053406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:39.055875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-615245ce-6c3c-439d-80c0-5e87e61fe2c5 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438420 Jul 23 22:56:39.195760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Deleting port 792e595d-100a-44db-b4df-e648ce2cc011 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:39.196967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.222530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] For port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:39.226513 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '792e595d-100a-44db-b4df-e648ce2cc011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:56:36Z', 'revision_number': 5, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port': {'id': '792e595d-100a-44db-b4df-e648ce2cc011', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:10Z', 'updated_at': '2021-07-23T22:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:39.232226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] For port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,segment=NetworkSegment(3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11),segment_id=3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:39.235478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31f0f2-798c-497b-9280-a4f0b7b8cb07 req-49d3caf5-56dc-4d5e-966e-9249e57f3217 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:39.237366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc31f0f2-798c-497b-9280-a4f0b7b8cb07 req-49d3caf5-56dc-4d5e-966e-9249e57f3217 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1805108 Jul 23 22:56:39.255262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.255527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6fc5d1a-855c-4b7b-bf84-de95ba078de6 req-301e6aaf-a1c1-419d-bb00-b2f8a07078fd service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872325 Jul 23 22:56:39.265427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Checking router: 19d98b62-4591-41d9-8b0f-b07b7333133f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:56:39.310334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:39.312131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Routers {'19d98b62-4591-41d9-8b0f-b07b7333133f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:56:39.314554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.315409 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:56:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['19d98b62-4591-41d9-8b0f-b07b7333133f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:39.350988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc31f0f2-798c-497b-9280-a4f0b7b8cb07 req-d24e7d41-c4b0-460e-9f71-92ed9f1b402e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024277 Jul 23 22:56:39.362381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7513728-8447-4ebb-928a-c4323da55521 None None] Pushing event updated for resources: {'Port': ['ID=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:39.376750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a2facbd3-73a6-4588-be78-9a22c756af57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:39.423065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] For port 792e595d-100a-44db-b4df-e648ce2cc011, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=792e595d-100a-44db-b4df-e648ce2cc011,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:39.423530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.478046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a2facbd3-73a6-4588-be78-9a22c756af57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:39.478626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.480198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Calling delete_port for 792e595d-100a-44db-b4df-e648ce2cc011 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:39.527113 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] Set router 19d98b62-4591-41d9-8b0f-b07b7333133f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:56:39.582529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:56:38Z', 'revision_number': 6, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:39.771215 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff27df8-d4d6-4004-9d37-5bc46c7684e7 None None] The sync data for ids ['19d98b62-4591-41d9-8b0f-b07b7333133f'] in n-d-791506-25 is: [{'id': '19d98b62-4591-41d9-8b0f-b07b7333133f', 'name': 'tempest-ServerRescueNegativeTestJSON-1728077290-router', 'tenant_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:09Z', 'updated_at': '2021-07-23T22:56:38Z', 'revision_number': 6, 'project_id': 'c9aa2e1c8e5448ca9a35d348e0fef75d', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:56:39.800523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:39.950305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d41b27-b4a9-430d-b213-320206d5a7cd req-bc0431e7-587a-4b92-aec2-b9e3ac01fb45 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:39.957162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=672760e5-5248-4a8c-8a0d-bb868e76243d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:39.962030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95d41b27-b4a9-430d-b213-320206d5a7cd req-bc0431e7-587a-4b92-aec2-b9e3ac01fb45 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 944 time: 0.1915245 Jul 23 22:56:39.980524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': '236abf01-e0d6-418c-90c3-9d9fdd33bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:39.981505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:40.009691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.019502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:40.022705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-95d41b27-b4a9-430d-b213-320206d5a7cd req-4f35ba77-27dd-414e-ae7d-0273d1184984 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Jul 23 22:56:40.047116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Pushing event deleted for resources: {'Port': ['ID=792e595d-100a-44db-b4df-e648ce2cc011,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:40.057859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:40.070338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e8620-e3a8-4e87-9a31-8dcc1d645dd9 None None] Network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:40.080844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:40.081439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.123195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16f3c0dd-7bc4-4460-8f02-c47cc8ecad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1659889 Jul 23 22:56:40.126255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:40.132335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.294146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.296227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-8b3edd99-f5cb-408b-8e59-d77b53e8d1f4', 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': '672760e5-5248-4a8c-8a0d-bb868e76243d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:40.297544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.297698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.339218 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.430433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.431089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19d98b62-4591-41d9-8b0f-b07b7333133f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:56:40.440223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.441490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4d6dd961-600c-4f80-adf9-53d7d8572355 admin admin] 10.222.0.37 "DELETE /v2.0/routers/19d98b62-4591-41d9-8b0f-b07b7333133f HTTP/1.1" status: 204 len: 168 time: 1.8319168 Jul 23 22:56:40.444330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:40.540028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Allocated IP 2001:db8::1 (8b3edd99-f5cb-408b-8e59-d77b53e8d1f4/672760e5-5248-4a8c-8a0d-bb868e76243d/bc36be98-4272-4557-8082-933019d6b7cf) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:40.556151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.621877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Deleting subnet b2f69e59-913b-41f3-9d20-77f44699f1d1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:40.626006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.630473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7c587c65-0f6e-459b-849f-5cd1fce6551b up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:40.674876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.734041 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.765288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7c587c65-0f6e-459b-849f-5cd1fce6551b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:40.774429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7c587c65-0f6e-459b-849f-5cd1fce6551b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:40.774844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.808279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25623815-1b28-4b5f-abf4-eda9d286bcac req-e90fe72e-1b64-48c2-922d-b55294105692 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:40.810301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25623815-1b28-4b5f-abf4-eda9d286bcac req-e90fe72e-1b64-48c2-922d-b55294105692 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.3360927 Jul 23 22:56:40.855815 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.864986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25623815-1b28-4b5f-abf4-eda9d286bcac req-b7ca9ae9-64b6-42cb-8adb-09fbe9c51c4c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475683 Jul 23 22:56:40.873902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Transition to ACTIVE for port object bc36be98-4272-4557-8082-933019d6b7cf will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:40.890092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.922573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170cee50-dd34-4871-ab73-8140ad29c543 None None] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:40.925346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.927644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b2f69e59-913b-41f3-9d20-77f44699f1d1 HTTP/1.1" status: 204 len: 168 time: 0.4780025 Jul 23 22:56:40.928854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd1583-5dbd-429e-b485-eab7211a36f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f69e59-913b-41f3-9d20-77f44699f1d1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:40.930440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52756) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:40.931170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Transition to ACTIVE for port object bc36be98-4272-4557-8082-933019d6b7cf will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:40.950292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.952339 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.982230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.017649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=672760e5-5248-4a8c-8a0d-bb868e76243d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:41.026822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Pushing event updated for resources: {'Port': ['ID=bc36be98-4272-4557-8082-933019d6b7cf,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:41.072943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.109271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb0845ea-4471-4498-89c3-601d1ee770a1 None None] Provisioning for port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:41.114816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.123009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa80c8ee-4978-4262-9c14-2ea95d3feb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.129419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:41.138644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:41.147291 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56092fd0-4cb7-4fa3-8b83-0a3f3862cdd4" -d '{"events": [{"server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "name": "network-vif-plugged", "status": "completed", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:41.147494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3edd99-f5cb-408b-8e59-d77b53e8d1f4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.168112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:41.176565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:41.186745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236abf01-e0d6-418c-90c3-9d9fdd33bc65') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.187020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236abf01-e0d6-418c-90c3-9d9fdd33bc65') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.188048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:41.199431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.207263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.221612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.237338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.237611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4a613b-4cfb-420d-a238-abc36605b6fb']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.247263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:41.248000 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.270462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68deee0-1465-4bb7-891d-4f9a99c4a91d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.270753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68deee0-1465-4bb7-891d-4f9a99c4a91d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:41.286486 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:41.305932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.335410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.344624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:56:41.344624 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:56:41.344624 n-d-791506-25 neutron-server[93835]: [parameters: {'id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'}] Jul 23 22:56:41.344624 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:56:41.345099 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:56:41.360411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:41.360822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:41.366915 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:41.373456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264c17f-6fd3-482d-9408-1b517594ac23 req-2b2059b8-2f8c-4bcf-8704-01406552c275 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:41.380725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a264c17f-6fd3-482d-9408-1b517594ac23 req-2b2059b8-2f8c-4bcf-8704-01406552c275 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 944 time: 0.2468328 Jul 23 22:56:41.408661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:41.438988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a264c17f-6fd3-482d-9408-1b517594ac23 req-192fcfc2-4678-4ea8-902e-960ef65bd75f tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Jul 23 22:56:41.456235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.465224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.467519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:41.470220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Attempting to bind port bc36be98-4272-4557-8082-933019d6b7cf on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:41.470706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed4a613b-4cfb-420d-a238-abc36605b6fb HTTP/1.1" status: 204 len: 168 time: 0.5391426 Jul 23 22:56:41.472601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Attempting to bind port bc36be98-4272-4557-8082-933019d6b7cf by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '236abf01-e0d6-418c-90c3-9d9fdd33bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:41.473182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Attempting to bind port bc36be98-4272-4557-8082-933019d6b7cf on network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:41.485645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b4a06-4293-4b44-8fe7-b427b46905d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4a613b-4cfb-420d-a238-abc36605b6fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:41.498028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:41.498415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Checking segment: {'id': '236abf01-e0d6-418c-90c3-9d9fdd33bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:41.498805 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.499202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Bound using segment: {'id': '236abf01-e0d6-418c-90c3-9d9fdd33bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:41.499690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Bound port: bc36be98-4272-4557-8082-933019d6b7cf, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236abf01-e0d6-418c-90c3-9d9fdd33bc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8b3edd99-f5cb-408b-8e59-d77b53e8d1f4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:41.500076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.618636 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe214db-e28e-4192-9c02-0a3888b5c00e x-openstack-request-id: req-dfe214db-e28e-4192-9c02-0a3888b5c00e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:41.619087 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "name": "network-vif-plugged", "status": "completed", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:41.619414 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfe214db-e28e-4192-9c02-0a3888b5c00e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:41.619840 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b', 'code': 200} Jul 23 22:56:41.639871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:41.651115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:41.652999 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.659804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] For port bc36be98-4272-4557-8082-933019d6b7cf, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:41.704510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] For port bc36be98-4272-4557-8082-933019d6b7cf, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bc36be98-4272-4557-8082-933019d6b7cf,segment=NetworkSegment(236abf01-e0d6-418c-90c3-9d9fdd33bc65),segment_id=236abf01-e0d6-418c-90c3-9d9fdd33bc65)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:41.719981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.726651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:41.776717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33775cd-42e0-453a-a119-9d9b3ede3556 req-bb5ff63c-2d1c-4cb6-b3eb-5424a0f478ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:41.777054 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3c20e41f-5200-4048-9780-0f2272da690d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9aa2e1c8e5448ca9a35d348e0fef75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492458 Jul 23 22:56:41.778416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e33775cd-42e0-453a-a119-9d9b3ede3556 req-bb5ff63c-2d1c-4cb6-b3eb-5424a0f478ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 1097 time: 0.0989773 Jul 23 22:56:41.779635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:41.844200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e33775cd-42e0-453a-a119-9d9b3ede3556 req-0c3cdc62-bae5-49cc-be24-08b44e8e2e11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539494 Jul 23 22:56:41.848898 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.886127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe8c7-a4d1-44ff-a004-34aa62bf3617 None None] Pushing event updated for resources: {'Port': ['ID=bc36be98-4272-4557-8082-933019d6b7cf,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:41.918087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.920947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.924146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d69b5-2b71-45a5-a19b-368563765935 None None] Network 8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:41.952375 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:41.999314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port bc36be98-4272-4557-8082-933019d6b7cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:41.999991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.065085 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.067566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.070409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57b8dcdf-3c5a-421c-9a18-e2911fac5872 HTTP/1.1" status: 204 len: 168 time: 0.2896383 Jul 23 22:56:42.071504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,segment=NetworkSegment(3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11),segment_id=3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:42.079349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port bc36be98-4272-4557-8082-933019d6b7cf, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bc36be98-4272-4557-8082-933019d6b7cf,segment=NetworkSegment(236abf01-e0d6-418c-90c3-9d9fdd33bc65),segment_id=236abf01-e0d6-418c-90c3-9d9fdd33bc65)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:42.079349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.096078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for bc36be98-4272-4557-8082-933019d6b7cf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:42.099439 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.132243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bf857e2c-b799-4cad-bac2-2188dfce17bb None None] Provisioning complete for port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:42.133105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf857e2c-b799-4cad-bac2-2188dfce17bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.219275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cb168-f39d-4f9c-9a01-e876e9da97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b8dcdf-3c5a-421c-9a18-e2911fac5872,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:42.223465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.248110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port bc36be98-4272-4557-8082-933019d6b7cf on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:42.294077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=bc36be98-4272-4557-8082-933019d6b7cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:42.352472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bcdb64fc-b4b0-4d0e-baa7-b51433389706 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:42.391141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: bcdb64fc-b4b0-4d0e-baa7-b51433389706 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:42.391489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bcdb64fc-b4b0-4d0e-baa7-b51433389706 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:42.391919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 792e595d-100a-44db-b4df-e648ce2cc011 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:42.398609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.410508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3edd99-f5cb-408b-8e59-d77b53e8d1f4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:42.421632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236abf01-e0d6-418c-90c3-9d9fdd33bc65') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:42.421957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236abf01-e0d6-418c-90c3-9d9fdd33bc65') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:42.432935 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.435573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 792e595d-100a-44db-b4df-e648ce2cc011 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:42.442936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 792e595d-100a-44db-b4df-e648ce2cc011 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:42.449446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.456413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:42.460789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:42.460789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:42.464780 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:42.581840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d204f-33dd-4c2b-a495-4d624cce2b85 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:56:42.589402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.597734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.608825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 HTTP/1.1" status: 204 len: 168 time: 2.4754550 Jul 23 22:56:42.609074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:42.615560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365993008'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:42.617023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d33d-66f3-4831-a731-f362e6576b7a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=8b3edd99-f5cb-408b-8e59-d77b53e8d1f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:42.647140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36cd5-d093-4865-bd27-f1cf7d05ed0f req-4ca82c57-444b-434a-a6f8-82986e507a05 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:42.652223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ce36cd5-d093-4865-bd27-f1cf7d05ed0f req-4ca82c57-444b-434a-a6f8-82986e507a05 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 945 time: 0.1137912 Jul 23 22:56:42.681864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:42.685363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.713217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ce36cd5-d093-4865-bd27-f1cf7d05ed0f req-58c145d4-2267-4c35-9826-5a7a1455bd0d tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540557 Jul 23 22:56:42.739625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:42.752158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.752548 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment 97644763-14c0-4250-a5d7-426be63779b8 of type vlan for network 3f27f1f1-0cb1-423c-9159-6081e8e3266d Jul 23 22:56:42.753732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d204f-33dd-4c2b-a495-4d624cce2b85 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:56:42.802598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.844242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.853533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:42.854707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:42.902236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2917798 Jul 23 22:56:42.905056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:42.912497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '3f27f1f1-0cb1-423c-9159-6081e8e3266d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:42.943565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=3f27f1f1-0cb1-423c-9159-6081e8e3266d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:42.952781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.953217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.953622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.954058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.954463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.954982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.955377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.955772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.956162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.956551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.956936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.957436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46480ab2-c94c-447c-b0de-be167e5e21b5 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:42.975364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 3f27f1f1-0cb1-423c-9159-6081e8e3266d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:43.051187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:43.062893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.134373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:43.183808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac18b55-8315-43db-9036-d2984721af22 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:56:43.381385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:43.388791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-82631311-network', 'tenant_id': '41ef74cf40e74eccb52026d63c911757'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:43.407202 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.436903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Made reservation on behalf of 41ef74cf40e74eccb52026d63c911757 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:43.439664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.442869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac18b55-8315-43db-9036-d2984721af22 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:56:43.449457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.494698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': '97644763-14c0-4250-a5d7-426be63779b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3f27f1f1-0cb1-423c-9159-6081e8e3266d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:43.495111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 3f27f1f1-0cb1-423c-9159-6081e8e3266d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:43.499328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=1b6fbc97-313d-4c6c-8f27-48e7817330da,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:43.519078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 3f27f1f1-0cb1-423c-9159-6081e8e3266d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:43.537479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 3f27f1f1-0cb1-423c-9159-6081e8e3266d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:43.542600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:43.542955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.546281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:43.547966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.579322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.584091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.590424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7e309abc-57b8-4bd8-8f86-3240ab469f1e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6832612 Jul 23 22:56:43.592891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:43.615109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:43.626989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d66011-9ef3-4405-8c6e-81f5c23d04cb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:43.635138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.636583 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Added segment b218aae9-f962-493e-bd51-a47c03d5c4ab of type vlan for network 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d Jul 23 22:56:43.689391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.706123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.722748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.723774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:43.724289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.788467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.826753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eae8b6ae-4581-4583-a437-2159917e62f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.879626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e76f7-b3d0-4110-ae10-260a2e8288c5 None None] Network 3f27f1f1-0cb1-423c-9159-6081e8e3266d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:43.906129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb2a0-de36-4ef7-8799-8711d092fbaf req-5c5f4c8f-2d4a-4813-a057-bf968488cb77 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:43.907614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dbddb2a0-de36-4ef7-8799-8711d092fbaf req-5c5f4c8f-2d4a-4813-a057-bf968488cb77 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 945 time: 0.0913224 Jul 23 22:56:43.909308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:43.948696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6fbc97-313d-4c6c-8f27-48e7817330da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:44.009312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dbddb2a0-de36-4ef7-8799-8711d092fbaf req-42daef6e-aa66-48b6-8e70-c6b84456db82 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890632 Jul 23 22:56:44.026453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2947db5-8d3d-4981-bdc7-f22568472e6f None None] Network 3f27f1f1-0cb1-423c-9159-6081e8e3266d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:44.042558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.051862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f27f1f1-0cb1-423c-9159-6081e8e3266d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:44.066396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97644763-14c0-4250-a5d7-426be63779b8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:44.066742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97644763-14c0-4250-a5d7-426be63779b8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:44.077904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.093846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.109631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:44.110341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:44.114525 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:44.172335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] Pushing event updated for resources: {'Network': ['ID=1595fd96-e9f0-40b4-a4ee-db6605b0ce4d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:44.175609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-de003e13-0fac-4052-b2a9-d8b91375304d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0399950 Jul 23 22:56:44.188794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:44.191620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:44.193988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Request body: {'subnet': {'network_id': '1595fd96-e9f0-40b4-a4ee-db6605b0ce4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-82631311-subnet', 'tenant_id': '41ef74cf40e74eccb52026d63c911757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:44.216614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Made reservation on behalf of 41ef74cf40e74eccb52026d63c911757 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:44.223293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.239784 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.257057 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.264958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.266852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/3f27f1f1-0cb1-423c-9159-6081e8e3266d HTTP/1.1" status: 204 len: 168 time: 0.6730244 Jul 23 22:56:44.271325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:44.328243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038458320'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:44.381294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:44.386340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.422169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:44.460914 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.461216 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment aba8b4ac-f659-48bd-9450-f75fd54de1e7 of type vlan for network 9dd63198-a7df-4caf-90b8-068e340a0aec Jul 23 22:56:44.540963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.567747 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.600263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334df0cb-9314-4e20-ab74-1e7bd0def2d7 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=3f27f1f1-0cb1-423c-9159-6081e8e3266d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:44.628778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3cc0ea-d6b8-43b0-92f9-d6eb7b845f3b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:44.637911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.643476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:44.644055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.699854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Checking segment: {'id': 'b218aae9-f962-493e-bd51-a47c03d5c4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1595fd96-e9f0-40b4-a4ee-db6605b0ce4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:44.700123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Network hostable DHCP agents. Network: 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:44.702886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-e1594f30-26ee-4a6d-ab51-48a8b891869f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:44.704373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-e1594f30-26ee-4a6d-ab51-48a8b891869f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.1060710 Jul 23 22:56:44.705860 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4015479 Jul 23 22:56:44.708747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:44.714859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:44.739182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5890f-e721-4bc2-a98c-318462908bf8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=9dd63198-a7df-4caf-90b8-068e340a0aec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:44.749280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-9e3c2174-43fc-4968-93e6-6b27999cbd38 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0304124 Jul 23 22:56:44.750658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:44.760068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Network 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:44.769630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:44.775447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:44.776123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.782356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc425d7e-be9a-425f-be43-a40beb1ed50b None None] Network 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:44.792636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6ebbf85-6737-4db9-bfc2-eacdcda1d45b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6027300 Jul 23 22:56:44.868219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:44.872100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:44.909316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-34705ae2-3781-4ae6-84ad-44fd160fc9cd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523986 Jul 23 22:56:44.949571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041103a4-f8d9-4e5a-9559-cf36567fbdc3 None None] Network 1595fd96-e9f0-40b4-a4ee-db6605b0ce4d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:44.965847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.085987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-930bd2bf-66a6-4850-a911-6b7419f77d4b service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685214 Jul 23 22:56:45.207658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.251913 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-8f43ea09-f4aa-4a48-a630-d48dd2a02897 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572645 Jul 23 22:56:45.282232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=4d362e9d-5c6b-4efe-8fa6-e921b3d395cc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:45.291873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': 'aba8b4ac-f659-48bd-9450-f75fd54de1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:45.292308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 9dd63198-a7df-4caf-90b8-068e340a0aec, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:45.312269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 9dd63198-a7df-4caf-90b8-068e340a0aec is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:45.328622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9dd63198-a7df-4caf-90b8-068e340a0aec) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:45.333056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.333779 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.338265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226f1929-de09-40b3-8540-5bc934a45337 None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:45.351284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8567aeb-d952-4446-9323-971a7b868784 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6406112 Jul 23 22:56:45.353865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:45.359440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:45.486886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:45.490857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.557191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9dd63198-a7df-4caf-90b8-068e340a0aec', 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': '4d362e9d-5c6b-4efe-8fa6-e921b3d395cc'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:45.558639 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.571411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:45.690754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7954e6f-5af4-407f-90e7-669a993124a9 req-3b87cece-8ebf-49af-bf6d-542855a951ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0477493 Jul 23 22:56:45.718346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Deleting subnet 6b3cc0ea-d6b8-43b0-92f9-d6eb7b845f3b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:56:45.721991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.749447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Allocated IP 2001:db8::2 (9dd63198-a7df-4caf-90b8-068e340a0aec/4d362e9d-5c6b-4efe-8fa6-e921b3d395cc/d95b9867-ab17-417b-8dd2-8cd5d1adab89) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:45.803892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.827786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.863556 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.876832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 9dd63198-a7df-4caf-90b8-068e340a0aec is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:45.884417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:45.888923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.889527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.904034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=b3443a13-a2a7-4cee-aded-e601705c73bb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:45.915685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c24073c9-5d3a-40b0-86d3-0c86e8583dec tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5603893 Jul 23 22:56:45.917857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:45.928529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ff9e-12c7-4cd1-aab9-2331f34f0153 req-7182be1c-5540-4725-9400-e2d58427b7bf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.936198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3034ff9e-12c7-4cd1-aab9-2331f34f0153 req-7182be1c-5540-4725-9400-e2d58427b7bf tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 945 time: 0.1705735 Jul 23 22:56:45.950045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.982801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3034ff9e-12c7-4cd1-aab9-2331f34f0153 req-539277de-e897-49a9-a314-802239907b68 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Jul 23 22:56:45.988551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.988991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Transition to ACTIVE for port object d95b9867-ab17-417b-8dd2-8cd5d1adab89 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:45.990542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.991502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.992856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.994437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.996437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:46.002953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d63a482-398d-4c5d-a7ec-3afcc049a1e4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0800683 Jul 23 22:56:46.003208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.008956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1261734393'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:46.022255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Transition to ACTIVE for port object d95b9867-ab17-417b-8dd2-8cd5d1adab89 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:46.029580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3cc0ea-d6b8-43b0-92f9-d6eb7b845f3b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.030041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.033286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.042189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-758a5360-ed23-4042-8bbd-4da6e8b29783 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b3cc0ea-d6b8-43b0-92f9-d6eb7b845f3b HTTP/1.1" status: 204 len: 168 time: 0.4628687 Jul 23 22:56:46.042433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:46.043373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.046010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.073359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:46.080514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:46.086774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:46.090898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:46.092606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.093394 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment 04e13e7f-0ed6-434f-80f7-65e970e34167 of type vlan for network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 Jul 23 22:56:46.103966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Pushing event updated for resources: {'Port': ['ID=d95b9867-ab17-417b-8dd2-8cd5d1adab89,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.130878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.158516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.158804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Attempting to bind port d95b9867-ab17-417b-8dd2-8cd5d1adab89 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:46.159280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Attempting to bind port d95b9867-ab17-417b-8dd2-8cd5d1adab89 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'aba8b4ac-f659-48bd-9450-f75fd54de1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:46.159698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Attempting to bind port d95b9867-ab17-417b-8dd2-8cd5d1adab89 on network 9dd63198-a7df-4caf-90b8-068e340a0aec {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:46.166525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:46.166994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Checking segment: {'id': 'aba8b4ac-f659-48bd-9450-f75fd54de1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:46.167523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.167985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Bound using segment: {'id': 'aba8b4ac-f659-48bd-9450-f75fd54de1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:46.168534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Bound port: d95b9867-ab17-417b-8dd2-8cd5d1adab89, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8b4ac-f659-48bd-9450-f75fd54de1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:46.168990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.195744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.202026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:46.203132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.224330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.236791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] For port d95b9867-ab17-417b-8dd2-8cd5d1adab89, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:46.237040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2327178 Jul 23 22:56:46.239509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.240694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1595fd96-e9f0-40b4-a4ee-db6605b0ce4d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:46.241345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] For port d95b9867-ab17-417b-8dd2-8cd5d1adab89, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d95b9867-ab17-417b-8dd2-8cd5d1adab89,segment=NetworkSegment(aba8b4ac-f659-48bd-9450-f75fd54de1e7),segment_id=aba8b4ac-f659-48bd-9450-f75fd54de1e7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:46.245472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:46.247275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.255404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b218aae9-f962-493e-bd51-a47c03d5c4ab') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:46.255720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b218aae9-f962-493e-bd51-a47c03d5c4ab') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:46.266766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.280976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.290570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:46.291293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.306504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33e11e-df67-4fa8-9db6-3d1922e21489 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=571f7c3b-8083-4632-b940-2bbe9e5f65f1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.314551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:46.338300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365818-3342-4aee-9c84-c7b177616c83 None None] Pushing event updated for resources: {'Port': ['ID=d95b9867-ab17-417b-8dd2-8cd5d1adab89,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:46.360690 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:46.371675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.378466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.380441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1595fd96-e9f0-40b4-a4ee-db6605b0ce4d HTTP/1.1" status: 204 len: 168 time: 0.3359149 Jul 23 22:56:46.405259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b301-b375-446f-bc2e-3b238576b105 admin admin] Pushing event deleted for resources: {'Network': ['ID=1595fd96-e9f0-40b4-a4ee-db6605b0ce4d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.482359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.490609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.503598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.517553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:56:46.523350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:46.523993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.528059 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "PUT /v2.0/networks/571f7c3b-8083-4632-b940-2bbe9e5f65f1 HTTP/1.1" status: 200 len: 723 time: 0.2849081 Jul 23 22:56:46.529108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.554805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.555931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:46.631558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c51a0-28c9-4f32-b538-e0967686b697 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=571f7c3b-8083-4632-b940-2bbe9e5f65f1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:46.645126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:46.686878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6b3bb80-565f-4d60-8d0f-2e72d8fe8d77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41ef74cf40e74eccb52026d63c911757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308758 Jul 23 22:56:46.690327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52880) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:46.778685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-983e0343-882d-4219-bf71-cda87159aee6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:46.780697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-983e0343-882d-4219-bf71-cda87159aee6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.3003211 Jul 23 22:56:46.798593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:46.819371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.846411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.860815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-762c5cbe-e5ae-4a47-bb8f-606dc02671d0 req-78b30ad7-0cd1-42e0-9bc6-cd0e4a4c36c9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0573175 Jul 23 22:56:46.892980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:46.896433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.906321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.909143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.910654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76d66011-9ef3-4405-8c6e-81f5c23d04cb HTTP/1.1" status: 204 len: 168 time: 0.2193732 Jul 23 22:56:46.919742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ad0da-64a7-4238-b379-9ee87e8b2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d66011-9ef3-4405-8c6e-81f5c23d04cb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:47.092089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319a223-927f-48dc-819d-12479d6f7c8c req-3866a15c-5aa9-4d1c-baa4-f6c0188b045e tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:47.093605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e319a223-927f-48dc-819d-12479d6f7c8c req-3866a15c-5aa9-4d1c-baa4-f6c0188b045e tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 945 time: 0.2867837 Jul 23 22:56:47.339808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:47.348198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.395349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d95b9867-ab17-417b-8dd2-8cd5d1adab89 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:47.503347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:47.531433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.610724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890142b7-0b65-4cc2-b55a-5505c1723f1b req-b7333cc6-ec4f-4028-b993-5dde68b31009 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:47.614523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-890142b7-0b65-4cc2-b55a-5505c1723f1b req-b7333cc6-ec4f-4028-b993-5dde68b31009 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 945 time: 0.5195971 Jul 23 22:56:47.659632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed6fbe-f0df-4aee-889a-1b2a541347b8 None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:47.701666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Provisioning for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:47.717706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-890142b7-0b65-4cc2-b55a-5505c1723f1b req-6518d26b-39c7-4e35-994a-21d96548d149 tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/security-groups?id=db9334fd-255f-497d-ad78-7fc0bf70af89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874465 Jul 23 22:56:47.759348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Provisioning complete for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:47.759981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.805420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.9 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:47.812824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Deleting port 7c587c65-0f6e-459b-849f-5cd1fce6551b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:47.813161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.822444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=4173854c-8a8b-4f73-b500-068a907f4392,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:47.841431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': '04e13e7f-0ed6-434f-80f7-65e970e34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:47.841886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 571f7c3b-8083-4632-b940-2bbe9e5f65f1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:47.940330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:47.994509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 571f7c3b-8083-4632-b940-2bbe9e5f65f1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:48.013366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722b856-33db-4ed3-be73-d7e8b6c8a752 None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:48.027624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18f89204-cb74-4c7a-8842-184a84a372e7 req-a411d2d3-bad8-4438-93cc-2f8eb6f0f7ec tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0601819 Jul 23 22:56:48.027624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:48.027624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.073316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] For port 7c587c65-0f6e-459b-849f-5cd1fce6551b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7c587c65-0f6e-459b-849f-5cd1fce6551b,segment=NetworkSegment(dba0f728-81da-4549-b3e6-1ad0afeb2b25),segment_id=dba0f728-81da-4549-b3e6-1ad0afeb2b25)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:48.073694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.107104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Calling delete_port for 7c587c65-0f6e-459b-849f-5cd1fce6551b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:48.112459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9149f26e-3280-44b0-a35f-1216fd0704db tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5802941 Jul 23 22:56:48.113309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:48.119791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:48.249339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.297601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:48.331461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10702895'] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.364260 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.399318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-571f7c3b-8083-4632-b940-2bbe9e5f65f1', 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': '4173854c-8a8b-4f73-b500-068a907f4392'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:48.400299 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.493707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] For port d95b9867-ab17-417b-8dd2-8cd5d1adab89, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d95b9867-ab17-417b-8dd2-8cd5d1adab89,segment=NetworkSegment(aba8b4ac-f659-48bd-9450-f75fd54de1e7),segment_id=aba8b4ac-f659-48bd-9450-f75fd54de1e7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:48.513953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794111207491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9303459'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.529776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:48.530980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.535414 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "PUT /v2.0/subnets/4173854c-8a8b-4f73-b500-068a907f4392 HTTP/1.1" status: 200 len: 826 time: 0.4207418 Jul 23 22:56:48.536231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:48.537388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.563207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.618388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.636238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:48.647262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:48.650184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7c587c65-0f6e-459b-849f-5cd1fce6551b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:56:48.659860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:48.783252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 52928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:48.793662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5e2a1-4474-44ea-ad41-ebb64890f0dd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=4173854c-8a8b-4f73-b500-068a907f4392,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:48.833179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.855796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] No DVR routers for this DVR port 7c587c65-0f6e-459b-849f-5cd1fce6551b on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:48.857651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:48.863516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.866181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e319a223-927f-48dc-819d-12479d6f7c8c req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.25 "DELETE /v2.0/ports/7c587c65-0f6e-459b-849f-5cd1fce6551b HTTP/1.1" status: 204 len: 173 time: 1.7610614 Jul 23 22:56:48.869590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'name': 'network-vif-deleted', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:48.872047 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e1ba4-6ef2-4556-b423-03ceb1e0570d" -d '{"events": [{"server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "name": "network-vif-deleted", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:48.905596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-301de379-34b5-404a-8d04-065cdfb12ee0 req-cfdfde06-6a6e-4115-b367-8799d7fc8f1f tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f61a493-0732-4d35-9994-c3cf52bafa18 HTTP/1.1" status: 200 len: 210 time: 0.0627468 Jul 23 22:56:48.965913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:48.967128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.979117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:48.995398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Allocated IP 2001:db8::2 (571f7c3b-8083-4632-b940-2bbe9e5f65f1/4173854c-8a8b-4f73-b500-068a907f4392/3a8189b6-6b09-42ed-9185-09fbcf638c88) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:49.005086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc83e-b2c2-4e30-873c-40aced4ecbda tempest-VolumesActionsTest-194839627 tempest-VolumesActionsTest-194839627-project] Pushing event deleted for resources: {'Port': ['ID=7c587c65-0f6e-459b-849f-5cd1fce6551b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:49.015512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-ce8f1658-8ef7-4cec-9559-d7dfa46e4040 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2231443 Jul 23 22:56:49.046298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Request body: {'port': {'device_id': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:49.051706 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e784d3a-2754-41d3-bd58-f8f0477ec08e x-openstack-request-id: req-0e784d3a-2754-41d3-bd58-f8f0477ec08e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:49.051983 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61a493-0732-4d35-9994-c3cf52bafa18", "name": "network-vif-deleted", "tag": "7c587c65-0f6e-459b-849f-5cd1fce6551b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:49.052406 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e784d3a-2754-41d3-bd58-f8f0477ec08e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:49.052682 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61a493-0732-4d35-9994-c3cf52bafa18', 'name': 'network-vif-deleted', 'tag': '7c587c65-0f6e-459b-849f-5cd1fce6551b', 'status': 'completed', 'code': 200} Jul 23 22:56:49.103513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eda1569-84f5-49e1-9596-39ce91d06320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.124181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-278770e6-9bb6-42f7-bbe7-427c06855a3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4722524 Jul 23 22:56:49.130708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Update dhcp port {'port': {'network_id': '9dd63198-a7df-4caf-90b8-068e340a0aec', 'fixed_ips': [{'subnet_id': '4d362e9d-5c6b-4efe-8fa6-e921b3d395cc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3443a13-a2a7-4cee-aded-e601705c73bb'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'd95b9867-ab17-417b-8dd2-8cd5d1adab89'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:56:49.253609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.278566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605e5ce-ace1-44f3-bd88-5fb10e1595a6 None None] Pushing event updated for resources: {'Port': ['ID=d95b9867-ab17-417b-8dd2-8cd5d1adab89,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:49.348361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d9de05f-33bd-4178-9065-071d4caab93f None None] Provisioning for port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:49.390156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d9de05f-33bd-4178-9065-071d4caab93f None None] Provisioning complete for port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:49.390810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d9de05f-33bd-4178-9065-071d4caab93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.543915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1d9de05f-33bd-4178-9065-071d4caab93f None None] Port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:56:49.561429 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.597488 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.613987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Transition to ACTIVE for port object 3a8189b6-6b09-42ed-9185-09fbcf638c88 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:49.650095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Allocated IP 172.20.0.1 (9dd63198-a7df-4caf-90b8-068e340a0aec/b3443a13-a2a7-4cee-aded-e601705c73bb/d95b9867-ab17-417b-8dd2-8cd5d1adab89) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:49.652760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Transition to ACTIVE for port object 3a8189b6-6b09-42ed-9185-09fbcf638c88 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:49.671984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.697959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.743720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=4173854c-8a8b-4f73-b500-068a907f4392,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:49.778646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:49.780957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Pushing event updated for resources: {'Port': ['ID=3a8189b6-6b09-42ed-9185-09fbcf638c88,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:49.793314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:49.797589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:49.844001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.863842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571f7c3b-8083-4632-b940-2bbe9e5f65f1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:49.885794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e13e7f-0ed6-434f-80f7-65e970e34167') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:49.886109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e13e7f-0ed6-434f-80f7-65e970e34167') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:49.896836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.902531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] For port d95b9867-ab17-417b-8dd2-8cd5d1adab89, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d95b9867-ab17-417b-8dd2-8cd5d1adab89,segment=NetworkSegment(aba8b4ac-f659-48bd-9450-f75fd54de1e7),segment_id=aba8b4ac-f659-48bd-9450-f75fd54de1e7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:49.915164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Attempting to bind port 3a8189b6-6b09-42ed-9185-09fbcf638c88 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:49.915805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Attempting to bind port 3a8189b6-6b09-42ed-9185-09fbcf638c88 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '04e13e7f-0ed6-434f-80f7-65e970e34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:49.915951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.916491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Attempting to bind port 3a8189b6-6b09-42ed-9185-09fbcf638c88 on network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:49.924553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:49.925055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.928131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:49.928742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Checking segment: {'id': '04e13e7f-0ed6-434f-80f7-65e970e34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:49.929936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.931127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Bound using segment: {'id': '04e13e7f-0ed6-434f-80f7-65e970e34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:49.931984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Bound port: 3a8189b6-6b09-42ed-9185-09fbcf638c88, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e13e7f-0ed6-434f-80f7-65e970e34167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:49.932542 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.959197 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.959888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:56:49.969490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.983863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Transition to ACTIVE for port object b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:49.991013 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:49.995635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 22:56:49.995635 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 22:56:49.995635 n-d-791506-25 neutron-server[93836]: [parameters: {'id': '571f7c3b-8083-4632-b940-2bbe9e5f65f1'}] Jul 23 22:56:49.995635 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:56:49.996225 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:56:50.000022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Transition to ACTIVE for port object d95b9867-ab17-417b-8dd2-8cd5d1adab89 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:50.009523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.015516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.057738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-79307328-d5d7-4ef0-9516-e7ab19ce88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.059310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-79307328-d5d7-4ef0-9516-e7ab19ce88e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 1097 time: 0.8457010 Jul 23 22:56:50.077571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1a33-76f9-48f2-b097-aa072e867682 req-386f5099-071f-4c47-9d26-f1b119f3b70c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.079226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-740e1a33-76f9-48f2-b097-aa072e867682 req-386f5099-071f-4c47-9d26-f1b119f3b70c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 931 time: 0.9391296 Jul 23 22:56:50.090079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] For port 3a8189b6-6b09-42ed-9185-09fbcf638c88, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:50.135756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] For port 3a8189b6-6b09-42ed-9185-09fbcf638c88, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3a8189b6-6b09-42ed-9185-09fbcf638c88,segment=NetworkSegment(04e13e7f-0ed6-434f-80f7-65e970e34167),segment_id=04e13e7f-0ed6-434f-80f7-65e970e34167)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:50.143089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be12034-def6-4a58-a100-d73f425a9204 None None] Pushing event updated for resources: {'Port': ['ID=d95b9867-ab17-417b-8dd2-8cd5d1adab89,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:50.155316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.203798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:50.228058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1b3b-c620-4543-9b7e-8209778b989b None None] Pushing event updated for resources: {'Port': ['ID=3a8189b6-6b09-42ed-9185-09fbcf638c88,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:50.292792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eda1569-84f5-49e1-9596-39ce91d06320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.325267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-8fc120f1-3bbf-498b-b855-ba5ae419f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.326854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-8fc120f1-3bbf-498b-b855-ba5ae419f6ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.2423618 Jul 23 22:56:50.332253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3eda1569-84f5-49e1-9596-39ce91d06320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.342723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c75545-3ddb-4841-b354-6ec88dd8992c None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:50.431739 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:56:50.453910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-c9f3c78c-1cd0-415b-b2b9-18de32ccf1c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 200 len: 1001 time: 0.1100736 Jul 23 22:56:50.498698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.543615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Attempting to bind port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:50.543946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Attempting to bind port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:50.544353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Attempting to bind port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:50.565823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-740e1a33-76f9-48f2-b097-aa072e867682 req-0aa697ab-ae1d-4f44-9b02-fe1a5f778774 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665766 Jul 23 22:56:50.600831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:56:50.601777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Attempting to bind port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:50.608817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3eda1569-84f5-49e1-9596-39ce91d06320 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add6ccad8ca5451b9dc0353682f3438d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7723098 Jul 23 22:56:50.610524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:50.613168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980d6ae-a4e3-483e-a7c7-5ccb7dfcdb8d None None] Network 571f7c3b-8083-4632-b940-2bbe9e5f65f1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:50.614492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda1569-84f5-49e1-9596-39ce91d06320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94b1e2-53d9-4d95-bd59-36f7c96fe92c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:50.639236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:50.639641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:50.640554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:50.641543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Bound port: b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:50.642067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.663789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-69508137-e4c8-42fc-a781-7634e29a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.665792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-69508137-e4c8-42fc-a781-7634e29a1407 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.1969039 Jul 23 22:56:50.720288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port 3a8189b6-6b09-42ed-9185-09fbcf638c88 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:50.721060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.774436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.863115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.885236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port 3a8189b6-6b09-42ed-9185-09fbcf638c88, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3a8189b6-6b09-42ed-9185-09fbcf638c88,segment=NetworkSegment(04e13e7f-0ed6-434f-80f7-65e970e34167),segment_id=04e13e7f-0ed6-434f-80f7-65e970e34167)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:50.885995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:50.928042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for 3a8189b6-6b09-42ed-9185-09fbcf638c88 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:50.957584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7c587c65-0f6e-459b-849f-5cd1fce6551b no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:56:51.020903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:51.024775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 7c587c65-0f6e-459b-849f-5cd1fce6551b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:56:51.025198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7c587c65-0f6e-459b-849f-5cd1fce6551b not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:56:51.029009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:51.045312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.048545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.051229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.056451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a94b1e2-53d9-4d95-bd59-36f7c96fe92c HTTP/1.1" status: 204 len: 168 time: 0.4404774 Jul 23 22:56:51.065953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b10c1-ff76-45f8-8ec4-f65013aa7ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94b1e2-53d9-4d95-bd59-36f7c96fe92c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:51.098750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.106916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396ca47-efc1-4d69-9fd2-927cadc1ce8d None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:51.121567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port 3a8189b6-6b09-42ed-9185-09fbcf638c88 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:51.161274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=3a8189b6-6b09-42ed-9185-09fbcf638c88,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:51.184054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-06989d54-4774-4a0e-8666-80b2cf2f0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:51.186335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-06989d54-4774-4a0e-8666-80b2cf2f0ac0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5091341 Jul 23 22:56:51.207398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:51.208135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.210039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b HTTP/1.1" status: 200 len: 1092 time: 2.1862400 Jul 23 22:56:51.210981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:56:51.220461 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa7c22-34ec-4b07-bf85-2039ce97d526" -d '{"events": [{"name": "network-changed", "server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:56:51.394680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.414235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0ecc4bb-bd03-4632-a723-e5393d87992f None None] Provisioning for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:56:51.415888 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8275d067-8763-4bc9-9593-1290db0898f3 x-openstack-request-id: req-8275d067-8763-4bc9-9593-1290db0898f3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:56:51.417632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d95b9867-ab17-417b-8dd2-8cd5d1adab89 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:56:51.417785 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:56:51.417785 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8275d067-8763-4bc9-9593-1290db0898f3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:56:51.418107 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b', 'status': 'completed', 'code': 200} Jul 23 22:56:51.420619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571f7c3b-8083-4632-b940-2bbe9e5f65f1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:51.458188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e13e7f-0ed6-434f-80f7-65e970e34167') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:51.459261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e13e7f-0ed6-434f-80f7-65e970e34167') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:51.489532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.495687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0ecc4bb-bd03-4632-a723-e5393d87992f None None] Provisioning complete for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:51.513846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc4bb-bd03-4632-a723-e5393d87992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.546396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.559310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:51.559792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:56:51.563192 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:56:51.574095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761967a-e81f-4ec7-aa32-40ef044355f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:51.731996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.740848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-d7c105b8-67ce-456a-9118-16463c9fdfc2 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162711 Jul 23 22:56:51.749296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.753613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/571f7c3b-8083-4632-b940-2bbe9e5f65f1 HTTP/1.1" status: 204 len: 168 time: 3.2102296 Jul 23 22:56:51.774655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52966) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:51.816568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78288f13-4069-4754-a4ba-0750aecad6ee tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=571f7c3b-8083-4632-b940-2bbe9e5f65f1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:51.856201 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3207b3a8-781c-42b0-89ec-33a7834df431 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:56:51.859345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3207b3a8-781c-42b0-89ec-33a7834df431 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:56:51.868241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3207b3a8-781c-42b0-89ec-33a7834df431 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/571f7c3b-8083-4632-b940-2bbe9e5f65f1 HTTP/1.1" status: 404 len: 339 time: 0.0804262 Jul 23 22:56:51.874328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:51.879760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:51.880310 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:51.891900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-321088905', 'description': 'd1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:51.904720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-e20bf945-c39e-4535-909a-e0647998c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:51.947059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-e20bf945-c39e-4535-909a-e0647998c263 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 1095 time: 0.6350181 Jul 23 22:56:51.965989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:51.984278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.065440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-2c76a4f5-1da3-409c-be51-96486d5b4a6e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b HTTP/1.1" status: 200 len: 217 time: 0.1167881 Jul 23 22:56:52.080065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:52.107440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.108583 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment bf870124-f047-4cf7-9254-8106422e2548 of type vlan for network 31c04a11-f31b-43fc-ad3e-7a7d0e49010e Jul 23 22:56:52.247788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.320895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.325946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-884c3735-28ea-4c25-829a-435ea13678ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.328854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-884c3735-28ea-4c25-829a-435ea13678ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.2107844 Jul 23 22:56:52.351583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.352657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.356421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.360503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96031cb9-a220-48ef-9922-a4b520c5db35 req-d69c2c54-aa52-41a5-8b82-03983276f6b8 service neutron] 10.222.0.22 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760763 Jul 23 22:56:52.428317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d8b21-5324-4ebd-9491-289bd27a3e4c None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:56:52.438009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b63fe2-e7bb-49ca-af61-6fab29ba3868 req-cf65e20d-2efb-4eea-9dda-f2dcda42bb50 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.455484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5b63fe2-e7bb-49ca-af61-6fab29ba3868 req-cf65e20d-2efb-4eea-9dda-f2dcda42bb50 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.6904924 Jul 23 22:56:52.456922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5813215 Jul 23 22:56:52.465347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 52990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:52.550485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5b63fe2-e7bb-49ca-af61-6fab29ba3868 req-8d611a62-1bf2-45d5-89af-74c7336b78e3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943470 Jul 23 22:56:52.592632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-953cce72-e443-4025-8574-1b6f272b3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.595482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778346cb-9687-433b-90cd-3b754418ad59 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=31c04a11-f31b-43fc-ad3e-7a7d0e49010e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:52.596480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-953cce72-e443-4025-8574-1b6f272b3a1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537079 Jul 23 22:56:52.631263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 31c04a11-f31b-43fc-ad3e-7a7d0e49010e details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:52.711449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3afbed70-5ec9-453d-bb20-fe8832ffeffc None None] Provisioning complete for port d95b9867-ab17-417b-8dd2-8cd5d1adab89 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:52.713572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3afbed70-5ec9-453d-bb20-fe8832ffeffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:52.720710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bed984-9fa8-42a6-a266-1b786487b158 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.722554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3bed984-9fa8-42a6-a266-1b786487b158 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks?id=31c04a11-f31b-43fc-ad3e-7a7d0e49010e HTTP/1.1" status: 200 len: 764 time: 0.2573006 Jul 23 22:56:52.725603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:52.731383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'description': 'd2'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:52.940315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-945a22dc-ac90-4289-b380-6e0b7240eb95 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347061 Jul 23 22:56:53.032178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d8b21-5324-4ebd-9491-289bd27a3e4c None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:56:53.120213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:53.170592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:53.244332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 31c04a11-f31b-43fc-ad3e-7a7d0e49010e is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 22:56:53.267660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.279832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:53.290306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "PUT /v2.0/networks/31c04a11-f31b-43fc-ad3e-7a7d0e49010e HTTP/1.1" status: 200 len: 761 time: 0.5634367 Jul 23 22:56:53.291637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:53.329813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:53.331835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6cfd0b80-abfa-474c-aee4-dce60f79a467 req-4fd90ec7-a80c-47e2-bf9c-35372fcdcc56 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765275 Jul 23 22:56:53.412254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29503a0-78ba-4517-87ba-5136bb70c894 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=31c04a11-f31b-43fc-ad3e-7a7d0e49010e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:53.440901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 31c04a11-f31b-43fc-ad3e-7a7d0e49010e details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:53.600372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79210621-bf2c-454a-b8cb-2c725788d596 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.604197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79210621-bf2c-454a-b8cb-2c725788d596 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks?id=31c04a11-f31b-43fc-ad3e-7a7d0e49010e HTTP/1.1" status: 200 len: 764 time: 0.3087754 Jul 23 22:56:53.608701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:53.655547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-b35d111e-996f-427e-9834-45e761460995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.658126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-b35d111e-996f-427e-9834-45e761460995 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 1095 time: 0.2474315 Jul 23 22:56:53.875484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-11591783-35e1-4066-b68b-ae0d8987aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.877012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-11591783-35e1-4066-b68b-ae0d8987aa87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2118740 Jul 23 22:56:53.900976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ac05-00c4-41f0-b507-3383bf1d2dcb req-6d49725e-8f94-4c3f-8f28-447aec8ad554 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.907271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d18f2-147e-4232-a71a-2b0de1e4a92b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:53.910506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28f1ac05-00c4-41f0-b507-3383bf1d2dcb req-6d49725e-8f94-4c3f-8f28-447aec8ad554 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1271946 Jul 23 22:56:53.910866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d40d18f2-147e-4232-a71a-2b0de1e4a92b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3003991 Jul 23 22:56:53.915275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:53.972475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-d0c52ec9-7200-43df-a2f7-2b9aa75a6de8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b HTTP/1.1" status: 200 len: 217 time: 0.0862253 Jul 23 22:56:54.020479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-efcbbddb-9185-4162-a1a0-7ec2e7a51919 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 207 time: 0.1007299 Jul 23 22:56:54.022160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:54.075574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28f1ac05-00c4-41f0-b507-3383bf1d2dcb req-4afe0184-6125-4d88-8bb0-e0bb93d698a5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639571 Jul 23 22:56:54.088667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-caebcc92-28bd-4e53-becb-396346a338d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.099536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-caebcc92-28bd-4e53-becb-396346a338d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0893371 Jul 23 22:56:54.203982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-8de73243-770f-491d-8c85-7cd6cac2c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.206333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-8de73243-770f-491d-8c85-7cd6cac2c107 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009789 Jul 23 22:56:54.217455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.224251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.234178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.242601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.248541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.254544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.262317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a07253ec-fd4f-4367-812d-ed54a2dc2a4c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2325604 Jul 23 22:56:54.262774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:54.414219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-baa1b588-6e2a-4086-ad1e-080c45d47e56 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998277 Jul 23 22:56:54.670888 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-159b4d40-5396-4bcd-84b1-e4ed8889b072 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4068763 Jul 23 22:56:54.675771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:54.696098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62aa7c22-34ec-4b07-bf85-2039ce97d526 req-e5681336-8cf8-4c25-a4c2-16265ae2ecce service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731719 Jul 23 22:56:54.774600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.776581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.779012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.780742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.783332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.785728 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d6581f2-c78f-4dcb-9249-6db4318cff33 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1087267 Jul 23 22:56:54.789900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:54.887937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.892631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.896477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.902315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.907002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.909086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-073af328-03ff-459c-98ff-25d1b279d3fc tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1179955 Jul 23 22:56:54.920216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.179265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.184781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80278d-8325-434f-956f-c33e26bccabf tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:55.186386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af80278d-8325-434f-956f-c33e26bccabf tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks/84ea05b1-ac24-4098-a4f9-ac3744602fcb HTTP/1.1" status: 200 len: 803 time: 0.2647686 Jul 23 22:56:55.193526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.413972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1963082c-4e1e-4bfa-b23c-e97a736fce26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:55.458679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-576ec84a-4db5-4fd6-aecc-a6e6d2c0c379 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/networks/84ea05b1-ac24-4098-a4f9-ac3744602fcb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2514212 Jul 23 22:56:55.459198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.489795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b763e-314c-4b8a-bcae-f13b8b292c48 req-db62ecfa-9a66-4fe1-9f16-faa866f73a7b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:55.491366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a18b763e-314c-4b8a-bcae-f13b8b292c48 req-db62ecfa-9a66-4fe1-9f16-faa866f73a7b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.2440217 Jul 23 22:56:55.577578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f45ad-8cb0-4076-a903-9bdf4b3a29d4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:55.578908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-512f45ad-8cb0-4076-a903-9bdf4b3a29d4 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets/ef66b4c0-e2d8-4936-a366-4d5e002c9b1b HTTP/1.1" status: 200 len: 843 time: 0.1186225 Jul 23 22:56:55.586443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.638348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a18b763e-314c-4b8a-bcae-f13b8b292c48 req-1d07150b-61eb-462c-9504-6a99288b7a6c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218748 Jul 23 22:56:55.680724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f13cf92-9808-4823-83c1-3637f2938c31 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:55.682229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f13cf92-9808-4823-83c1-3637f2938c31 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "GET /v2.0/subnets/ef66b4c0-e2d8-4936-a366-4d5e002c9b1b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0936925 Jul 23 22:56:55.686810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.695850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404401977'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:55.741428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1963082c-4e1e-4bfa-b23c-e97a736fce26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:55.756111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1963082c-4e1e-4bfa-b23c-e97a736fce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:55.808969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:55.813892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:55.852130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963082c-4e1e-4bfa-b23c-e97a736fce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ba50d9-bf8c-469a-ac7a-b10e32e7c0f9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:55.864374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:55.864846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1963082c-4e1e-4bfa-b23c-e97a736fce26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc39683a4a974d3f8e15c0bdec35f81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840806 Jul 23 22:56:55.890088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:56:55.914395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:55.914946 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Added segment a70d478e-5e9e-49e8-af41-018aaacf78af of type vlan for network 7b94be20-a901-4cec-bcb8-54b6feac0bae Jul 23 22:56:55.967933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.018264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.027946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.095577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.098718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.103774 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0ba50d9-bf8c-469a-ac7a-b10e32e7c0f9 HTTP/1.1" status: 204 len: 168 time: 0.2382286 Jul 23 22:56:56.108701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.118577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:56.120343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.122964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc037-04b2-4db7-b279-9c11d2922954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ba50d9-bf8c-469a-ac7a-b10e32e7c0f9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:56.178278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4903963 Jul 23 22:56:56.182652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:56.193152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:56.301296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46895e45-fc35-47d7-a7af-f7f22054fbfe tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Network': ['ID=7b94be20-a901-4cec-bcb8-54b6feac0bae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:56.332214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:56:56.507415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Made reservation on behalf of ab5e700643f74077a4bfcf0c62c729a9 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:56:56.515972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:56.631401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 22:56:56.631971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 22:56:56.915288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026f97-04ac-4a99-8c11-de25b74eb6b0 req-efbfb18a-ad73-4bfc-83d9-98162bbd5235 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:56.929882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0026f97-04ac-4a99-8c11-de25b74eb6b0 req-efbfb18a-ad73-4bfc-83d9-98162bbd5235 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1236367 Jul 23 22:56:57.012938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:57.077330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0026f97-04ac-4a99-8c11-de25b74eb6b0 req-bba39ad8-8079-4cbd-9d09-320cd03e9917 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464610 Jul 23 22:56:57.164855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=dc699480-d20d-455d-8f64-80ad2c5edd35,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:57.251023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Checking segment: {'id': 'a70d478e-5e9e-49e8-af41-018aaacf78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:57.251834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network hostable DHCP agents. Network: 7b94be20-a901-4cec-bcb8-54b6feac0bae, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:56:57.305663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:56:57.342891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 7b94be20-a901-4cec-bcb8-54b6feac0bae) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:57.360470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c49e3d-0cd2-4b54-83a2-56a55c1ac697 None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:57.378633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:57.380997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:57.430498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4269f089-c65c-4e4f-a985-40697b38c37e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2463453 Jul 23 22:56:57.433265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:57.466154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:57.722853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-7b94be20-a901-4cec-bcb8-54b6feac0bae', 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae', 'tenant_id': 'ab5e700643f74077a4bfcf0c62c729a9', 'fixed_ips': [{'subnet_id': 'dc699480-d20d-455d-8f64-80ad2c5edd35'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:56:57.724635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:57.732404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10702895'] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.127565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794111207491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9303459'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.257958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Allocated IP 2001:db8::3 (7b94be20-a901-4cec-bcb8-54b6feac0bae/dc699480-d20d-455d-8f64-80ad2c5edd35/d3a6af47-2139-42a6-9d28-7ad30bc25f93) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:56:58.356690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event updated for resources: {'Subnet': ['ID=dc699480-d20d-455d-8f64-80ad2c5edd35,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:58.387723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:58.392408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.398841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7cfa09ef-9332-4699-8c45-7e3df717b3c8 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "PUT /v2.0/subnets/dc699480-d20d-455d-8f64-80ad2c5edd35 HTTP/1.1" status: 200 len: 900 time: 0.9617264 Jul 23 22:56:58.402232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:58.442087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b617-1bc3-4133-8966-f400b9c82ca7 req-efd6ae23-622e-40c9-813e-7a82264b8c62 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:58.443689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39c4b617-1bc3-4133-8966-f400b9c82ca7 req-efd6ae23-622e-40c9-813e-7a82264b8c62 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.2027955 Jul 23 22:56:58.592416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39c4b617-1bc3-4133-8966-f400b9c82ca7 req-35641490-6e3b-4741-b371-889923a0ea65 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178019 Jul 23 22:56:58.627249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.651149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Transition to ACTIVE for port object d3a6af47-2139-42a6-9d28-7ad30bc25f93 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:58.685001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Transition to ACTIVE for port object d3a6af47-2139-42a6-9d28-7ad30bc25f93 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:56:58.698244 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.705864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.763447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:56:58.767017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:56:58.771185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:56:58.833356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port d3a6af47-2139-42a6-9d28-7ad30bc25f93 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:56:58.833600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.843590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Pushing event updated for resources: {'Port': ['ID=d3a6af47-2139-42a6-9d28-7ad30bc25f93,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:58.914305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Attempting to bind port d3a6af47-2139-42a6-9d28-7ad30bc25f93 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:56:58.915928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Attempting to bind port d3a6af47-2139-42a6-9d28-7ad30bc25f93 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a70d478e-5e9e-49e8-af41-018aaacf78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:56:58.915928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Attempting to bind port d3a6af47-2139-42a6-9d28-7ad30bc25f93 on network 7b94be20-a901-4cec-bcb8-54b6feac0bae {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:56:58.922208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:56:58.922752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Checking segment: {'id': 'a70d478e-5e9e-49e8-af41-018aaacf78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:56:58.923397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:58.924015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Bound using segment: {'id': 'a70d478e-5e9e-49e8-af41-018aaacf78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:56:58.924554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Bound port: d3a6af47-2139-42a6-9d28-7ad30bc25f93, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70d478e-5e9e-49e8-af41-018aaacf78af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b94be20-a901-4cec-bcb8-54b6feac0bae'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:56:58.925040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.039792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port d3a6af47-2139-42a6-9d28-7ad30bc25f93, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:56:59.040378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.070727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for d3a6af47-2139-42a6-9d28-7ad30bc25f93 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:56:59.080298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] For port d3a6af47-2139-42a6-9d28-7ad30bc25f93, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:56:59.088260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] For port d3a6af47-2139-42a6-9d28-7ad30bc25f93, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d3a6af47-2139-42a6-9d28-7ad30bc25f93,segment=NetworkSegment(a70d478e-5e9e-49e8-af41-018aaacf78af),segment_id=a70d478e-5e9e-49e8-af41-018aaacf78af)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:56:59.100806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.169279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccccd8-cb1b-4f22-b6e4-edd1e643d5d0 None None] Pushing event updated for resources: {'Port': ['ID=d3a6af47-2139-42a6-9d28-7ad30bc25f93,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:59.293298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.353208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=d3a6af47-2139-42a6-9d28-7ad30bc25f93,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:59.429615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port d3a6af47-2139-42a6-9d28-7ad30bc25f93 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:56:59.564641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.728506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.763130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=dc699480-d20d-455d-8f64-80ad2c5edd35,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:59.863258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.910161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13c496-c6f6-41fc-9a8e-53d44ca2a197 req-2100f968-8db9-4cbe-853d-3adb2f76e33b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:59.913364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e13c496-c6f6-41fc-9a8e-53d44ca2a197 req-2100f968-8db9-4cbe-853d-3adb2f76e33b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1691639 Jul 23 22:56:59.932085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94be20-a901-4cec-bcb8-54b6feac0bae']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:59.947341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70d478e-5e9e-49e8-af41-018aaacf78af') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:59.948330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70d478e-5e9e-49e8-af41-018aaacf78af') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:56:59.962653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.983666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:59.989144 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e13c496-c6f6-41fc-9a8e-53d44ca2a197 req-fcb0765e-27e1-4eb3-930d-244ddf577f24 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 Jul 23 22:56:59.996867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:56:59.997686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:00.003030 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:00.208791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.251370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.255956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/7b94be20-a901-4cec-bcb8-54b6feac0bae HTTP/1.1" status: 204 len: 168 time: 1.8527367 Jul 23 22:57:00.259980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90627-bb6a-40af-8f0e-805ae9b0b2cd tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=7b94be20-a901-4cec-bcb8-54b6feac0bae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:00.261060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:00.333193 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b130b7-a15a-406b-9d36-52190eb7c25c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:00.337451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b130b7-a15a-406b-9d36-52190eb7c25c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:00.342444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:00.346095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a2b130b7-a15a-406b-9d36-52190eb7c25c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/dc699480-d20d-455d-8f64-80ad2c5edd35 HTTP/1.1" status: 404 len: 337 time: 0.0774217 Jul 23 22:57:00.374768 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e125152-4686-4807-a259-a38917693a05 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:00.376719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e125152-4686-4807-a259-a38917693a05 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:00.378856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e125152-4686-4807-a259-a38917693a05 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/7b94be20-a901-4cec-bcb8-54b6feac0bae HTTP/1.1" status: 404 len: 339 time: 0.0348639 Jul 23 22:57:00.381583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:00.500472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.676803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.697600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c04a11-f31b-43fc-ad3e-7a7d0e49010e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:00.737389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf870124-f047-4cf7-9254-8106422e2548') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:00.738141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf870124-f047-4cf7-9254-8106422e2548') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:00.739457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-315eb47f-ba95-45a9-a597-2df21401058a None None] Could not find standard attr ID for object d3a6af47-2139-42a6-9d28-7ad30bc25f93. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:57:00.754164 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.798374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af900d-ec63-49c2-b813-a4a3daa8ae23 None None] DHCP port deletion for 7b94be20-a901-4cec-bcb8-54b6feac0bae request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:00.800731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.816635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:00.821726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:00.832551 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:00.837031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbddab5-9725-4eab-b110-d180d94f2e0a None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:00.883587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbddab5-9725-4eab-b110-d180d94f2e0a None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 22:57:00.898311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d582484-4493-4faa-be7c-ad9bb45b7a4c None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:00.923968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d582484-4493-4faa-be7c-ad9bb45b7a4c None None] Network 7b94be20-a901-4cec-bcb8-54b6feac0bae could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 22:57:00.935887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.948278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:00.952222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/31c04a11-f31b-43fc-ad3e-7a7d0e49010e HTTP/1.1" status: 204 len: 168 time: 0.5675626 Jul 23 22:57:00.953674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:00.985047 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84fe0ae-a78b-4d50-9545-a1eba2509c8b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:00.985518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84fe0ae-a78b-4d50-9545-a1eba2509c8b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:00.987511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c84fe0ae-a78b-4d50-9545-a1eba2509c8b tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/4173854c-8a8b-4f73-b500-068a907f4392 HTTP/1.1" status: 404 len: 337 time: 0.0328104 Jul 23 22:57:00.988625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532ce72-3faa-4daf-90eb-cc2bf42f350c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=31c04a11-f31b-43fc-ad3e-7a7d0e49010e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:00.990056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:01.010310 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-96139f0e-9517-4a1d-99a2-dbf6265e7a35 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:01.011010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96139f0e-9517-4a1d-99a2-dbf6265e7a35 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:01.012879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-96139f0e-9517-4a1d-99a2-dbf6265e7a35 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/571f7c3b-8083-4632-b940-2bbe9e5f65f1 HTTP/1.1" status: 404 len: 339 time: 0.0217500 Jul 23 22:57:01.015716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:01.098145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting subnet b3443a13-a2a7-4cee-aded-e601705c73bb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:01.110656 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.218108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.312530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25422858-70d1-416a-a6c4-f918f1ec2f3b req-b87a3535-66ba-4017-8af6-abaa42856e42 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:01.312530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25422858-70d1-416a-a6c4-f918f1ec2f3b req-b87a3535-66ba-4017-8af6-abaa42856e42 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1641276 Jul 23 22:57:01.396508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.430063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25422858-70d1-416a-a6c4-f918f1ec2f3b req-7df46b7e-bb75-4604-9ced-ff46d042e1b9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837951 Jul 23 22:57:01.529420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.614679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.618248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/b3443a13-a2a7-4cee-aded-e601705c73bb HTTP/1.1" status: 204 len: 168 time: 0.6010709 Jul 23 22:57:01.621133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53234) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:01.624843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a38e4-2618-4943-84b1-729c81c10a66 None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:01.626338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a9771-5d93-43dd-8062-40e2a7857498 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=b3443a13-a2a7-4cee-aded-e601705c73bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:01.832266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting subnet 4d362e9d-5c6b-4efe-8fa6-e921b3d395cc {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:01.840889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:01.956868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.207538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.347424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.403995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=4d362e9d-5c6b-4efe-8fa6-e921b3d395cc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:02.406391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.414015 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-20d46d7f-dcc0-4e2b-875f-0e5cd05417c6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/4d362e9d-5c6b-4efe-8fa6-e921b3d395cc HTTP/1.1" status: 204 len: 168 time: 0.7900097 Jul 23 22:57:02.416470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:02.589433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.743788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port d95b9867-ab17-417b-8dd2-8cd5d1adab89 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:02.744503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.759864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372aef-1b69-428d-ba04-1eaee892c52c req-4d53cfca-d425-4260-b328-9bf9055e4872 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:02.761643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34372aef-1b69-428d-ba04-1eaee892c52c req-4d53cfca-d425-4260-b328-9bf9055e4872 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1615837 Jul 23 22:57:02.884383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port d95b9867-ab17-417b-8dd2-8cd5d1adab89, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d95b9867-ab17-417b-8dd2-8cd5d1adab89,segment=NetworkSegment(aba8b4ac-f659-48bd-9450-f75fd54de1e7),segment_id=aba8b4ac-f659-48bd-9450-f75fd54de1e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:02.885401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:02.906219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for d95b9867-ab17-417b-8dd2-8cd5d1adab89 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:03.098835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.135766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a27c3a-4fb7-46ff-a6b8-f842ee4834ec None None] Network 9dd63198-a7df-4caf-90b8-068e340a0aec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:03.188188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=d95b9867-ab17-417b-8dd2-8cd5d1adab89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:03.199387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port d95b9867-ab17-417b-8dd2-8cd5d1adab89 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:03.216219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e87f43f3-8da7-4645-b341-f42e5dbe1e12 None None] Could not find standard attr ID for object d95b9867-ab17-417b-8dd2-8cd5d1adab89. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:57:03.392006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.421457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd63198-a7df-4caf-90b8-068e340a0aec']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:03.436735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba8b4ac-f659-48bd-9450-f75fd54de1e7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:03.437319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba8b4ac-f659-48bd-9450-f75fd54de1e7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:03.449647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.455927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34372aef-1b69-428d-ba04-1eaee892c52c req-6d4417a7-0b42-4175-af55-0a4ff395b9e2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848748 Jul 23 22:57:03.474918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.486600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:03.487416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.552765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429954b8-31f6-494f-a37c-5d50c47ee13b None None] DHCP port deletion for 9dd63198-a7df-4caf-90b8-068e340a0aec request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:03.571245 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:03.588904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.603126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:03.606559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/9dd63198-a7df-4caf-90b8-068e340a0aec HTTP/1.1" status: 204 len: 168 time: 1.1887562 Jul 23 22:57:03.608402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.656174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1051cca-c4fd-470e-9639-bde83356ac6c tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=9dd63198-a7df-4caf-90b8-068e340a0aec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:03.668413 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-959a8bc7-2ac9-45ce-a1e3-a5a1d30f2968 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.668869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959a8bc7-2ac9-45ce-a1e3-a5a1d30f2968 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.673304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-959a8bc7-2ac9-45ce-a1e3-a5a1d30f2968 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/1b6fbc97-313d-4c6c-8f27-48e7817330da HTTP/1.1" status: 404 len: 337 time: 0.0637920 Jul 23 22:57:03.675956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.720348 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f498478a-edca-4f3c-886e-d7a7a6fc7b8a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.720993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f498478a-edca-4f3c-886e-d7a7a6fc7b8a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.724024 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f498478a-edca-4f3c-886e-d7a7a6fc7b8a tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/3f27f1f1-0cb1-423c-9159-6081e8e3266d HTTP/1.1" status: 404 len: 339 time: 0.0434680 Jul 23 22:57:03.727948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.758424 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cc0b22-b38b-47c6-af5e-d9b6f2d3ead3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.758996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cc0b22-b38b-47c6-af5e-d9b6f2d3ead3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.760987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-12cc0b22-b38b-47c6-af5e-d9b6f2d3ead3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/672760e5-5248-4a8c-8a0d-bb868e76243d HTTP/1.1" status: 404 len: 337 time: 0.0319982 Jul 23 22:57:03.763907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.785429 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f13cf18-9bed-44f6-a623-cda7dc401a6e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.786289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f13cf18-9bed-44f6-a623-cda7dc401a6e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.788787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2f13cf18-9bed-44f6-a623-cda7dc401a6e tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/8b3edd99-f5cb-408b-8e59-d77b53e8d1f4 HTTP/1.1" status: 404 len: 339 time: 0.0232129 Jul 23 22:57:03.791447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.835940 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc94bbb-b9b3-45d7-8505-825a2a11360d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.836403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc94bbb-b9b3-45d7-8505-825a2a11360d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.849523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9bc94bbb-b9b3-45d7-8505-825a2a11360d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/fd26ad87-1e84-4675-8be9-c0f924014639 HTTP/1.1" status: 404 len: 337 time: 0.0548902 Jul 23 22:57:03.850044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.883693 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fde635-1ca1-4e14-b4db-3072862a0ca6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:03.884228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fde635-1ca1-4e14-b4db-3072862a0ca6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:03.888221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9fde635-1ca1-4e14-b4db-3072862a0ca6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/6bcdde95-10ee-40d5-b43b-75a1fc37c463 HTTP/1.1" status: 404 len: 339 time: 0.0343418 Jul 23 22:57:03.888674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:03.973535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting subnet 5935ba12-7e93-43f5-b8a3-b3fb37f84761 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:03.977994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.042518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.162732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.262093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.295795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=5935ba12-7e93-43f5-b8a3-b3fb37f84761,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:04.304773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.306962 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-23b9c91c-cbe2-4c8b-a581-8896c4761b97 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/5935ba12-7e93-43f5-b8a3-b3fb37f84761 HTTP/1.1" status: 204 len: 168 time: 0.4171104 Jul 23 22:57:04.314201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:04.317111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd525f3-4992-4456-9ba7-e5253b1bcea5 None None] Network 9c9b16e1-16b9-4e44-a784-361eb8f3944e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:04.494109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.609147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:04.610086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.712455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173b29-a40b-4a32-8b07-defa48587afc req-6370b39c-e64e-42f9-9182-2406530ff79a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:04.723589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c173b29-a40b-4a32-8b07-defa48587afc req-6370b39c-e64e-42f9-9182-2406530ff79a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1424358 Jul 23 22:57:04.750139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] DHCP port deletion for 9c9b16e1-16b9-4e44-a784-361eb8f3944e request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:04.847700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c173b29-a40b-4a32-8b07-defa48587afc req-e91ed309-888c-4905-83be-409555876bf7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230979 Jul 23 22:57:04.858979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Deleting port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:04.859361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:04.979464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] For port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,segment=NetworkSegment(3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11),segment_id=3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:04.979842 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.008006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Calling delete_port for 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:05.130472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.160388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] Pushing event deleted for resources: {'Port': ['ID=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:05.166590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e26bc-3da1-4805-8f8a-5c607e2ba365 None None] No DVR routers for this DVR port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:05.361373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d95b9867-ab17-417b-8dd2-8cd5d1adab89 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:05.362890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,segment=NetworkSegment(3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11),segment_id=3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:05.363327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.404467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:05.407437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d95b9867-ab17-417b-8dd2-8cd5d1adab89 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:05.411013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d95b9867-ab17-417b-8dd2-8cd5d1adab89 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:05.412276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:05.466903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:05.467255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:05.517769 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.550051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=98ac0bd8-099f-4fa1-bb03-ceaffa0e8042,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:05.559387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port 98ac0bd8-099f-4fa1-bb03-ceaffa0e8042 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:05.682283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.700451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9b16e1-16b9-4e44-a784-361eb8f3944e']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:05.732456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:05.733617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a78b533-f1c1-4d8d-b6c9-6e5ec1ceeb11') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:05.767012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.796503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.802914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:05.803309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:05.807482 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:05.900206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.927238 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:05.929994 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/9c9b16e1-16b9-4e44-a784-361eb8f3944e HTTP/1.1" status: 204 len: 168 time: 1.6190488 Jul 23 22:57:05.932508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:05.941235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fdc85-5f7a-4d7a-b06b-816e28dcad09 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=9c9b16e1-16b9-4e44-a784-361eb8f3944e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:05.988801 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dcdefc-08db-446c-b5f2-5cbc514ca93d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:05.989220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dcdefc-08db-446c-b5f2-5cbc514ca93d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:05.992620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f9dcdefc-08db-446c-b5f2-5cbc514ca93d tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/12c6477a-bb4b-4f55-b3c4-b1b28b59bf57 HTTP/1.1" status: 404 len: 337 time: 0.0585022 Jul 23 22:57:05.995119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:06.028761 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d181233d-faff-4d7f-8905-fea763c1eee6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:06.030914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d181233d-faff-4d7f-8905-fea763c1eee6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:06.035744 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d181233d-faff-4d7f-8905-fea763c1eee6 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/d4aed0bf-99be-4068-b9eb-dc7a3b751ec7 HTTP/1.1" status: 404 len: 339 time: 0.0395899 Jul 23 22:57:06.038405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:06.104451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f72b2-844b-4ea0-a171-227873415be7 req-4458b13a-a045-42fe-9c55-1a59d6e3e8eb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:06.114995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-791f72b2-844b-4ea0-a171-227873415be7 req-4458b13a-a045-42fe-9c55-1a59d6e3e8eb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1153436 Jul 23 22:57:06.157438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting subnet ef66b4c0-e2d8-4936-a366-4d5e002c9b1b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:06.168022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.177545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-791f72b2-844b-4ea0-a171-227873415be7 req-4565fd2d-e4f1-45a5-bf86-8c4a025c71bd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Jul 23 22:57:06.231862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.377480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.525779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.557581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75d6be-6137-438f-9be0-bed18e078d54 None None] Network 84ea05b1-ac24-4098-a4f9-ac3744602fcb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:06.568390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.574368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/subnets/ef66b4c0-e2d8-4936-a366-4d5e002c9b1b HTTP/1.1" status: 204 len: 168 time: 0.5325129 Jul 23 22:57:06.574368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132310f-62a0-445e-a2d4-3a4f8d1d2504 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Subnet': ['ID=ef66b4c0-e2d8-4936-a366-4d5e002c9b1b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:06.577514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:06.805491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:06.893730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Deleting port a2facbd3-73a6-4588-be78-9a22c756af57 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:06.894925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.049730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] For port a2facbd3-73a6-4588-be78-9a22c756af57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2facbd3-73a6-4588-be78-9a22c756af57,segment=NetworkSegment(fed9307b-ac9e-4c8b-9036-7d15b55dd7c6),segment_id=fed9307b-ac9e-4c8b-9036-7d15b55dd7c6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:07.051045 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.062963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] DHCP port deletion for 84ea05b1-ac24-4098-a4f9-ac3744602fcb request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:07.094926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Calling delete_port for a2facbd3-73a6-4588-be78-9a22c756af57 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:07.203835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Deleting port a2facbd3-73a6-4588-be78-9a22c756af57 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:07.204354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.383005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] For port a2facbd3-73a6-4588-be78-9a22c756af57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2facbd3-73a6-4588-be78-9a22c756af57,segment=NetworkSegment(fed9307b-ac9e-4c8b-9036-7d15b55dd7c6),segment_id=fed9307b-ac9e-4c8b-9036-7d15b55dd7c6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:07.385124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.397457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a2facbd3-73a6-4588-be78-9a22c756af57 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:07.423169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Calling delete_port for a2facbd3-73a6-4588-be78-9a22c756af57 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:07.425085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a2facbd3-73a6-4588-be78-9a22c756af57 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:07.425619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a2facbd3-73a6-4588-be78-9a22c756af57 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:07.453710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.500240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] No DVR routers for this DVR port a2facbd3-73a6-4588-be78-9a22c756af57 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:07.509844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Port': ['ID=a2facbd3-73a6-4588-be78-9a22c756af57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:07.573934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.609217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] Pushing event deleted for resources: {'Port': ['ID=a2facbd3-73a6-4588-be78-9a22c756af57,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:07.613434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749bf08-143a-44a9-98dc-f2a8a01ef6c5 None None] No DVR routers for this DVR port a2facbd3-73a6-4588-be78-9a22c756af57 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:07.670410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.685925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ea05b1-ac24-4098-a4f9-ac3744602fcb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:07.696745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56363c-f7e3-4621-82f5-3fe4a61c6958 req-e4efc9b0-c5c6-4de3-b6df-242cd7821c33 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:07.698396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af56363c-f7e3-4621-82f5-3fe4a61c6958 req-e4efc9b0-c5c6-4de3-b6df-242cd7821c33 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.3257146 Jul 23 22:57:07.710453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:07.710689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed9307b-ac9e-4c8b-9036-7d15b55dd7c6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:07.750306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.766783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af56363c-f7e3-4621-82f5-3fe4a61c6958 req-506489fc-ef8f-4911-a741-c977079bb24f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618737 Jul 23 22:57:07.774320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.795006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:07.795879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:07.801275 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:07.888730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.894395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:07.900009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] 10.222.0.37 "DELETE /v2.0/networks/84ea05b1-ac24-4098-a4f9-ac3744602fcb HTTP/1.1" status: 204 len: 168 time: 1.3200772 Jul 23 22:57:07.917248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba819f54-c0ac-4dc2-95f5-5c19419d2ae3 tempest-NetworksIpV6Test-1175349465 tempest-NetworksIpV6Test-1175349465-project] Pushing event deleted for resources: {'Network': ['ID=84ea05b1-ac24-4098-a4f9-ac3744602fcb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:08.093324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:08.214573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:08.360799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3c6c246c-0a47-4ac3-ae10-bab7d02085a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab5e700643f74077a4bfcf0c62c729a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429596 Jul 23 22:57:08.360799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c21a3304-8b90-4bfc-9956-b1ce3a463663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.361323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:08.423913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.458180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.484574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c21a3304-8b90-4bfc-9956-b1ce3a463663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.492210 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c21a3304-8b90-4bfc-9956-b1ce3a463663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.551846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.556223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.557931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3398fa4e-5106-4901-bba8-07cebb159ca1 HTTP/1.1" status: 204 len: 168 time: 0.1952982 Jul 23 22:57:08.573863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c21a3304-8b90-4bfc-9956-b1ce3a463663 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bdb8bd0b0c04e668e2dbf90fc4cf73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784279 Jul 23 22:57:08.574623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:08.577207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3304-8b90-4bfc-9956-b1ce3a463663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4405ff21-9e83-4e50-801a-9c722c150f5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:08.591990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194e7a-59bd-4bd4-b704-1c4c9b46c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398fa4e-5106-4901-bba8-07cebb159ca1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:08.655939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.695137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.755898 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.759440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:08.762980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4405ff21-9e83-4e50-801a-9c722c150f5f HTTP/1.1" status: 204 len: 168 time: 0.1848075 Jul 23 22:57:08.768991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c49f7e-26cb-4b2a-8031-646cc0505ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4405ff21-9e83-4e50-801a-9c722c150f5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:09.112003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b3f8-f3e1-421c-ac2f-10359eaec904 req-3c726a1e-852d-4f9f-8456-46de1cce80cd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:09.114687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df97b3f8-f3e1-421c-ac2f-10359eaec904 req-3c726a1e-852d-4f9f-8456-46de1cce80cd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1331885 Jul 23 22:57:09.178833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-df97b3f8-f3e1-421c-ac2f-10359eaec904 req-cda83be1-5598-4064-8639-a3f0d7b68c58 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557196 Jul 23 22:57:09.432726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:09.447940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e07ecb-08f4-4a2c-af25-9f86f6ceecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.565493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e07ecb-08f4-4a2c-af25-9f86f6ceecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.573469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05e07ecb-08f4-4a2c-af25-9f86f6ceecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.609151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e07ecb-08f4-4a2c-af25-9f86f6ceecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf639fa-15c1-413f-b701-7d83b0df879f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:09.642738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-05e07ecb-08f4-4a2c-af25-9f86f6ceecc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca58ef0ffde147a89c71ca3741bca6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088873 Jul 23 22:57:09.645386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:09.660848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:09.721453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.745732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.798060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.801426 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.802983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdf639fa-15c1-413f-b701-7d83b0df879f HTTP/1.1" status: 204 len: 168 time: 0.1565478 Jul 23 22:57:09.812799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043061a-004a-4907-b6e5-7a62a44cbf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf639fa-15c1-413f-b701-7d83b0df879f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:09.819864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882521027'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:09.870148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:09.884686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.005382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.010710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.062986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1296a-32ca-48a3-aea8-3ff8709bb922,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:10.134853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.139970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.190603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.193887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5295773 Jul 23 22:57:10.195321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.215687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a48e0-29ad-4b52-a962-bf451bb9c56a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a565f68-36a8-45d5-a4fc-f4c13ebccc17,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:10.377781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3846b97a-2fa3-4829-9b8e-0b9f67a521de tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1777971 Jul 23 22:57:10.378152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.383393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-security--946881925', 'description': 'tempest-security-description-1652581832'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:10.413963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.429960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211aa17-5e0f-45eb-a28f-0caf22eea0cf req-c16fc73c-1890-43b6-bcae-f2c70924ec0e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:10.429960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7211aa17-5e0f-45eb-a28f-0caf22eea0cf req-c16fc73c-1890-43b6-bcae-f2c70924ec0e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1637702 Jul 23 22:57:10.477443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.484182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.487313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.488809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "PUT /v2.0/security-groups/5a565f68-36a8-45d5-a4fc-f4c13ebccc17 HTTP/1.1" status: 200 len: 1779 time: 0.1096766 Jul 23 22:57:10.492853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7211aa17-5e0f-45eb-a28f-0caf22eea0cf req-6d3036d4-1a2c-4f43-9016-10bec11aa843 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460155 Jul 23 22:57:10.493344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.517160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ead7b6-525d-4ae9-887d-8d4b49a3ff5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a565f68-36a8-45d5-a4fc-f4c13ebccc17,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:10.553073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-424d37b4-a1f0-456b-a871-6dadc1c96ebf tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups/5a565f68-36a8-45d5-a4fc-f4c13ebccc17 HTTP/1.1" status: 200 len: 1779 time: 0.0581717 Jul 23 22:57:10.555962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.622815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.684167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.744383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.750370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:10.750370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a565f68-36a8-45d5-a4fc-f4c13ebccc17 HTTP/1.1" status: 204 len: 168 time: 0.1930933 Jul 23 22:57:10.753017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.764660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1033bbe-d8ca-453a-8cf8-936a55bffd9b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a565f68-36a8-45d5-a4fc-f4c13ebccc17,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:10.825645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60001d76-a964-4f88-bd1c-68c2a9e00dc4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709898 Jul 23 22:57:10.828157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.851631 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-ea839a95-0c73-4360-a51f-930249b50320 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] delete failed (client error): The resource could not be found. Jul 23 22:57:10.858138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:10.859718 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea839a95-0c73-4360-a51f-930249b50320 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a565f68-36a8-45d5-a4fc-f4c13ebccc17 HTTP/1.1" status: 404 len: 347 time: 0.0246215 Jul 23 22:57:10.863594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--32365974'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:10.907070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.025632 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.031000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-257d0355-e3c7-4ead-a542-552cad433e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.039326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.081751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.082942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2237890 Jul 23 22:57:11.086271 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.099091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'a7fe0cc7-05ea-41d5-9436-cc4ea0e9e01a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:11.110339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcecd6-1f5f-454e-bb6f-023cce9b2534 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe0cc7-05ea-41d5-9436-cc4ea0e9e01a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:11.152289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.273526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.278838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.306259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f208bf-3a4a-47b3-b250-cd9e786a8f26,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:11.320347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.329236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.330324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9b3e5408-1bf0-406a-ae0a-3cd1442ac347 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429907 Jul 23 22:57:11.361026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.371895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.407183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.419484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.421295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/78f208bf-3a4a-47b3-b250-cd9e786a8f26 HTTP/1.1" status: 204 len: 168 time: 0.0908163 Jul 23 22:57:11.423759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.427281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab99ad-5a20-4e82-9e70-1c70a73017ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78f208bf-3a4a-47b3-b250-cd9e786a8f26,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:11.494558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-57d47084-8ea0-4f7e-8649-0c320e109e40 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691502 Jul 23 22:57:11.497192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.589872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.633823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.741943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f674c20-66c9-4b59-bb0d-5df2689e7ba0 req-21f27b51-afa8-43f6-a9e9-67649bc6e798 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:11.745174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f674c20-66c9-4b59-bb0d-5df2689e7ba0 req-21f27b51-afa8-43f6-a9e9-67649bc6e798 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1144083 Jul 23 22:57:11.775939 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.785957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:11.793938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7fe0cc7-05ea-41d5-9436-cc4ea0e9e01a HTTP/1.1" status: 204 len: 168 time: 0.2927322 Jul 23 22:57:11.794387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.833354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87a8f2-a8e5-418d-af6e-e7f1511d46a4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe0cc7-05ea-41d5-9436-cc4ea0e9e01a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:11.871858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-733a1ded-ccf3-47f0-b5f6-896e319b8838 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757043 Jul 23 22:57:11.875961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:11.882304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053082747'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:11.903259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f674c20-66c9-4b59-bb0d-5df2689e7ba0 req-72cea64f-003f-47c6-8455-6fac20239fc1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487296 Jul 23 22:57:11.924738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.037061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.044734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.090172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.091918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2149785 Jul 23 22:57:12.094076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8c86f-0eb2-4f90-94dd-0c23939c07dd tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed131d70-916f-43ff-b24a-4bd9494f599d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:12.095056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.102118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ed131d70-916f-43ff-b24a-4bd9494f599d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:12.144469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.200987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.207791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.232630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4f4dbb-66a0-473b-a1f3-c144645e451b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:12.243743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.248808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e8474a54-7cac-4acb-aa93-9e33b3ba3f2e tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498997 Jul 23 22:57:12.249204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.254277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ed131d70-916f-43ff-b24a-4bd9494f599d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:12.286975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.371671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.376383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.396738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87951ff-9636-4255-8a52-aa6bb7a87c75,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:12.414548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.419758 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c4e9fc0-eaec-4779-8898-a6b8b9efbe8d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670105 Jul 23 22:57:12.420115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.430872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ed131d70-916f-43ff-b24a-4bd9494f599d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:12.498622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.582219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.588926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.611904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db00b8c-9b43-4ec1-be96-da95f393eeb6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:12.622116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.626369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-91441039-41e7-4717-99fd-52fc5b625c96 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2005994 Jul 23 22:57:12.626369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.637534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ed131d70-916f-43ff-b24a-4bd9494f599d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:12.675007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.766951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.774155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.806255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a002b07-345a-4449-9c2a-28a9ae86e537,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:12.817418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.819407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bbe9d66c-6af7-436d-86c1-bca74493b8b4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1888783 Jul 23 22:57:12.822132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.828794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ed131d70-916f-43ff-b24a-4bd9494f599d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:12.872857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.911089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:12.958607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.964954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:12.999520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c793cab4-74cd-4a48-9c89-c6a69ea4a426,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.016434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.018112 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d5ebcf2-8252-4dcf-9641-daea2a169681 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1947057 Jul 23 22:57:13.020843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53526) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.052169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.064936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.117062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.123027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.127313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c793cab4-74cd-4a48-9c89-c6a69ea4a426 HTTP/1.1" status: 204 len: 168 time: 0.1025882 Jul 23 22:57:13.127703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.134143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843904b-b40e-4b76-b01f-dbb3058810fc req-f5d24f55-5dd4-440e-a252-bdf04f021949 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:13.135921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0843904b-b40e-4b76-b01f-dbb3058810fc req-f5d24f55-5dd4-440e-a252-bdf04f021949 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.1429055 Jul 23 22:57:13.137207 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2783d8e3-7043-4311-8bd7-22e95d908087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.159306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c60bf-e805-47cb-b23d-2dadaf8b8800 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c793cab4-74cd-4a48-9c89-c6a69ea4a426,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.201896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc15f2d0-6101-4146-a647-e663b4ba5597 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0702815 Jul 23 22:57:13.202360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.207588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0843904b-b40e-4b76-b01f-dbb3058810fc req-18d06414-02f9-4073-a1bf-d8474ec00dab tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Jul 23 22:57:13.247169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.259079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.296508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2783d8e3-7043-4311-8bd7-22e95d908087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.300899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2783d8e3-7043-4311-8bd7-22e95d908087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.306901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.320296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.326247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8a002b07-345a-4449-9c2a-28a9ae86e537 HTTP/1.1" status: 204 len: 168 time: 0.1201422 Jul 23 22:57:13.339631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.345640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783d8e3-7043-4311-8bd7-22e95d908087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f941380-bf8b-4c57-ba47-86fc4825a501,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.352271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a1cc5-3d86-4637-9d0a-476e2a0f55f5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a002b07-345a-4449-9c2a-28a9ae86e537,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.375396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2783d8e3-7043-4311-8bd7-22e95d908087 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ca3a36d858447b59274f41511fbec0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614372 Jul 23 22:57:13.377996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.414640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6cc2c423-bcbb-484c-b140-2b0f9cfa0c12 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0707006 Jul 23 22:57:13.419424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.449636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.449946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.457951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.480292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.495775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.504713 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.506384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0db00b8c-9b43-4ec1-be96-da95f393eeb6 HTTP/1.1" status: 204 len: 168 time: 0.0858214 Jul 23 22:57:13.510173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.524467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f21ca5-4786-4f97-9a1a-ebdadaaf118d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db00b8c-9b43-4ec1-be96-da95f393eeb6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.575352 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4db9596-1945-4b6e-849d-f2c48a09bcd6 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0626402 Jul 23 22:57:13.577914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.578582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.585669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.589265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f941380-bf8b-4c57-ba47-86fc4825a501 HTTP/1.1" status: 204 len: 168 time: 0.2079325 Jul 23 22:57:13.619078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee10e6c-ba77-40d1-850b-841ffc63c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f941380-bf8b-4c57-ba47-86fc4825a501,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.630572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.639685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.684792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.698480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.699645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a87951ff-9636-4255-8a52-aa6bb7a87c75 HTTP/1.1" status: 204 len: 168 time: 0.1201372 Jul 23 22:57:13.702684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.710829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d9368-2ec1-416c-b12a-979d3e5a5f17 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a87951ff-9636-4255-8a52-aa6bb7a87c75,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:13.777523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2cd5f70-9b8e-4ce9-9f60-b57d345fa078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.805815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fdd8c6c6-6606-42d1-9b51-79a41b8005cc tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990534 Jul 23 22:57:13.806483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:13.858258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.869114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.940545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.968463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:13.971864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6e4f4dbb-66a0-473b-a1f3-c144645e451b HTTP/1.1" status: 204 len: 168 time: 0.1602807 Jul 23 22:57:13.972329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.018835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddef73-8cf6-47bf-a2cb-0d8b77466c76 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e4f4dbb-66a0-473b-a1f3-c144645e451b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.050039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a2faae3a-7bc0-43e4-a0c1-4043772f76fa tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765071 Jul 23 22:57:14.053244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53564) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.088206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5f901-917f-48b1-94a6-520701dfa32d req-cab3e558-3cca-4624-bf2f-73213727b785 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:14.096364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ad5f901-917f-48b1-94a6-520701dfa32d req-cab3e558-3cca-4624-bf2f-73213727b785 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1775379 Jul 23 22:57:14.115641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.146173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec8c088e-f530-4d6f-8376-e3fbf800bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.170367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.176123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.184964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ad5f901-917f-48b1-94a6-520701dfa32d req-6eeae881-2271-430b-a1ec-62ae7305cbc5 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874107 Jul 23 22:57:14.207855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.262744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.265582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.269884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed131d70-916f-43ff-b24a-4bd9494f599d HTTP/1.1" status: 204 len: 168 time: 0.2147417 Jul 23 22:57:14.270548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.336438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bd4aa-01af-40e3-bc8a-40e4bb8dada9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed131d70-916f-43ff-b24a-4bd9494f599d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.394261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec8c088e-f530-4d6f-8376-e3fbf800bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.403545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-495611d5-41c3-4be3-bc13-a87bb12fea36 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1264870 Jul 23 22:57:14.408879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.410970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec8c088e-f530-4d6f-8376-e3fbf800bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.418822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263866822'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:14.494599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.495080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec8c088e-f530-4d6f-8376-e3fbf800bdfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b60511ec3c7e48cba75a8488de6028fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778188 Jul 23 22:57:14.511074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f047-64f7-4121-b0c4-1248e7c3c621 req-d90fa2d9-b454-4415-95ff-83ee2a4c1652 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:14.512710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a50f047-64f7-4121-b0c4-1248e7c3c621 req-d90fa2d9-b454-4415-95ff-83ee2a4c1652 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.2075317 Jul 23 22:57:14.514071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c088e-f530-4d6f-8376-e3fbf800bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b207cf5-5fd3-42a5-beab-ebb6cc16b017,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.517223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.579901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.597373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a50f047-64f7-4121-b0c4-1248e7c3c621 req-ca12ed6f-1a74-4046-b233-e953b20f0458 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765023 Jul 23 22:57:14.608557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.675898 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.705233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.716471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.720422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.725966 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b207cf5-5fd3-42a5-beab-ebb6cc16b017 HTTP/1.1" status: 204 len: 168 time: 0.2289383 Jul 23 22:57:14.744107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c2b8f-f43c-41dd-bd79-d15396817929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b207cf5-5fd3-42a5-beab-ebb6cc16b017,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.746345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b95c21-dfba-4ae6-9d0e-6ae865d69cc1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.749841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.751109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-23a2e980-a0b7-4f6b-9227-d47fcfeefdb9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3414254 Jul 23 22:57:14.753663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.758301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': '95b95c21-dfba-4ae6-9d0e-6ae865d69cc1', 'direction': 'ingress', 'protocol': 17}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:14.790309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.871397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.877369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.900335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cbd16c-c4ae-421a-a67c-0d0793c68282,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:14.907515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.909618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f71e6bee-a573-481c-bd98-21843bfd19c5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1540816 Jul 23 22:57:14.912135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:14.963392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:14.984521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.018457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.078094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.081226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.083014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/95b95c21-dfba-4ae6-9d0e-6ae865d69cc1 HTTP/1.1" status: 204 len: 168 time: 0.1690490 Jul 23 22:57:15.086949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:15.110110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d465d-83f2-42bd-92b0-963a8d196b16 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b95c21-dfba-4ae6-9d0e-6ae865d69cc1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:15.177667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7272dad3-f808-4adc-b1ef-397766805e27 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895536 Jul 23 22:57:15.182222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:15.186806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482836975'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:15.212445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.327846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.337483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.374415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d223677d-d47e-461f-aae7-fe9efbb1e972,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:15.378522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.379771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-461a9c04-ffe9-440f-8845-9d022d778da8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1965845 Jul 23 22:57:15.384761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:15.391560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--668169452'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:15.434555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.459443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c185dc-4864-40f8-bb23-fce15a280192 req-ecb4ccc3-4412-4494-b1ed-b98623b7d47d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:15.461510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01c185dc-4864-40f8-bb23-fce15a280192 req-ecb4ccc3-4412-4494-b1ed-b98623b7d47d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1601236 Jul 23 22:57:15.512302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01c185dc-4864-40f8-bb23-fce15a280192 req-e1a7112b-34f6-4a89-82a0-6f4d62a38ba8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Jul 23 22:57:15.565159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.570939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.612859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a7c56-b319-4371-9d58-b6ecbdaeff8d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:15.625553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.627044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fc90d511-3401-4cdd-bd5c-e5f609b11ff4 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2412124 Jul 23 22:57:15.630957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:15.638057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'd223677d-d47e-461f-aae7-fe9efbb1e972', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb7a7c56-b319-4371-9d58-b6ecbdaeff8d', 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:15.787743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.892937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-222a123d-ac76-4665-87d9-fcd52e76fffa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:15.894474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-222a123d-ac76-4665-87d9-fcd52e76fffa tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.22 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.2360590 Jul 23 22:57:15.925071 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.934780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b4663-f4d9-45d2-84fb-6c07c96e415e req-73a08f56-6847-43ec-a996-ebf3c8adc482 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:15.936446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd0b4663-f4d9-45d2-84fb-6c07c96e415e req-73a08f56-6847-43ec-a996-ebf3c8adc482 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.2245154 Jul 23 22:57:15.962991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.033190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2334a610-57a6-4a2d-8ec0-7d2631085f41,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:16.089197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.093411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:16.094093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d889fd2-ee73-4f4d-957a-4ce6c6ddf759 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4606371 Jul 23 22:57:16.123020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd0b4663-f4d9-45d2-84fb-6c07c96e415e req-c8845247-f1b0-4eb9-afa0-edd3f6fefea7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504643 Jul 23 22:57:16.152033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Deleting port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:16.152394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.172645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.204048 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.296517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] For port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:16.298373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.324509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.370611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.371834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2334a610-57a6-4a2d-8ec0-7d2631085f41 HTTP/1.1" status: 204 len: 168 time: 0.2762785 Jul 23 22:57:16.372679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7413-0286-44fe-8021-d0f3bd8442eb tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2334a610-57a6-4a2d-8ec0-7d2631085f41,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:16.382217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:16.488749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3d49818-c5f6-4306-8724-1e53d329eb4d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1026525 Jul 23 22:57:16.503387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.513610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:16.688117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.713437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.772760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.801221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.806048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb7a7c56-b319-4371-9d58-b6ecbdaeff8d HTTP/1.1" status: 204 len: 168 time: 0.2882252 Jul 23 22:57:16.810219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:16.821907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.822847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.822847 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Floating IP f855e1b5-5ce6-4582-a54f-038119d226b4 disassociated. External IP: 172.25.1.197, port: 0ec64675-d538-4f93-8ec6-6cc5a1aded6f. Jul 23 22:57:16.823235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Calling delete_port for 0ec64675-d538-4f93-8ec6-6cc5a1aded6f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:16.843018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5a8c-0a3d-4475-b5d4-901d9633c52a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a7c56-b319-4371-9d58-b6ecbdaeff8d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:16.856517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a48846-13ad-4d5d-9b39-8fcac81f850e req-d168c8ae-a1d5-4ef3-87ba-8ef84f9e6088 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:16.864844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75a48846-13ad-4d5d-9b39-8fcac81f850e req-d168c8ae-a1d5-4ef3-87ba-8ef84f9e6088 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 945 time: 0.1969771 Jul 23 22:57:16.998155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75a48846-13ad-4d5d-9b39-8fcac81f850e req-7b7f7ac6-8196-4885-bdc9-d32b89230555 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e325f38-6163-42a2-ba00-d7e6d5281d29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324570 Jul 23 22:57:17.030128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3c59e0bc-f152-461d-afc9-c77058812217 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2157984 Jul 23 22:57:17.030897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:17.114803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.156695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.194094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.231114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.240234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.246365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/d223677d-d47e-461f-aae7-fe9efbb1e972 HTTP/1.1" status: 204 len: 168 time: 0.2102253 Jul 23 22:57:17.247737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:17.294620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a8bc3-a0a1-4377-8d54-5764f83a2680 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d223677d-d47e-461f-aae7-fe9efbb1e972,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:17.326336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'Port': ['ID=0ec64675-d538-4f93-8ec6-6cc5a1aded6f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:17.337325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:57:17.388689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b776928b-f3a4-450f-81fc-a19332a69fc5 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305254 Jul 23 22:57:17.394134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:17.404965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285778880'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:17.416622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.416970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.417315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.417656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.418017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.418349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.418678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.419005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.419328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.419656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.419981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.420328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:17.463057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.572651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:17.597899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b', 'mac_address': 'fa:16:3e:88:ca:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:57:17.619506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.627147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.650003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.664400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f4365-4ad0-49ca-87c7-4bbedff2e9f5 req-8e45ecc2-6ce8-4793-a4c1-af8093984bca tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:17.671776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.672321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55f4365-4ad0-49ca-87c7-4bbedff2e9f5 req-8e45ecc2-6ce8-4793-a4c1-af8093984bca tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 943 time: 0.4545145 Jul 23 22:57:17.673943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2787802 Jul 23 22:57:17.677691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a26a4-c591-4bf3-ace5-f7fe4c7be2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcf5334-e85d-4394-b540-6a7c36320d66,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:17.697743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:57:17.709000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:17.723147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': 'ddcf5334-e85d-4394-b540-6a7c36320d66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:17.732239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:17.743838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.806528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.812052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:57:17.825651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55f4365-4ad0-49ca-87c7-4bbedff2e9f5 req-53d97515-1ec3-437e-a459-fef8f30c2ec5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521010 Jul 23 22:57:17.832633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:17.964389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:57:17.995411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.006537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.093223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea68f1bb-550c-402f-943a-814903b443c5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:18.106233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.110920 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b792e83-8595-4ae5-8a65-163aa370a123 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3996451 Jul 23 22:57:18.112335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:18.159418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.174932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.236384 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.259948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.272155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ea68f1bb-550c-402f-943a-814903b443c5 HTTP/1.1" status: 204 len: 168 time: 0.1582062 Jul 23 22:57:18.297236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:18.314137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744ea02-f57a-487a-87d9-ec1d037c6743 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea68f1bb-550c-402f-943a-814903b443c5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:18.407733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ab16067d-323a-48e4-8be8-912e043c9315 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1065228 Jul 23 22:57:18.408386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:18.497233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.528440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.535733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72af25ea-e41e-464a-a57e-9632cc07d6c0 req-fcf0ac8c-dc1c-4133-be45-3c0f114e4085 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e30920e9-eeb6-437a-91e9-4fde31ab5294 HTTP/1.1" status: 200 len: 210 time: 0.0576906 Jul 23 22:57:18.593367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:57:18.620038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:57:18.630005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.634568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.635875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/ddcf5334-e85d-4394-b540-6a7c36320d66 HTTP/1.1" status: 204 len: 168 time: 0.2265129 Jul 23 22:57:18.640729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:18.644484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:18.645731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:18.681605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98100332-bc7c-40ec-bc0f-f79f4da29b6b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcf5334-e85d-4394-b540-6a7c36320d66,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:18.715367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] No DVR routers for this DVR port 0ec64675-d538-4f93-8ec6-6cc5a1aded6f on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:18.718024 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.719427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-98715adc-257f-48ef-bfaa-9963cc2a0827 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761251 Jul 23 22:57:18.726767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:18.728286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d3e5b49-5876-42a5-9bda-06af5ea1bebb req-30e7a49c-42ff-498f-aa8d-605702d080d0 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.22 "DELETE /v2.0/ports/0ec64675-d538-4f93-8ec6-6cc5a1aded6f HTTP/1.1" status: 204 len: 173 time: 2.8256481 Jul 23 22:57:18.728764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'name': 'network-vif-deleted', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:18.731195 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fceee5-bfb1-41de-b69d-c86a69517585" -d '{"events": [{"server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "name": "network-vif-deleted", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:18.736836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311773864'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:18.788325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.810280 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cd0744-ed51-48fc-a0f3-86be9df98b3b x-openstack-request-id: req-10cd0744-ed51-48fc-a0f3-86be9df98b3b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:18.810646 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30920e9-eeb6-437a-91e9-4fde31ab5294", "name": "network-vif-deleted", "tag": "0ec64675-d538-4f93-8ec6-6cc5a1aded6f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:18.810842 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10cd0744-ed51-48fc-a0f3-86be9df98b3b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:18.811245 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30920e9-eeb6-437a-91e9-4fde31ab5294', 'name': 'network-vif-deleted', 'tag': '0ec64675-d538-4f93-8ec6-6cc5a1aded6f', 'status': 'completed', 'code': 200} Jul 23 22:57:18.971727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:19.029570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.033594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295e9f-8d08-4288-9141-88033f8e87fb req-7aeef596-a534-4a38-a331-2a63d0d4b253 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:19.041438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.043908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00295e9f-8d08-4288-9141-88033f8e87fb req-7aeef596-a534-4a38-a331-2a63d0d4b253 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 944 time: 0.1096349 Jul 23 22:57:19.095151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00295e9f-8d08-4288-9141-88033f8e87fb req-26836aa1-255f-4000-a069-16ba39d0b94b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Jul 23 22:57:19.103593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fedc0f7-f59b-4395-8048-f35523cbb4d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:19.140071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.144585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.146074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a871bacf-e5af-42e3-ba4a-6618b86a2619 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4181211 Jul 23 22:57:19.151456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': '2fedc0f7-f59b-4395-8048-f35523cbb4d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:19.226582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.349430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:19.356244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.361575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.396341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.399054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2531300 Jul 23 22:57:19.402363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.427493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1a7a8b42-a29a-4d21-a20f-54c1df2dc2ec tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules/2c14b5d3-e3ff-4eb7-9b25-5b1d6d3d00c1 HTTP/1.1" status: 200 len: 763 time: 0.0234506 Jul 23 22:57:19.429171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956b965-3822-4d64-84b7-849483b14497 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c14b5d3-e3ff-4eb7-9b25-5b1d6d3d00c1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:19.431309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.449060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:19.481521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:57:19.497409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:19.512639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:19.513355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:19.515335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:19.515706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.518422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-70d4e273-7b97-4c36-878d-b639a529583d tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857167 Jul 23 22:57:19.520482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.546342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.557594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.594303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.603282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.605058 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2c14b5d3-e3ff-4eb7-9b25-5b1d6d3d00c1 HTTP/1.1" status: 204 len: 168 time: 0.0831332 Jul 23 22:57:19.607390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.612807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a347c20-4a90-447b-b448-09a99301aa93 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c14b5d3-e3ff-4eb7-9b25-5b1d6d3d00c1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:19.658625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:19.673501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b0d397ee-61fd-4e8b-afa9-50d8aed49aca tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639372 Jul 23 22:57:19.676338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.681953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': '2fedc0f7-f59b-4395-8048-f35523cbb4d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:19.698892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:19.718910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.831693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.842902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.854755 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.861815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.934078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e5ed69-fec4-44c2-91d2-fe9bff4a8751,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:19.938177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.959805 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.984456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:19.998371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e325f38-6163-42a2-ba00-d7e6d5281d29 HTTP/1.1" status: 204 len: 168 time: 0.2943213 Jul 23 22:57:19.999180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53738) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.003652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.007879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-34950cae-a31b-4b28-b867-cf7eaa1176a3 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3289042 Jul 23 22:57:20.009615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.018247 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-53e37ebb-f705-4f3d-b5de-15dc0938b55d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] show failed (client error): The resource could not be found. Jul 23 22:57:20.024735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-53e37ebb-f705-4f3d-b5de-15dc0938b55d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups/1e325f38-6163-42a2-ba00-d7e6d5281d29 HTTP/1.1" status: 404 len: 347 time: 0.0192983 Jul 23 22:57:20.024735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0100c54-19ad-41b4-b45f-6f1dc438d11e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e325f38-6163-42a2-ba00-d7e6d5281d29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:20.029833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.075339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-29c8eb1c-bc76-4ab1-93fd-fc61cc0f673f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules/31e5ed69-fec4-44c2-91d2-fe9bff4a8751 HTTP/1.1" status: 200 len: 763 time: 0.0628150 Jul 23 22:57:20.085622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.085992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:20.095297 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026480d7-a5d8-4b65-a720-6ee425704f30" -d '{"events": [{"server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "name": "network-vif-plugged", "status": "completed", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:20.180290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:20.195959 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.196818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0ec64675-d538-4f93-8ec6-6cc5a1aded6f no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:20.276715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9c494201-c4ce-4cf4-a8f7-4f2bf7608955 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1836672 Jul 23 22:57:20.279277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.291997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Deleting port a2779345-7832-48ef-ba66-265bef5fdc9e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:20.292651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.315224 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874fa5a7-06d8-4594-8812-87f8a3b19b68 x-openstack-request-id: req-874fa5a7-06d8-4594-8812-87f8a3b19b68 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:20.315817 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "name": "network-vif-plugged", "status": "completed", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:20.316397 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-874fa5a7-06d8-4594-8812-87f8a3b19b68 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:20.317363 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b', 'code': 200} Jul 23 22:57:20.318174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:20.322761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 0ec64675-d538-4f93-8ec6-6cc5a1aded6f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:20.323312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0ec64675-d538-4f93-8ec6-6cc5a1aded6f not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:20.351520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:20.395436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d6c01-5cca-4a70-a3dd-e3245ae1d0f0 None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:57:20.463948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.464530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.478661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Calling delete_port for a2779345-7832-48ef-ba66-265bef5fdc9e owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:20.504970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.526961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.581562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.585372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e965d-e5ae-4459-8caf-6434395d4a65 req-f153c1e6-1293-46b9-8166-2cd9f79f7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:20.587515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c82e965d-e5ae-4459-8caf-6434395d4a65 req-f153c1e6-1293-46b9-8166-2cd9f79f7e3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 1097 time: 0.3089170 Jul 23 22:57:20.591784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.596209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/31e5ed69-fec4-44c2-91d2-fe9bff4a8751 HTTP/1.1" status: 204 len: 168 time: 0.3155918 Jul 23 22:57:20.603674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.643334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cf4f1-fa78-4910-b4c9-7b3f137d605f req-cc7e7f80-92dd-464b-95db-04f2c71b951f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:20.647224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.651641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f46cf4f1-fa78-4910-b4c9-7b3f137d605f req-cc7e7f80-92dd-464b-95db-04f2c71b951f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.2912147 Jul 23 22:57:20.671564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea4e8-46cd-4ce7-962e-50f014b6697a tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31e5ed69-fec4-44c2-91d2-fe9bff4a8751,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:20.697277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'Port': ['ID=a2779345-7832-48ef-ba66-265bef5fdc9e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:20.711221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c82e965d-e5ae-4459-8caf-6434395d4a65 req-f5027e7d-50e5-4068-a37b-4bba45de6807 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078856 Jul 23 22:57:20.751038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f46cf4f1-fa78-4910-b4c9-7b3f137d605f req-2c9c35cc-a014-4885-9091-fb6475b5ab65 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922003 Jul 23 22:57:20.776219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2e4dfca-5e54-4b82-92bd-c7c810fcee5b tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1689746 Jul 23 22:57:20.777008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:20.789936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Request body: {'security_group_rule': {'security_group_id': '2fedc0f7-f59b-4395-8048-f35523cbb4d2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:20.802084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.806996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.809189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc1e3cc0-fd35-4d71-9bd8-489946849e07 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "DELETE /v2.0/floatingips/f855e1b5-5ce6-4582-a54f-038119d226b4 HTTP/1.1" status: 204 len: 168 time: 0.7780032 Jul 23 22:57:20.853235 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Project bdd3cde4d9d7497194744c0a7d8d0b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:57:20.880450 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:20.934058 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d0b4a-d896-40fe-ad51-99cc398fce95 None None] New status for floating IP f855e1b5-5ce6-4582-a54f-038119d226b4: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:57:20.994169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.006445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.029875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f79e40-f8c7-4706-8a40-bdc4f60e4295,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:21.033954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.035671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9d5eaa33-e3aa-4d32-beae-a8f78f5feb6f tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2573049 Jul 23 22:57:21.039692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.080045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.083320 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ebe4b82-327e-49e0-839d-094486e74f64 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules/32f79e40-f8c7-4706-8a40-bdc4f60e4295 HTTP/1.1" status: 200 len: 769 time: 0.0403438 Jul 23 22:57:21.144140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-93e27312-3abe-40bc-8a6e-c114a8e24701 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0604072 Jul 23 22:57:21.144739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.186233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.202763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.255297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.268549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.272680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/32f79e40-f8c7-4706-8a40-bdc4f60e4295 HTTP/1.1" status: 204 len: 168 time: 0.1219311 Jul 23 22:57:21.275445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.286200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58277e5-dd77-44f1-8bf8-0139a7a650a9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f79e40-f8c7-4706-8a40-bdc4f60e4295,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:21.357112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.357529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-201f362a-d96e-41b3-85f3-fc61b845fbf9 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0809267 Jul 23 22:57:21.442674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.496570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.527543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.533098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782436679', 'description': 'tempest-description--1128316520'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:21.566201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.595702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.599411 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.601192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "DELETE /v2.0/security-groups/2fedc0f7-f59b-4395-8048-f35523cbb4d2 HTTP/1.1" status: 204 len: 168 time: 0.2426033 Jul 23 22:57:21.605890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.642678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a59ab-cd56-46e6-94c8-089fb09ba0ac tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fedc0f7-f59b-4395-8048-f35523cbb4d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:21.696202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.701988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.707417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-00deb69f-a065-457f-ba5a-f6daf36ecbd8 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004877 Jul 23 22:57:21.713683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.746514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.747787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2191210 Jul 23 22:57:21.748497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef28f9f-7b87-4f7a-801c-236efa59d59d tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6319663d-0544-4223-a5d1-415a33e31222,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:21.750670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.755237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group_rule': {'security_group_id': '6319663d-0544-4223-a5d1-415a33e31222', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:21.773744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f68047e1-f4c7-49d9-9e1d-1c061a031c63 tempest-SecGroupIPv6Test-1360241837 tempest-SecGroupIPv6Test-1360241837-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578711 Jul 23 22:57:21.807327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.900747 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.914507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.934034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f157a-b09e-4004-9a83-15ed9dc616b3 req-7f15ddea-246d-40d0-a120-98eed535ceaf tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:21.941786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-679f157a-b09e-4004-9a83-15ed9dc616b3 req-7f15ddea-246d-40d0-a120-98eed535ceaf tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.1006856 Jul 23 22:57:21.947084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f8ac18-6cb2-406a-819b-0fd128ea77aa,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:21.963097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.964595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6becbe0b-cf4d-4bf1-9d44-b902b2e9c8f8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2130299 Jul 23 22:57:21.967766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.973055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'security_group_rule': {'security_group_id': '6319663d-0544-4223-a5d1-415a33e31222', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:22.008814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-679f157a-b09e-4004-9a83-15ed9dc616b3 req-2c7e0fc2-5cfc-4820-906a-ea61ce74450e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657778 Jul 23 22:57:22.013886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.124255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.130265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.157286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822a5103-36bc-4c8c-8e36-c0c384663c52,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:22.170481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.175589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-80418586-f99a-415d-890d-39ef667b26ea tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052004 Jul 23 22:57:22.175589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:22.182023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:22.212728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.244418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c465354-f6d5-4e8c-9ed0-e8cd7ed0573f req-9f5f83a0-7087-4e32-b208-06109b83eaf9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:22.252928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c465354-f6d5-4e8c-9ed0-e8cd7ed0573f req-9f5f83a0-7087-4e32-b208-06109b83eaf9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.1194932 Jul 23 22:57:22.270609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:22.331353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c465354-f6d5-4e8c-9ed0-e8cd7ed0573f req-a4c4d5e6-7863-4a13-bb23-80f36078424e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752912 Jul 23 22:57:22.364043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.421083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.535262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-449132eb-ad4f-4733-9081-dff45380c7ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdd3cde4d9d7497194744c0a7d8d0b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627051 Jul 23 22:57:22.539994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:22.578368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dec3d-9a76-4c5b-bd19-21982a78c75e req-e3515113-2b8d-4b7b-a186-be635aab1a48 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:22.582295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-054dec3d-9a76-4c5b-bd19-21982a78c75e req-e3515113-2b8d-4b7b-a186-be635aab1a48 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.1548114 Jul 23 22:57:22.587534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Allocated IP 172.25.1.47 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b704eec9-c683-4404-b150-ef238e9f4922) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:22.643578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.654016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-054dec3d-9a76-4c5b-bd19-21982a78c75e req-b80e517f-98b0-41b9-9772-ba80ae51b0f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Jul 23 22:57:22.674336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.703762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.726342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.729280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.733668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afd1296a-32ca-48a3-aea8-3ff8709bb922 HTTP/1.1" status: 204 len: 168 time: 0.1887732 Jul 23 22:57:22.743395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16007c8c-71e8-4986-8929-48c701be623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1296a-32ca-48a3-aea8-3ff8709bb922,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:22.768050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.809022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:22.815995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:22.819376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:22.851249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=b704eec9-c683-4404-b150-ef238e9f4922,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:22.925737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:22.973223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.024951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d04d4b-c9b6-4c07-8b0a-8061920d9ed3 req-73009eed-6035-4430-8222-a6547e754bf4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:23.026565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d04d4b-c9b6-4c07-8b0a-8061920d9ed3 req-73009eed-6035-4430-8222-a6547e754bf4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.0787864 Jul 23 22:57:23.069642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75d04d4b-c9b6-4c07-8b0a-8061920d9ed3 req-85cc0e37-83a9-4ef6-84ad-aad7bb81921f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Jul 23 22:57:23.146084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.151876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.220554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=b704eec9-c683-4404-b150-ef238e9f4922,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:23.234085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.248456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.249773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71008190-55e3-43db-ade4-346cc9a257f3 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0730901 Jul 23 22:57:23.282388 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.435151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:23.454008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-975b0a0e-bf26-41f8-93f3-84a2d0df6fc4 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1782436679&fields=id&tenant_id=42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 267 time: 0.0377822 Jul 23 22:57:23.570793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-e5d6a146-ccdc-4e7c-8eef-e0506797cead tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:23.572328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-e5d6a146-ccdc-4e7c-8eef-e0506797cead tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 810 time: 0.1112993 Jul 23 22:57:23.590941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-647997632'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:23.591647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d47b8181-4639-410c-90cd-20ddc95d3820 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/quotas/42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 375 time: 0.0114589 Jul 23 22:57:23.613238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Made reservation on behalf of 3b7ce3e7ddca4c8484bd1f51d6d5e787 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:23.617513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.631761 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.669461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-6deb2a3b-bc91-452c-9c47-2f0433008eed tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714660 Jul 23 22:57:23.737552 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.742549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.780079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbb2ac-81c6-49ea-a7a6-4e73753c48d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:23.795722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:57:23.806762 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.807091 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Added segment 03959185-7257-425f-8299-1e2df44eaffe of type vlan for network c82bce5b-7fc7-4dbe-9b26-972d66209b49 Jul 23 22:57:23.853362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.897453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.909220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:23.910244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:23.910852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-be7cab51-5b35-4680-951f-15f401becaa7 service neutron] 10.222.0.37 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196593 Jul 23 22:57:23.954951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5185516 Jul 23 22:57:23.957674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 53948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:23.967462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Request body: {'subnet': {'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:24.018083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad50a6-5dc6-4953-ab80-ad62075911c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event updated for resources: {'Network': ['ID=c82bce5b-7fc7-4dbe-9b26-972d66209b49,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:24.030817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:57:24.117112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-f8b98e56-bce9-4f3e-9e5c-78386c37b974 service neutron] 10.222.0.37 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990190 Jul 23 22:57:24.141222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Made reservation on behalf of 3b7ce3e7ddca4c8484bd1f51d6d5e787 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:24.144868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:24.511184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:24.622738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-c8e8512e-df8a-4586-9b6d-c3453f4b06d8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:24.624293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-c8e8512e-df8a-4586-9b6d-c3453f4b06d8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.2692137 Jul 23 22:57:24.624961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event updated for resources: {'Subnet': ['ID=9f116a7e-f787-4923-af9c-87acaac3b88c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:24.632171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Checking segment: {'id': '03959185-7257-425f-8299-1e2df44eaffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:24.632534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Network hostable DHCP agents. Network: c82bce5b-7fc7-4dbe-9b26-972d66209b49, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:57:24.693057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72172dbd-a55b-4183-8738-18d474d61f5e req-60dd9e31-5f39-4e66-b269-f03e700d9201 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:24.695844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72172dbd-a55b-4183-8738-18d474d61f5e req-60dd9e31-5f39-4e66-b269-f03e700d9201 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 945 time: 0.2911835 Jul 23 22:57:24.742091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:57:24.784516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c82bce5b-7fc7-4dbe-9b26-972d66209b49) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:24.795858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e99bb-d234-4b74-a723-9778b463fa32 None None] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:24.802219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72172dbd-a55b-4183-8738-18d474d61f5e req-91e08c4e-79ba-4207-90b6-3f7c70df1e9b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Jul 23 22:57:24.807514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:24.815330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:24.861136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:24.867630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-32daa1a6-2c34-4eff-a901-176d1a96872d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084699 Jul 23 22:57:24.868685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Request body: {'port': {'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49', 'name': 'tempest-TagsExtTest-1853893584'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:24.935673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:24.936270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.010376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c82bce5b-7fc7-4dbe-9b26-972d66209b49', 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49', 'tenant_id': '3b7ce3e7ddca4c8484bd1f51d6d5e787', 'fixed_ips': [{'subnet_id': '9f116a7e-f787-4923-af9c-87acaac3b88c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:57:25.011745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.022862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e3086fb-bed5-4389-9de0-02209d29a646 req-df50e1b5-34a8-4774-98d3-7ef16d6fdb08 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 210 time: 0.1224067 Jul 23 22:57:25.058190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Made reservation on behalf of 3b7ce3e7ddca4c8484bd1f51d6d5e787 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:25.063754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.101327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] device_id is not set on port 937b89e2-6a9b-400a-8a37-1e54c1102081 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:57:25.113422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:25.113867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.130772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:25.267245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Allocated IP 172.20.0.6 (c82bce5b-7fc7-4dbe-9b26-972d66209b49/9f116a7e-f787-4923-af9c-87acaac3b88c/937b89e2-6a9b-400a-8a37-1e54c1102081) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:25.325216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.338059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:57:25.368593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:25.433855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:25.436437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.438617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-369a85b6-210b-405a-93a0-ed7915df6c7f req-005e70f4-16ed-409f-a982-cdf13f85839d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "DELETE /v2.0/ports/b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b HTTP/1.1" status: 204 len: 173 time: 0.8034747 Jul 23 22:57:25.439082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'name': 'network-vif-deleted', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:25.441600 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b2dbcc-2704-4ba1-9b10-027c3d52cf2b" -d '{"events": [{"server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "name": "network-vif-deleted", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:25.520084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.524800 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4a115-60d9-4441-bad0-570d25d0cae2 x-openstack-request-id: req-23e4a115-60d9-4441-bad0-570d25d0cae2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:25.529984 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477192aa-e2dc-486c-8089-2fc4df5590a9", "name": "network-vif-deleted", "tag": "b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:25.532733 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23e4a115-60d9-4441-bad0-570d25d0cae2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:25.533635 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477192aa-e2dc-486c-8089-2fc4df5590a9', 'name': 'network-vif-deleted', 'tag': 'b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b', 'status': 'completed', 'code': 200} Jul 23 22:57:25.542476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Transition to ACTIVE for port object 937b89e2-6a9b-400a-8a37-1e54c1102081 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:25.567113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 53998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:25.604574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.668974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event updated for resources: {'Port': ['ID=937b89e2-6a9b-400a-8a37-1e54c1102081,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:25.679128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:25.680768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:25.684324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:25.692328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-6cdf5d72-92bd-435f-885f-f7d2f13a62fb tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:25.694759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-6cdf5d72-92bd-435f-885f-f7d2f13a62fb tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.25 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 810 time: 0.1567430 Jul 23 22:57:25.752646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Allocated IP 172.20.0.2 (c82bce5b-7fc7-4dbe-9b26-972d66209b49/9f116a7e-f787-4923-af9c-87acaac3b88c/acfc878a-c87f-4e65-8bed-57a4a9ef8869) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:25.769159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:25.770191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-3d645eff-53c7-457f-b76d-25705a690f41 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42fcdc7f7d984a9da69cdc0458454967 HTTP/1.1" status: 200 len: 380 time: 0.0658588 Jul 23 22:57:25.771777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.801547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'port': {'device_id': '70d9235d-7359-46c8-843d-19337cdf915f', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'admin_state_up': True, 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'security_groups': ['6319663d-0544-4223-a5d1-415a33e31222']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:25.805575 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8dff1ae6-07f8-4936-b9d2-cadd8d6b8936 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9431794 Jul 23 22:57:25.808173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:25.813428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-801780559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:25.889981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfc5de75-bf18-42bd-b23c-1b47e6489bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.989657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.991735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.025061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2d1513aa-726b-453b-bdef-9383efb2013e req-f7599057-e114-4eef-b0dc-87e21c3f3303 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0536687 Jul 23 22:57:26.068933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.080560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Transition to ACTIVE for port object acfc878a-c87f-4e65-8bed-57a4a9ef8869 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:26.099544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Transition to ACTIVE for port object acfc878a-c87f-4e65-8bed-57a4a9ef8869 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:26.105640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.114468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.117994 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.151170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfc5de75-bf18-42bd-b23c-1b47e6489bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.167163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfc5de75-bf18-42bd-b23c-1b47e6489bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.182158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:26.184483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:26.187732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:26.206993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-119b78a9-2438-4e96-9075-5707d6a7bbc6 req-0ee08602-e57b-433e-b409-14317cc98713 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 210 time: 0.0518305 Jul 23 22:57:26.215079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Pushing event updated for resources: {'Port': ['ID=acfc878a-c87f-4e65-8bed-57a4a9ef8869,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:26.238237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dfc5de75-bf18-42bd-b23c-1b47e6489bbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=165cc34436ca49af87288f5dea85f2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639624 Jul 23 22:57:26.238461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Made reservation on behalf of 42fcdc7f7d984a9da69cdc0458454967 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:26.238778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:26.239553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5de75-bf18-42bd-b23c-1b47e6489bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735dbfae-2268-475f-8690-041fec12380e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:26.240784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.249345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.249704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.250088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.253193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78967439-a298-457c-a825-a21760fba72b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4412944 Jul 23 22:57:26.253348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.253348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.253348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.253662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.253951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.254287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.256910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.257411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.257790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.258408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54010) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:26.260173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:26.266072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-28c9e358-80d4-49a5-8a1c-e76679544c78 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1435044801', 'prefixes': ['172.20.0.0/16']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:26.352464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Attempting to bind port acfc878a-c87f-4e65-8bed-57a4a9ef8869 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:26.353409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Attempting to bind port acfc878a-c87f-4e65-8bed-57a4a9ef8869 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '03959185-7257-425f-8299-1e2df44eaffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:26.354090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Attempting to bind port acfc878a-c87f-4e65-8bed-57a4a9ef8869 on network c82bce5b-7fc7-4dbe-9b26-972d66209b49 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:26.359719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:26.360563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Checking segment: {'id': '03959185-7257-425f-8299-1e2df44eaffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:26.361201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.362207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Bound using segment: {'id': '03959185-7257-425f-8299-1e2df44eaffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:26.363039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Bound port: acfc878a-c87f-4e65-8bed-57a4a9ef8869, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03959185-7257-425f-8299-1e2df44eaffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c82bce5b-7fc7-4dbe-9b26-972d66209b49'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:26.363452 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.390725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.453560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.470205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] For port acfc878a-c87f-4e65-8bed-57a4a9ef8869, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:26.475107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] For port acfc878a-c87f-4e65-8bed-57a4a9ef8869, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acfc878a-c87f-4e65-8bed-57a4a9ef8869,segment=NetworkSegment(03959185-7257-425f-8299-1e2df44eaffe),segment_id=03959185-7257-425f-8299-1e2df44eaffe)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:26.487809 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.498253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Allocated IP 172.20.0.5 (0329d235-b00d-4e43-9434-51cf07f9c037/5a2bca8c-6033-498e-8790-130278556711/adfb45a1-a845-4cbf-9493-e50ee8a92ec7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:26.499631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28c9e358-80d4-49a5-8a1c-e76679544c78 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.500918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-28c9e358-80d4-49a5-8a1c-e76679544c78 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2415330 Jul 23 22:57:26.504242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:26.510111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-7657ddde-4e6c-4fc5-8374-329125d541e6 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-1911114407') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:26.522883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.526250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.542423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/735dbfae-2268-475f-8690-041fec12380e HTTP/1.1" status: 204 len: 168 time: 0.2890944 Jul 23 22:57:26.562344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda7a76-dc94-461d-a255-405e3c0d0291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735dbfae-2268-475f-8690-041fec12380e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:26.621793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff065f1-42e1-453d-af7c-2fdde59c5f60 None None] Pushing event updated for resources: {'Port': ['ID=acfc878a-c87f-4e65-8bed-57a4a9ef8869,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:26.795425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7657ddde-4e6c-4fc5-8374-329125d541e6 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-1911114407 HTTP/1.1" status: 201 len: 201 time: 0.2874162 Jul 23 22:57:26.796019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:26.801338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-21e6031a-abdf-4b97-8c0b-1bd5a633fc9b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-823839984') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:26.868240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.898670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Transition to ACTIVE for port object adfb45a1-a845-4cbf-9493-e50ee8a92ec7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:26.962372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-21e6031a-abdf-4b97-8c0b-1bd5a633fc9b tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-823839984 HTTP/1.1" status: 201 len: 201 time: 0.1645694 Jul 23 22:57:26.964491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:26.969695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-e49a23e2-c9b6-4b77-99d5-cf0526df91e8 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-916081027') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:26.975565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.051889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Network 0329d235-b00d-4e43-9434-51cf07f9c037 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:27.058845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:27.075116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:27.079860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.144538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee1a7-7195-47d8-83fc-91c7fa7923c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.164232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event updated for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:27.185736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e49a23e2-c9b6-4b77-99d5-cf0526df91e8 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-916081027 HTTP/1.1" status: 201 len: 201 time: 0.2177069 Jul 23 22:57:27.187130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.201084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-a8b4ec68-fa8a-4afd-9d39-2c779d8c8a1a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-1156085723') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:27.201565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66fd330d-2c4f-49e2-b6b6-9134ff39e352 req-e048753a-6968-4eb7-8a52-203ea7746b2d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0462260 Jul 23 22:57:27.320046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee1a7-7195-47d8-83fc-91c7fa7923c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.329210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:27.330133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.334869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f9ee1a7-7195-47d8-83fc-91c7fa7923c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.375537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a8b4ec68-fa8a-4afd-9d39-2c779d8c8a1a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-1156085723 HTTP/1.1" status: 201 len: 201 time: 0.1839061 Jul 23 22:57:27.376741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54032) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.383503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-7c87f904-89db-40c5-b35a-0dba6dd3110a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:27.394566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:27.433520 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:57:27.434881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-5091a90a-299f-49e1-ac66-2d257d304cb2 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6538875 Jul 23 22:57:27.470433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acfc878a-c87f-4e65-8bed-57a4a9ef8869 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:27.477576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:27.477964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Request body: {'port': {'device_id': '70d9235d-7359-46c8-843d-19337cdf915f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:27.478092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b095c32a-ceb0-4cf5-a8ac-aebde8a8a80b not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:27.523948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.530733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b925a81f-589e-4484-8a88-5435f6f2c25a None None] Provisioning for port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:27.536117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b925a81f-589e-4484-8a88-5435f6f2c25a None None] Provisioning complete for port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:27.536722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b925a81f-589e-4484-8a88-5435f6f2c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.556260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f9ee1a7-7195-47d8-83fc-91c7fa7923c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce9b0b9b0e3548baabfc363734440641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724491 Jul 23 22:57:27.560308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ee1a7-7195-47d8-83fc-91c7fa7923c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8675cd2-8b2b-4a6f-8ceb-1b997bb096e1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:27.567287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.599075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b925a81f-589e-4484-8a88-5435f6f2c25a None None] Port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:27.634292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port acfc878a-c87f-4e65-8bed-57a4a9ef8869 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:27.644311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c87f904-89db-40c5-b35a-0dba6dd3110a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 200 len: 241 time: 0.2656441 Jul 23 22:57:27.653592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.662465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-d7dab41d-5d55-4135-88ea-f05615ff5665 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-1911114407') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:27.665365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.719726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd9771-b346-438f-9881-1058fbb6838e req-36a715d2-bfce-45fc-813b-a5f2ec855ab8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:27.721425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55dd9771-b346-438f-9881-1058fbb6838e req-36a715d2-bfce-45fc-813b-a5f2ec855ab8 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 931 time: 0.3766139 Jul 23 22:57:27.751378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Deleting subnet dfbd7e2c-c850-4e0f-a62f-937a4455b72f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:27.764165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.831107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.870904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55dd9771-b346-438f-9881-1058fbb6838e req-d2e598d6-9eb8-465e-9faa-23ad049a8042 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418808 Jul 23 22:57:27.871535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.889314 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7dab41d-5d55-4135-88ea-f05615ff5665 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-1911114407 HTTP/1.1" status: 204 len: 168 time: 0.2346430 Jul 23 22:57:27.891688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:27.896232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-c19d0a59-436c-456e-9fae-7678d6c7d4af tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-1911114407') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:27.897448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:27.941533 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.045516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c19d0a59-436c-456e-9fae-7678d6c7d4af tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-1911114407 HTTP/1.1" status: 204 len: 168 time: 0.1526465 Jul 23 22:57:28.048674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.062593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-9b68dda4-01d8-4057-810b-50e3c46861ee tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.107144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.146996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.151501 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dfbd7e2c-c850-4e0f-a62f-937a4455b72f HTTP/1.1" status: 204 len: 168 time: 0.6258538 Jul 23 22:57:28.155514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d02f-fd07-4178-a568-22b19c38dd9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbd7e2c-c850-4e0f-a62f-937a4455b72f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:28.158300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.163259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf9f64-6c37-439a-b4af-8744588662fb None None] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:28.184034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.187059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.188782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8675cd2-8b2b-4a6f-8ceb-1b997bb096e1 HTTP/1.1" status: 204 len: 168 time: 0.6194148 Jul 23 22:57:28.219044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b68dda4-01d8-4057-810b-50e3c46861ee tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 200 len: 205 time: 0.1649690 Jul 23 22:57:28.222499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.227688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a207d77-08e5-4a98-99fb-b053841e8ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8675cd2-8b2b-4a6f-8ceb-1b997bb096e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:28.231003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-214ce2c9-591c-49c1-94c5-43ec7fd05302 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.299614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.312887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-214ce2c9-591c-49c1-94c5-43ec7fd05302 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 200 len: 240 time: 0.0892553 Jul 23 22:57:28.313533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.320205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-4153bd7e-5c54-43bc-a4f6-789d44641183 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-823839984') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.325992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfb45a1-a845-4cbf-9493-e50ee8a92ec7 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:57:28.337827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.355172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Transition to ACTIVE for port object adfb45a1-a845-4cbf-9493-e50ee8a92ec7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:28.379002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Provisioning for port acfc878a-c87f-4e65-8bed-57a4a9ef8869 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:28.392580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Provisioning complete for port acfc878a-c87f-4e65-8bed-57a4a9ef8869 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:28.393230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.401193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.411815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4153bd7e-5c54-43bc-a4f6-789d44641183 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-823839984 HTTP/1.1" status: 204 len: 168 time: 0.0971096 Jul 23 22:57:28.414771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.423641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-0536a8bc-9b0a-4b5b-809f-2a78829ad7f0 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-823839984') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.471327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7755ede-8229-430b-b582-fb58cc87760b req-3621560c-56e8-4d4f-be78-90759d758e27 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0748374 Jul 23 22:57:28.566172 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0536a8bc-9b0a-4b5b-809f-2a78829ad7f0 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-823839984 HTTP/1.1" status: 204 len: 168 time: 0.1460030 Jul 23 22:57:28.568526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.575943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-f5989447-3d39-493c-86f1-2d95b2c24d6a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.639761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.642751 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f5989447-3d39-493c-86f1-2d95b2c24d6a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 200 len: 205 time: 0.0728643 Jul 23 22:57:28.645165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.650332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-fe929a7d-3b64-473c-879b-a38f11ab54f2 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.657616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecc94cf-d848-475a-8cce-2e7645d6e1e0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.670252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0f728-81da-4549-b3e6-1ad0afeb2b25') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.670641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0f728-81da-4549-b3e6-1ad0afeb2b25') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.682189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.690283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.700737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.709480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:28.710289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.783798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] For port acfc878a-c87f-4e65-8bed-57a4a9ef8869, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acfc878a-c87f-4e65-8bed-57a4a9ef8869,segment=NetworkSegment(03959185-7257-425f-8299-1e2df44eaffe),segment_id=03959185-7257-425f-8299-1e2df44eaffe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:28.795654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:28.806070 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:28.809343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Pushing event updated for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:28.817729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.824136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.830296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] 10.222.0.37 "DELETE /v2.0/networks/4ecc94cf-d848-475a-8cce-2e7645d6e1e0 HTTP/1.1" status: 204 len: 168 time: 0.6708188 Jul 23 22:57:28.860328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fe929a7d-3b64-473c-879b-a38f11ab54f2 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 200 len: 240 time: 0.2110202 Jul 23 22:57:28.861198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.866945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-22426dcd-2c2b-48dd-a780-dabccd60b614 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-916081027') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:28.895864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801c31a-147b-4a77-91af-69f01566781e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ecc94cf-d848-475a-8cce-2e7645d6e1e0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:28.964721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92db59-0df3-4cd7-8264-993ea2dd63c1 None None] Pushing event updated for resources: {'Port': ['ID=acfc878a-c87f-4e65-8bed-57a4a9ef8869,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:29.058684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22426dcd-2c2b-48dd-a780-dabccd60b614 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-916081027 HTTP/1.1" status: 204 len: 168 time: 0.1965585 Jul 23 22:57:29.061103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.067088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-dbe5bf78-5348-49ea-8669-1c8b8386e94a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-916081027') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.089610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Attempting to bind port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:29.091021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Attempting to bind port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:29.091783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Attempting to bind port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:29.097994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 on network 0329d235-b00d-4e43-9434-51cf07f9c037 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:57:29.098713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Attempting to bind port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 on network 0329d235-b00d-4e43-9434-51cf07f9c037 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:29.110731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:29.111381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Checking segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:29.111961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Bound using segment: {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:29.112600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Bound port: adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08af1668-6e44-4bd6-9b0b-73e21b569cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:29.113165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.129553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.211173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:29.214988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:29.233610 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.237341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dbe5bf78-5348-49ea-8669-1c8b8386e94a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-916081027 HTTP/1.1" status: 204 len: 168 time: 0.1749034 Jul 23 22:57:29.238245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54082) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.263757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-1fdddf36-bf92-47ea-8c9c-9d5f86b6e490 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.267275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Provisioning for port 937b89e2-6a9b-400a-8a37-1e54c1102081 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:29.269478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b8274-d2eb-4122-8f55-3b9e49784f2b req-fadc1c1f-a468-4a42-b9b8-face933026cd tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:29.274239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Provisioning complete for port 937b89e2-6a9b-400a-8a37-1e54c1102081 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:29.276024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.279649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f6b8274-d2eb-4122-8f55-3b9e49784f2b req-fadc1c1f-a468-4a42-b9b8-face933026cd tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 943 time: 0.2790394 Jul 23 22:57:29.371999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Port 937b89e2-6a9b-400a-8a37-1e54c1102081 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:29.392048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:29.392675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.394126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 1092 time: 1.9270158 Jul 23 22:57:29.394618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:29.398680 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6" -d '{"events": [{"name": "network-changed", "server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:29.414393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Provisioning complete for port acfc878a-c87f-4e65-8bed-57a4a9ef8869 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:29.415096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb20679c-731f-4d2c-a6ab-e42ca2935197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.450974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0766cfcc-3cce-4c82-b0ca-75b1f7e5157b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a06abecfbeed4b008b391f9c51ae6bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192923 Jul 23 22:57:29.458069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.483976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acfc878a-c87f-4e65-8bed-57a4a9ef8869 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:29.588988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1fdddf36-bf92-47ea-8c9c-9d5f86b6e490 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 200 len: 205 time: 0.3473060 Jul 23 22:57:29.593515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.607359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-a95fbe20-c873-472b-befa-bc2b4fbfb559 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.678673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.708397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.711931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a95fbe20-c873-472b-befa-bc2b4fbfb559 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 200 len: 241 time: 0.1107602 Jul 23 22:57:29.717575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.723867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-868181f5-2c09-4dd5-a9e8-9b958005ef79 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-1156085723') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.727140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port acfc878a-c87f-4e65-8bed-57a4a9ef8869 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:29.727644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.785462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-868181f5-2c09-4dd5-a9e8-9b958005ef79 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-1156085723 HTTP/1.1" status: 204 len: 168 time: 0.0666525 Jul 23 22:57:29.788661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.793498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-738bc998-39e2-44c6-b289-401c09db42ec tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-1156085723') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.837057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.841424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.843195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db9334fd-255f-497d-ad78-7fc0bf70af89 HTTP/1.1" status: 204 len: 168 time: 0.3786008 Jul 23 22:57:29.855545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-738bc998-39e2-44c6-b289-401c09db42ec tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-1156085723 HTTP/1.1" status: 204 len: 168 time: 0.0657032 Jul 23 22:57:29.857013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d2c97-113e-408f-9b39-92ba3b938e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9334fd-255f-497d-ad78-7fc0bf70af89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:29.859303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.865092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-935225bd-9d2c-46dc-b475-2861127f80c8 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.892702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-935225bd-9d2c-46dc-b475-2861127f80c8 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 200 len: 205 time: 0.0320320 Jul 23 22:57:29.895455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.908389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-6116298b-e85c-4337-bf04-7d527f64c919 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.973055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6116298b-e85c-4337-bf04-7d527f64c919 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 204 len: 168 time: 0.0734310 Jul 23 22:57:29.976184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:29.980893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-972db4bc-703b-4e31-a77e-4161d54abbfd tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:29.987614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f6b8274-d2eb-4122-8f55-3b9e49784f2b req-c63cdc13-ebbe-4c9a-a87f-0ee905557c5f tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7071104 Jul 23 22:57:29.990063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585569c-d054-48d3-9bfa-a3af3ec708c8 service neutron] Pushing event updated for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:30.014868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-95d565c8-3167-43ab-b0ee-99f0fe410ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:30.016382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-95d565c8-3167-43ab-b0ee-99f0fe410ee4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1095 time: 0.5366538 Jul 23 22:57:30.068898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-48d4ad68-d8ac-4382-8ba7-ab83966f4787 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 217 time: 0.0451932 Jul 23 22:57:30.069893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-291046e4-8042-4ceb-bd8f-85389c7133df None None] Provisioning complete for port 937b89e2-6a9b-400a-8a37-1e54c1102081 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:30.070256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-291046e4-8042-4ceb-bd8f-85389c7133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:30.115644 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1846a4-fbc9-488b-8993-e633d491390a x-openstack-request-id: req-0b1846a4-fbc9-488b-8993-e633d491390a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:30.116183 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:30.116467 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b1846a4-fbc9-488b-8993-e633d491390a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:30.116995 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'status': 'completed', 'code': 200} Jul 23 22:57:30.147105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-84f439cd-63b2-48df-874b-f73bf3f5a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:30.149854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-84f439cd-63b2-48df-874b-f73bf3f5a178 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0736132 Jul 23 22:57:30.179089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-291046e4-8042-4ceb-bd8f-85389c7133df None None] Port 937b89e2-6a9b-400a-8a37-1e54c1102081 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:30.283824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-208bec55-da35-42c2-8590-690fe135df38 req-522331c9-3d1c-4b4d-9018-b80276e69cf8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0518067 Jul 23 22:57:30.339714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-e410982c-7ebd-4b5f-b41e-73bc0f7e26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:30.341645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-e410982c-7ebd-4b5f-b41e-73bc0f7e26ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857383 Jul 23 22:57:30.461573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-a82024a9-6a79-4f14-83b3-b9f5750fe2ef service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081872 Jul 23 22:57:30.603354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-972db4bc-703b-4e31-a77e-4161d54abbfd tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 204 len: 168 time: 0.6237099 Jul 23 22:57:30.603904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:30.611106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-8d42719d-b5b9-4ca4-972a-a5ae6a98ad67 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:30.636169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a1bed813-52f4-4e24-b7b0-a31122b04bca req-3c2dddf2-65cb-414c-8bd7-42cd88567a4f service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683767 Jul 23 22:57:30.687533 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d42719d-b5b9-4ca4-972a-a5ae6a98ad67 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 204 len: 168 time: 0.0825157 Jul 23 22:57:30.687761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:30.694212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-2cbb1902-800f-483d-a773-51096e62a733 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:30.815189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2cbb1902-800f-483d-a773-51096e62a733 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 204 len: 168 time: 0.1260130 Jul 23 22:57:30.817577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-6c27f5a2-98a6-4f09-bc00-716f1ed24ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:30.819872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-6c27f5a2-98a6-4f09-bc00-716f1ed24ddb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1095 time: 0.1201262 Jul 23 22:57:30.822122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:30.826629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-f9c54bee-70d8-463a-b1d6-9d6eb1f0dba7 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-619344255') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:30.967732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-a861b4a4-c50f-4907-aaf1-4e265fb702f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:30.969159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-a861b4a4-c50f-4907-aaf1-4e265fb702f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.1214266 Jul 23 22:57:30.985268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f9c54bee-70d8-463a-b1d6-9d6eb1f0dba7 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-619344255 HTTP/1.1" status: 201 len: 201 time: 0.1621163 Jul 23 22:57:30.988363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:30.994407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-509b4a90-d23c-43fa-9be2-66d568527b17 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-42338740') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.013785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-21243536-0195-49c7-b565-c2c7fb8ded93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 217 time: 0.0376544 Jul 23 22:57:31.075970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-b67fba62-e3d5-433e-a2e1-74bea62bf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:31.077453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-b67fba62-e3d5-433e-a2e1-74bea62bf0d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.0573821 Jul 23 22:57:31.164540 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-509b4a90-d23c-43fa-9be2-66d568527b17 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-42338740 HTTP/1.1" status: 201 len: 201 time: 0.1750176 Jul 23 22:57:31.165182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.169991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-f4726452-da14-4ac6-bcc7-3a304b0bc95e tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-912092966') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.207934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b2a3c-401d-40e9-876e-bc07408568c2 req-8f9ba4cc-79f6-4894-a137-cd9a44388bdb tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:31.209564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b4b2a3c-401d-40e9-876e-bc07408568c2 req-8f9ba4cc-79f6-4894-a137-cd9a44388bdb tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 943 time: 0.1301694 Jul 23 22:57:31.229773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-f1eba97b-5b07-415f-af79-b82143e95858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:31.231041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-f1eba97b-5b07-415f-af79-b82143e95858 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401193 Jul 23 22:57:31.289587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b4b2a3c-401d-40e9-876e-bc07408568c2 req-54cd53c1-222f-42b1-9331-fd468c62bd9e tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685766 Jul 23 22:57:31.294127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.294630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f4726452-da14-4ac6-bcc7-3a304b0bc95e tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-912092966 HTTP/1.1" status: 201 len: 201 time: 0.1280787 Jul 23 22:57:31.330117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-023e50f8-fdf7-415e-a64e-8fc8e042f97a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-1877188143') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.389497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-2b8d020a-b520-46d3-b988-e17aab3f46b9 service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506855 Jul 23 22:57:31.423800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-023e50f8-fdf7-415e-a64e-8fc8e042f97a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-1877188143 HTTP/1.1" status: 201 len: 201 time: 0.1262524 Jul 23 22:57:31.424649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.430378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-d056c7ca-ae9d-4a2a-85a3-7a714250b518 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', {'tags': ['tempest-TagsExtTest-Tag-1812773260', 'tempest-TagsExtTest-Tag-157799969', 'tempest-TagsExtTest-Tag-232894923']}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.456441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c92d5df9-f539-49a8-8623-08d8b89c4499 req-9e7785cb-82c1-4a18-8e55-621474c3218d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=477192aa-e2dc-486c-8089-2fc4df5590a9 HTTP/1.1" status: 200 len: 210 time: 0.0585341 Jul 23 22:57:31.572385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0673fa58-bb5a-4f2e-a075-9b24d61d79e6 req-c8300e1c-e174-400f-b452-cc8777e5784e service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756587 Jul 23 22:57:31.580317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.585632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-87c78c91-87cf-467f-9375-cfb63c271313 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.589946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d056c7ca-ae9d-4a2a-85a3-7a714250b518 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 200 len: 316 time: 0.1526794 Jul 23 22:57:31.668236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87c78c91-87cf-467f-9375-cfb63c271313 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 204 len: 168 time: 0.0867033 Jul 23 22:57:31.671275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.678283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-37126c27-90d5-491b-aa36-70a033f92de5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-1812773260') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.742321 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-37126c27-90d5-491b-aa36-70a033f92de5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:31.743852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37126c27-90d5-491b-aa36-70a033f92de5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-1812773260 HTTP/1.1" status: 404 len: 329 time: 0.0707173 Jul 23 22:57:31.746588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.751656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-aa8e192d-ecf1-4111-a8d8-1a15199d45c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-157799969') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.828456 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-aa8e192d-ecf1-4111-a8d8-1a15199d45c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:31.832821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aa8e192d-ecf1-4111-a8d8-1a15199d45c3 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-157799969 HTTP/1.1" status: 404 len: 328 time: 0.0822620 Jul 23 22:57:31.834062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.838704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-b6e555b7-171f-4bef-83fd-1abc894c18dd tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c', 'tempest-TagsExtTest-Tag-232894923') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.905702 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b6e555b7-171f-4bef-83fd-1abc894c18dd tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:31.907187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6e555b7-171f-4bef-83fd-1abc894c18dd tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags/tempest-TagsExtTest-Tag-232894923 HTTP/1.1" status: 404 len: 328 time: 0.0721569 Jul 23 22:57:31.911188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.920204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-55ed39c2-a71e-4c1c-bfa2-819ea0cfa1a1 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', {'tags': ['tempest-TagsExtTest-Tag-716079322', 'tempest-TagsExtTest-Tag-2145316679', 'tempest-TagsExtTest-Tag-744868924']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:31.988774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.994986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:31.995204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-55ed39c2-a71e-4c1c-bfa2-819ea0cfa1a1 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 200 len: 316 time: 0.0813103 Jul 23 22:57:32.001516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-5dbe2fc2-4299-4500-bf7e-5744c3a28580 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.113658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.113978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5dbe2fc2-4299-4500-bf7e-5744c3a28580 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 204 len: 168 time: 0.1163981 Jul 23 22:57:32.119711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-b7e41cef-0ef1-4ac6-a4f9-23b14bee2f27 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-716079322') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.203049 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b7e41cef-0ef1-4ac6-a4f9-23b14bee2f27 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:32.205623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b7e41cef-0ef1-4ac6-a4f9-23b14bee2f27 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-716079322 HTTP/1.1" status: 404 len: 328 time: 0.0902758 Jul 23 22:57:32.208148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.213421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-8e862045-8e39-4271-b83f-0ad004749548 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-2145316679') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.246483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.295810 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8e862045-8e39-4271-b83f-0ad004749548 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:32.299655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8e862045-8e39-4271-b83f-0ad004749548 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-2145316679 HTTP/1.1" status: 404 len: 329 time: 0.0872633 Jul 23 22:57:32.300166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.305908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-14bc7f16-efa4-4dbe-b5a1-365609f18f50 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081', 'tempest-TagsExtTest-Tag-744868924') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.330868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8db47a9-964b-4ad3-b91a-2080ec956441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.377779 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-14bc7f16-efa4-4dbe-b5a1-365609f18f50 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:32.379022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-14bc7f16-efa4-4dbe-b5a1-365609f18f50 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags/tempest-TagsExtTest-Tag-744868924 HTTP/1.1" status: 404 len: 328 time: 0.0777614 Jul 23 22:57:32.381828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.388604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-be8c220c-0680-4b91-b127-46e7e6d15ce5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', {'tags': ['tempest-TagsExtTest-Tag-1077626334', 'tempest-TagsExtTest-Tag-630909037', 'tempest-TagsExtTest-Tag-322686860']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.433468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'network': {'name': 'tempest-network-smoke--2008238293', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:32.501546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8db47a9-964b-4ad3-b91a-2080ec956441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.509588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8db47a9-964b-4ad3-b91a-2080ec956441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.524138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-be8c220c-0680-4b91-b127-46e7e6d15ce5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 200 len: 316 time: 0.1380336 Jul 23 22:57:32.524382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.529020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-d52fde71-bff6-49fc-8bac-ce0eb824bfae tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.562485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c8db47a9-964b-4ad3-b91a-2080ec956441 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc6d7dee277546df972dce245d3420bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702438 Jul 23 22:57:32.564538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54244) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.565122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:32.569744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.583956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db47a9-964b-4ad3-b91a-2080ec956441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1e90a-31fd-4292-b5b9-c4c410769fa1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:32.593032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.624361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb976-c9de-42c2-aba1-5f13a3da129f req-f9a09cf0-1729-4336-b3d6-27e28951ef8c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:32.625914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57cdb976-c9de-42c2-aba1-5f13a3da129f req-f9a09cf0-1729-4336-b3d6-27e28951ef8c tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 943 time: 0.2329938 Jul 23 22:57:32.657802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.683734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d52fde71-bff6-49fc-8bac-ce0eb824bfae tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 204 len: 168 time: 0.1558759 Jul 23 22:57:32.683984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.689305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-638f2d82-adbf-4f91-9592-ace3512a78b2 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-1077626334') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.691779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.695299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57cdb976-c9de-42c2-aba1-5f13a3da129f req-907b9298-2172-436b-8396-167722d688fb tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551207 Jul 23 22:57:32.785547 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-638f2d82-adbf-4f91-9592-ace3512a78b2 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:32.790981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-638f2d82-adbf-4f91-9592-ace3512a78b2 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-1077626334 HTTP/1.1" status: 404 len: 329 time: 0.1035907 Jul 23 22:57:32.791381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.792952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.793917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.796857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-0162bc86-dadc-4501-a10a-3a40ac147659 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-630909037') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.797086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.797928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fa1e90a-31fd-4292-b5b9-c4c410769fa1 HTTP/1.1" status: 204 len: 168 time: 0.2260532 Jul 23 22:57:32.817089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.841070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:57:32.861702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.861702 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Added segment b302e232-a929-41d2-93e4-65feb497d791 of type vlan for network 264aaf09-5250-45f3-8dcb-020b4bf884e8 Jul 23 22:57:32.865100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae649-9fc8-4bb8-ad9b-d2784facd67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1e90a-31fd-4292-b5b9-c4c410769fa1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:32.901521 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0162bc86-dadc-4501-a10a-3a40ac147659 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:32.902653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0162bc86-dadc-4501-a10a-3a40ac147659 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-630909037 HTTP/1.1" status: 404 len: 328 time: 0.1102815 Jul 23 22:57:32.905583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:32.910707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-234d6dde-a999-424c-927e-145d167288d7 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03', 'tempest-TagsExtTest-Tag-322686860') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:32.937950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b413c287-50f2-4ee7-bc92-407298e26025,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:32.945177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.950082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device adfb45a1-a845-4cbf-9493-e50ee8a92ec7 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:57:32.990820 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.002104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:33.004644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.032160 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-234d6dde-a999-424c-927e-145d167288d7 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:33.036199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-234d6dde-a999-424c-927e-145d167288d7 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags/tempest-TagsExtTest-Tag-322686860 HTTP/1.1" status: 404 len: 328 time: 0.1266160 Jul 23 22:57:33.038608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.043717 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7957473 Jul 23 22:57:33.048653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.052376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-45712667-689d-492f-9e90-f4010d759290 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', {'tags': ['tempest-TagsExtTest-Tag-542282417', 'tempest-TagsExtTest-Tag-537692465', 'tempest-TagsExtTest-Tag-1400194909']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.069061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'admin_state_up': True, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:33.117827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12f99-d9cb-4a88-9685-d2ba3cfa9f86 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Network': ['ID=264aaf09-5250-45f3-8dcb-020b4bf884e8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:33.155770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:33.177116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.179066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.187041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-45712667-689d-492f-9e90-f4010d759290 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "PUT /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 200 len: 316 time: 0.1462896 Jul 23 22:57:33.189220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.195375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-8003291d-cdca-44c0-a52f-c67e23095103 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.259881 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.277106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8003291d-cdca-44c0-a52f-c67e23095103 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 204 len: 168 time: 0.0852065 Jul 23 22:57:33.279180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54264) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.289206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-2b6be0c2-af21-4d71-a23e-bf6c7a4df3fc tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-542282417') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.306199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54266) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.330158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-626404aa-07d7-44ce-834f-26432a6fbe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.342435 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2b6be0c2-af21-4d71-a23e-bf6c7a4df3fc tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:33.343620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b6be0c2-af21-4d71-a23e-bf6c7a4df3fc tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-542282417 HTTP/1.1" status: 404 len: 328 time: 0.0625927 Jul 23 22:57:33.364482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.372065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-c7aa633b-135e-4d81-89dd-456493c51621 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-537692465') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.404026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:57:33.407086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'port_id': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'mac_address': 'fa:16:3e:b1:d4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:57:33.458277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-626404aa-07d7-44ce-834f-26432a6fbe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.459348 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c7aa633b-135e-4d81-89dd-456493c51621 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:33.460553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7aa633b-135e-4d81-89dd-456493c51621 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-537692465 HTTP/1.1" status: 404 len: 328 time: 0.0949664 Jul 23 22:57:33.463545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.464774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.470740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-fa6a315d-fdf5-4f3e-b7dc-2d88ed7041c5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829', 'tempest-TagsExtTest-Tag-1400194909') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.501695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-626404aa-07d7-44ce-834f-26432a6fbe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.503549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.520060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfb45a1-a845-4cbf-9493-e50ee8a92ec7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:57:33.549198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:33.556083 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-fa6a315d-fdf5-4f3e-b7dc-2d88ed7041c5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] show failed (client error): The resource could not be found. Jul 23 22:57:33.556845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.558708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa6a315d-fdf5-4f3e-b7dc-2d88ed7041c5 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags/tempest-TagsExtTest-Tag-1400194909 HTTP/1.1" status: 404 len: 329 time: 0.0935824 Jul 23 22:57:33.566381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.571916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-783ab968-dcc5-43d1-bcf2-169fcca3ad22 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92d4dc35-6be3-45b6-95ca-a3ac24213829') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.594693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626404aa-07d7-44ce-834f-26432a6fbe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe139e-c6a4-410f-953d-a54d5cd3f290,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:33.603036 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-626404aa-07d7-44ce-834f-26432a6fbe29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e0ddac594e745ca8ac39c7b56e89e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940748 Jul 23 22:57:33.603996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.622466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:33.637154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-783ab968-dcc5-43d1-bcf2-169fcca3ad22 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829/tags HTTP/1.1" status: 204 len: 168 time: 0.0697553 Jul 23 22:57:33.638040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:33.670416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.696035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.702558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-c9b46bb4-ba72-4315-b6e6-e06c70131f04 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88222a2d-c53e-4201-8234-01b9d28d4b03') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:33.763117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.768785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:33.771135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63fe139e-c6a4-410f-953d-a54d5cd3f290 HTTP/1.1" status: 204 len: 168 time: 0.1644716 Jul 23 22:57:33.782111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89696f-f811-4993-9247-dac8c0b8df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe139e-c6a4-410f-953d-a54d5cd3f290,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:33.824683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['adfb45a1-a845-4cbf-9493-e50ee8a92ec7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:57:34.155479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.183051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.252608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c9b46bb4-ba72-4315-b6e6-e06c70131f04 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03/tags HTTP/1.1" status: 204 len: 168 time: 0.5852492 Jul 23 22:57:34.256244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:34.263455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-4c6d4dd2-8e7f-4e05-ade7-7908b326e309 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '937b89e2-6a9b-400a-8a37-1e54c1102081') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:34.298521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11079f18-b0ca-4018-b953-5d898fac3c8b req-3f37e4a7-9dfe-432d-ad8a-eea4d6a74880 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:34.300135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11079f18-b0ca-4018-b953-5d898fac3c8b req-3f37e4a7-9dfe-432d-ad8a-eea4d6a74880 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 944 time: 0.1929643 Jul 23 22:57:34.365841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c6d4dd2-8e7f-4e05-ade7-7908b326e309 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081/tags HTTP/1.1" status: 204 len: 168 time: 0.1063514 Jul 23 22:57:34.367866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:34.374606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.tag.tag_plugin [None req-5b4886bb-d166-4f2f-913d-601314e51f8c tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9f116a7e-f787-4923-af9c-87acaac3b88c') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:34.380555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.25.1.180 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/f80f9c84-27f2-4575-96ed-fd7697129ad9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:34.407704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11079f18-b0ca-4018-b953-5d898fac3c8b req-8ff45bf2-7313-42e4-83e9-f0c7cd27f121 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868669 Jul 23 22:57:34.462824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b4886bb-d166-4f2f-913d-601314e51f8c tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c/tags HTTP/1.1" status: 204 len: 168 time: 0.0932295 Jul 23 22:57:34.470031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:34.530465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.579110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d1298f2-d211-4acd-afab-36e55292ebba tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.580269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6d1298f2-d211-4acd-afab-36e55292ebba tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnetpools/92d4dc35-6be3-45b6-95ca-a3ac24213829 HTTP/1.1" status: 204 len: 168 time: 0.1092865 Jul 23 22:57:34.585061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:34.594309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.616479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4360832f-6b59-429a-93e0-52fea782d67a tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "GET /v2.0/ports?device_id=88222a2d-c53e-4201-8234-01b9d28d4b03 HTTP/1.1" status: 200 len: 205 time: 0.0302460 Jul 23 22:57:34.618824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:34.639941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:34.644659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:34.651353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:34.697563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=f80f9c84-27f2-4575-96ed-fd7697129ad9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:34.707930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.904108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.906332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.956501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.956782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.957343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Fanout notify agent at l3_agent the message router_deleted on router 88222a2d-c53e-4201-8234-01b9d28d4b03 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:57:34.964856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device adfb45a1-a845-4cbf-9493-e50ee8a92ec7 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:34.988574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:34.990346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f92d2604-146e-4b7b-82d2-d6f95b3d2e3f tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/routers/88222a2d-c53e-4201-8234-01b9d28d4b03 HTTP/1.1" status: 204 len: 168 time: 0.3698282 Jul 23 22:57:34.993972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:35.059238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:35.065982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:35.069454 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.174028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.219036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:35.221682 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02196f-ba5f-4832-8dca-88afafc74b3a" -d '{"events": [{"server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "name": "network-vif-plugged", "status": "completed", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:35.233621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Deleting port 937b89e2-6a9b-400a-8a37-1e54c1102081 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:35.237136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.273637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:35.281884 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.360068 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab177e-30bd-4deb-b6af-3f1370f39aa1 x-openstack-request-id: req-4bab177e-30bd-4deb-b6af-3f1370f39aa1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:35.360423 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "name": "network-vif-plugged", "status": "completed", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:35.361386 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bab177e-30bd-4deb-b6af-3f1370f39aa1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:35.363151 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'code': 200} Jul 23 22:57:35.408008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.417112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:35.477445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.493361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Calling delete_port for 937b89e2-6a9b-400a-8a37-1e54c1102081 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:35.659910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351bf9a-22eb-46b0-b1ea-d0d21d903ea7 req-8eaae876-ee23-4555-a10b-2b169f9dcbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:35.661534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6351bf9a-22eb-46b0-b1ea-d0d21d903ea7 req-8eaae876-ee23-4555-a10b-2b169f9dcbc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1097 time: 0.2119269 Jul 23 22:57:35.690679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.713022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e86337-b726-4be5-9ca6-9de527a93d13 req-b06626f2-93a8-4a41-b24c-0852e9fc2876 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:35.714589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50e86337-b726-4be5-9ca6-9de527a93d13 req-b06626f2-93a8-4a41-b24c-0852e9fc2876 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 945 time: 0.1659806 Jul 23 22:57:35.729422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event deleted for resources: {'Port': ['ID=937b89e2-6a9b-400a-8a37-1e54c1102081,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:35.738903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6351bf9a-22eb-46b0-b1ea-d0d21d903ea7 req-8eb4440a-49c7-402d-9084-1fdf96233e1b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703394 Jul 23 22:57:35.764315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:57:35.775054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50e86337-b726-4be5-9ca6-9de527a93d13 req-c929f5df-348a-454b-b2da-31f68ce3fa87 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496922 Jul 23 22:57:35.870408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.873995 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8c7a7703-e36a-41d7-a985-6f0cc823315d tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/ports/937b89e2-6a9b-400a-8a37-1e54c1102081 HTTP/1.1" status: 204 len: 168 time: 0.8780210 Jul 23 22:57:35.875781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:35.916589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:57:35.936125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:57:35.942239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Deleting subnet 9f116a7e-f787-4923-af9c-87acaac3b88c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:35.947542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.956071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:35.956735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:35.994303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:35.996297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a4f2a5db-63b6-4807-bf41-62a270a0fd08 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9409571 Jul 23 22:57:36.001262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.002094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:36.121649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.203060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:36.205204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.233724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.235868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/subnets/9f116a7e-f787-4923-af9c-87acaac3b88c HTTP/1.1" status: 204 len: 168 time: 0.3585145 Jul 23 22:57:36.238274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:36.249736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d47dcd-44c7-47a9-917d-6792c1cf138d None None] Network c82bce5b-7fc7-4dbe-9b26-972d66209b49 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:36.282308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81be89d-112a-4dd3-bdd1-15840b2a5a48 tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event deleted for resources: {'Subnet': ['ID=9f116a7e-f787-4923-af9c-87acaac3b88c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:36.353644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4a4ce237-3291-42e8-8969-0b7c8efe9893 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9a80a634a8b142afaa568338d6884fe5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3493686 Jul 23 22:57:36.356489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:36.446134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.619398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Deleting port acfc878a-c87f-4e65-8bed-57a4a9ef8869 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:36.621950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.694533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cb575-102e-453f-b8c1-60b674daf420 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:36.700560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-834cb575-102e-453f-b8c1-60b674daf420 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3429594 Jul 23 22:57:36.701322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:36.704989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] For port acfc878a-c87f-4e65-8bed-57a4a9ef8869, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acfc878a-c87f-4e65-8bed-57a4a9ef8869,segment=NetworkSegment(03959185-7257-425f-8299-1e2df44eaffe),segment_id=03959185-7257-425f-8299-1e2df44eaffe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:36.705144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.736059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:34Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:36.744622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Calling delete_port for acfc878a-c87f-4e65-8bed-57a4a9ef8869 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:36.773820 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ec93405e-7d65-4567-850a-c5b7d71736ec tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687337 Jul 23 22:57:36.775577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54414) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:36.782853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-208729443', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:36.783764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] DHCP port deletion for c82bce5b-7fc7-4dbe-9b26-972d66209b49 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:36.799020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:57:36.799367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Updating router 9e147b20-4f8e-47db-a9c7-0d572e70c669 port f80f9c84-27f2-4575-96ed-fd7697129ad9 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:57:36.868152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.927998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.957718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event deleted for resources: {'Port': ['ID=acfc878a-c87f-4e65-8bed-57a4a9ef8869,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:36.963476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:36.965683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:36.983905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] No DVR routers for this DVR port acfc878a-c87f-4e65-8bed-57a4a9ef8869 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:36.995840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Deleting port acfc878a-c87f-4e65-8bed-57a4a9ef8869 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:36.996222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.126084 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.143776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82bce5b-7fc7-4dbe-9b26-972d66209b49']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:37.147396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] For port acfc878a-c87f-4e65-8bed-57a4a9ef8869, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:37.148099 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.153390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bea37-1204-4c5e-b0a4-d61a77bc13cb req-14961b3e-0d5c-47db-81c5-430f478e5d96 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:37.154894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-368bea37-1204-4c5e-b0a4-d61a77bc13cb req-14961b3e-0d5c-47db-81c5-430f478e5d96 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 945 time: 0.1916215 Jul 23 22:57:37.171420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03959185-7257-425f-8299-1e2df44eaffe') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:37.171791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03959185-7257-425f-8299-1e2df44eaffe') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:37.175134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Calling delete_port for acfc878a-c87f-4e65-8bed-57a4a9ef8869 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:37.180128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Port acfc878a-c87f-4e65-8bed-57a4a9ef8869 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 22:57:37.183260 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.189336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.220145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-368bea37-1204-4c5e-b0a4-d61a77bc13cb req-826c728a-b4c1-43fa-a829-7da1463fb785 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups?id=6319663d-0544-4223-a5d1-415a33e31222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587904 Jul 23 22:57:37.221011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.228798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:37.229208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:37.233004 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:37.237683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] Pushing event deleted for resources: {'Port': ['ID=acfc878a-c87f-4e65-8bed-57a4a9ef8869,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:37.268119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ee840-d121-4690-8f5d-56df2207c626 None None] No DVR routers for this DVR port acfc878a-c87f-4e65-8bed-57a4a9ef8869 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:37.323691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.419933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.424824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Subnet': ['ID=7b425602-f55c-42dd-bbb9-4e55b6782db5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:37.429995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Checking segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:37.430478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network hostable DHCP agents. Network: 264aaf09-5250-45f3-8dcb-020b4bf884e8, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:57:37.434542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acfc878a-c87f-4e65-8bed-57a4a9ef8869 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:37.440310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Transition to ACTIVE for port object f80f9c84-27f2-4575-96ed-fd7697129ad9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:37.451951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.456960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:57:37.463543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: acfc878a-c87f-4e65-8bed-57a4a9ef8869 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:37.463985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acfc878a-c87f-4e65-8bed-57a4a9ef8869 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:37.465676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.476338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.478366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 264aaf09-5250-45f3-8dcb-020b4bf884e8) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:37.486333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:37.486333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.488099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] 10.222.0.37 "DELETE /v2.0/networks/c82bce5b-7fc7-4dbe-9b26-972d66209b49 HTTP/1.1" status: 204 len: 168 time: 1.2469568 Jul 23 22:57:37.518126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a240c8e-bcbd-46c8-a094-df848e5edf31 None None] Pushing event updated for resources: {'Port': ['ID=f80f9c84-27f2-4575-96ed-fd7697129ad9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:37.522158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ae637-faa1-47f7-a33d-46064f51c950 None None] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:37.532456 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-44a5c2c9-e1bc-4f5b-b09f-8fcb19863bf4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7519410 Jul 23 22:57:37.532774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:37.546585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1ae4-54a7-4458-adda-964f73a58ada tempest-TagsExtTest-2045649358 tempest-TagsExtTest-2045649358-project] Pushing event deleted for resources: {'Network': ['ID=c82bce5b-7fc7-4dbe-9b26-972d66209b49,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:37.587282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Attempting to bind port f80f9c84-27f2-4575-96ed-fd7697129ad9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:37.587644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Attempting to bind port f80f9c84-27f2-4575-96ed-fd7697129ad9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:37.588009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Attempting to bind port f80f9c84-27f2-4575-96ed-fd7697129ad9 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:37.620979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:37.621430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:37.621794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.622185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:37.622671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Bound port: f80f9c84-27f2-4575-96ed-fd7697129ad9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:37.623144 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.625805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccda1-61f9-4f6f-9108-3b608289d7b8 req-8f06c5a2-dd17-4299-8e22-8a4af120d440 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:37.638181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d9ccda1-61f9-4f6f-9108-3b608289d7b8 req-8f06c5a2-dd17-4299-8e22-8a4af120d440 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 945 time: 0.2700799 Jul 23 22:57:37.638906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:37.646417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Request body: {'floatingip': {'port_id': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:37.689809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.753746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] For port f80f9c84-27f2-4575-96ed-fd7697129ad9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:37.759312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] For port f80f9c84-27f2-4575-96ed-fd7697129ad9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f80f9c84-27f2-4575-96ed-fd7697129ad9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:37.794104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.905133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a240c8e-bcbd-46c8-a094-df848e5edf31 None None] Pushing event updated for resources: {'Port': ['ID=f80f9c84-27f2-4575-96ed-fd7697129ad9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:37.930587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-264aaf09-5250-45f3-8dcb-020b4bf884e8', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:57:37.934934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:37.961125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:37.961942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:37.975718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:38.290625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e649552-d75f-4f09-b5c8-f7445e44ecfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b7ce3e7ddca4c8484bd1f51d6d5e787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089573 Jul 23 22:57:38.290982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:38.419443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.435118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.504834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Allocated IP 172.20.0.2 (264aaf09-5250-45f3-8dcb-020b4bf884e8/7b425602-f55c-42dd-bbb9-4e55b6782db5/88139331-8fad-4ec9-9ef8-c276eb2ac59e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:38.562730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:38.633415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.636803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:38.656739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.717838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.811101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38dd49db-ae38-4106-8ed1-c1b10a5b4f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.840655 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Floating IP eb2a6ef9-0d19-4f41-8f71-93f3738629c8 associated. External IP: 172.25.1.47, port: adfb45a1-a845-4cbf-9493-e50ee8a92ec7. Jul 23 22:57:38.951918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.955097 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:38.958911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecfbb2ac-81c6-49ea-a7a6-4e73753c48d8 HTTP/1.1" status: 204 len: 168 time: 0.6641035 Jul 23 22:57:38.999168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d241e-cc37-4f1b-9e8e-7370f53d3386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbb2ac-81c6-49ea-a7a6-4e73753c48d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:39.093279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.111085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Transition to ACTIVE for port object 88139331-8fad-4ec9-9ef8-c276eb2ac59e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:39.134967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Transition to ACTIVE for port object 88139331-8fad-4ec9-9ef8-c276eb2ac59e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:39.148414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:34Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:39.179950 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.182569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc93b54b-2d7d-4a68-919e-191afdfbfaf1 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:34Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:57:39.197108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:57:39.233969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.1 (264aaf09-5250-45f3-8dcb-020b4bf884e8/7b425602-f55c-42dd-bbb9-4e55b6782db5/38fb7a82-bb61-4718-8325-bebb87c9d28a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:39.241150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:39.247261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:39.250161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:39.262179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Pushing event updated for resources: {'Port': ['ID=88139331-8fad-4ec9-9ef8-c276eb2ac59e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:39.262802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38dd49db-ae38-4106-8ed1-c1b10a5b4f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.276900 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38dd49db-ae38-4106-8ed1-c1b10a5b4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.355619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Attempting to bind port 88139331-8fad-4ec9-9ef8-c276eb2ac59e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:39.356293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Attempting to bind port 88139331-8fad-4ec9-9ef8-c276eb2ac59e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:39.356669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Attempting to bind port 88139331-8fad-4ec9-9ef8-c276eb2ac59e on network 264aaf09-5250-45f3-8dcb-020b4bf884e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:39.362234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:39.362615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Checking segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:39.363040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.363485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Bound using segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:39.365288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Bound port: 88139331-8fad-4ec9-9ef8-c276eb2ac59e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:39.365706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.419260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-38dd49db-ae38-4106-8ed1-c1b10a5b4f89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c32d926fe774e57a1738d87438ed8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781076 Jul 23 22:57:39.422074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:39.426046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd49db-ae38-4106-8ed1-c1b10a5b4f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d89be-4e9f-44f3-8f2c-e3e7c34da150,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:39.484197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] For port 88139331-8fad-4ec9-9ef8-c276eb2ac59e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:39.487371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.487690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] For port 88139331-8fad-4ec9-9ef8-c276eb2ac59e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=88139331-8fad-4ec9-9ef8-c276eb2ac59e,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:39.488390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:57:39.495236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.501510 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.502467 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:57:39.522632 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:39.524982 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:39.541740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object 38fb7a82-bb61-4718-8325-bebb87c9d28a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:39.620018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed087ed2-a328-4922-916f-fccc22bf207c None None] Pushing event updated for resources: {'Port': ['ID=88139331-8fad-4ec9-9ef8-c276eb2ac59e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:39.643575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.647520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c65cbc26-b519-411b-b590-480f5da22f80 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "PUT /v2.0/floatingips/eb2a6ef9-0d19-4f41-8f71-93f3738629c8 HTTP/1.1" status: 200 len: 990 time: 2.0073667 Jul 23 22:57:39.649746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:39.651216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.674671 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306" -d '{"events": [{"name": "network-changed", "server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:39.737827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:39.854813 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:39.881187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:39.888496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:39.894013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:39.915141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:40.049178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:40.306163 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'eb2a6ef9-0d19-4f41-8f71-93f3738629c8', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:b1:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9235d-7359-46c8-843d-19337cdf915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:57:22Z', 'updated_at': '2021-07-23T22:57:38Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:40.376851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:40.384577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:57:40.399364 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4780d5-39a8-416a-a90a-f1e3ee309d91 x-openstack-request-id: req-ae4780d5-39a8-416a-a90a-f1e3ee309d91 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:40.399681 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:40.400084 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae4780d5-39a8-416a-a90a-f1e3ee309d91 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:40.401858 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'status': 'completed', 'code': 200} Jul 23 22:57:40.410671 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:40.412026 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:40.523806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-362f3192-47a0-4dc8-8aca-9ff4a70e00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:40.529499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-362f3192-47a0-4dc8-8aca-9ff4a70e00a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1097 time: 0.1266580 Jul 23 22:57:40.530387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:40.536835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:40.538080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff5d89be-4e9f-44f3-8f2c-e3e7c34da150 HTTP/1.1" status: 204 len: 168 time: 1.1146305 Jul 23 22:57:40.612899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebc71e-aeba-458d-b83c-03674f3b19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d89be-4e9f-44f3-8f2c-e3e7c34da150,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:40.706176 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:40.897684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-228c8b36-289d-4e71-b584-c1e331c2eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:40.899367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-228c8b36-289d-4e71-b584-c1e331c2eccb service neutron] 10.222.0.25 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.3602145 Jul 23 22:57:41.028542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.038675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.048924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ecb487bb-9ef1-4e42-ae3b-828523702613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.161904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-1ffcd226-642c-4b8a-bd9a-927de050d372 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 998 time: 0.2507036 Jul 23 22:57:41.181981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.313303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-103c1893-6e03-48e1-8018-61803033d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:41.319849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-103c1893-6e03-48e1-8018-61803033d4fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.1502054 Jul 23 22:57:41.395200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1e84a1-1956-4cf6-9826-b02792f2432f None None] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:41.416100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'eb2a6ef9-0d19-4f41-8f71-93f3738629c8', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:b1:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9235d-7359-46c8-843d-19337cdf915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:57:22Z', 'updated_at': '2021-07-23T22:57:38Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:41.491709 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01042c90-5d12-4ca0-b966-b3f3220bebfd None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'eb2a6ef9-0d19-4f41-8f71-93f3738629c8', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'port_id': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'mac_address': 'fa:16:3e:b1:d4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d9235d-7359-46c8-843d-19337cdf915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:57:22Z', 'updated_at': '2021-07-23T22:57:38Z', 'revision_number': 1, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:57:41.514660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:41.578099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-f2f9b138-0f44-4304-9af2-55f8302a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:41.595805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-f2f9b138-0f44-4304-9af2-55f8302a96af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547455 Jul 23 22:57:41.621974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 88139331-8fad-4ec9-9ef8-c276eb2ac59e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:41.635209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d634caf2-6110-4856-b552-3593090f3a8a None None] Provisioning for port 88139331-8fad-4ec9-9ef8-c276eb2ac59e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:41.655327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:41.656603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:41.862477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-c70ed94d-7725-4208-958e-b63e4b4eb0f5 service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643580 Jul 23 22:57:41.864164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 88139331-8fad-4ec9-9ef8-c276eb2ac59e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:41.869422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:41.886723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 88139331-8fad-4ec9-9ef8-c276eb2ac59e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:41.886863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.903675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df48234f-5ff1-457a-bf19-a0403ccf6db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:41.995688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:57:42.086044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52315fb0-c1e1-4c1f-811f-fd7aff3b9306 req-4715fbad-3e39-498b-8119-113108e010ad service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192650 Jul 23 22:57:42.086307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e8e78-ea00-47cd-98fa-f41f70d77d34 None None] New status for floating IP eb2a6ef9-0d19-4f41-8f71-93f3738629c8: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:57:42.171150 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df48234f-5ff1-457a-bf19-a0403ccf6db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.189148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df48234f-5ff1-457a-bf19-a0403ccf6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.247207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df48234f-5ff1-457a-bf19-a0403ccf6db8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68d6d12305d64d528ca9c6419d7604bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764532 Jul 23 22:57:42.247207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48234f-5ff1-457a-bf19-a0403ccf6db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfc6994-997a-4488-95a2-75a876742df1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:42.250703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:42.273652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:57:42.279048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d08ad99c-752a-4aa9-975f-563f06e7ce5f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/9e147b20-4f8e-47db-a9c7-0d572e70c669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7454731 Jul 23 22:57:42.281629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:42.319402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a969e7-659f-4168-a214-593380941551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.347901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a969e7-659f-4168-a214-593380941551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.444506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a969e7-659f-4168-a214-593380941551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.450823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.456347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a969e7-659f-4168-a214-593380941551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.457574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15a969e7-659f-4168-a214-593380941551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cfc6994-997a-4488-95a2-75a876742df1 HTTP/1.1" status: 204 len: 168 time: 0.2057307 Jul 23 22:57:42.468598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a969e7-659f-4168-a214-593380941551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfc6994-997a-4488-95a2-75a876742df1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:42.514577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:57:42.532293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 88139331-8fad-4ec9-9ef8-c276eb2ac59e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=88139331-8fad-4ec9-9ef8-c276eb2ac59e,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:42.540107 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.540933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f80f9c84-27f2-4575-96ed-fd7697129ad9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:42.547308 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:42.556331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:42.573422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.574248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.574892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.575676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.576336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.576975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.577826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.579201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.579859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.580498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.583155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a85d61c7-6424-421b-9fa9-0aa1edd00b7d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7062 time: 0.3005004 Jul 23 22:57:42.586192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54668) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:42.745049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f80f9c84-27f2-4575-96ed-fd7697129ad9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:42.759231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=88139331-8fad-4ec9-9ef8-c276eb2ac59e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:42.779426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f80f9c84-27f2-4575-96ed-fd7697129ad9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:42.779813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:42.856339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:42.887507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.890217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.891912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.893035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.894224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.899387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.901199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.901717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.904085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.904724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:42.915504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e68b85e-1278-414b-a8d9-9a83db2025ff tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6449 time: 0.3248782 Jul 23 22:57:42.915905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:43.023796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Provisioning for port 38fb7a82-bb61-4718-8325-bebb87c9d28a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:43.051842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Provisioning complete for port 38fb7a82-bb61-4718-8325-bebb87c9d28a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:43.055286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.069258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.148581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f80f9c84-27f2-4575-96ed-fd7697129ad9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f80f9c84-27f2-4575-96ed-fd7697129ad9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:43.181606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.259653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f80f9c84-27f2-4575-96ed-fd7697129ad9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:43.311490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Port 38fb7a82-bb61-4718-8325-bebb87c9d28a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:43.340798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Provisioning complete for port 88139331-8fad-4ec9-9ef8-c276eb2ac59e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:43.341496 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-933e50e9-b1c4-4503-9dc5-9af05908a212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.493687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 88139331-8fad-4ec9-9ef8-c276eb2ac59e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:43.518869 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 2, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:43.581836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e01cbabd-519d-407c-9117-0bcfea0c4725 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.6603370 Jul 23 22:57:43.624717 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:57:43.625133 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Updating router 9e147b20-4f8e-47db-a9c7-0d572e70c669 port 38fb7a82-bb61-4718-8325-bebb87c9d28a binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:57:43.644961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f2311685-0610-4207-824a-f44424f07288 None None] Provisioning complete for port 38fb7a82-bb61-4718-8325-bebb87c9d28a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:43.645312 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2311685-0610-4207-824a-f44424f07288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.652626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 88139331-8fad-4ec9-9ef8-c276eb2ac59e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:43.653006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.718429 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.769185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f2311685-0610-4207-824a-f44424f07288 None None] Port 38fb7a82-bb61-4718-8325-bebb87c9d28a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:43.821039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3c8d5db-9014-4820-ae65-c74ddd9715d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.900951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3894223-ac5c-4cfe-9e17-747840dfeefd None None] Provisioning complete for port 38fb7a82-bb61-4718-8325-bebb87c9d28a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:43.903375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3894223-ac5c-4cfe-9e17-747840dfeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.968321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d3894223-ac5c-4cfe-9e17-747840dfeefd None None] Port 38fb7a82-bb61-4718-8325-bebb87c9d28a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:44.078328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:44.089031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836451001', 'description': 'tempest-secgroup-smoke-1836451001 description', 'project_id': '9a80a634a8b142afaa568338d6884fe5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:44.179222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.182160 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.210615 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.227050 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Transition to ACTIVE for port object 38fb7a82-bb61-4718-8325-bebb87c9d28a will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:44.235329 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.277961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.285227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.293593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.312039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.323412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.342160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.355141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:44.357426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-5484dba9-51d7-4468-bf0b-7e24305a5e60 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.2247415 Jul 23 22:57:44.393969 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Pushing event updated for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:44.419803 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.420142 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.420579 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.420815 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.421137 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.421474 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.421858 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.422181 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.422490 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.422800 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.423108 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.423413 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.468418 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Attempting to bind port 38fb7a82-bb61-4718-8325-bebb87c9d28a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:44.468946 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Attempting to bind port 38fb7a82-bb61-4718-8325-bebb87c9d28a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:44.469175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Attempting to bind port 38fb7a82-bb61-4718-8325-bebb87c9d28a on network 264aaf09-5250-45f3-8dcb-020b4bf884e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:44.478037 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:44.478430 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Checking segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:44.479693 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.480109 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Bound using segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:44.480983 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Bound port: 38fb7a82-bb61-4718-8325-bebb87c9d28a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:44.481151 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.541384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.569385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.586849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] For port 38fb7a82-bb61-4718-8325-bebb87c9d28a, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:44.609540 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] For port 38fb7a82-bb61-4718-8325-bebb87c9d28a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38fb7a82-bb61-4718-8325-bebb87c9d28a,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:44.621913 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.627594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-087bd67b-5a62-4b53-9f7b-b399cdbe1f20 req-b5a864b3-ed07-4aa6-8a60-d2d2f3a00db3 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598310 Jul 23 22:57:44.633904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c244a09c-5897-4e43-8f1b-d889c716aae0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:44.640173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.644667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f1772218-a153-47ac-a62c-b6a84d001607 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5617299 Jul 23 22:57:44.645116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:44.650072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:44.726340 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:44.729386 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:44.730314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.888537 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7645c-37b5-4a2a-b84b-9bf1c3b06fc1 None None] Pushing event updated for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:44.898932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.904879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.928713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266c46cc-4603-41cc-a811-b3c6e7b10e96,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:44.938756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:44.944117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:44.944296 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2976825 Jul 23 22:57:44.949543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:44.957262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.957973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.959157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.959157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.959550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.960050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.960627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.961174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.961710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.962280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.962818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.963406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee3d3dd-4d25-44de-b647-bdfd92477672 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:44.964773 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:44.970316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.020465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.026642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.032714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.040480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.050262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.056985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.063166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.065464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6ca6f028-7bca-4675-9a19-1f0433193c91 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.2580299 Jul 23 22:57:45.082188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.158288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-0a457903-1e24-45a4-a8d3-3e89a6196116 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:45.160309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-0a457903-1e24-45a4-a8d3-3e89a6196116 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0882614 Jul 23 22:57:45.200273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:45.230533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.260961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.294906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecff1528-3dce-4ef4-bc2a-10f3f4c70026,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:45.329108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.330603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a1f9a199-c943-4872-a1f5-15d9c8867c06 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3847797 Jul 23 22:57:45.333899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:45.340292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:45.343084 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:44Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:45.352708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-e8824610-9272-47be-879b-13e26e028269 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1866565 Jul 23 22:57:45.372044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:45.403691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f80f9c84-27f2-4575-96ed-fd7697129ad9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:45.427492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f29454-a634-4499-a36a-81bef3e754f8 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:44Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:57:45.533346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.561713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-581068802'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:45.577363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f80f9c84-27f2-4575-96ed-fd7697129ad9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:45.578159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.612698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Made reservation on behalf of a695b18c04aa411c98337168c1288de6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:45.617248 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.633235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.671961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.798049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.818960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.827029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.865268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:57:45.875978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.876364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc16bae5-29c5-4c08-9b75-4756e8d417d8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:45.881732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.882349 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Added segment 0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa of type vlan for network f936fcdd-03c7-4de2-8418-2c6b8cd3291d Jul 23 22:57:45.930481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249539be-55fb-45fc-860b-197f61df5c8a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:45.967610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.997097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:45.998522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d517cef4-c86a-4be5-aaa8-5b7567c13d7b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6634631 Jul 23 22:57:46.001452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:46.008460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:46.071527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.079120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.081494 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.084089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.086702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.093253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.101122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.109249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.120449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.127745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:46.134313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-dca1622e-ea37-469f-8661-675f250287b7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 5432 time: 0.3590784 Jul 23 22:57:46.150025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:46.167298 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9658647 Jul 23 22:57:46.171914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.219578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:46.242304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Request body: {'subnet': {'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:46.252770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8e1b4-91d2-49c4-ba83-6f4b63ecd0d5 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event updated for resources: {'Network': ['ID=f936fcdd-03c7-4de2-8418-2c6b8cd3291d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:46.269637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:57:46.443118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.500235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.504337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.506673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b03a7a8-40ff-4444-b9ea-52f15f564f26 req-d3e59d0c-6eb3-459d-a5dc-7b0dc97798c9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3503776 Jul 23 22:57:46.533004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] For port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:46.595614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822fb57b-86ba-4ea5-b997-0381c58be35d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:46.635992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] device_id is not set on port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:57:46.643306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Made reservation on behalf of a695b18c04aa411c98337168c1288de6 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:46.655247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.667938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.669174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eceb7041-7c42-4f9d-9b11-52ce835b504c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6667681 Jul 23 22:57:46.671507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.673226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:46.680588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:46.685491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:46.703318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.731743 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:57:46.747307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.764931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:46.860845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] No DVR routers for this DVR port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:46.869928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611dec97-80e9-460b-9db7-1e8112b073a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.899229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.910661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.943254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827629be-d8a8-41dc-bdc6-0fa071bb980d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.001382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] In _notify_port_updated(), no bound segment for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:57:47.002315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.002943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.004279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-aab1f237-e398-46b1-9f6e-10118b938fb9 service neutron] 10.222.0.25 "PUT /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 200 len: 1027 time: 1.6427433 Jul 23 22:57:47.043405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:47.100519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611dec97-80e9-460b-9db7-1e8112b073a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.110396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6556f4b-75b4-45d7-9cc7-9228e631b310 None None] Provisioning complete for port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:47.110851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6556f4b-75b4-45d7-9cc7-9228e631b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.113416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:47.114669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a60962ca-d823-43ac-9564-19fc483015b4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:47.117513 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.118972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-49cd4146-0d40-4a95-b71f-c31f2f984fa9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4443328 Jul 23 22:57:47.121704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:47.123643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-611dec97-80e9-460b-9db7-1e8112b073a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.127289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c244a09c-5897-4e43-8f1b-d889c716aae0', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:47.159276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-32f4cbf8-4eb3-40a1-9225-c29069c0d937 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.160567 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:57:47.161224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-32f4cbf8-4eb3-40a1-9225-c29069c0d937 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "GET /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1462193 Jul 23 22:57:47.168767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.185571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b6556f4b-75b4-45d7-9cc7-9228e631b310 None None] Port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:47.201707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:47.244358 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.254613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-611dec97-80e9-460b-9db7-1e8112b073a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2664cdeb2b04bc686765fd4c9251812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659554 Jul 23 22:57:47.259815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:47.260006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.277903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.284562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:47.288312 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca50e68e-ae7e-496b-8dde-e138797ea096" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a60962ca-d823-43ac-9564-19fc483015b4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:47.308112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:47.308320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dec97-80e9-460b-9db7-1e8112b073a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d447209-1061-4375-9956-84dbfd4789f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.314564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.316652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 424be119-a951-4057-b000-bc350c3f9d51 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:47.335148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.362834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994be7db-c41f-427d-9af3-f8f01842cc30,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.368090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.379075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b5530816-a65a-477e-a5f1-d5b41ec5f131 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2466254 Jul 23 22:57:47.487217 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433474c-bff5-4b30-b6b5-616fd9f4f094 x-openstack-request-id: req-4433474c-bff5-4b30-b6b5-616fd9f4f094 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:47.487924 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a60962ca-d823-43ac-9564-19fc483015b4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:47.488370 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4433474c-bff5-4b30-b6b5-616fd9f4f094 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:47.488974 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4', 'code': 200} Jul 23 22:57:47.491435 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.516582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.548607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.557592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:47.566124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.567455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device a34dbcc8-da30-43f5-8422-adf336533673 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:47.606501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.612711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38fb7a82-bb61-4718-8325-bebb87c9d28a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:47.635317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event updated for resources: {'Subnet': ['ID=8c787b7c-317a-4142-b55e-bea50c92edf2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.653248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.656366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Checking segment: {'id': '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:47.656734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Network hostable DHCP agents. Network: f936fcdd-03c7-4de2-8418-2c6b8cd3291d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:57:47.774654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:57:47.808558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f936fcdd-03c7-4de2-8418-2c6b8cd3291d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:47.818760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.819269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.889051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.895062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.902070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.907971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.912537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c24e3-f412-4de2-a345-fe9f47d60b51 None None] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:47.914562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.920474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:47.922296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-092d9ebd-0ff8-49e8-9746-b58af2524712 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 4654 time: 0.2901335 Jul 23 22:57:47.922966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.925484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.929818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d447209-1061-4375-9956-84dbfd4789f4 HTTP/1.1" status: 204 len: 168 time: 0.6615226 Jul 23 22:57:47.941113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:47.941669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82b8750a-c5ab-4917-bf2c-6337728aef20 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7149422 Jul 23 22:57:47.944412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.949528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Request body: {'port': {'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1380378356'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:47.969287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb466e2-b969-44b9-9a7a-a6f5330aaf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d447209-1061-4375-9956-84dbfd4789f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:47.983272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=424be119-a951-4057-b000-bc350c3f9d51,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:48.032326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b432d9c-a7d2-42f5-a217-62f0e98969ad req-d8d49f7a-ebe9-4ace-8d54-63d86ba9b1c3 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=af6b9f32-4310-4137-81d1-8ce58fbc36a8&id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882256 Jul 23 22:57:48.037596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 38fb7a82-bb61-4718-8325-bebb87c9d28a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:48.054825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 38fb7a82-bb61-4718-8325-bebb87c9d28a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:48.055203 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.063601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] For port 424be119-a951-4057-b000-bc350c3f9d51, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:48.112155 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.145009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] device_id is not set on port 424be119-a951-4057-b000-bc350c3f9d51 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:57:48.159354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.195515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Made reservation on behalf of a695b18c04aa411c98337168c1288de6 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:48.200152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.207159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.211867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:48.224660 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.226048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] device_id is not set on port eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:57:48.226868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 694acfdf-db9e-4da2-9bd5-b587138dffd8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:48.298769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f936fcdd-03c7-4de2-8418-2c6b8cd3291d', 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d', 'tenant_id': 'a695b18c04aa411c98337168c1288de6', 'fixed_ips': [{'subnet_id': '8c787b7c-317a-4142-b55e-bea50c92edf2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:57:48.299682 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.354330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] No DVR routers for this DVR port 424be119-a951-4057-b000-bc350c3f9d51 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:48.359925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:48.423133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-6a6e08c3-a685-411a-845c-a05945b6e81a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836451001&fields=id&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 267 time: 0.2066305 Jul 23 22:57:48.445447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:48.474209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] In _notify_port_updated(), no bound segment for port 424be119-a951-4057-b000-bc350c3f9d51 on network 2ad12374-3900-488f-b4ac-c470a18dc568 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 22:57:48.475668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:48.476530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.478123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-6c011801-33b4-4c69-bc17-015a33d7d2d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 200 len: 1026 time: 1.2901661 Jul 23 22:57:48.491808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Allocated IP 172.20.0.14 (f936fcdd-03c7-4de2-8418-2c6b8cd3291d/8c787b7c-317a-4142-b55e-bea50c92edf2/eed44e74-b1f0-4a9c-9c6c-2505ccc6d142) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:48.501205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.591023 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.611032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:48.673371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:48.690747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f16466e-51a4-4b65-8937-b1b493506845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.693200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.694401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9b8b161a-3a0e-417b-9010-b7cf2f978dcb no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:48.716401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-aed02de9-ffd0-4d37-803f-ab7ea462c84f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:48.724126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-aed02de9-ffd0-4d37-803f-ab7ea462c84f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 797 time: 0.2987807 Jul 23 22:57:48.755245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-90fdbe65-ad01-4b1c-95ce-88a60c5a698c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/quotas/9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 375 time: 0.0306320 Jul 23 22:57:48.763904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 38fb7a82-bb61-4718-8325-bebb87c9d28a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38fb7a82-bb61-4718-8325-bebb87c9d28a,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:48.783111 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.813674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5134b072-26a3-4be0-a55d-e2a0a2963d18 None None] Provisioning complete for port 424be119-a951-4057-b000-bc350c3f9d51 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:48.814065 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5134b072-26a3-4be0-a55d-e2a0a2963d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.835763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:48.841201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:48.841595 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.852877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.880806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Transition to ACTIVE for port object eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:48.916150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5134b072-26a3-4be0-a55d-e2a0a2963d18 None None] Port 424be119-a951-4057-b000-bc350c3f9d51 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:48.928647 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.939624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:48.954351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-b4fc66ab-9bd4-4286-acab-e6c4ad0ab637 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982460 Jul 23 22:57:48.962222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.994829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:49.005745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.006850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9210b0d4-c300-437b-ae2c-24c1e3f17a63 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:49.016662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f16466e-51a4-4b65-8937-b1b493506845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.034381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f16466e-51a4-4b65-8937-b1b493506845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.038708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:49.039073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.042080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:49.046594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:49.050993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:49.066429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Allocated IP 172.20.0.2 (f936fcdd-03c7-4de2-8418-2c6b8cd3291d/8c787b7c-317a-4142-b55e-bea50c92edf2/8c257f27-fa6d-453f-a7ce-3577143c0242) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:49.111443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.133749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event updated for resources: {'Port': ['ID=eed44e74-b1f0-4a9c-9c6c-2505ccc6d142,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.168350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16466e-51a4-4b65-8937-b1b493506845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac4ebe0-5eae-4f13-931b-d6feca762158,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.170443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:49.172659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f16466e-51a4-4b65-8937-b1b493506845 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29b5ae1ff702476a921d3f293bcbc1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606651 Jul 23 22:57:49.178315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 54824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:49.182839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.214304 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5f2519c-f982-416e-80b8-4d955bd7f245 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.2671545 Jul 23 22:57:49.214929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:49.219603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.219932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-96d82a51-1f30-4b75-89b2-4c3e693b7060 service neutron] 10.222.0.37 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352686 Jul 23 22:57:49.299241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9210b0d4-c300-437b-ae2c-24c1e3f17a63, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9210b0d4-c300-437b-ae2c-24c1e3f17a63,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:49.315504 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.366559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.396442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Transition to ACTIVE for port object 8c257f27-fa6d-453f-a7ce-3577143c0242 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:49.401336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Deleting port eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:49.401969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.426268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.455621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Transition to ACTIVE for port object 8c257f27-fa6d-453f-a7ce-3577143c0242 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:49.459297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38fb7a82-bb61-4718-8325-bebb87c9d28a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:49.492201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.494349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424be119-a951-4057-b000-bc350c3f9d51'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:49.497019 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89076aaf-c811-4dde-87fd-71e0eccbae50" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "424be119-a951-4057-b000-bc350c3f9d51"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dbcc8-da30-43f5-8422-adf336533673"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:49.561348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:49.566763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:49.572456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:49.583404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Pushing event updated for resources: {'Port': ['ID=8c257f27-fa6d-453f-a7ce-3577143c0242,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.591828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 38fb7a82-bb61-4718-8325-bebb87c9d28a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:49.592518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.725749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Attempting to bind port 8c257f27-fa6d-453f-a7ce-3577143c0242 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:49.727696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.732970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Attempting to bind port 8c257f27-fa6d-453f-a7ce-3577143c0242 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:49.733691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Attempting to bind port 8c257f27-fa6d-453f-a7ce-3577143c0242 on network f936fcdd-03c7-4de2-8418-2c6b8cd3291d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:49.747257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:49.747962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Checking segment: {'id': '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:49.748562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.749139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Bound using segment: {'id': '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:49.749626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Bound port: 8c257f27-fa6d-453f-a7ce-3577143c0242, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f936fcdd-03c7-4de2-8418-2c6b8cd3291d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:49.750031 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.777074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-f377c138-2213-4458-ad8f-f961db7d7d00 service neutron] 10.222.0.37 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485308 Jul 23 22:57:49.782698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.783090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.783431 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Floating IP 05abeff5-b652-4695-b93d-22b8cfe4b907 disassociated. External IP: 172.25.1.200, port: 9210b0d4-c300-437b-ae2c-24c1e3f17a63. Jul 23 22:57:49.783761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 9210b0d4-c300-437b-ae2c-24c1e3f17a63 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:49.792393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.885897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] For port 8c257f27-fa6d-453f-a7ce-3577143c0242, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:49.891807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] For port 8c257f27-fa6d-453f-a7ce-3577143c0242, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c257f27-fa6d-453f-a7ce-3577143c0242,segment=NetworkSegment(0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa),segment_id=0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:49.894110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.898641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.912932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.916089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:49.919774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ac4ebe0-5eae-4f13-931b-d6feca762158 HTTP/1.1" status: 204 len: 168 time: 0.7332232 Jul 23 22:57:49.920039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Calling delete_port for eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:49.958566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b57bc7-80b1-4aee-8a87-e8679a2a87d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac4ebe0-5eae-4f13-931b-d6feca762158,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:49.987384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:50.038798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=9210b0d4-c300-437b-ae2c-24c1e3f17a63,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:50.110826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698f25-8f30-4908-a910-b5b21363fa95 None None] Pushing event updated for resources: {'Port': ['ID=8c257f27-fa6d-453f-a7ce-3577143c0242,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:50.234353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:50.279310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Router 1d190915-43cd-4ee7-99d5-e77c22d7b53f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:57:50.349678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event deleted for resources: {'Port': ['ID=eed44e74-b1f0-4a9c-9c6c-2505ccc6d142,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:50.447986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-f4f6a081-0e97-4017-9df0-35434f93bca4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:50.457017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-f4f6a081-0e97-4017-9df0-35434f93bca4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:50.463671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:50.466103 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3fa45def-f31f-4336-8e7d-bbe3d25929c7 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "DELETE /v2.0/ports/eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 HTTP/1.1" status: 204 len: 168 time: 1.2493863 Jul 23 22:57:50.468862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:50.469090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-f4f6a081-0e97-4017-9df0-35434f93bca4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:50.485713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-f4f6a081-0e97-4017-9df0-35434f93bca4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:50.499642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-f4f6a081-0e97-4017-9df0-35434f93bca4 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 3142 time: 0.2888892 Jul 23 22:57:50.574243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d9b28bce-25a6-4d76-aca2-3eb3e02e3e3a req-ff8d6546-a461-4800-a6a2-7a9d7c677c93 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734785 Jul 23 22:57:50.631607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:57:50.643225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Sync routers for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:57:50.662621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:50.667294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:50.764064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] No DVR routers for this DVR port 9210b0d4-c300-437b-ae2c-24c1e3f17a63 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:50.799846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:50.800221 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666df6ab-7e84-416d-8e84-6467ce7fe057 x-openstack-request-id: req-666df6ab-7e84-416d-8e84-6467ce7fe057 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:50.800221 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "424be119-a951-4057-b000-bc350c3f9d51", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "a34dbcc8-da30-43f5-8422-adf336533673", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:50.800531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-2db82cf0-31a7-4dbb-a1ab-d2637e76a5c8 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "DELETE /v2.0/ports/9210b0d4-c300-437b-ae2c-24c1e3f17a63 HTTP/1.1" status: 204 len: 173 time: 2.3134727 Jul 23 22:57:50.800531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:50.810858 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca8e9f6-e87f-4eb0-a532-c5d6c3aef389" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:50.819963 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-666df6ab-7e84-416d-8e84-6467ce7fe057 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:50.820796 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '424be119-a951-4057-b000-bc350c3f9d51', 'code': 200} Jul 23 22:57:50.822093 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673', 'code': 200} Jul 23 22:57:50.823834 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'code': 200} Jul 23 22:57:50.827710 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'code': 200} Jul 23 22:57:50.828108 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'code': 200} Jul 23 22:57:50.964349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2218bf8b-c8bf-4547-92b9-2e36e779c5f5 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4915357 Jul 23 22:57:50.965693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:50.975677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1333070405'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:51.008886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:51.024516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48bec720-3da6-4c1d-87c4-a1a2339906fd req-ad7cd4b7-3abf-4679-8f8e-1d762e0d2b69 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 210 time: 0.1983905 Jul 23 22:57:51.061242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Made reservation on behalf of a695b18c04aa411c98337168c1288de6 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:51.065004 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.105256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-a5970038-6832-4b0e-b5c6-a3b833fa8534 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3574879 Jul 23 22:57:51.144716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port a34dbcc8-da30-43f5-8422-adf336533673 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:51.145069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.151507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:57:51.178155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.181396 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Added segment 70aa8534-342d-4306-be64-046f2d7cc375 of type vlan for network 1611171e-3f18-4978-8ac3-7e16b402d401 Jul 23 22:57:51.200160 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a276c2-e26b-49ea-8d40-b5d09818570e x-openstack-request-id: req-66a276c2-e26b-49ea-8d40-b5d09818570e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:51.201504 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "9210b0d4-c300-437b-ae2c-24c1e3f17a63", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:51.201788 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66a276c2-e26b-49ea-8d40-b5d09818570e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:51.203182 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '9210b0d4-c300-437b-ae2c-24c1e3f17a63', 'status': 'completed', 'code': 200} Jul 23 22:57:51.350282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.467260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.476957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:51.477912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.520661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:51.526781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] For port a34dbcc8-da30-43f5-8422-adf336533673, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a34dbcc8-da30-43f5-8422-adf336533673,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:51.528077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:51.550399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5827382 Jul 23 22:57:51.555211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:51.579193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for a34dbcc8-da30-43f5-8422-adf336533673 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:51.584407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c257f27-fa6d-453f-a7ce-3577143c0242 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:51.644872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Checking router: 1d190915-43cd-4ee7-99d5-e77c22d7b53f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:57:51.671551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:57:51.672526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:51.828699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e6e41-afa6-49ca-b6b8-1c91f5aa2da2 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event updated for resources: {'Network': ['ID=1611171e-3f18-4978-8ac3-7e16b402d401,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:51.894593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:57:51.992163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed640f-d130-4f46-91fb-daf911222899 req-fa63f487-f382-4958-a452-919d810cdf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:51.995897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-fa63f487-f382-4958-a452-919d810cdf09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1097 time: 0.7907267 Jul 23 22:57:52.030562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8c257f27-fa6d-453f-a7ce-3577143c0242 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:52.037969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1611171e-3f18-4978-8ac3-7e16b402d401 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:57:52.097438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e0bff-6b16-4f93-adc0-d6bc20d12ebb None None] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:52.205516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2d3fad3-2164-4b9c-bcf7-09ab25945c31 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.6488030 Jul 23 22:57:52.206656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54886) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:52.222556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed640f-d130-4f46-91fb-daf911222899 req-e4e1cf87-005f-4402-8171-67a8ba56d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.237623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-e4e1cf87-005f-4402-8171-67a8ba56d0a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.2113464 Jul 23 22:57:52.280381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:52.358754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8095d-7358-4a5e-89f8-9fef084f111e tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] Network 1611171e-3f18-4978-8ac3-7e16b402d401 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:57:52.374771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-88e8095d-7358-4a5e-89f8-9fef084f111e tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "POST /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1660945 Jul 23 22:57:52.377232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54890) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:52.427143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff50ed-300e-493f-96fb-f1065c00a23c None None] Network 1611171e-3f18-4978-8ac3-7e16b402d401 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:52.510123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=a34dbcc8-da30-43f5-8422-adf336533673,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:52.527814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] No DVR routers for this DVR port a34dbcc8-da30-43f5-8422-adf336533673 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:52.547185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-611b2202-48a0-4f41-949e-da48de6e6620 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.556727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-611b2202-48a0-4f41-949e-da48de6e6620 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.563540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Provisioning for port 8c257f27-fa6d-453f-a7ce-3577143c0242 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:52.565336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-611b2202-48a0-4f41-949e-da48de6e6620 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.572277 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-564781ec-0c89-40da-8b64-f26baccf8df3 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks HTTP/1.1" status: 200 len: 9616 time: 0.1936471 Jul 23 22:57:52.575517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:52.575667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-611b2202-48a0-4f41-949e-da48de6e6620 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.577334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-611b2202-48a0-4f41-949e-da48de6e6620 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 3065 time: 0.8231239 Jul 23 22:57:52.588344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:52.590358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-1be8f272-0819-42d0-bcd6-9dacab28ef89 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "DELETE /v2.0/ports/a34dbcc8-da30-43f5-8422-adf336533673 HTTP/1.1" status: 204 len: 173 time: 1.7628400 Jul 23 22:57:52.592820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:52.641896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Provisioning complete for port 8c257f27-fa6d-453f-a7ce-3577143c0242 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:52.642560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:52.689451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-35b02994-ee81-4dde-b9ac-00c999bca606 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "DELETE /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks/1611171e-3f18-4978-8ac3-7e16b402d401 HTTP/1.1" status: 204 len: 168 time: 0.1111627 Jul 23 22:57:52.690262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:52.728276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-5c871692-2659-4ac0-9aed-e3239c40e159 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.731936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-5c871692-2659-4ac0-9aed-e3239c40e159 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 797 time: 0.9017749 Jul 23 22:57:52.771132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-b31efbdc-426b-470f-ad21-c7a4b1c72a9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 1000 time: 0.4917359 Jul 23 22:57:52.806650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e8e5c0b0-ca77-457a-979e-d8a5c3d6ac79 req-32bcef15-da64-4c4b-9dc4-c31107bff0e7 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999762 Jul 23 22:57:52.817806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:52.900400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed640f-d130-4f46-91fb-daf911222899 req-2f4e4dd5-3b97-4f13-877e-e62b628dfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:52.904098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-2f4e4dd5-3b97-4f13-877e-e62b628dfd58 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.1158481 Jul 23 22:57:52.956879 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:52.959276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba0a9ec-0a13-42f2-8658-a1b65a54de50 None None] The sync data for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 is: [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:47:18Z', 'revision_number': 4, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6fc00d39-5393-424c-af62-e474b7ba8e05', 'name': '', 'network_id': 'faf0a273-dfbc-43ae-b24f-2bc474eae6ec', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'mac_address': 'fa:16:3e:db:c7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:17Z', 'updated_at': '2021-07-23T22:47:24Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'subnets': [{'id': 'c4ed716f-ac13-4a87-bbe2-8ac979ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:57:52.961828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a266f9a1-5bc4-49cc-921c-69ceb8b12aa1 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.2670872 Jul 23 22:57:52.962901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:53.008331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77d69aba-2673-4f1f-b284-97e856588a94 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/networks/f936fcdd-03c7-4de2-8418-2c6b8cd3291d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0429282 Jul 23 22:57:53.009508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:53.073250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f654e78b-e462-44d2-9a9a-f27b3d076346 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/networks/f936fcdd-03c7-4de2-8418-2c6b8cd3291d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0618854 Jul 23 22:57:53.079229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:53.119951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] For port 8c257f27-fa6d-453f-a7ce-3577143c0242, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c257f27-fa6d-453f-a7ce-3577143c0242,segment=NetworkSegment(0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa),segment_id=0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:53.135552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-ac6bf68c-4588-434b-9643-423dfff3e632 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 380 time: 0.3818092 Jul 23 22:57:53.138759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.195904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b63c603-679f-4d1c-a83d-1646b2ce2c18 req-d8f97ab4-4cad-4fc4-a9c8-31d5a11af3cf tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 210 time: 0.1394424 Jul 23 22:57:53.207325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'port': {'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'admin_state_up': True, 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'security_groups': ['c244a09c-5897-4e43-8f1b-d889c716aae0']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:53.223703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473120-c660-4769-9234-fa1acc430e2b None None] Pushing event updated for resources: {'Port': ['ID=8c257f27-fa6d-453f-a7ce-3577143c0242,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:53.333963 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.369927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:53.378051 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993eceaa-20aa-4588-b133-f796d915007d" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "a34dbcc8-da30-43f5-8422-adf336533673"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:53.406550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:53.410208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.454420 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b56600ab-e8e1-4d1d-bef2-0a9fa4659df8 tempest-DHCPAgentSchedulersTestJSON-736175120 tempest-DHCPAgentSchedulersTestJSON-736175120-project-admin] 10.222.0.37 "GET /v2.0/agents/aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.3677716 Jul 23 22:57:53.455139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:53.478975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed640f-d130-4f46-91fb-daf911222899 req-372ce88a-1581-47dc-bd5e-d65103219753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:53.484079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-372ce88a-1581-47dc-bd5e-d65103219753 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5682404 Jul 23 22:57:53.489084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c257f27-fa6d-453f-a7ce-3577143c0242 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:53.588037 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb82da3-5193-4f11-b235-9534bde0a1f5 None None] New status for floating IP 05abeff5-b652-4695-b93d-22b8cfe4b907: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:57:53.602301 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a85f0e8-0ea6-491e-ae77-aa1d59867164 x-openstack-request-id: req-3a85f0e8-0ea6-491e-ae77-aa1d59867164 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:53.602934 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "a34dbcc8-da30-43f5-8422-adf336533673", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:53.602934 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a85f0e8-0ea6-491e-ae77-aa1d59867164 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:53.603271 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': 'a34dbcc8-da30-43f5-8422-adf336533673', 'status': 'completed', 'code': 200} Jul 23 22:57:53.609711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.627953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:53.628383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.633992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-d8f2e5ca-daea-40f9-b248-ca2b819e1203 service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438918 Jul 23 22:57:53.671808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8c257f27-fa6d-453f-a7ce-3577143c0242 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:53.678086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.753339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.763041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-387374ac-ba02-4d88-a0b5-128f1d735600 None None] Provisioning complete for port 8c257f27-fa6d-453f-a7ce-3577143c0242 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:53.763407 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-387374ac-ba02-4d88-a0b5-128f1d735600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.767448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1611171e-3f18-4978-8ac3-7e16b402d401']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:53.786434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aa8534-342d-4306-be64-046f2d7cc375') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:53.787134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aa8534-342d-4306-be64-046f2d7cc375') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:53.803114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.845512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.859720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:53.860044 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:53.863175 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:53.891894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18ed640f-d130-4f46-91fb-daf911222899 req-6a81dd02-7b75-4aea-811f-cb9a18a130cd service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266135 Jul 23 22:57:54.027621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.054817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.059066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "DELETE /v2.0/networks/1611171e-3f18-4978-8ac3-7e16b402d401 HTTP/1.1" status: 204 len: 168 time: 0.6005452 Jul 23 22:57:54.062953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54932) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:54.072599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b87949-2ba7-430d-aafa-2d5dbbe4c6bf tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event deleted for resources: {'Network': ['ID=1611171e-3f18-4978-8ac3-7e16b402d401,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:54.113048 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-79953f12-4f9c-4b54-aef3-7a12d3036749 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] DELETE failed (client error): The resource could not be found. Jul 23 22:57:54.113982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79953f12-4f9c-4b54-aef3-7a12d3036749 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:57:54.120000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-79953f12-4f9c-4b54-aef3-7a12d3036749 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "DELETE /v2.0/ports/eed44e74-b1f0-4a9c-9c6c-2505ccc6d142 HTTP/1.1" status: 404 len: 333 time: 0.0521450 Jul 23 22:57:54.120807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:54.160524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f2ec562-3738-4997-9d40-a6a85c95bee7 None None] Could not find standard attr ID for object eed44e74-b1f0-4a9c-9c6c-2505ccc6d142. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:57:54.175651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] For port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:54.176121 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.200635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 9b8b161a-3a0e-417b-9010-b7cf2f978dcb owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:54.232445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Deleting subnet 8c787b7c-317a-4142-b55e-bea50c92edf2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:57:54.236676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.286872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.318921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.9 (264aaf09-5250-45f3-8dcb-020b4bf884e8/7b425602-f55c-42dd-bbb9-4e55b6782db5/688e264b-2b22-4429-a8ab-da5161637740) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:54.335638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7b78-b2c9-44c4-96f3-af150510c9ec req-b6c71bda-8879-40db-a45c-11319f5dcf20 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:54.345286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7b78-b2c9-44c4-96f3-af150510c9ec req-b6c71bda-8879-40db-a45c-11319f5dcf20 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:54.357972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7b78-b2c9-44c4-96f3-af150510c9ec req-b6c71bda-8879-40db-a45c-11319f5dcf20 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:54.359677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41dc7b78-b2c9-44c4-96f3-af150510c9ec req-b6c71bda-8879-40db-a45c-11319f5dcf20 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 2410 time: 0.3354797 Jul 23 22:57:54.430997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.505699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41dc7b78-b2c9-44c4-96f3-af150510c9ec req-f936c92f-5b35-4da9-a931-e58a32e4e817 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283748 Jul 23 22:57:54.531586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.549584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.551952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "DELETE /v2.0/subnets/8c787b7c-317a-4142-b55e-bea50c92edf2 HTTP/1.1" status: 204 len: 168 time: 0.4301639 Jul 23 22:57:54.554992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:54.558646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea7620-418f-41a1-b025-a387ae481f66 None None] Network f936fcdd-03c7-4de2-8418-2c6b8cd3291d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:54.608280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51bb9c-8bd7-4b68-8602-00f9250ec5bc tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event deleted for resources: {'Subnet': ['ID=8c787b7c-317a-4142-b55e-bea50c92edf2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:54.686102 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.719037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-270f93fc-d65f-4dfa-bea0-f54cfd4a3aaf req-ab37cc18-2e09-4c11-8c13-d7635da985f6 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 210 time: 0.0534294 Jul 23 22:57:54.737400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.747574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.797735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=9b8b161a-3a0e-417b-9010-b7cf2f978dcb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:54.845115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object 688e264b-2b22-4429-a8ab-da5161637740 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:54.853086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Deleting port 8c257f27-fa6d-453f-a7ce-3577143c0242 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:54.853544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.880132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] No DVR routers for this DVR port 9b8b161a-3a0e-417b-9010-b7cf2f978dcb on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:54.885849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.890099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8850ef26-fd83-4db5-91e8-1ac6c9709a63 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "DELETE /v2.0/ports/9b8b161a-3a0e-417b-9010-b7cf2f978dcb HTTP/1.1" status: 204 len: 173 time: 2.2881734 Jul 23 22:57:54.908730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] DHCP port deletion for f936fcdd-03c7-4de2-8418-2c6b8cd3291d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:57:54.969156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Deleting port 8c257f27-fa6d-453f-a7ce-3577143c0242 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:54.969601 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:54.974320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] For port 8c257f27-fa6d-453f-a7ce-3577143c0242, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c257f27-fa6d-453f-a7ce-3577143c0242,segment=NetworkSegment(0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa),segment_id=0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:54.974320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.001718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.011052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Calling delete_port for 8c257f27-fa6d-453f-a7ce-3577143c0242 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:55.053121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:55.055515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] For port 8c257f27-fa6d-453f-a7ce-3577143c0242, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8c257f27-fa6d-453f-a7ce-3577143c0242,segment=NetworkSegment(0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa),segment_id=0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:55.061247 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.064301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:55.070623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:55.075434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:55.100153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Calling delete_port for 8c257f27-fa6d-453f-a7ce-3577143c0242 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:55.116538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 694acfdf-db9e-4da2-9bd5-b587138dffd8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:55.117020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.173666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:55.174428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.180325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.196426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] No DVR routers for this DVR port 8c257f27-fa6d-453f-a7ce-3577143c0242 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:55.280463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-d9e6cafe-ccf2-4269-8630-b3eac7f0a21a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0998719 Jul 23 22:57:55.297954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Request body: {'port': {'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:55.394694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.412594 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.437813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f936fcdd-03c7-4de2-8418-2c6b8cd3291d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:55.441212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] For port 694acfdf-db9e-4da2-9bd5-b587138dffd8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=694acfdf-db9e-4da2-9bd5-b587138dffd8,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:55.441594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.444275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event deleted for resources: {'Port': ['ID=8c257f27-fa6d-453f-a7ce-3577143c0242,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:55.452025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] Pushing event deleted for resources: {'Port': ['ID=8c257f27-fa6d-453f-a7ce-3577143c0242,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:55.459960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b61d6-cbb3-4521-b55f-79432ed8d0ca None None] No DVR routers for this DVR port 8c257f27-fa6d-453f-a7ce-3577143c0242 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:55.471571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:55.471571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0681cb1b-44cb-4e3b-8d8d-4ef4a5da80fa') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:57:55.479046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c257f27-fa6d-453f-a7ce-3577143c0242 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:57:55.494614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.517823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.534914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:57:55.536187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:57:55.541286 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:57:55.549100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8c257f27-fa6d-453f-a7ce-3577143c0242 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:57:55.549676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8c257f27-fa6d-453f-a7ce-3577143c0242 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:57:55.603869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-65502d74-e1de-40ab-9042-28788fcd925a None None] Provisioning for port 688e264b-2b22-4429-a8ab-da5161637740 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:55.609434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-65502d74-e1de-40ab-9042-28788fcd925a None None] Provisioning complete for port 688e264b-2b22-4429-a8ab-da5161637740 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:55.610101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65502d74-e1de-40ab-9042-28788fcd925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.660487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-65502d74-e1de-40ab-9042-28788fcd925a None None] Port 688e264b-2b22-4429-a8ab-da5161637740 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:57:55.665038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.680036 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:55.682854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] 10.222.0.37 "DELETE /v2.0/networks/f936fcdd-03c7-4de2-8418-2c6b8cd3291d HTTP/1.1" status: 204 len: 168 time: 1.1266549 Jul 23 22:57:55.718728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc1853-c3ea-4c44-96a0-30616a038a68 tempest-DHCPAgentSchedulersTestJSON-1704905550 tempest-DHCPAgentSchedulersTestJSON-1704905550-project] Pushing event deleted for resources: {'Network': ['ID=f936fcdd-03c7-4de2-8418-2c6b8cd3291d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:55.872791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:55.875295 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089efc39-a1d1-4b32-8186-5f9ebb2d148f" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:55.896136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 694acfdf-db9e-4da2-9bd5-b587138dffd8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:56.026400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:56.048163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.140816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732ee9a-35aa-4435-9e8b-c6baa917c959 req-c1876904-e494-4f9d-9b44-ae31de0091c9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:56.147383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732ee9a-35aa-4435-9e8b-c6baa917c959 req-c1876904-e494-4f9d-9b44-ae31de0091c9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:56.150244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d732ee9a-35aa-4435-9e8b-c6baa917c959 req-c1876904-e494-4f9d-9b44-ae31de0091c9 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 1677 time: 0.2697070 Jul 23 22:57:56.201357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d1254740-9eb8-42cb-843c-ca8302945d01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a695b18c04aa411c98337168c1288de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713204 Jul 23 22:57:56.201739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 54992) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:56.262007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.287849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.299263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d732ee9a-35aa-4435-9e8b-c6baa917c959 req-4273c690-ab34-4c51-a4a5-d7f7d8317511 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436982 Jul 23 22:57:56.393883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.397548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.401042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc16bae5-29c5-4c08-9b75-4756e8d417d8 HTTP/1.1" status: 204 len: 168 time: 0.1959312 Jul 23 22:57:56.418250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038432dd-7c44-415f-ab1a-550713eb112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc16bae5-29c5-4c08-9b75-4756e8d417d8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:56.461843 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.581966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=694acfdf-db9e-4da2-9bd5-b587138dffd8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:56.667320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] No DVR routers for this DVR port 694acfdf-db9e-4da2-9bd5-b587138dffd8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:56.671587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.674711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-8da69160-4691-44ca-acc3-2b28b29bcf68 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "DELETE /v2.0/ports/694acfdf-db9e-4da2-9bd5-b587138dffd8 HTTP/1.1" status: 204 len: 173 time: 1.7764585 Jul 23 22:57:56.730428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e264b-2b22-4429-a8ab-da5161637740 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:57:56.751677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.790384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Transition to ACTIVE for port object 688e264b-2b22-4429-a8ab-da5161637740 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:56.805774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.867585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:56.886206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61bc9c08-a77e-4e3b-87d4-287023ee6c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:56.910095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1183e9-cfa4-4c1e-9137-1562634487d4 req-563faf72-6243-435e-8312-05c54c7987b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:56.922901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c1183e9-cfa4-4c1e-9137-1562634487d4 req-563faf72-6243-435e-8312-05c54c7987b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 931 time: 0.4346359 Jul 23 22:57:57.005062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:57.014114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c1183e9-cfa4-4c1e-9137-1562634487d4 req-4cab6fcc-dc77-43cd-baef-6f18cbd943e8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920434 Jul 23 22:57:57.023365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port a60962ca-d823-43ac-9564-19fc483015b4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:57:57.023785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.042571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61bc9c08-a77e-4e3b-87d4-287023ee6c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.053708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61bc9c08-a77e-4e3b-87d4-287023ee6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.111668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc9c08-a77e-4e3b-87d4-287023ee6c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ce7e1-1092-4e33-a0b6-6e754ddbfaea,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:57.131319 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-61bc9c08-a77e-4e3b-87d4-287023ee6c88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d46909ed24ae4fb294ed6408476bc694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625837 Jul 23 22:57:57.132199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:57.246535 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dff5c8-e209-4699-a4b4-2763f62cefd2 x-openstack-request-id: req-35dff5c8-e209-4699-a4b4-2763f62cefd2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:57.247199 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "9b8b161a-3a0e-417b-9010-b7cf2f978dcb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:57.247660 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35dff5c8-e209-4699-a4b4-2763f62cefd2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:57.248282 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '9b8b161a-3a0e-417b-9010-b7cf2f978dcb', 'status': 'completed', 'code': 200} Jul 23 22:57:57.309899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.311549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Attempting to bind port 688e264b-2b22-4429-a8ab-da5161637740 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:57.311887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Attempting to bind port 688e264b-2b22-4429-a8ab-da5161637740 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:57.312219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Attempting to bind port 688e264b-2b22-4429-a8ab-da5161637740 on network 264aaf09-5250-45f3-8dcb-020b4bf884e8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:57.316709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] For port a60962ca-d823-43ac-9564-19fc483015b4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=a60962ca-d823-43ac-9564-19fc483015b4,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:57.317131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.342450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Port 688e264b-2b22-4429-a8ab-da5161637740 on network 264aaf09-5250-45f3-8dcb-020b4bf884e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:57:57.342873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Attempting to bind port 688e264b-2b22-4429-a8ab-da5161637740 on network 264aaf09-5250-45f3-8dcb-020b4bf884e8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:57.354064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for a60962ca-d823-43ac-9564-19fc483015b4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:57:57.355876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:57.356224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Checking segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:57.356684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Bound using segment: {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:57.357269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Bound port: 688e264b-2b22-4429-a8ab-da5161637740, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302e232-a929-41d2-93e4-65feb497d791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:57.357870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.377031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.574970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:57.599066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=688e264b-2b22-4429-a8ab-da5161637740,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:57.606246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.609190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.610499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff6ce7e1-1092-4e33-a0b6-6e754ddbfaea HTTP/1.1" status: 204 len: 168 time: 0.4756410 Jul 23 22:57:57.623800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.644310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8087954-bb8f-44a4-b535-252e40c5bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ce7e1-1092-4e33-a0b6-6e754ddbfaea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:57.695101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb95f2-2014-4e58-99dc-ad4ef0675b98 req-ba926af0-c088-4ee9-ab22-acf0dc28c2fd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:57.696897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6beb95f2-2014-4e58-99dc-ad4ef0675b98 req-ba926af0-c088-4ee9-ab22-acf0dc28c2fd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 943 time: 0.2841856 Jul 23 22:57:57.701470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:57.702239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.703650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 1092 time: 2.4117150 Jul 23 22:57:57.820879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af632cbf-0ee1-4330-8be6-ae50e690b6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:57.870574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6beb95f2-2014-4e58-99dc-ad4ef0675b98 req-b31d6458-d61f-4caf-aeb2-28c1f166c5e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb77e90-7517-4680-a3fd-cb8bc0806adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655264 Jul 23 22:57:57.874524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:57.974278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=a60962ca-d823-43ac-9564-19fc483015b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:57.998099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] No DVR routers for this DVR port a60962ca-d823-43ac-9564-19fc483015b4 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:57:58.001312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:58.003499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffb4689f-aac6-4946-9958-7d7cd3b685ff req-dfe422d4-0da7-4166-902d-ba0436f9283e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.25 "DELETE /v2.0/ports/a60962ca-d823-43ac-9564-19fc483015b4 HTTP/1.1" status: 204 len: 173 time: 1.3220863 Jul 23 22:57:58.006573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-2489cd37-b91f-4a4a-a264-6b0a75bfdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:58.007920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-2489cd37-b91f-4a4a-a264-6b0a75bfdaec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1095 time: 0.2465305 Jul 23 22:57:58.084150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-25a116b3-68ac-4da4-9798-a20101b383ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 217 time: 0.0672419 Jul 23 22:57:58.214673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-7475d199-ae5a-4592-a352-cf985aac8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:58.216798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-7475d199-ae5a-4592-a352-cf985aac8623 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 200 len: 834 time: 0.1255586 Jul 23 22:57:58.248537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c40c8-daac-4eb9-b9e9-4c2743713c7b req-34ae3fb5-0e82-4c85-8bc2-861da0be024a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:58.258268 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f02c40c8-daac-4eb9-b9e9-4c2743713c7b req-34ae3fb5-0e82-4c85-8bc2-861da0be024a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 943 time: 0.1460450 Jul 23 22:57:58.338390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f02c40c8-daac-4eb9-b9e9-4c2743713c7b req-a0933d1a-6052-4ec3-9608-b0665a5f8a4a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791559 Jul 23 22:57:58.411255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-b2cfe1e1-db98-4efc-8091-ccb8d06d3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:58.413118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-b2cfe1e1-db98-4efc-8091-ccb8d06d3f31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894195 Jul 23 22:57:58.667570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-7f92fd7a-bb1d-4f33-a687-159aa1a98b8f service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461255 Jul 23 22:57:58.806703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23b5d0e2-c7a1-4a64-a6ff-f3cde34431e7 req-3c7efdf6-7791-4ae9-aaac-98ea135457fa service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308346 Jul 23 22:57:59.059805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d424df71-6488-4bba-bae1-202e21a00aa6 req-1fefba2e-c446-4c32-a96c-d1498b46417a tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0584095 Jul 23 22:57:59.250223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8'}, {'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740'}, {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:57:59.253879 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a080b-1d17-4371-abdc-3068ee682173" -d '{"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8"}, {"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740"}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "a60962ca-d823-43ac-9564-19fc483015b4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:57:59.345647 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 23 Jul 2021 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14acf0db-c3c5-4929-8777-2d7bc35bb100 x-openstack-request-id: req-14acf0db-c3c5-4929-8777-2d7bc35bb100 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:57:59.346005 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "694acfdf-db9e-4da2-9bd5-b587138dffd8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740", "status": "completed", "code": 200}, {"server_uuid": "529bdbc1-649e-4df0-9d5d-36d54bd4eeb2", "name": "network-vif-deleted", "tag": "a60962ca-d823-43ac-9564-19fc483015b4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:57:59.346293 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14acf0db-c3c5-4929-8777-2d7bc35bb100 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:57:59.346665 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': '694acfdf-db9e-4da2-9bd5-b587138dffd8', 'status': 'completed', 'code': 200} Jul 23 22:57:59.346923 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740', 'status': 'completed', 'code': 200} Jul 23 22:57:59.347380 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529bdbc1-649e-4df0-9d5d-36d54bd4eeb2', 'name': 'network-vif-deleted', 'tag': 'a60962ca-d823-43ac-9564-19fc483015b4', 'status': 'completed', 'code': 200} Jul 23 22:57:59.532066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-45ae617c-2133-48cc-a052-a66b85a34672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:59.534776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-45ae617c-2133-48cc-a052-a66b85a34672 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1095 time: 0.1569679 Jul 23 22:57:59.551812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03188b-4ec3-4590-9c03-fc3ea474bc50 req-053c9a6a-4efe-4f8b-9552-ab557fbfd91f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:59.553738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be03188b-4ec3-4590-9c03-fc3ea474bc50 req-053c9a6a-4efe-4f8b-9552-ab557fbfd91f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 943 time: 0.1150067 Jul 23 22:57:59.675517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-3e43d8a3-102c-4ffd-90e6-b743da1eaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:59.681195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-3e43d8a3-102c-4ffd-90e6-b743da1eaa78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 898 time: 0.1387947 Jul 23 22:57:59.761716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-a90238ae-eeae-47f7-89e1-fa62294aa1f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 217 time: 0.0673237 Jul 23 22:57:59.842656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-be03188b-4ec3-4590-9c03-fc3ea474bc50 req-f83e1600-c2e0-4749-8d6e-253e3705a00e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603901 Jul 23 22:57:59.865197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:59.878641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-269c6e76-dc3e-464f-bf56-e8db8df7e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:59.881294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-269c6e76-dc3e-464f-bf56-e8db8df7e044 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 200 len: 834 time: 0.1070192 Jul 23 22:57:59.985891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-918ae9bf-5cff-485a-ac7b-113b09866975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:59.987576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-918ae9bf-5cff-485a-ac7b-113b09866975 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990708 Jul 23 22:58:00.138355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0b08c4b0-2489-4825-b765-b6b124817a4e tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1096637948'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:00.138975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0b08c4b0-2489-4825-b765-b6b124817a4e tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:58:00.318982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-98e15ccc-2edc-4cad-8b25-9f41ddc2bb7b req-dc14be39-2acb-45fe-a320-f213b95fbd4e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0933330 Jul 23 22:58:00.375136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-3ad867f0-2b87-4f7a-85ad-e89b58c67cf6 service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811402 Jul 23 22:58:00.431298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4b0-2489-4825-b765-b6b124817a4e tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:00.432776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0b08c4b0-2489-4825-b765-b6b124817a4e tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5665898 Jul 23 22:58:00.435719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:00.440150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-864dc251-c157-4060-a247-0379bd9b9e8a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '794e0722-2e6e-40f0-9a5c-cca114f666ac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:00.440658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-864dc251-c157-4060-a247-0379bd9b9e8a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:58:00.549290 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e3a080b-1d17-4371-abdc-3068ee682173 req-ddf63fbf-07be-4990-853a-b91906784904 service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288214 Jul 23 22:58:00.625138 n-d-791506-25 neutron-server[93836]: WARNING neutron.services.metering.metering_plugin [None req-864dc251-c157-4060-a247-0379bd9b9e8a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 22:58:00.789539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-864dc251-c157-4060-a247-0379bd9b9e8a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:00.794418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:00.794819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-864dc251-c157-4060-a247-0379bd9b9e8a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3577526 Jul 23 22:58:00.799226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f1c1768-8708-4571-afe0-8c5de6860142 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '794e0722-2e6e-40f0-9a5c-cca114f666ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:00.799804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f1c1768-8708-4571-afe0-8c5de6860142 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:58:00.914645 n-d-791506-25 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-3f1c1768-8708-4571-afe0-8c5de6860142 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 22:58:01.030425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f1c1768-8708-4571-afe0-8c5de6860142 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:01.034528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.034881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3f1c1768-8708-4571-afe0-8c5de6860142 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2388051 Jul 23 22:58:01.046038 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2bc249d3-55c3-4e28-a595-a37ca85995b2 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=28990430-4b61-4ed1-8b6e-b9977dc0c4cf HTTP/1.1" status: 200 len: 462 time: 0.0096037 Jul 23 22:58:01.048772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.080533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fb745-d95a-4b15-9041-2ab37f274221 req-04f76794-f7d7-482f-b3fb-c01d3bc00d6b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:01.083679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e1fb745-d95a-4b15-9041-2ab37f274221 req-04f76794-f7d7-482f-b3fb-c01d3bc00d6b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 943 time: 0.1160018 Jul 23 22:58:01.148532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e1fb745-d95a-4b15-9041-2ab37f274221 req-b8e49f75-5bbf-4234-aed9-4965bd6c5b57 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Jul 23 22:58:01.209409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03e71e87-3439-4264-8c49-95c1cb899be0 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:01.210592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-03e71e87-3439-4264-8c49-95c1cb899be0 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/28990430-4b61-4ed1-8b6e-b9977dc0c4cf HTTP/1.1" status: 204 len: 168 time: 0.1597924 Jul 23 22:58:01.213199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.222530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9abdd839-a0c9-4f1b-b059-1b98eac887d7 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=28990430-4b61-4ed1-8b6e-b9977dc0c4cf HTTP/1.1" status: 200 len: 221 time: 0.0077522 Jul 23 22:58:01.237787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.237787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-425e129c-12fb-4740-83b3-2e398a9169a3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1991535857', 'description': 'label created by tempest'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:01.237787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-425e129c-12fb-4740-83b3-2e398a9169a3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 22:58:01.485128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-425e129c-12fb-4740-83b3-2e398a9169a3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:01.489561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-425e129c-12fb-4740-83b3-2e398a9169a3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2580059 Jul 23 22:58:01.490258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.540997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-958aa5b0-7258-4abb-9fbc-e7c37f73592b req-e916a980-ef24-48b2-867c-2677b8850bc5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0592709 Jul 23 22:58:01.586168 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-208f4683-ca8a-4b57-bbc9-af514d3e040a tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0b1bb900-0917-4310-a008-8acaa7767398 HTTP/1.1" status: 200 len: 468 time: 0.0945683 Jul 23 22:58:01.588549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:01.594148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 688e264b-2b22-4429-a8ab-da5161637740 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:58:01.886363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=688e264b-2b22-4429-a8ab-da5161637740,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:01.901250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '688e264b-2b22-4429-a8ab-da5161637740', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:58:01.951331 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:01.969472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e264b-2b22-4429-a8ab-da5161637740 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:01.998160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=688e264b-2b22-4429-a8ab-da5161637740,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:02.004979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:02.059466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:02.165240 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c89de5a-0aa6-4a53-bd86-13564271e6f4 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:02.166624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c89de5a-0aa6-4a53-bd86-13564271e6f4 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/0b1bb900-0917-4310-a008-8acaa7767398 HTTP/1.1" status: 204 len: 168 time: 0.5766661 Jul 23 22:58:02.169704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.183444 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-54998594-ad23-460d-a24a-fef31623b9f2 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0b1bb900-0917-4310-a008-8acaa7767398 HTTP/1.1" status: 200 len: 216 time: 0.0124850 Jul 23 22:58:02.187394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.189917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['688e264b-2b22-4429-a8ab-da5161637740'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:58:02.200881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ff145f18-94d2-4c2e-b328-9f4e11cecd99 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099108 Jul 23 22:58:02.201375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.238328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.240765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-afc17628-a4cb-43bf-a4be-17996cecd299 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0379624 Jul 23 22:58:02.744585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.752014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f99a9cb1-1402-4295-8bf7-004b518aa5cc tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/794e0722-2e6e-40f0-9a5c-cca114f666ac HTTP/1.1" status: 200 len: 473 time: 0.5107243 Jul 23 22:58:02.761286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa19c619-42b4-4be7-a95c-6ff4171811e4 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/67ef1ab5-463c-4673-bc38-c099c3541dbc HTTP/1.1" status: 200 len: 459 time: 0.0146830 Jul 23 22:58:02.762381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.875344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3855e5-e96f-4205-a56a-795d1af73461 req-41cee03e-624e-409c-afe7-7896e1f0c75f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:02.883805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e3855e5-e96f-4205-a56a-795d1af73461 req-41cee03e-624e-409c-afe7-7896e1f0c75f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 944 time: 0.6383564 Jul 23 22:58:02.930200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bca4e56-f91b-466e-80f4-9fc91d7b60b6 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:02.931345 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7bca4e56-f91b-466e-80f4-9fc91d7b60b6 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/67ef1ab5-463c-4673-bc38-c099c3541dbc HTTP/1.1" status: 204 len: 168 time: 0.1647234 Jul 23 22:58:02.934246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:02.981428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e3855e5-e96f-4205-a56a-795d1af73461 req-3cf5a322-1459-43dc-b417-0cc73f7eb905 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966275 Jul 23 22:58:03.174332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09ffbd8f-280c-4f95-a5be-ad6a95c4f8b3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.178149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09ffbd8f-280c-4f95-a5be-ad6a95c4f8b3 tempest-MeteringIpV6TestJSON-1149700366 tempest-MeteringIpV6TestJSON-1149700366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/794e0722-2e6e-40f0-9a5c-cca114f666ac HTTP/1.1" status: 204 len: 168 time: 0.2402446 Jul 23 22:58:03.426958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f7131dc-3e14-4204-9281-c0308a2c2216 req-5b0716ee-4250-4750-adee-aa2c8041eadb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0490277 Jul 23 22:58:03.486081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55178) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:03.625342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 688e264b-2b22-4429-a8ab-da5161637740 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:03.633340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ca80c66-ccbd-49b5-8864-255bf3a06ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.727688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ca80c66-ccbd-49b5-8864-255bf3a06ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.734940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ca80c66-ccbd-49b5-8864-255bf3a06ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.740491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 688e264b-2b22-4429-a8ab-da5161637740 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:03.749287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 688e264b-2b22-4429-a8ab-da5161637740 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:03.750787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.852103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.867035 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca80c66-ccbd-49b5-8864-255bf3a06ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf353765-f38f-40a9-9943-b83980015fc5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:03.875711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:03.876108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ca80c66-ccbd-49b5-8864-255bf3a06ced admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01ec5e0d579f4a4e94cbc6bb7f02a371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887014 Jul 23 22:58:03.889634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e264b-2b22-4429-a8ab-da5161637740'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:03.891929 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed8bab-55bb-4f0f-8da6-ffa58f66460f" -d '{"events": [{"server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "name": "network-vif-plugged", "status": "completed", "tag": "688e264b-2b22-4429-a8ab-da5161637740"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:03.929491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=688e264b-2b22-4429-a8ab-da5161637740,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:03.944502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.974356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:03.990904 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d1ec7e-2a2c-4695-bf67-2e0814a34815 x-openstack-request-id: req-f3d1ec7e-2a2c-4695-bf67-2e0814a34815 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:03.991615 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "name": "network-vif-plugged", "status": "completed", "tag": "688e264b-2b22-4429-a8ab-da5161637740", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:03.992373 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3d1ec7e-2a2c-4695-bf67-2e0814a34815 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:03.993029 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e264b-2b22-4429-a8ab-da5161637740', 'code': 200} Jul 23 22:58:04.001620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.090923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:04.133633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.137136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.143571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf353765-f38f-40a9-9943-b83980015fc5 HTTP/1.1" status: 204 len: 168 time: 0.2648289 Jul 23 22:58:04.209946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a0072-10a6-4c19-8c7e-fc4ad27cdb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf353765-f38f-40a9-9943-b83980015fc5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:04.214538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c2701-49bc-403a-aab7-8aeb379c434a req-b474c360-7bba-461d-860c-eae4f5911e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:04.216450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-901c2701-49bc-403a-aab7-8aeb379c434a req-b474c360-7bba-461d-860c-eae4f5911e64 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1097 time: 0.1675863 Jul 23 22:58:04.273639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-901c2701-49bc-403a-aab7-8aeb379c434a req-6657c06a-36d0-46ea-9efc-88d3c1904ace service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493691 Jul 23 22:58:04.284325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7fab-f954-466b-9198-3a28add1b179 req-ae2eb7e7-67da-4d1f-83d9-21a25656500d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:04.291811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edce7fab-f954-466b-9198-3a28add1b179 req-ae2eb7e7-67da-4d1f-83d9-21a25656500d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.1821873 Jul 23 22:58:04.366248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edce7fab-f954-466b-9198-3a28add1b179 req-4b8c8be9-224d-49fd-ad7b-bafe88a44fb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732274 Jul 23 22:58:04.434852 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:58:04.578998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:04.602523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3959d9c-0347-4a7b-b7d3-b02f2bd95308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.618098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2caa640-93ca-4525-b1b6-e2b1cfdbc352 req-b75ebd70-3616-4fe6-b4a9-f4a69494a458 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0442982 Jul 23 22:58:04.716955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3959d9c-0347-4a7b-b7d3-b02f2bd95308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.724591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3959d9c-0347-4a7b-b7d3-b02f2bd95308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.750588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3959d9c-0347-4a7b-b7d3-b02f2bd95308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f8f43-cfda-4294-92d1-462a315fc8d6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:04.799952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e3959d9c-0347-4a7b-b7d3-b02f2bd95308 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=822a87c208994cf5bb931cbacf88c2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176065 Jul 23 22:58:04.800332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:04.857004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.883437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.945608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.948219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:04.949377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/999f8f43-cfda-4294-92d1-462a315fc8d6 HTTP/1.1" status: 204 len: 168 time: 0.1474166 Jul 23 22:58:04.961523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da71e37-af01-481b-a154-edb1359e564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f8f43-cfda-4294-92d1-462a315fc8d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:05.530889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4899-004d-451b-b358-5359491dca05 req-ac1530a5-ca2e-48cd-91ac-e6a7f79e237f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:05.532445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0f4899-004d-451b-b358-5359491dca05 req-ac1530a5-ca2e-48cd-91ac-e6a7f79e237f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.0788648 Jul 23 22:58:05.589906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0f4899-004d-451b-b358-5359491dca05 req-00a11516-e64b-45ed-a39c-ee5b68ca2225 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512810 Jul 23 22:58:05.905438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0031c74-dab5-475e-8ba8-cbdcc2155b36 req-af5abadc-27b0-4f90-8a6a-cd42afe3c2fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:05.907449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0031c74-dab5-475e-8ba8-cbdcc2155b36 req-af5abadc-27b0-4f90-8a6a-cd42afe3c2fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.1151612 Jul 23 22:58:05.989178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0031c74-dab5-475e-8ba8-cbdcc2155b36 req-f3b08a27-14db-418c-9f21-d5192f39a7c0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738616 Jul 23 22:58:06.012070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:06.125062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-033fcc5d-7729-405c-aa10-f4923049fbd1 req-3f06d820-1e35-440f-8fe7-1b46022c9a72 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0439515 Jul 23 22:58:06.139039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4feb6f4-712e-43b5-aa84-45806936806a tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:06.143391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e4feb6f4-712e-43b5-aa84-45806936806a tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1092 time: 0.1275430 Jul 23 22:58:06.144118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:06.158171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:06.178464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:06.365402 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:06.512888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.25.1.3 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/45f27810-ac1a-4f30-9a6d-b3b0494c2c2a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:06.743295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:06.828780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:06.886244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:06.889676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:06.897392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:06.931601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=45f27810-ac1a-4f30-9a6d-b3b0494c2c2a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:07.359333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-645d0332-845e-4dbf-b445-4f6102b4fb79 req-43078092-a397-4c1e-a660-985e5d24dfbd tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0906169 Jul 23 22:58:07.408553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:07.580074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:07.658461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:07.660739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b610c139-0654-4027-8dc8-e9a0f80fed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:07.667400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b73c97b9-30fe-41fc-a512-ec8514bdb3a1 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:07.689996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b73c97b9-30fe-41fc-a512-ec8514bdb3a1 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "PUT /v2.0/quotas/5352fec1e393400c9db8f396a5ba1801 HTTP/1.1" status: 200 len: 368 time: 0.1087971 Jul 23 22:58:07.693030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:07.698796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Request body: {'network': {'project_id': '5352fec1e393400c9db8f396a5ba1801'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:07.726252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Made reservation on behalf of 5352fec1e393400c9db8f396a5ba1801 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:07.730271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:07.742512 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:07.830130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.006644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b610c139-0654-4027-8dc8-e9a0f80fed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.024782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b610c139-0654-4027-8dc8-e9a0f80fed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.081397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c139-0654-4027-8dc8-e9a0f80fed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d911517-c1ea-4f54-a091-61de8dd6f404,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.088281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b610c139-0654-4027-8dc8-e9a0f80fed8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ec8a1915dca41059aa3272a098866ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753142 Jul 23 22:58:08.088518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:08.111872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.122734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.123617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.142600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.161505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:58:08.180668 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.181011 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Added segment b95d58f7-e510-4447-a75a-d81e6951f326 of type vlan for network 85255dd7-f091-4a38-8995-e460b4ae267d Jul 23 22:58:08.182415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177dc5e-4e4d-4b93-9e6b-6595fc7eab19,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.227231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.258488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.259604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:08.260850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.270305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=45f27810-ac1a-4f30-9a6d-b3b0494c2c2a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.279083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.281742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5873549 Jul 23 22:58:08.283896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.295733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:08.300611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Request body: {'network': {'project_id': '5352fec1e393400c9db8f396a5ba1801'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:08.357784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9862-d70b-46a0-8029-221897a6a9be tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Pushing event updated for resources: {'Network': ['ID=85255dd7-f091-4a38-8995-e460b4ae267d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.366979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Made reservation on behalf of 5352fec1e393400c9db8f396a5ba1801 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:08.372377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 85255dd7-f091-4a38-8995-e460b4ae267d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:58:08.374238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.399118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.405785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:58:08.417326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.417863 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Added segment eba1bc7c-8aef-46e4-8701-d75a5ae32b3d of type vlan for network 59b7d6f0-af7f-47b9-900f-997326055f57 Jul 23 22:58:08.440983 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Floating IP 0163dc3c-5982-4607-883a-ddc0d1c014d4 associated. External IP: 172.25.1.3, port: 688e264b-2b22-4429-a8ab-da5161637740. Jul 23 22:58:08.469338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.518695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47fe8627-ec93-4f26-9161-a78421848f7e req-04ae73ad-3558-4e19-b934-d889e8ed5b00 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0396924 Jul 23 22:58:08.538871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.540039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:08.540680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.582507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.585306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:08.589153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2898355 Jul 23 22:58:08.589374 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d911517-c1ea-4f54-a091-61de8dd6f404 HTTP/1.1" status: 204 len: 168 time: 0.4997187 Jul 23 22:58:08.589982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55314) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:08.601778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9aa963f3-a1a9-4c8f-a2a1-8fa146c8fd03 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Request body: {'network': {'project_id': '5352fec1e393400c9db8f396a5ba1801'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:08.616688 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53d1c0-1363-43b0-831d-f1ead610992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d911517-c1ea-4f54-a091-61de8dd6f404,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.630540 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa963f3-a1a9-4c8f-a2a1-8fa146c8fd03 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 22:58:08.631142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa963f3-a1a9-4c8f-a2a1-8fa146c8fd03 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:58:08.632398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9aa963f3-a1a9-4c8f-a2a1-8fa146c8fd03 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0379488 Jul 23 22:58:08.638460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a795-adaf-4620-8f2a-b8f821563b50 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Pushing event updated for resources: {'Network': ['ID=59b7d6f0-af7f-47b9-900f-997326055f57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:08.656642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 59b7d6f0-af7f-47b9-900f-997326055f57 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:58:08.709885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:08.786540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:58:08.924576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:08.935746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:08.948117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:08.949012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:08.959237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.033475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-656fbea8-4271-439c-8901-52a71b6d7d2a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8878837 Jul 23 22:58:09.037129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:09.040040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:09.042596 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a028320-7fa8-4222-86eb-67bc76b69c81" -d '{"events": [{"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:09.092915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92404c52-1e10-40d9-b744-ffa1e10afa63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5352fec1e393400c9db8f396a5ba1801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790054 Jul 23 22:58:09.095218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:09.098080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:09.141932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b83dacc7-d241-469a-8b49-ea5935eda1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.169543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:09.187608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f163e93e-8749-4186-8cfb-ec7657f34209 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/0163dc3c-5982-4607-883a-ddc0d1c014d4 HTTP/1.1" status: 200 len: 989 time: 0.1441543 Jul 23 22:58:09.209574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.268446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.329371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b83dacc7-d241-469a-8b49-ea5935eda1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.335604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b83dacc7-d241-469a-8b49-ea5935eda1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.377318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dacc7-d241-469a-8b49-ea5935eda1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562065d5-6036-48ad-96e5-b89bfb33ee48,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:09.409886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55342) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:09.410445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b83dacc7-d241-469a-8b49-ea5935eda1e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d7f0f2397df4782a54b9296a652d265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110864 Jul 23 22:58:09.433715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.434074 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.437948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:09.438267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e177dc5e-4e4d-4b93-9e6b-6595fc7eab19 HTTP/1.1" status: 204 len: 168 time: 0.3417675 Jul 23 22:58:09.444649 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685e173-5a65-4627-b375-776be5ec399d x-openstack-request-id: req-e685e173-5a65-4627-b375-776be5ec399d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:09.445241 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:09.445377 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e685e173-5a65-4627-b375-776be5ec399d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:09.445785 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740', 'status': 'completed', 'code': 200} Jul 23 22:58:09.490502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68172ee5-ba3b-45e6-9f72-03d1cecee816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177dc5e-4e4d-4b93-9e6b-6595fc7eab19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:09.527383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.555143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.613776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:07Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:09.627088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.633729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.638245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.638702 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/562065d5-6036-48ad-96e5-b89bfb33ee48 HTTP/1.1" status: 204 len: 168 time: 0.2276723 Jul 23 22:58:09.652388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8bd8-2052-4e0e-a76f-18e5ebde0f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562065d5-6036-48ad-96e5-b89bfb33ee48,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:09.652720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:58:09.674351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:09.675249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:57:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:09.748863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-fb2ad91a-4633-4b73-9cf9-0f67a3789853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:09.750483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-fb2ad91a-4633-4b73-9cf9-0f67a3789853 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1097 time: 0.2701049 Jul 23 22:58:09.786853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-f6e9afff-3eae-4cc9-9699-34702b271708 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:09.788486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-f6e9afff-3eae-4cc9-9699-34702b271708 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.2400818 Jul 23 22:58:09.795050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:09.831559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.902619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b7d6f0-af7f-47b9-900f-997326055f57']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:09.914350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-e49a09c4-9021-435f-a270-ca6aae801256 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.1119897 Jul 23 22:58:09.933171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba1bc7c-8aef-46e4-8701-d75a5ae32b3d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:09.933443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba1bc7c-8aef-46e4-8701-d75a5ae32b3d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:09.967944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:09.997371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.009121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-61f64d3b-0903-4d5b-95dd-ddf1971781c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:10.010651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-61f64d3b-0903-4d5b-95dd-ddf1971781c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 898 time: 0.2473359 Jul 23 22:58:10.015042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:10.015458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:10.017486 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:10.077959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:10.096015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39bb000d-cb29-4b7c-bdbd-e8f0a793dbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.103807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-bb898efa-eff8-40cc-953b-d554a45d924e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 997 time: 0.0751166 Jul 23 22:58:10.186623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:10.256965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:07Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:10.286240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54103b6-daf5-4988-a622-8ed3207d4cd0 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:57:40Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:07Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:10.299381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39bb000d-cb29-4b7c-bdbd-e8f0a793dbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.303946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-a1eb1a0d-c5e9-4a48-aa49-ad1a5784f046 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3833354 Jul 23 22:58:10.307148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.310681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39bb000d-cb29-4b7c-bdbd-e8f0a793dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.317034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79fdc4e9-c995-4ebc-a875-ee4402e5d3a3 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/0163dc3c-5982-4607-883a-ddc0d1c014d4 HTTP/1.1" status: 200 len: 989 time: 0.1255252 Jul 23 22:58:10.321003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.325368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "DELETE /v2.0/networks/59b7d6f0-af7f-47b9-900f-997326055f57 HTTP/1.1" status: 204 len: 168 time: 0.8825452 Jul 23 22:58:10.327183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:10.361958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb000d-cb29-4b7c-bdbd-e8f0a793dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270f4a2-600a-4375-97e5-e435bc5e495a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:10.366872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-b0167926-43c6-4490-99a0-7b01c7c0b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:10.368972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-b0167926-43c6-4490-99a0-7b01c7c0b7f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 200 len: 834 time: 0.2525527 Jul 23 22:58:10.373338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ed26-0e94-45ee-9050-7b0d831f04d2 tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Pushing event deleted for resources: {'Network': ['ID=59b7d6f0-af7f-47b9-900f-997326055f57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:10.384477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39bb000d-cb29-4b7c-bdbd-e8f0a793dbfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=354183c80b904433a6e4f24da56e4b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051445 Jul 23 22:58:10.385083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:10.440723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.466032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.481030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.521194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.524698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.531046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f270f4a2-600a-4375-97e5-e435bc5e495a HTTP/1.1" status: 204 len: 168 time: 0.1448247 Jul 23 22:58:10.541468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4fc8-c65d-4280-9b09-d6f4cec98e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270f4a2-600a-4375-97e5-e435bc5e495a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:10.604049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-c1d15679-9e2f-4a8c-8fe6-321f5371163c service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324989 Jul 23 22:58:10.607736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-18539107-017f-4aa7-9f94-7181733da61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:10.609334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-18539107-017f-4aa7-9f94-7181733da61a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249036 Jul 23 22:58:10.633458 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e318907f-868f-4033-b219-f69865866e2b None None] New status for floating IP 0163dc3c-5982-4607-883a-ddc0d1c014d4: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:58:10.726423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.774989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85255dd7-f091-4a38-8995-e460b4ae267d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:10.832679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95d58f7-e510-4447-a75a-d81e6951f326') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:10.833023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95d58f7-e510-4447-a75a-d81e6951f326') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:10.869200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.898908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-8ebc72f4-4ebe-4c74-b581-2d94b90fdfb5 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875001 Jul 23 22:58:10.909531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.917314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:10.917975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:10.980722 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:10.985164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-a37d5f0e-616f-4b6b-94f1-58381753421e service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566065 Jul 23 22:58:10.990566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.006389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.012451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] 10.222.0.37 "DELETE /v2.0/networks/85255dd7-f091-4a38-8995-e460b4ae267d HTTP/1.1" status: 204 len: 168 time: 0.6818244 Jul 23 22:58:11.040367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bc9ae39a-2520-4c57-9822-d8c40eca3568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.042133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94868863-58a1-4a5f-b824-a66151f958bd tempest-QuotasNegativeTest-1905533607 tempest-QuotasNegativeTest-1905533607-project-admin] Pushing event deleted for resources: {'Network': ['ID=85255dd7-f091-4a38-8995-e460b4ae267d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:11.168877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a028320-7fa8-4222-86eb-67bc76b69c81 req-3c925d22-b567-4c70-8072-b4da311ef4e0 service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749194 Jul 23 22:58:11.315516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:11.375561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc9ff78d-24e6-4bb5-a340-494b054f9b19 req-d58b16e7-c395-4ddf-a785-426179ef38a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0450735 Jul 23 22:58:11.500400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ed60ba5-8509-48fc-ae6f-c7a6f4dac0cc tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/0163dc3c-5982-4607-883a-ddc0d1c014d4 HTTP/1.1" status: 200 len: 991 time: 0.1829782 Jul 23 22:58:11.563759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc21cf4b-68a4-4a6b-be80-d951f8e89834 req-bf55b467-379f-45ed-9c78-3e5052087d67 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.0593619 Jul 23 22:58:11.611963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:11.634333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ad3780b-012a-46e4-98a5-f658242daaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.752694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ad3780b-012a-46e4-98a5-f658242daaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.759146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ad3780b-012a-46e4-98a5-f658242daaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.802086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3780b-012a-46e4-98a5-f658242daaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67237b9-8adf-4693-95d8-9f87a262f562,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:11.809392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ad3780b-012a-46e4-98a5-f658242daaa4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8e7a67a0b63439d8b994bf3cee602f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950054 Jul 23 22:58:11.809631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:11.900471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:11.931542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.008111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.010969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.012279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e67237b9-8adf-4693-95d8-9f87a262f562 HTTP/1.1" status: 204 len: 168 time: 0.2015150 Jul 23 22:58:12.020988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af418e-4b91-4b66-86e8-b823e358a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67237b9-8adf-4693-95d8-9f87a262f562,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:12.492970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55430) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:12.510272 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fc6b9a-9914-40b1-b926-943829382e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.551349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58d11a4f-02ff-463f-8de9-1d9364f6949f req-99067a9d-4fd5-4d6c-b112-2c74d02ce38e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/ports?device_id=529bdbc1-649e-4df0-9d5d-36d54bd4eeb2 HTTP/1.1" status: 200 len: 210 time: 0.0627701 Jul 23 22:58:12.694619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fc6b9a-9914-40b1-b926-943829382e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.703951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-35fc6b9a-9914-40b1-b926-943829382e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.726824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-6923c999-cf81-4091-a0ed-3e8801e93454 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:12.729070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-6923c999-cf81-4091-a0ed-3e8801e93454 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.2752228 Jul 23 22:58:12.747140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:12.755485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6b9a-9914-40b1-b926-943829382e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1305f360-916e-4e00-a8b6-a4aea70ad2ff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:12.760293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-35fc6b9a-9914-40b1-b926-943829382e29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef99e248c19e4c44a140cbd807995889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659280 Jul 23 22:58:12.764201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:12.806624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d8b99ef1-b6c8-4349-903d-c723d3c92342 req-3a617967-02e0-4fa1-9109-a9a40f2a3059 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.0545833 Jul 23 22:58:12.843978 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.890133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.908036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:12.913717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.957072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.961438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:12.962773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1305f360-916e-4e00-a8b6-a4aea70ad2ff HTTP/1.1" status: 204 len: 168 time: 0.1973705 Jul 23 22:58:12.984062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f746e-7dcb-4a83-adc9-932630fad33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1305f360-916e-4e00-a8b6-a4aea70ad2ff,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:13.180348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.5 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/2e87155f-6475-4da8-b9f9-86c3b158bfc2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:13.344749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.365466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object 2e87155f-6475-4da8-b9f9-86c3b158bfc2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:13.411085 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.459042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:13.464167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:13.467232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:13.505028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:13.571235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:13.572010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.591591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-2b98fe1c-5f61-4d31-b281-7b92dbf2c3a6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534822 Jul 23 22:58:13.605720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Request body: {'port': {'device_id': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:13.723715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.731566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:13.787747 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbb8aefc-3ecb-43d2-ac46-1375fc28645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.839831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.873450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.912892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28f8e924-1f07-4bf7-b5b4-f85128468c5d None None] Provisioning for port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:13.920821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28f8e924-1f07-4bf7-b5b4-f85128468c5d None None] Provisioning complete for port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:13.921587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28f8e924-1f07-4bf7-b5b4-f85128468c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.946056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.949417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.953120 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbb77e90-7517-4680-a3fd-cb8bc0806adc HTTP/1.1" status: 204 len: 168 time: 0.2163699 Jul 23 22:58:13.958488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:13.971655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8358b9d-dbd3-430c-9272-0499a0f315a2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb77e90-7517-4680-a3fd-cb8bc0806adc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:13.985904 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e990a48b-9b9b-46f5-afc5-82913534ce46 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] show failed (client error): The resource could not be found. Jul 23 22:58:13.986917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e990a48b-9b9b-46f5-afc5-82913534ce46 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "GET /v2.0/security-groups/bbb77e90-7517-4680-a3fd-cb8bc0806adc HTTP/1.1" status: 404 len: 347 time: 0.0276973 Jul 23 22:58:13.991144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:14.034404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-28f8e924-1f07-4bf7-b5b4-f85128468c5d None None] Port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:58:14.180994 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.212001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c7d4-f934-4613-83dd-47fb8088e2b9 req-531fe92e-4d0b-4e65-b7a9-526f5f41f3cb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:14.213582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6429c7d4-f934-4613-83dd-47fb8088e2b9 req-531fe92e-4d0b-4e65-b7a9-526f5f41f3cb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 931 time: 0.2152715 Jul 23 22:58:14.609130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 9365020b-49a6-41df-aa61-387f67940812 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:14.610077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.687621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6429c7d4-f934-4613-83dd-47fb8088e2b9 req-b414282f-0881-4c7f-84e0-5890e7b349bb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571738 Jul 23 22:58:14.714958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.715819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.730456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 9365020b-49a6-41df-aa61-387f67940812 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:14.802604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e87155f-6475-4da8-b9f9-86c3b158bfc2 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:14.810314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.824739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Transition to ACTIVE for port object 2e87155f-6475-4da8-b9f9-86c3b158bfc2 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:14.833253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.990644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:14.998209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.030838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Pushing event updated for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:15.044567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:15.048672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=9365020b-49a6-41df-aa61-387f67940812,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:15.103693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Attempting to bind port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:15.104036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Attempting to bind port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:15.104353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Attempting to bind port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:15.109077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:58:15.109397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Attempting to bind port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:15.115020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:15.115357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:15.115748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:15.116184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Bound port: 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:15.116541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.147934 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.155996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.161430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:15.163204 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-66c5c85c-30a2-4081-ba6c-5fd791e777e5 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/floatingips/05abeff5-b652-4695-b93d-22b8cfe4b907 HTTP/1.1" status: 204 len: 168 time: 1.1709669 Jul 23 22:58:15.234429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1224899243', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:15.245525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:15.290464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:15.303239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.310504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Made reservation on behalf of 233b89539e7d47768f2f96d8638e3e57 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:15.312803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.365726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.370517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:15.371321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.372737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e87155f-6475-4da8-b9f9-86c3b158bfc2 HTTP/1.1" status: 200 len: 1092 time: 1.7739227 Jul 23 22:58:15.386134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:15.388991 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8746048-73b3-4766-9223-f9f8c4e4b1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:15.490762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035008c-9091-4982-bea6-10af2b720d33 service neutron] Pushing event updated for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:15.527767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:15.528401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.559750 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297c82a6-f4fa-4cc7-9c22-b4996abc3a78 x-openstack-request-id: req-297c82a6-f4fa-4cc7-9c22-b4996abc3a78 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:15.560100 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:15.560302 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-297c82a6-f4fa-4cc7-9c22-b4996abc3a78 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:15.560704 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2', 'status': 'completed', 'code': 200} Jul 23 22:58:15.706327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-612d2089-34bf-4d0d-87c9-6a9bcc92d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:15.709580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-612d2089-34bf-4d0d-87c9-6a9bcc92d532 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 1095 time: 0.2423620 Jul 23 22:58:15.715963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.783132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-34210980-80ff-4c22-be6f-2956f601725f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2 HTTP/1.1" status: 200 len: 217 time: 0.0621221 Jul 23 22:58:15.795043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:15.806614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.849787 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.936230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:58:15.966330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-0de6570e-42bd-47da-9b39-64d55060e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:15.967814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-0de6570e-42bd-47da-9b39-64d55060e699 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1656599 Jul 23 22:58:15.968950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.969290 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Added segment d934000e-9115-4980-ae7f-d9ce11b73fc3 of type vlan for network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 Jul 23 22:58:15.974298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aeea0c-6529-467c-87f0-3d377e30412e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:16.091796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8c3a6-fa51-4a19-9fda-012a384b996e req-bccb16ce-6e4b-4967-b21f-9e2baaa27527 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:16.093204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31f8c3a6-fa51-4a19-9fda-012a384b996e req-bccb16ce-6e4b-4967-b21f-9e2baaa27527 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.3176341 Jul 23 22:58:16.094946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.213683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31f8c3a6-fa51-4a19-9fda-012a384b996e req-24f33ce2-53f7-4091-b552-fc6e9a2a8770 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111460 Jul 23 22:58:16.218746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-21272241-b93b-42c8-9196-fd49e313ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:16.220324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-21272241-b93b-42c8-9196-fd49e313ca9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2312922 Jul 23 22:58:16.224169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.225127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:16.225717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.286769 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.308824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2585185 Jul 23 22:58:16.312099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:16.317960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'subnet': {'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:16.340191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Made reservation on behalf of 233b89539e7d47768f2f96d8638e3e57 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:16.343301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.368259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=58ee7615-6638-493a-bfe5-9e0c0f8fa9d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:16.402600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127ec53-79b1-4ac2-8d0c-db075a4e8ccf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Network': ['ID=1ba5817d-c43e-46b7-8c89-90ad7e070ff9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:16.421354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:58:16.475855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-fc98b3fc-1ea1-4032-82b1-7a2e6698eda6 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475023 Jul 23 22:58:16.519242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.521862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-58ebcb5f-d593-4cf0-a6c2-ac092d406f3e tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/ports/58ee7615-6638-493a-bfe5-9e0c0f8fa9d6 HTTP/1.1" status: 204 len: 168 time: 1.3594122 Jul 23 22:58:16.524423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:16.542253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.668480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deba2394-6a96-4b72-b45a-f4c76fdf4420 req-551dd066-ebff-4371-85f3-815923ad22fc service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857541 Jul 23 22:58:16.706842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 22:58:16.706842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.715064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting port 424be119-a951-4057-b000-bc350c3f9d51 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:16.715474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.768791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85a6605e-08b5-4afa-a2f5-fd9b94af087f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:16.795106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Checking segment: {'id': 'd934000e-9115-4980-ae7f-d9ce11b73fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:16.795695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network hostable DHCP agents. Network: 1ba5817d-c43e-46b7-8c89-90ad7e070ff9, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:58:16.849791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:58:16.871777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 1ba5817d-c43e-46b7-8c89-90ad7e070ff9) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:16.889564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743c660-7f53-46ab-bd13-c2a26803eaf6 None None] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:16.890756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:16.891372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.913296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.936445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Calling delete_port for 424be119-a951-4057-b000-bc350c3f9d51 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:16.942787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ebf61713-4076-4964-8089-2f3500004835 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6292591 Jul 23 22:58:16.945398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55516) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:16.950732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1001691012', 'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:17.004878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-f1ecd2ab-c3ae-4f37-a652-c83bb3e83ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.006777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-f1ecd2ab-c3ae-4f37-a652-c83bb3e83ab9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 1095 time: 0.2014019 Jul 23 22:58:17.021631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Made reservation on behalf of 233b89539e7d47768f2f96d8638e3e57 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:17.028738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.087591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] device_id is not set on port ddadd4a9-2e20-4e1d-836c-e8679376d85a yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:58:17.133802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60306112-fa0b-46db-8449-aa3c0d00f81e None None] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:17.267530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-21784641-1129-44c2-a961-4a7776ecff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.272265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-21784641-1129-44c2-a961-4a7776ecff4d service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2518547 Jul 23 22:58:17.289909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.20.0.7 (1ba5817d-c43e-46b7-8c89-90ad7e070ff9/85a6605e-08b5-4afa-a2f5-fd9b94af087f/ddadd4a9-2e20-4e1d-836c-e8679376d85a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:17.403369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-b5f90896-7c96-43e3-9131-48b48a796e11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2 HTTP/1.1" status: 200 len: 217 time: 0.1235044 Jul 23 22:58:17.506303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.539193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.545401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Port': ['ID=424be119-a951-4057-b000-bc350c3f9d51,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:17.558552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.559046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.559396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.559736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.560071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.560403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.560734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.561061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.561387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.561711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.562076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.562397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:17.566499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-cbd32420-89ef-4967-ad18-1425a05ef3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.568176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-cbd32420-89ef-4967-ad18-1425a05ef3f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1082580 Jul 23 22:58:17.597155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.642544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:17.664370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=ddadd4a9-2e20-4e1d-836c-e8679376d85a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:17.684700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:17.690693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32269309-b7a9-4da9-b4a7-4869f8e4d24a req-7cd80d6b-e10a-4189-ac34-697813a48ae3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.692607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:17.700186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32269309-b7a9-4da9-b4a7-4869f8e4d24a req-7cd80d6b-e10a-4189-ac34-697813a48ae3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.3709211 Jul 23 22:58:17.736966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.738304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.747862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.750730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5f132968-cc25-4e8c-8825-fceb41e7780b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/ports/424be119-a951-4057-b000-bc350c3f9d51 HTTP/1.1" status: 204 len: 168 time: 1.2250154 Jul 23 22:58:17.753927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:17.765608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a2dc189-0f33-462f-8dae-4d4c601c4e4e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8185821 Jul 23 22:58:17.770240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:17.782946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-8b6adbcc-3f24-4cbb-9012-e3d56b841f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:17.784645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-8b6adbcc-3f24-4cbb-9012-e3d56b841f6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058542 Jul 23 22:58:17.788420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32269309-b7a9-4da9-b4a7-4869f8e4d24a req-537626d0-e3ab-479a-942d-513d9b09bd48 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Jul 23 22:58:17.858992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting subnet d46b635d-69ae-4700-bb5e-ea2821ad650f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:58:17.866401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.941782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.954339 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-193f7925-b84f-432f-abae-37f541bdc55b service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630681 Jul 23 22:58:18.017497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Deleting port ddadd4a9-2e20-4e1d-836c-e8679376d85a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:18.017810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.051726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.145262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.174120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8746048-73b3-4766-9223-f9f8c4e4b1a9 req-ffdcaf88-954d-401b-9f47-95992ce17371 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066114 Jul 23 22:58:18.208173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.213106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/subnets/d46b635d-69ae-4700-bb5e-ea2821ad650f HTTP/1.1" status: 204 len: 168 time: 0.4579992 Jul 23 22:58:18.214209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695785a-bcc5-4462-98b9-b68d457fa14b tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Subnet': ['ID=d46b635d-69ae-4700-bb5e-ea2821ad650f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:18.214519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5161486-ba45-4759-9661-4abe9ab02e40 None None] Network cb44717a-6ea7-4575-b70a-fd317d369e9c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:18.216482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:18.224091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.244745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Calling delete_port for ddadd4a9-2e20-4e1d-836c-e8679376d85a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:18.345304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Deleting subnet d6115490-5235-44e9-b31d-85849644759d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:58:18.349558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.445441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.454485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.491042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddadd4a9-2e20-4e1d-836c-e8679376d85a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:18.624215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.627239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-182f87e9-d5db-4d1b-b69d-e9fe5493691a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ddadd4a9-2e20-4e1d-836c-e8679376d85a HTTP/1.1" status: 204 len: 168 time: 0.8556719 Jul 23 22:58:18.631244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:18.633366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.639422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9', 'external_fixed_ips': [{'subnet_id': '85a6605e-08b5-4afa-a2f5-fd9b94af087f', 'ip_address': '172.20.0.7'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:18.684954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] DHCP port deletion for cb44717a-6ea7-4575-b70a-fd317d369e9c request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:58:18.726694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.727640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.741578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.749793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Deleting port 80eceb26-a749-4a4f-b86d-51acc628be1e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:18.750028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.781025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Subnet': ['ID=d6115490-5235-44e9-b31d-85849644759d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:18.809830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44f996-d335-49ba-a93e-b62d481c2701 None None] Network 2ad12374-3900-488f-b4ac-c470a18dc568 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:18.815726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.820755 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0aa75161-335b-489f-bcff-024bfe742dc2 tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/subnets/d6115490-5235-44e9-b31d-85849644759d HTTP/1.1" status: 204 len: 168 time: 0.6004822 Jul 23 22:58:18.822647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:18.830344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.857024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] For port 80eceb26-a749-4a4f-b86d-51acc628be1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80eceb26-a749-4a4f-b86d-51acc628be1e,segment=NetworkSegment(fc61dc68-837f-42d4-9986-3c7cce166e44),segment_id=fc61dc68-837f-42d4-9986-3c7cce166e44)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:18.857652 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.898852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Calling delete_port for 80eceb26-a749-4a4f-b86d-51acc628be1e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:18.940719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80d0ca-e63e-487e-81ad-a87601209a8e req-74ea3bbf-cba7-4b59-b900-c26ecd503e1d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:18.943838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e80d0ca-e63e-487e-81ad-a87601209a8e req-74ea3bbf-cba7-4b59-b900-c26ecd503e1d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.0708399 Jul 23 22:58:18.985693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e80d0ca-e63e-487e-81ad-a87601209a8e req-489bd478-0fea-4acd-bc95-d7748e62ba78 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352848 Jul 23 22:58:19.008786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.042093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.052118 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.070738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] The port '80eceb26-a749-4a4f-b86d-51acc628be1e' was deleted {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 22:58:19.086639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] Pushing event deleted for resources: {'Port': ['ID=80eceb26-a749-4a4f-b86d-51acc628be1e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:19.091503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084f552-3978-45da-83d5-cee074cd74cd None None] No DVR routers for this DVR port 80eceb26-a749-4a4f-b86d-51acc628be1e on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:58:19.113399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] DHCP port deletion for 2ad12374-3900-488f-b4ac-c470a18dc568 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:58:19.167218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Deleting port bad18d68-f1b0-40fc-911b-90411cbc0367 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:19.167602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.174830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.192837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb44717a-6ea7-4575-b70a-fd317d369e9c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.205238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc61dc68-837f-42d4-9986-3c7cce166e44') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.205539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc61dc68-837f-42d4-9986-3c7cce166e44') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.240950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] For port bad18d68-f1b0-40fc-911b-90411cbc0367, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bad18d68-f1b0-40fc-911b-90411cbc0367,segment=NetworkSegment(8b2456b6-f474-4927-8660-3832f81a8c99),segment_id=8b2456b6-f474-4927-8660-3832f81a8c99)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:19.241575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.241733 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.254909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Calling delete_port for bad18d68-f1b0-40fc-911b-90411cbc0367 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:19.272163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.285499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:19.285980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:19.289288 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:19.370674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.403500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bad18d68-f1b0-40fc-911b-90411cbc0367 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:19.408021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] No DVR routers for this DVR port bad18d68-f1b0-40fc-911b-90411cbc0367 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:58:19.412823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2df9-1c36-48da-ad0f-729da07f086f None None] Pushing event deleted for resources: {'Port': ['ID=bad18d68-f1b0-40fc-911b-90411cbc0367,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:19.434724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: bad18d68-f1b0-40fc-911b-90411cbc0367 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:19.435553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bad18d68-f1b0-40fc-911b-90411cbc0367 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:19.435553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80eceb26-a749-4a4f-b86d-51acc628be1e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:19.448263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.456129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.461086 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/networks/cb44717a-6ea7-4575-b70a-fd317d369e9c HTTP/1.1" status: 204 len: 168 time: 0.6364961 Jul 23 22:58:19.461267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 80eceb26-a749-4a4f-b86d-51acc628be1e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:19.461267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80eceb26-a749-4a4f-b86d-51acc628be1e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:19.461529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:19.515570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3987ebc-699a-4dc7-b8ce-f82850dde0bb tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Network': ['ID=cb44717a-6ea7-4575-b70a-fd317d369e9c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:19.528043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.549068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.553585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.653631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.664567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad12374-3900-488f-b4ac-c470a18dc568']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.674765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2456b6-f474-4927-8660-3832f81a8c99') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.675175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2456b6-f474-4927-8660-3832f81a8c99') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:19.686450 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.701297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.709601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:19.710470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.712630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.20.0.7 (1ba5817d-c43e-46b7-8c89-90ad7e070ff9/85a6605e-08b5-4afa-a2f5-fd9b94af087f/7a8074b1-bddd-442b-9374-770777b5bb11) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:19.714376 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:19.786432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.804261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.806166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] 10.222.0.37 "DELETE /v2.0/networks/2ad12374-3900-488f-b4ac-c470a18dc568 HTTP/1.1" status: 204 len: 168 time: 0.3436508 Jul 23 22:58:19.807547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1dae0-0afd-4e2c-bcf7-c729cb30585f tempest-TaggedBootDevicesTest-689978002 tempest-TaggedBootDevicesTest-689978002-project] Pushing event deleted for resources: {'Network': ['ID=2ad12374-3900-488f-b4ac-c470a18dc568,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:19.820313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.867829 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:19.913709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:19.922697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:19.927490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:19.930817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=7a8074b1-bddd-442b-9374-770777b5bb11,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:20.181469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd42f02-15c6-4a54-a14b-8efcabee3f1c req-622d379f-2129-4b2d-83f8-afd072e03bba tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:20.188888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edd42f02-15c6-4a54-a14b-8efcabee3f1c req-622d379f-2129-4b2d-83f8-afd072e03bba tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.1030715 Jul 23 22:58:20.235235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:20.235427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edd42f02-15c6-4a54-a14b-8efcabee3f1c req-d66b9a4c-2ec6-488e-8ec3-ae820f8bac48 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 Jul 23 22:58:20.505012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:20.635080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:20.760163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:20.769938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Sync routers for ids ['2f573ade-7df6-47aa-b8af-f9ea93e5bd7b'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:20.779734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Routers {'2f573ade-7df6-47aa-b8af-f9ea93e5bd7b'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:20.780660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2f573ade-7df6-47aa-b8af-f9ea93e5bd7b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:20.787084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:20.790215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-44a405ed-fa9c-4fb9-abf2-906353749e92 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1589832 Jul 23 22:58:20.791091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:20.908643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Set router 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:20.925700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.044057 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.112342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Deleting port 7a8074b1-bddd-442b-9374-770777b5bb11 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:21.113854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.125452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f573ade-7df6-47aa-b8af-f9ea93e5bd7b', 'name': '', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9', 'external_fixed_ips': [{'subnet_id': '85a6605e-08b5-4afa-a2f5-fd9b94af087f', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '7a8074b1-bddd-442b-9374-770777b5bb11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:18Z', 'updated_at': '2021-07-23T22:58:20Z', 'revision_number': 3, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port': {'id': '7a8074b1-bddd-442b-9374-770777b5bb11', 'name': '', 'network_id': '1ba5817d-c43e-46b7-8c89-90ad7e070ff9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f573ade-7df6-47aa-b8af-f9ea93e5bd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '85a6605e-08b5-4afa-a2f5-fd9b94af087f', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:58:19Z', 'updated_at': '2021-07-23T22:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85a6605e-08b5-4afa-a2f5-fd9b94af087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:21.169980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Checking router: 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:58:21.170331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Updating router 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b port 7a8074b1-bddd-442b-9374-770777b5bb11 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:58:21.201552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.221613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.234664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Calling delete_port for 7a8074b1-bddd-442b-9374-770777b5bb11 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:21.459411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509e47a-514c-421f-a5ec-b943d2000152 req-b6b23315-3d8a-4edb-8e2e-7be9a9e775c0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:21.475909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4509e47a-514c-421f-a5ec-b943d2000152 req-b6b23315-3d8a-4edb-8e2e-7be9a9e775c0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.1420269 Jul 23 22:58:21.562570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4509e47a-514c-421f-a5ec-b943d2000152 req-34550193-1004-4225-bf88-8a9a2c8c021f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854368 Jul 23 22:58:21.634388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.686804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a8074b1-bddd-442b-9374-770777b5bb11,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:21.713796 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:58:21.714161 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:58:21.758011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.877704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.880604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.930524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.931070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:21.935905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:21.937018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ef24bc6-a827-4c7b-a860-8e827cfdd0cf tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2f573ade-7df6-47aa-b8af-f9ea93e5bd7b HTTP/1.1" status: 204 len: 168 time: 1.1449170 Jul 23 22:58:21.939838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:22.235598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Port 7a8074b1-bddd-442b-9374-770777b5bb11 not found while updating agent binding for router 2f573ade-7df6-47aa-b8af-f9ea93e5bd7b. {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 22:58:22.261041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Routers set() bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:22.261696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Router IDs set() for agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 22:58:22.266260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f573ade-7df6-47aa-b8af-f9ea93e5bd7b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 22:58:22.266892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2144d6-1c02-4ed4-b0b2-712e04377d0f None None] The sync data for ids ['2f573ade-7df6-47aa-b8af-f9ea93e5bd7b'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:22.308100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Deleting subnet 85a6605e-08b5-4afa-a2f5-fd9b94af087f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:58:22.311758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.344167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.357894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.399796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.462910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.490116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85a6605e-08b5-4afa-a2f5-fd9b94af087f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:22.496090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.498451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0742f1fa-4ae8-4840-88c0-5eee122c94b7 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/85a6605e-08b5-4afa-a2f5-fd9b94af087f HTTP/1.1" status: 204 len: 168 time: 0.5576203 Jul 23 22:58:22.501384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:22.594721 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.690643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.702805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba5817d-c43e-46b7-8c89-90ad7e070ff9']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:22.722860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd934000e-9115-4980-ae7f-d9ce11b73fc3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:22.723130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd934000e-9115-4980-ae7f-d9ce11b73fc3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:22.732938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.746796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce200b8-011a-4015-acc3-066a80212cb0 req-23a08160-b16d-4afd-af63-097f47e07500 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:22.751172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ce200b8-011a-4015-acc3-066a80212cb0 req-23a08160-b16d-4afd-af63-097f47e07500 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.0964434 Jul 23 22:58:22.755358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.764510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:22.765188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.813917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ce200b8-011a-4015-acc3-066a80212cb0 req-ee979b72-993c-40f7-9dd0-d5b7ecf2ef11 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581009 Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:22.840775 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:22.847018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.856886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ba5817d-c43e-46b7-8c89-90ad7e070ff9 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 22:58:22.872687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:22.880725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1ba5817d-c43e-46b7-8c89-90ad7e070ff9 HTTP/1.1" status: 204 len: 168 time: 0.3780458 Jul 23 22:58:22.902716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4795f-b14d-482f-8ccc-867d941eff76 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ba5817d-c43e-46b7-8c89-90ad7e070ff9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:23.111991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:23.117472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'name': 'tempest-router--1358112094', 'project_id': '3fc216c838ae4e4ca140b430b03e186f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:23.144829 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.146506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.313959 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.607078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.613728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.629091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.630302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-96363bfb-6c62-4262-97e9-8f810f3c9515 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5165582 Jul 23 22:58:23.633532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:23.729877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.916940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.919019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.994954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:23.995372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84ab1ef6-e598-40bd-90eb-273b66c341ab {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:24.003586 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.004815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a2677d0a-5788-43e5-95e5-1ff01ce6c79a tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/routers/84ab1ef6-e598-40bd-90eb-273b66c341ab HTTP/1.1" status: 204 len: 168 time: 0.3699603 Jul 23 22:58:24.039746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25273ad1-3ed9-432b-bda3-fecd855654d9 req-7d03e635-b63b-42e8-a970-91d913672a0d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:24.041289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25273ad1-3ed9-432b-bda3-fecd855654d9 req-7d03e635-b63b-42e8-a970-91d913672a0d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.0823970 Jul 23 22:58:24.108877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25273ad1-3ed9-432b-bda3-fecd855654d9 req-8f6c08c1-88b2-45e6-af09-ad44d59a26df tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Jul 23 22:58:24.139766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:24.371732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1237225181', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:24.395833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.396820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.446034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.588951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.836282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.858944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:24.983751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Allocated IP 172.25.1.163 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d7645a51-c81d-4975-885d-e9c3a2be1c96) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:25.113901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:25.201524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:25.219579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2e87155f-6475-4da8-b9f9-86c3b158bfc2 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:58:25.269774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:25.302342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:25.326964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:25.331132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event updated for resources: {'Port': ['ID=d7645a51-c81d-4975-885d-e9c3a2be1c96,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:25.374174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:25.387560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '2e87155f-6475-4da8-b9f9-86c3b158bfc2', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': '2e87155f-6475-4da8-b9f9-86c3b158bfc2', 'mac_address': 'fa:16:3e:a9:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:58:25.455076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:25.478835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860fad1-c385-4258-9c57-73ade880e635 req-2c2c7031-38f0-4195-b95c-2e8978689d1b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:25.483136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2860fad1-c385-4258-9c57-73ade880e635 req-2c2c7031-38f0-4195-b95c-2e8978689d1b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 943 time: 0.2527561 Jul 23 22:58:25.486251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e87155f-6475-4da8-b9f9-86c3b158bfc2 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:25.528272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:25.537750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:25.628633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:25.657065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2860fad1-c385-4258-9c57-73ade880e635 req-9f8bc205-f30b-42de-9bcc-bbb4d2c15242 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663525 Jul 23 22:58:25.734493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['2e87155f-6475-4da8-b9f9-86c3b158bfc2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:58:25.858298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:26.091359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:26.229003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Router ac8b0aeb-dc43-4e70-b747-a45e89b5e653 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:26.360823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:26.376159 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] Sync routers for ids ['ac8b0aeb-dc43-4e70-b747-a45e89b5e653'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:26.386470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:26.391956 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] Routers {'ac8b0aeb-dc43-4e70-b747-a45e89b5e653'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:26.392580 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ac8b0aeb-dc43-4e70-b747-a45e89b5e653'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:26.399211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-75bb8fc5-8b94-467b-999a-2c6dbb8eb0d8 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2583511 Jul 23 22:58:26.401889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:26.426428 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:26.435779 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] Routers {'ac8b0aeb-dc43-4e70-b747-a45e89b5e653'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:26.436408 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['ac8b0aeb-dc43-4e70-b747-a45e89b5e653'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:26.468749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:26.469413 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede9bb1-f2c2-4832-95c2-6efe30859e69 None None] The sync data for ids ['ac8b0aeb-dc43-4e70-b747-a45e89b5e653'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:26.514966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8919d927-c540-4968-9879-f5226222b837 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/ac8b0aeb-dc43-4e70-b747-a45e89b5e653 HTTP/1.1" status: 200 len: 921 time: 0.1116977 Jul 23 22:58:26.517778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:26.552192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-47c4947f-81d0-4511-8624-c7c07a1f97e0 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8b0aeb-dc43-4e70-b747-a45e89b5e653 HTTP/1.1" status: 200 len: 205 time: 0.0300763 Jul 23 22:58:26.552472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55648) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:26.668038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:26.819170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:26.837677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9f02-5f63-48b3-b636-30cbdd89e7b9 req-26598793-ee68-4c56-83e3-1012bb6f6e1d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:26.839517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-165d9f02-5f63-48b3-b636-30cbdd89e7b9 req-26598793-ee68-4c56-83e3-1012bb6f6e1d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 944 time: 0.0995014 Jul 23 22:58:26.923761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-165d9f02-5f63-48b3-b636-30cbdd89e7b9 req-c5f23305-e064-4ea0-b459-e853862e380e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731769 Jul 23 22:58:26.944230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port d7645a51-c81d-4975-885d-e9c3a2be1c96 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:26.944705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.061251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.076560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for d7645a51-c81d-4975-885d-e9c3a2be1c96 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:27.229107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2e87155f-6475-4da8-b9f9-86c3b158bfc2 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:27.265271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.280681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:27.285834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:27.285834 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.300632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=d7645a51-c81d-4975-885d-e9c3a2be1c96,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:27.396425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.438910 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.494223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:27.496529 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb965df6-2c8d-4d59-9ea5-48ca5dd19a72" -d '{"events": [{"server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:27.528162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:27.541920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.567367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.572771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.625945 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2571eb80-1323-4564-a24f-06f051904e1a x-openstack-request-id: req-2571eb80-1323-4564-a24f-06f051904e1a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:27.626213 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:27.626510 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2571eb80-1323-4564-a24f-06f051904e1a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:27.626802 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2', 'code': 200} Jul 23 22:58:27.627770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:27.640047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.640047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.640047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.640468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.641134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.641272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.641617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.641965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.642298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.642627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.642951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.643279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:27.650236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.650828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router ac8b0aeb-dc43-4e70-b747-a45e89b5e653 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:27.658618 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.664168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fa025a5e-fa73-4948-9f84-700b9936efde tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/ac8b0aeb-dc43-4e70-b747-a45e89b5e653 HTTP/1.1" status: 204 len: 168 time: 1.1069431 Jul 23 22:58:27.664799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:27.668857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218416331', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:27.693591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.694753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.748984 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:27.763968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a58a-bdc5-4ded-9c9b-f04c264a3394 req-915ec43a-2e06-4150-9440-ad58aa2bc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:27.765628 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c42a58a-bdc5-4ded-9c9b-f04c264a3394 req-915ec43a-2e06-4150-9440-ad58aa2bc393 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 1097 time: 0.0811129 Jul 23 22:58:27.804400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c42a58a-bdc5-4ded-9c9b-f04c264a3394 req-caefb7d2-4ad6-40d0-b6b0-4a6fb0341fa5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Jul 23 22:58:27.898000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.077370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69aad0-bfb3-4484-b41a-7abe00163065 req-a75aad42-9fbc-4ea0-a1fd-c520901a704b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:28.079224 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f69aad0-bfb3-4484-b41a-7abe00163065 req-a75aad42-9fbc-4ea0-a1fd-c520901a704b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.0714588 Jul 23 22:58:28.117277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.143621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f69aad0-bfb3-4484-b41a-7abe00163065 req-012d8ee4-991f-45ca-a51e-579fcd002bdc tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Jul 23 22:58:28.150766 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.262924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.25.1.236 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:28.371779 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.410527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.446950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:28.449855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:28.456642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:28.480715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:28.724961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:28.963941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.097073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 9e25ce3c-0d17-4797-992e-483d8ece76d6 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:29.224036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:29.238169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Sync routers for ids ['9e25ce3c-0d17-4797-992e-483d8ece76d6'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:29.245904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.249740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-286a0f11-7322-4c78-8bab-02aed97ea7f2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5819697 Jul 23 22:58:29.252271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Routers {'9e25ce3c-0d17-4797-992e-483d8ece76d6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:29.252844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:29.253367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e25ce3c-0d17-4797-992e-483d8ece76d6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:29.339766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8e39a-aa88-444d-a8be-e513dea500c0 req-c8ee79fc-2686-488d-8433-4f81c1dab40d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:29.341265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d8e39a-aa88-444d-a8be-e513dea500c0 req-c8ee79fc-2686-488d-8433-4f81c1dab40d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.1014957 Jul 23 22:58:29.395672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d8e39a-aa88-444d-a8be-e513dea500c0 req-6e2015c0-5336-476b-8ba6-c6f3721187e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 Jul 23 22:58:29.413218 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d3012d2a-6429-4143-bbbb-ea1d0cfaa9f4 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/9e25ce3c-0d17-4797-992e-483d8ece76d6 HTTP/1.1" status: 200 len: 908 time: 0.1588807 Jul 23 22:58:29.415514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:29.422819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'name': 'tempest-snat-router-218416331', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': True}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:29.449046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Set router 9e25ce3c-0d17-4797-992e-483d8ece76d6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:29.451047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.453729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.556327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.679604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d54a26-ccdc-4560-85d7-fe3c2de4f4a3 req-76ee3ecd-94a7-4405-bf13-9ba2e9f128c4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:29.683250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39d54a26-ccdc-4560-85d7-fe3c2de4f4a3 req-76ee3ecd-94a7-4405-bf13-9ba2e9f128c4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.0823102 Jul 23 22:58:29.738874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39d54a26-ccdc-4560-85d7-fe3c2de4f4a3 req-9e837e25-9e6e-42e1-ac49-09ac74bd373f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457807 Jul 23 22:58:29.740717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:29.761318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:27Z', 'updated_at': '2021-07-23T22:58:28Z', 'revision_number': 3, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port': {'id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:58:28Z', 'updated_at': '2021-07-23T22:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:30.058383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Checking router: 9e25ce3c-0d17-4797-992e-483d8ece76d6 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:58:30.058774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Updating router 9e25ce3c-0d17-4797-992e-483d8ece76d6 port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:58:30.083093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.101961 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.109238 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.264173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.25.1.99 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/df6b6372-eb8a-469b-91e5-889367a5cabf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:30.275724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:30.505955 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.592390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.717301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:30.732051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:30.744872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:30.800627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=df6b6372-eb8a-469b-91e5-889367a5cabf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:30.938354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:30.952095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Transition to ACTIVE for port object 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:30.972004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.043037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Attempting to bind port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:31.043440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Attempting to bind port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:31.043806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Attempting to bind port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:31.054626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:31.055006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:31.055413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.055813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:31.056295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Bound port: 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:31.056682 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.159788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828aebe-58fa-48e8-9c7a-143792cfecfb None None] Pushing event updated for resources: {'Port': ['ID=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:31.200462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] For port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:31.204369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] For port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:31.211156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.292308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Routers {'9e25ce3c-0d17-4797-992e-483d8ece76d6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:31.294336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e25ce3c-0d17-4797-992e-483d8ece76d6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:31.402613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828aebe-58fa-48e8-9c7a-143792cfecfb None None] Pushing event updated for resources: {'Port': ['ID=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:31.520961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] Set router 9e25ce3c-0d17-4797-992e-483d8ece76d6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:31.660703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.664886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:31.965018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:27Z', 'updated_at': '2021-07-23T22:58:28Z', 'revision_number': 3, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port': {'id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:58:28Z', 'updated_at': '2021-07-23T22:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:32.022855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45071a-a93e-4b42-b73d-e1d40912f51e None None] The sync data for ids ['9e25ce3c-0d17-4797-992e-483d8ece76d6'] in n-d-791506-25 is: [{'id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': False}, 'gw_port_id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:27Z', 'updated_at': '2021-07-23T22:58:28Z', 'revision_number': 3, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port': {'id': '8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e25ce3c-0d17-4797-992e-483d8ece76d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:58:28Z', 'updated_at': '2021-07-23T22:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:32.060653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:32.343244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Deleting port 6fc00d39-5393-424c-af62-e474b7ba8e05 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:32.343587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:32.411850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 724fdca8-4cea-45e9-b836-17b92689df9f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:32.521101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] For port 6fc00d39-5393-424c-af62-e474b7ba8e05, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fc00d39-5393-424c-af62-e474b7ba8e05,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:32.521948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:32.559958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Calling delete_port for 6fc00d39-5393-424c-af62-e474b7ba8e05 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:32.615777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:32.634752 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Sync routers for ids ['724fdca8-4cea-45e9-b836-17b92689df9f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:32.639717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:32.641358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a575953-a55d-4b2f-aacc-dddfd2aa887f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2223730 Jul 23 22:58:32.649328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:32.650273 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Routers {'724fdca8-4cea-45e9-b836-17b92689df9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:32.650890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['724fdca8-4cea-45e9-b836-17b92689df9f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:32.844114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca0de939-cecf-4968-b612-0b672255881e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/724fdca8-4cea-45e9-b836-17b92689df9f HTTP/1.1" status: 200 len: 906 time: 0.1933088 Jul 23 22:58:32.850004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:32.894342 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Set router 724fdca8-4cea-45e9-b836-17b92689df9f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:33.007880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.048371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc00d39-5393-424c-af62-e474b7ba8e05,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:33.077493 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.281597 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fdca8-4cea-45e9-b836-17b92689df9f', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'df6b6372-eb8a-469b-91e5-889367a5cabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:29Z', 'updated_at': '2021-07-23T22:58:30Z', 'revision_number': 3, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port': {'id': 'df6b6372-eb8a-469b-91e5-889367a5cabf', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724fdca8-4cea-45e9-b836-17b92689df9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:58:30Z', 'updated_at': '2021-07-23T22:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:33.341010 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Checking router: 724fdca8-4cea-45e9-b836-17b92689df9f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:58:33.341685 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Updating router 724fdca8-4cea-45e9-b836-17b92689df9f port df6b6372-eb8a-469b-91e5-889367a5cabf binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:58:33.461510 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.627416 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.649576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.680249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:33.730230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-36f80113-132e-4d0c-bbea-268fdbb5beef tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:33.731753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-36f80113-132e-4d0c-bbea-268fdbb5beef tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.2519882 Jul 23 22:58:33.775656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:33.792051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:33.793169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.822821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-be38f619-f3b8-43a1-969a-9aaea7a40a49 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0435770 Jul 23 22:58:33.923112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Deleting port df6b6372-eb8a-469b-91e5-889367a5cabf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:33.923767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.925944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.957406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:33.960812 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.968169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:33.974381 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Transition to ACTIVE for port object df6b6372-eb8a-469b-91e5-889367a5cabf will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:33.985582 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.036680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:34.075936 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119a62-7be4-4834-a65a-70190ac59b4e None None] Pushing event updated for resources: {'Port': ['ID=df6b6372-eb8a-469b-91e5-889367a5cabf,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:34.087038 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Attempting to bind port df6b6372-eb8a-469b-91e5-889367a5cabf on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:34.087693 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Attempting to bind port df6b6372-eb8a-469b-91e5-889367a5cabf by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:34.088302 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Attempting to bind port df6b6372-eb8a-469b-91e5-889367a5cabf on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:34.090852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-71183e44-c410-44bc-b2b8-795af998aaf1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2605979 Jul 23 22:58:34.094511 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:34.095361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:34.096130 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.096824 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:34.097722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Bound port: df6b6372-eb8a-469b-91e5-889367a5cabf, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:34.099269 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.154790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.169283 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] For port df6b6372-eb8a-469b-91e5-889367a5cabf, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:34.173162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] For port df6b6372-eb8a-469b-91e5-889367a5cabf, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df6b6372-eb8a-469b-91e5-889367a5cabf,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:34.182103 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.213923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Calling delete_port for df6b6372-eb8a-469b-91e5-889367a5cabf owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:34.227859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Router 1d190915-43cd-4ee7-99d5-e77c22d7b53f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:58:34.294331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-345eafa7-b68a-44b7-b73c-0b62bb4d2de8 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025757 Jul 23 22:58:34.322545 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Routers {'724fdca8-4cea-45e9-b836-17b92689df9f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:34.323673 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['724fdca8-4cea-45e9-b836-17b92689df9f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:34.427951 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119a62-7be4-4834-a65a-70190ac59b4e None None] Pushing event updated for resources: {'Port': ['ID=df6b6372-eb8a-469b-91e5-889367a5cabf,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:34.467507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] Set router 724fdca8-4cea-45e9-b836-17b92689df9f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:34.528593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-8a156949-6675-4233-b3fa-cce33e1032b4 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332709 Jul 23 22:58:34.532055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:34.543699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5576fae0-83e3-456b-ac63-1895338c7e90 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d190915-43cd-4ee7-99d5-e77c22d7b53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2666759 Jul 23 22:58:34.545716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Sync routers for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:34.546302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:34.568667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:34.569312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:34.599074 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724fdca8-4cea-45e9-b836-17b92689df9f', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:29Z', 'updated_at': '2021-07-23T22:58:33Z', 'revision_number': 4, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:34.636408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.689446 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2c73-e569-4d70-acd5-af2796d9e291 None None] The sync data for ids ['724fdca8-4cea-45e9-b836-17b92689df9f'] in n-d-791506-25 is: [{'id': '724fdca8-4cea-45e9-b836-17b92689df9f', 'name': 'tempest-snat-router-218416331', 'tenant_id': '233b89539e7d47768f2f96d8638e3e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:58:29Z', 'updated_at': '2021-07-23T22:58:33Z', 'revision_number': 4, 'project_id': '233b89539e7d47768f2f96d8638e3e57', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:34.800352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:34.803630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:34.834958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Port': ['ID=df6b6372-eb8a-469b-91e5-889367a5cabf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:34.949260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.042297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.151855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Deleting port 944ed0a7-b71a-478e-a941-fc1fea0c8cca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:35.152608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.184170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ccb16f1-8239-40f0-b5c7-ccb0aa158b21 req-c1996729-cd0a-4fe1-866c-fc08a0d57f1a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.1450057 Jul 23 22:58:35.211112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:58:32Z', 'revision_number': 5, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port': {'id': '944ed0a7-b71a-478e-a941-fc1fea0c8cca', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:47:13Z', 'updated_at': '2021-07-23T22:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:35.277778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Checking router: 1d190915-43cd-4ee7-99d5-e77c22d7b53f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:58:35.305859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Routers {'1d190915-43cd-4ee7-99d5-e77c22d7b53f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:35.307106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:35.397877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] For port 944ed0a7-b71a-478e-a941-fc1fea0c8cca, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=944ed0a7-b71a-478e-a941-fc1fea0c8cca,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:35.402299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.435565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Calling delete_port for 944ed0a7-b71a-478e-a941-fc1fea0c8cca owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:35.495018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:35.498905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] Set router 1d190915-43cd-4ee7-99d5-e77c22d7b53f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:58:35.606871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.613081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.709293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.734016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:58:35Z', 'revision_number': 6, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:35.738827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.739985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 724fdca8-4cea-45e9-b836-17b92689df9f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:35.755086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=944ed0a7-b71a-478e-a941-fc1fea0c8cca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:35.772176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.774924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bb7b9d3a-899a-46de-8686-b86cae22e445 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/routers/724fdca8-4cea-45e9-b836-17b92689df9f HTTP/1.1" status: 204 len: 168 time: 2.9234324 Jul 23 22:58:35.779392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:35.784845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b9da0-658b-495f-bda1-c3299892f145 None None] The sync data for ids ['1d190915-43cd-4ee7-99d5-e77c22d7b53f'] in n-d-791506-25 is: [{'id': '1d190915-43cd-4ee7-99d5-e77c22d7b53f', 'name': 'tempest-TaggedBootDevicesTest-798270535-router', 'tenant_id': '4b4af35f7d714525aec4c13ce52d538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:47:11Z', 'updated_at': '2021-07-23T22:58:35Z', 'revision_number': 6, 'project_id': '4b4af35f7d714525aec4c13ce52d538b', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:35.852963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:35.853915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:35.878111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.076363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.080177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.165817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.166447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d190915-43cd-4ee7-99d5-e77c22d7b53f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:36.171965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.173134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da2b2a69-8009-4dae-a499-f8d7dfe8edc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1d190915-43cd-4ee7-99d5-e77c22d7b53f HTTP/1.1" status: 204 len: 168 time: 1.6258543 Jul 23 22:58:36.176858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:36.203276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.292444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:36.404569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Deleting subnet c4ed716f-ac13-4a87-bbe2-8ac979ebe11c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:58:36.414694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.427260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46dab622-21ed-42d2-b2f2-0d65ff5c5436 req-7d285460-7d1b-497f-a73c-942e459f92e3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0567095 Jul 23 22:58:36.488138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.499814 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.572861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Deleting port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:36.573623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.582257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f7fed-f8e5-4a5e-a911-c8356b492410 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:36.584089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f7fed-f8e5-4a5e-a911-c8356b492410 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:36.584089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f7fed-f8e5-4a5e-a911-c8356b492410 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:36.585174 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-134f7fed-f8e5-4a5e-a911-c8356b492410 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=9a80a634a8b142afaa568338d6884fe5&network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 2972 time: 0.2914801 Jul 23 22:58:36.641826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.719742 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.746875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.754026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4ed716f-ac13-4a87-bbe2-8ac979ebe11c HTTP/1.1" status: 204 len: 168 time: 0.5759783 Jul 23 22:58:36.754616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:36.755168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916ee62-4211-475f-a255-c2b077ac9b2d None None] Network faf0a273-dfbc-43ae-b24f-2bc474eae6ec requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:36.839897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e099ad-585d-4840-8d97-94bbb557efb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ed716f-ac13-4a87-bbe2-8ac979ebe11c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:36.939931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] For port 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:36.941699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:36.972272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-b040e2fe-deae-4970-a33b-1dfb8b3e959a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:36.973847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-b040e2fe-deae-4970-a33b-1dfb8b3e959a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.3463395 Jul 23 22:58:36.974839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Calling delete_port for 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:36.989939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': 'd105e733-e347-421c-85e2-841f97181de0', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:36.991420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.114580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] DHCP port deletion for faf0a273-dfbc-43ae-b24f-2bc474eae6ec request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:58:37.137356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Deleting port 86277ef6-fede-4947-b4f8-6155f9db78c8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:37.142057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.232061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Deleting port 86277ef6-fede-4947-b4f8-6155f9db78c8 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:37.232695 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.318236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] For port 86277ef6-fede-4947-b4f8-6155f9db78c8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=86277ef6-fede-4947-b4f8-6155f9db78c8,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:37.318616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.343414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Calling delete_port for 86277ef6-fede-4947-b4f8-6155f9db78c8 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:37.391682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] For port 86277ef6-fede-4947-b4f8-6155f9db78c8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=86277ef6-fede-4947-b4f8-6155f9db78c8,segment=NetworkSegment(b42bbef8-f771-4be1-8ddb-194594b8dd55),segment_id=b42bbef8-f771-4be1-8ddb-194594b8dd55)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:37.392400 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.408911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:37.413147 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.444597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Calling delete_port for 86277ef6-fede-4947-b4f8-6155f9db78c8 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:37.480525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 944ed0a7-b71a-478e-a941-fc1fea0c8cca no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:37.516102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.525256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 944ed0a7-b71a-478e-a941-fc1fea0c8cca {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:37.525916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 944ed0a7-b71a-478e-a941-fc1fea0c8cca not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:37.526528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 86277ef6-fede-4947-b4f8-6155f9db78c8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:37.575387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 86277ef6-fede-4947-b4f8-6155f9db78c8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:37.575997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 86277ef6-fede-4947-b4f8-6155f9db78c8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:37.576812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fc00d39-5393-424c-af62-e474b7ba8e05 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:37.591159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] No DVR routers for this DVR port 86277ef6-fede-4947-b4f8-6155f9db78c8 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:58:37.598066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Pushing event deleted for resources: {'Port': ['ID=86277ef6-fede-4947-b4f8-6155f9db78c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:37.600318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.631205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6fc00d39-5393-424c-af62-e474b7ba8e05 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:37.635208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fc00d39-5393-424c-af62-e474b7ba8e05 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:37.686632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1108ff57-41e7-47c5-a0d8-99bfdb37b4c0 req-02599c4e-d6d6-44f6-ad47-e079995a4feb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.1108983 Jul 23 22:58:37.737737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:37.748005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.781364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.782438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0a273-dfbc-43ae-b24f-2bc474eae6ec']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:37.797201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42bbef8-f771-4be1-8ddb-194594b8dd55') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:37.797594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42bbef8-f771-4be1-8ddb-194594b8dd55') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:37.825693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.826973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] No DVR routers for this DVR port 86277ef6-fede-4947-b4f8-6155f9db78c8 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:58:37.829658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49820d7b-1af3-4d36-87d8-0bc4b73afbd6 None None] Pushing event deleted for resources: {'Port': ['ID=86277ef6-fede-4947-b4f8-6155f9db78c8,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:37.858011 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.867474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:58:37.867678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:58:37.871704 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:58:37.936091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.14 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/19d13569-b9a2-4d19-98ac-2a509931012d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:37.947711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.973539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.983468 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:37.996866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] 10.222.0.37 "DELETE /v2.0/networks/faf0a273-dfbc-43ae-b24f-2bc474eae6ec HTTP/1.1" status: 204 len: 168 time: 1.1733701 Jul 23 22:58:38.026393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe98d7-aa2c-41a8-b485-6259a6ed2168 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf0a273-dfbc-43ae-b24f-2bc474eae6ec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:38.074222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.078172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.149698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.153859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.154418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e25ce3c-0d17-4797-992e-483d8ece76d6 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:38.169285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.174240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ddcbd7e6-1b2f-4ff3-8c6b-832e3dba3ee3 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9e25ce3c-0d17-4797-992e-483d8ece76d6 HTTP/1.1" status: 204 len: 168 time: 2.3878570 Jul 23 22:58:38.175989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55854) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.181423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-972373399', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:38.265033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d3e9d647-4a61-47ec-9ed6-376167c63977 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b4af35f7d714525aec4c13ce52d538b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097763 Jul 23 22:58:38.266017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.276307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.278603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.369552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.376686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.392436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.413380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object 19d13569-b9a2-4d19-98ac-2a509931012d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:38.419944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.490857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.511763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['2e87155f-6475-4da8-b9f9-86c3b158bfc2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:58:38.557677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.560076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.563791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af6b9f32-4310-4137-81d1-8ce58fbc36a8 HTTP/1.1" status: 204 len: 168 time: 0.2951157 Jul 23 22:58:38.593688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:38.598239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac10c-4b07-479c-8698-2bdb93e4c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b9f32-4310-4137-81d1-8ce58fbc36a8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:38.600288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:38.605193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:38.657322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:38.657905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.673687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:38.694351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-5bee50e6-9bad-4c67-aa54-5eb8b8841338 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7078888 Jul 23 22:58:38.714071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Request body: {'port': {'device_id': 'd105e733-e347-421c-85e2-841f97181de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:38.722431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.038604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.151016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca89d-81c8-43f3-98d6-4448b7372ea2 req-c40ede16-4bf4-4de1-b967-37cc957bb9d3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:39.166840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a1ca89d-81c8-43f3-98d6-4448b7372ea2 req-c40ede16-4bf4-4de1-b967-37cc957bb9d3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 932 time: 0.1997514 Jul 23 22:58:39.323987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ecfa8b87-40aa-4a84-bdf1-fd980f70e663 None None] Provisioning for port 19d13569-b9a2-4d19-98ac-2a509931012d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:39.328629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ecfa8b87-40aa-4a84-bdf1-fd980f70e663 None None] Provisioning complete for port 19d13569-b9a2-4d19-98ac-2a509931012d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:39.329188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8b87-40aa-4a84-bdf1-fd980f70e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.339422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a1ca89d-81c8-43f3-98d6-4448b7372ea2 req-2eb212cc-719d-414f-b886-0008f6d11092 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605518 Jul 23 22:58:39.428851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.429539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:58:39.460304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:58:39.462136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8b9dac88-1369-4b5e-9c4c-e3ceaf88cb32 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:58:39.465001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.468812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa8b87-40aa-4a84-bdf1-fd980f70e663 None None] Port 19d13569-b9a2-4d19-98ac-2a509931012d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:58:39.592868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Allocated IP 172.25.1.101 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3d6d7555-a2ee-4d9e-bc9c-b926820d31de) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:39.644139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d13569-b9a2-4d19-98ac-2a509931012d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:39.652336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.666403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Transition to ACTIVE for port object 19d13569-b9a2-4d19-98ac-2a509931012d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:39.671065 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.731734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Pushing event updated for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:39.738507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.805037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.837197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Attempting to bind port 19d13569-b9a2-4d19-98ac-2a509931012d on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:39.838111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Attempting to bind port 19d13569-b9a2-4d19-98ac-2a509931012d by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:39.838768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Attempting to bind port 19d13569-b9a2-4d19-98ac-2a509931012d on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:39.850876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Port 19d13569-b9a2-4d19-98ac-2a509931012d on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:58:39.851601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Attempting to bind port 19d13569-b9a2-4d19-98ac-2a509931012d on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:39.858207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:39.858886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:39.859468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:39.860794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Bound port: 19d13569-b9a2-4d19-98ac-2a509931012d, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:39.860967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event updated for resources: {'Port': ['ID=3d6d7555-a2ee-4d9e-bc9c-b926820d31de,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:39.861634 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.874459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:39.876256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:39.879676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:39.887970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:39.967973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:39.977368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19d13569-b9a2-4d19-98ac-2a509931012d,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:39.986056 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.037902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.038553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.040297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] 10.222.0.22 "PUT /v2.0/ports/19d13569-b9a2-4d19-98ac-2a509931012d HTTP/1.1" status: 200 len: 1093 time: 1.3392611 Jul 23 22:58:40.042727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:40.044998 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14462cde-85cb-4f99-91b1-947a1da436e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:40.095614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-81973565-network', 'tenant_id': 'dad8cedc537f4837889915acca600186'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:40.154433 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79013a-f2d7-4d9e-bc02-7e8743a637c8 x-openstack-request-id: req-dd79013a-f2d7-4d9e-bc02-7e8743a637c8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:40.154726 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:40.154983 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd79013a-f2d7-4d9e-bc02-7e8743a637c8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:40.155389 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d', 'status': 'completed', 'code': 200} Jul 23 22:58:40.192351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d026684-aa95-459d-8e7f-efe18b9744ac service neutron] Pushing event updated for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:40.207877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:40.277856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd8f3e-1c6b-470c-9d72-28c8440c593c tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.280204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1ebd8f3e-1c6b-470c-9d72-28c8440c593c tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 814 time: 0.0711806 Jul 23 22:58:40.286353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Made reservation on behalf of dad8cedc537f4837889915acca600186 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:40.288480 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.289081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.300738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-af4815c9-9c40-4441-9e68-1c29efff17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.302910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-af4815c9-9c40-4441-9e68-1c29efff17a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 1096 time: 0.1931257 Jul 23 22:58:40.309456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.414041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-f5c88997-0cb5-4215-9e47-cd9a12f62929 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d13569-b9a2-4d19-98ac-2a509931012d HTTP/1.1" status: 200 len: 217 time: 0.0856893 Jul 23 22:58:40.508709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-740644c9-599e-4160-bd6b-9bd1e546065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.510901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-740644c9-599e-4160-bd6b-9bd1e546065a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0894384 Jul 23 22:58:40.603354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.646489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.662040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.699320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:58:40.714227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf5891-7349-46ed-bf25-8e010de36489 req-a2e23d4d-35fc-4ad4-88d2-12a85a7b5663 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.722273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21cf5891-7349-46ed-bf25-8e010de36489 req-a2e23d4d-35fc-4ad4-88d2-12a85a7b5663 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.2060492 Jul 23 22:58:40.738970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eebb6-dbfd-43e7-b504-0054174c37df req-9e73e9d3-5948-44cd-ab93-79278189292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.740709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-9e73e9d3-5948-44cd-ab93-79278189292a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987855 Jul 23 22:58:40.750211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0cd66c-09fb-435d-a4d7-539612ba302f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:40.768878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.769222 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Added segment d9d41b43-166a-4b02-a961-9e5227bb6705 of type vlan for network cc05544e-b6af-4add-a1b3-31c5305af442 Jul 23 22:58:40.837287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Router 6a0712a5-cff6-4e17-8cf1-26490fdfb069 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:40.887678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.923955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-21cf5891-7349-46ed-bf25-8e010de36489 req-72a4c3c3-bf09-4e48-9843-215ac3b883a1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006991 Jul 23 22:58:40.929333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.930560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:40.931312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:40.996256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1054759 Jul 23 22:58:41.024964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:41.027515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31a492-bf4a-45ff-841d-a3537f7cc36e admin admin] Pushing event updated for resources: {'Network': ['ID=cc05544e-b6af-4add-a1b3-31c5305af442,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:41.033599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Request body: {'subnet': {'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-81973565-subnet', 'tenant_id': 'dad8cedc537f4837889915acca600186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:41.040128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-3886357d-8a56-4670-802c-78c179159427 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847490 Jul 23 22:58:41.044461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network cc05544e-b6af-4add-a1b3-31c5305af442 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:58:41.048095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:41.055704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'network': {'name': 'tempest-network-smoke--1108654499', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:41.078745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f2c6acb1-259d-4075-bef5-ecaec6d6f7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:41.089401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:58:41.089401 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:58:41.089401 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': '9a80a634a8b142afaa568338d6884fe5', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 58, 41, 61414)}] Jul 23 22:58:41.089401 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:58:41.090127 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:58:41.115539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Made reservation on behalf of dad8cedc537f4837889915acca600186 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:41.118327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:41.242888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741eebb6-dbfd-43e7-b504-0054174c37df req-eefe6259-92f9-4c96-ba92-48228dc3522f service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936655 Jul 23 22:58:41.430391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:41.438654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-af75a922-4405-401d-a77f-b05cf9df43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:41.440919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-af75a922-4405-401d-a77f-b05cf9df43b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 1096 time: 0.1280034 Jul 23 22:58:41.446198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] Sync routers for ids ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:41.453913 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:58:41.454903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:41.460355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6cc6c140-5553-4df3-92f8-c5adac57c3c4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2811861 Jul 23 22:58:41.460722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:41.468534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] Routers {'6a0712a5-cff6-4e17-8cf1-26490fdfb069'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:41.469383 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:41.482094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:41.484952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:41.557946 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:41.577689 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] Routers {'6a0712a5-cff6-4e17-8cf1-26490fdfb069'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:41.579945 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:41.619299 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:41.619953 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ce212-db25-4d73-b74a-b430e6b0b2de None None] The sync data for ids ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:41.964206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d1fd62-9552-45a3-aca4-1992ac634ec4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:42.101137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:42.105396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:42.152087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Checking segment: {'id': 'd9d41b43-166a-4b02-a961-9e5227bb6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:42.152455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Network hostable DHCP agents. Network: cc05544e-b6af-4add-a1b3-31c5305af442, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:58:42.159749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-dfa54509-6b65-4c20-824a-e3575c8881bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:42.161303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-dfa54509-6b65-4c20-824a-e3575c8881bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.7129605 Jul 23 22:58:42.289187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-fbf77661-9e49-45bb-8883-6ddaf965707a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d13569-b9a2-4d19-98ac-2a509931012d HTTP/1.1" status: 200 len: 217 time: 0.1112676 Jul 23 22:58:42.289903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:58:42.326801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Network cc05544e-b6af-4add-a1b3-31c5305af442 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:58:42.336196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:42.336877 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Added segment 9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17 of type vlan for network 25ba5230-7543-4791-8b4f-70c8372f91bb Jul 23 22:58:42.428465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, cc05544e-b6af-4add-a1b3-31c5305af442) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:42.441461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21b2a4-64b7-42b6-942b-f83febfa40f1 None None] Network cc05544e-b6af-4add-a1b3-31c5305af442 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:42.474248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07a1fd-8124-412b-935f-698e1622d69c req-acecf2f9-3483-49b1-b5e7-b138455c5de0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:42.476481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e07a1fd-8124-412b-935f-698e1622d69c req-acecf2f9-3483-49b1-b5e7-b138455c5de0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.4168675 Jul 23 22:58:42.512641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:42.513379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:42.525786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:42.624061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1792b1-2c01-4354-ae2b-ff5eba3c1fec None None] Network cc05544e-b6af-4add-a1b3-31c5305af442 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:42.661517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-04a4745c-8613-454a-8d1d-5fc5126b33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:42.663421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-04a4745c-8613-454a-8d1d-5fc5126b33c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.3626161 Jul 23 22:58:42.758569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 22:58:42.768485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-48c4f7b7-01ff-43b9-8580-5440e406df0c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7418332 Jul 23 22:58:42.832100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e07a1fd-8124-412b-935f-698e1622d69c req-f03913b9-7bf1-4e83-8bbc-f9aed36eb3b4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093376 Jul 23 22:58:42.842246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:42.869840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:42.869840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:43.006780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:43.019047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9674878 Jul 23 22:58:43.022577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55932) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.078367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-66272a6a-ecc2-48af-b73f-24db22d3d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:43.079887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-66272a6a-ecc2-48af-b73f-24db22d3d75c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3991008 Jul 23 22:58:43.080876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6e879-8493-4dec-98df-4b6a6b95da42 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Network': ['ID=25ba5230-7543-4791-8b4f-70c8372f91bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:43.092316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 25ba5230-7543-4791-8b4f-70c8372f91bb details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:58:43.170255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d0cf5-1afa-43ab-ba14-0d433521a407 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:43.172153 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b6d0cf5-1afa-43ab-ba14-0d433521a407 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9a80a634a8b142afaa568338d6884fe5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1483800 Jul 23 22:58:43.175439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.397009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554d496-aa6b-4610-8b83-934d6b62bd25 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:43.403735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4554d496-aa6b-4610-8b83-934d6b62bd25 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2245126 Jul 23 22:58:43.404014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.422980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-039d5d70-1f12-414a-8f47-e07c2c2dce43 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183732 Jul 23 22:58:43.450718 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36aa5a83-46b7-46eb-8ae8-fa63d3663e2d tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454667 Jul 23 22:58:43.453625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.494776 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-84017543-0cae-428e-a9e1-465b6524589e tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9a80a634a8b142afaa568338d6884fe5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397553 Jul 23 22:58:43.502680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.646839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14462cde-85cb-4f99-91b1-947a1da436e7 req-16f73960-f2f1-4969-a1d3-f2b14f987548 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179875 Jul 23 22:58:43.687012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958628a-92fe-4b02-a160-fc61c2790bb1 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:43.689563 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6958628a-92fe-4b02-a160-fc61c2790bb1 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1832731 Jul 23 22:58:43.693659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.736744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-ec78e1ab-4324-445e-9e61-636678e067bb tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:43.738557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-ec78e1ab-4324-445e-9e61-636678e067bb tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/networks?id=cc05544e-b6af-4add-a1b3-31c5305af442 HTTP/1.1" status: 200 len: 820 time: 0.3128304 Jul 23 22:58:43.772352 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a6c0e3a8-1287-45cd-9ff6-2c935afdf4a2 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769823 Jul 23 22:58:43.777897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:43.781872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-a794c1ae-d87b-44f6-8fab-f63ce6180e2a tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/quotas/dad8cedc537f4837889915acca600186 HTTP/1.1" status: 200 len: 375 time: 0.0332887 Jul 23 22:58:43.789196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c022-133c-428c-9817-685340b62c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:43.804101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143296386', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:43.866025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-8d6b0080-fdc6-4244-97f7-fd6fa3a858a6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dad8cedc537f4837889915acca600186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627019 Jul 23 22:58:43.992929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:43.998134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.084383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-688c2a5b-1e6f-4c05-bb2a-0cbe4a8cf2cf service neutron] 10.222.0.37 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675420 Jul 23 22:58:44.190541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.267367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.272776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-3a96a43b-37b7-4967-9c46-9cc41874a233 service neutron] 10.222.0.37 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520016 Jul 23 22:58:44.274190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.366127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.469370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 6a0712a5-cff6-4e17-8cf1-26490fdfb069 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:58:44.537545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Subnet': ['ID=4350fc4d-edc6-480d-a24f-c248814a2243,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:44.562853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Checking segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:44.563332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network hostable DHCP agents. Network: 25ba5230-7543-4791-8b4f-70c8372f91bb, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:58:44.600459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 25ba5230-7543-4791-8b4f-70c8372f91bb is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:58:44.625845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 25ba5230-7543-4791-8b4f-70c8372f91bb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:44.639815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9da8f0-6853-4b0f-8bb4-7b803667705c None None] Network 25ba5230-7543-4791-8b4f-70c8372f91bb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:44.641821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:44.643275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.686037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a16931e-1c3a-4dd8-b5d0-b6f138725025 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9019473 Jul 23 22:58:44.796875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:44.801823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:44.803034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-71543527-3750-4524-9093-c6a1cd61796f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "PUT /v2.0/routers/6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 200 len: 921 time: 3.3412755 Jul 23 22:58:44.805751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:44.840287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d0e09-89ad-4734-8272-7e35492a6a50 req-a11ba613-c227-448d-be6e-1208abe12e14 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:44.856245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e1d0e09-89ad-4734-8272-7e35492a6a50 req-a11ba613-c227-448d-be6e-1208abe12e14 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1720212 Jul 23 22:58:44.940528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e1d0e09-89ad-4734-8272-7e35492a6a50 req-6859bdc6-4652-4eb8-a88a-022633f873d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826824 Jul 23 22:58:45.007164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d3dacc0-c94c-42bf-86c2-1c3cae454777 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 200 len: 921 time: 0.2001913 Jul 23 22:58:45.012352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:45.159324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed39b6f-ad00-4dcf-8482-289c0293d6ec tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:45.166864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ed39b6f-ad00-4dcf-8482-289c0293d6ec tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=6a0712a5-cff6-4e17-8cf1-26490fdfb069&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1499405 Jul 23 22:58:45.167970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:45.179904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] Sync routers for ids ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:45.211984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] Routers {'6a0712a5-cff6-4e17-8cf1-26490fdfb069'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:45.213240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:45.228853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7299c5d4-4a2e-46f4-8c6b-f3723fb8dfb6 req-11c01f2b-4d19-4bf7-8a2a-3f2e3f5b0d81 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 210 time: 0.0803094 Jul 23 22:58:45.292908 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:45.351463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:45.384639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] Routers {'6a0712a5-cff6-4e17-8cf1-26490fdfb069'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:45.389253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:45.404726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-25ba5230-7543-4791-8b4f-70c8372f91bb', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ips': [{'subnet_id': '4350fc4d-edc6-480d-a24f-c248814a2243'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:58:45.405986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:45.500279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:45.501308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee9d07-a3b1-4ffd-9ce8-08a11a07e0d7 None None] The sync data for ids ['6a0712a5-cff6-4e17-8cf1-26490fdfb069'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:45.521028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2fa3b-fe54-43e8-a700-9ee18fa51473 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:45.525420 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c5e2fa3b-fe54-43e8-a700-9ee18fa51473 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.3552933 Jul 23 22:58:45.528536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:45.587513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 55994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:45.631027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7e9d2b5-f03b-4df5-9c97-623493e2bf58 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 200 len: 205 time: 0.0861990 Jul 23 22:58:45.759739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Allocated IP 172.20.0.18 (25ba5230-7543-4791-8b4f-70c8372f91bb/4350fc4d-edc6-480d-a24f-c248814a2243/ef4e5272-213b-4f25-abb8-15716e684fa4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:45.859938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:45.880336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 55996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:45.885196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784048128', 'description': 'tempest-secgroup-smoke-1784048128 description', 'project_id': '9a80a634a8b142afaa568338d6884fe5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:45.950752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.083632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.188802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port 3d6d7555-a2ee-4d9e-bc9c-b926820d31de {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:46.189885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.193811 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.216433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Transition to ACTIVE for port object ef4e5272-213b-4f25-abb8-15716e684fa4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:46.257196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Transition to ACTIVE for port object ef4e5272-213b-4f25-abb8-15716e684fa4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:46.263169 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.280979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.291569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.325169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.356378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Network 25ba5230-7543-4791-8b4f-70c8372f91bb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:46.360137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:46.365173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for 3d6d7555-a2ee-4d9e-bc9c-b926820d31de owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:46.373207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:46.396363 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.404704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5229414 Jul 23 22:58:46.413498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:46.416737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Pushing event updated for resources: {'Port': ['ID=ef4e5272-213b-4f25-abb8-15716e684fa4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:46.435381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:46.456965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Attempting to bind port ef4e5272-213b-4f25-abb8-15716e684fa4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:46.457346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Attempting to bind port ef4e5272-213b-4f25-abb8-15716e684fa4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:46.457731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Attempting to bind port ef4e5272-213b-4f25-abb8-15716e684fa4 on network 25ba5230-7543-4791-8b4f-70c8372f91bb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:46.464080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:46.464422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Checking segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:46.464804 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.465199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Bound using segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:46.465683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Bound port: ef4e5272-213b-4f25-abb8-15716e684fa4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:46.466229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.485500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2fe37-03ea-4979-9c3a-81caaf3a85ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa3223-aa75-4bd9-a513-ff335831509b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:46.535079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1041-c3cf-40fd-8c6b-70c24b567665 req-498d2875-b837-4f2c-bac2-b2522dac84a5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:46.545366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74be1041-c3cf-40fd-8c6b-70c24b567665 req-498d2875-b837-4f2c-bac2-b2522dac84a5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.4560416 Jul 23 22:58:46.607551 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.641062 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.660548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74be1041-c3cf-40fd-8c6b-70c24b567665 req-73f002ce-a1bb-4246-9f00-5c3e02c68399 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109886 Jul 23 22:58:46.684634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] For port ef4e5272-213b-4f25-abb8-15716e684fa4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:46.693526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] For port ef4e5272-213b-4f25-abb8-15716e684fa4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ef4e5272-213b-4f25-abb8-15716e684fa4,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:46.708832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.902100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dcdaa-b5d8-447c-99fa-9632b9dd160a None None] Pushing event updated for resources: {'Port': ['ID=ef4e5272-213b-4f25-abb8-15716e684fa4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:46.902456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.932738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-67435340-d827-4882-a595-ca5faae6a6d8 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:46.941285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-67435340-d827-4882-a595-ca5faae6a6d8 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.25 "GET /v2.0/networks?id=cc05544e-b6af-4add-a1b3-31c5305af442 HTTP/1.1" status: 200 len: 820 time: 0.3609946 Jul 23 22:58:46.961259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=3d6d7555-a2ee-4d9e-bc9c-b926820d31de,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:46.972948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Request body: {'port': {'device_id': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442', 'admin_state_up': True, 'tenant_id': 'dad8cedc537f4837889915acca600186'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:46.981667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.981959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.982562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.982903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.983244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.983579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.983934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.984268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.984598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.985314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.986129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.986129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:46.993055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.090946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.109181 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.117659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0df83bb-be40-487f-9e7e-09804a167729 req-37c65243-49e8-4310-b79b-5c536799e7d4 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 210 time: 0.1112936 Jul 23 22:58:47.173825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d23c4f-2127-47cc-b3e0-7c0c3a003da6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:47.194269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.195744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3199a4d8-e45c-4d59-81f2-2a8844f3b0c8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7742484 Jul 23 22:58:47.199806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:47.207264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:47.246023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:58:47.246023 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 22:58:47.246023 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': 'dad8cedc537f4837889915acca600186', 'expiration_1': datetime.datetime(2021, 7, 23, 22, 58, 47, 234888)}] Jul 23 22:58:47.246023 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:58:47.246554 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:58:47.256105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.260463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.264089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.372518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.377126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router 6a0712a5-cff6-4e17-8cf1-26490fdfb069 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:47.417579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.427148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9bbade2e-3ded-4cfa-a6a8-14dd09603960 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 204 len: 168 time: 1.8380392 Jul 23 22:58:47.427377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:47.444543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644641777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:47.488201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.498349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.524111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5661cd6c-48f2-4336-b3aa-65918c7637fd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:47.529028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.530203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.532066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ef4e5272-213b-4f25-abb8-15716e684fa4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:47.565017 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.568933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e204ff6e-e3ed-4ff4-a092-a6b6d7dba753 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3655825 Jul 23 22:58:47.570386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:47.576324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:47.629938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.651488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ef4e5272-213b-4f25-abb8-15716e684fa4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:47.667641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.674981 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.718200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.725669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56018) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:47.733400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:47.741806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de21ef9f-ca3f-42ae-91bb-73560c8fc85f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2960711 Jul 23 22:58:47.798329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Made reservation on behalf of dad8cedc537f4837889915acca600186 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:47.802500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.835746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.844464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.952869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e363-7b01-4909-9cee-80d60d0e6dca req-891460d6-c740-46f8-8535-f989818f49d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:47.954613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b263e363-7b01-4909-9cee-80d60d0e6dca req-891460d6-c740-46f8-8535-f989818f49d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1850080 Jul 23 22:58:47.967954 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.972388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976002 Jul 23 22:58:47.972879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:47.977721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:47.984433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37f57f-9792-4a60-a7df-1bbfc1910a90 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7723f6da-794d-4362-8200-28b0984d6dd5,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:48.054894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Allocated IP 172.20.0.5 (cc05544e-b6af-4add-a1b3-31c5305af442/b9d1fd62-9552-45a3-aca4-1992ac634ec4/6c8e32f7-5b08-4b19-a2b2-2b8c327657ff) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:48.095710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b263e363-7b01-4909-9cee-80d60d0e6dca req-e3aa5941-7d4c-49cc-9574-f8d165c213c9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075704 Jul 23 22:58:48.113018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.122935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.248058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.275359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.371896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d893d1d-5069-4b1d-ba6a-5c1910357393,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:48.413337 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.414543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3128e71-8a89-4994-b50b-a8e54d8b76ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4406772 Jul 23 22:58:48.419435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:48.425365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:48.568431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e054d54-8be6-47c3-95ca-6e58a9c4b959 None None] Network 25ba5230-7543-4791-8b4f-70c8372f91bb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:58:48.610183 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:58:48.628336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.796298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Provisioning for port ef4e5272-213b-4f25-abb8-15716e684fa4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:48.848059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.849568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.876356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.884139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.894831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Provisioning complete for port ef4e5272-213b-4f25-abb8-15716e684fa4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:48.907080 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.935059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.944077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c67fedef-8352-4c7e-b070-c8ea9bfae7ed req-116189b9-9854-4f5b-9122-813215ca9850 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 210 time: 0.0448835 Jul 23 22:58:48.954314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.980463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.989318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5614109 Jul 23 22:58:48.989318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:48.991620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47cc9a-0940-4bab-8297-6d2fab075f7a tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a49dfc6-edef-4a87-9ed6-853eb318c387,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:49.005520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': 'c1aa3223-aa75-4bd9-a513-ff335831509b', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:49.072808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Network cc05544e-b6af-4add-a1b3-31c5305af442 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:49.087901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:49.102736 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:58:49.114822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:49.136980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Allocated IP 172.25.1.49 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1d27f001-ba9b-4717-a46d-2886d8828932) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:49.143577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.297247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.307159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.337836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a4cc15-e368-49b5-a32c-8fa082c0af66,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:49.344726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.369331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.371085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0113689-44fb-4a40-8c50-efeeec5c6148 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774061 Jul 23 22:58:49.386948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:49.395806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.398140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] For port ef4e5272-213b-4f25-abb8-15716e684fa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ef4e5272-213b-4f25-abb8-15716e684fa4,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:49.412062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.469816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:49.512960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Pushing event updated for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:49.553383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-deb4cd66-eb87-4876-8077-298517d831fd tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5966203 Jul 23 22:58:49.559428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.573375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05369fd8-427b-4ee1-9b23-43909b068f55 None None] Pushing event updated for resources: {'Port': ['ID=ef4e5272-213b-4f25-abb8-15716e684fa4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:49.656549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Request body: {'port': {'device_id': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:49.665841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.769983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3546f3a-85e1-4b49-b890-42d624f62f9b None None] Provisioning complete for port ef4e5272-213b-4f25-abb8-15716e684fa4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:49.770316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3546f3a-85e1-4b49-b890-42d624f62f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.827679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:49.829364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-107c5869-bea0-48f9-bbe2-870f437c3ac4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2094109 Jul 23 22:58:49.838661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd77f9-1d7d-445f-996c-374a8d0def98 req-ee6316f3-bc97-4e87-8f93-7e264291652c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:49.840109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ffd77f9-1d7d-445f-996c-374a8d0def98 req-ee6316f3-bc97-4e87-8f93-7e264291652c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.3664241 Jul 23 22:58:49.853306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.863235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:49.866067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:49.869345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event updated for resources: {'Port': ['ID=1d27f001-ba9b-4717-a46d-2886d8828932,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:49.890005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b52551-145e-410b-bf00-936bdfbabdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:49.966177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ffd77f9-1d7d-445f-996c-374a8d0def98 req-0bff1a75-ca3f-43f5-9b03-c629402b91ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147311 Jul 23 22:58:50.118154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-38f9bc05-119f-4670-9aab-2905c7774ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:50.119656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-38f9bc05-119f-4670-9aab-2905c7774ee6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1097 time: 0.2109745 Jul 23 22:58:50.218246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b52551-145e-410b-bf00-936bdfbabdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.229440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47b52551-145e-410b-bf00-936bdfbabdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.279285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.333498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-e4bbc509-9fc5-46c6-9cba-2503cef2a88c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784048128&fields=id&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 267 time: 0.1051245 Jul 23 22:58:50.362015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-97c8ea1d-e29d-43ed-bb72-ddf7417fb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:50.362333 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-47b52551-145e-410b-bf00-936bdfbabdad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b23d901c469643bc8aa0b662812ea61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905039 Jul 23 22:58:50.363954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-97c8ea1d-e29d-43ed-bb72-ddf7417fb6fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 898 time: 0.2133045 Jul 23 22:58:50.365072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:50.370323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b52551-145e-410b-bf00-936bdfbabdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f1efa-e049-4387-9b28-0afdff7b5dbb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:50.518441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.522191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.543948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:50.559879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.590394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-b2167814-3989-42fa-abd3-0771d856fd0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 999 time: 0.2043839 Jul 23 22:58:50.631906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-da86f5dd-e1c3-45de-88ea-7a3ea7f6fecd tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:50.633475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-da86f5dd-e1c3-45de-88ea-7a3ea7f6fecd tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/networks?id=25ba5230-7543-4791-8b4f-70c8372f91bb HTTP/1.1" status: 200 len: 797 time: 0.2888322 Jul 23 22:58:50.634624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Transition to ACTIVE for port object 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:50.653980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.668333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.726367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-03c6a745-7489-40e6-875d-771d1cb922f0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/quotas/9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 375 time: 0.0696285 Jul 23 22:58:50.779812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-47a4f1f6-3150-4e55-be24-c7fe5859ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:50.781352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-47a4f1f6-3150-4e55-be24-c7fe5859ccfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 200 len: 834 time: 0.1800022 Jul 23 22:58:50.794826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:50.846412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:51.006662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-867e7953-c6ae-48f4-9bee-abf31a5c4b06 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2962244 Jul 23 22:58:51.010196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.012839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.013274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Router f12dea60-3e15-4967-9871-4499d7fb540f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:51.016372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa1f1efa-e049-4387-9b28-0afdff7b5dbb HTTP/1.1" status: 204 len: 168 time: 0.6360765 Jul 23 22:58:51.049280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-2dec5b48-8852-40a2-8831-92c42acc4cc5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2862136 Jul 23 22:58:51.051797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66734dde-1e8a-4d21-a6a2-00ab8a556aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f1efa-e049-4387-9b28-0afdff7b5dbb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:51.053610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Attempting to bind port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:51.054032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Attempting to bind port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'd9d41b43-166a-4b02-a961-9e5227bb6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:51.054366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Attempting to bind port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff on network cc05544e-b6af-4add-a1b3-31c5305af442 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:51.059927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-503ab1ed-bc9f-4691-9b30-0895ed3aa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.061510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-503ab1ed-bc9f-4691-9b30-0895ed3aa6e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646945 Jul 23 22:58:51.076308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff on network cc05544e-b6af-4add-a1b3-31c5305af442 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:58:51.076308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Attempting to bind port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff on network cc05544e-b6af-4add-a1b3-31c5305af442 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:51.133680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:51.134048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Checking segment: {'id': 'd9d41b43-166a-4b02-a961-9e5227bb6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:51.134438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Bound using segment: {'id': 'd9d41b43-166a-4b02-a961-9e5227bb6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:51.134888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Bound port: 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9d41b43-166a-4b02-a961-9e5227bb6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:51.135326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.171489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:51.179101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.185861 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] Sync routers for ids ['f12dea60-3e15-4967-9871-4499d7fb540f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:51.186416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c793b7d4-9fb6-4526-a136-c1255adc8641 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "PUT /v2.0/routers/f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 200 len: 879 time: 3.4585037 Jul 23 22:58:51.187052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:51.197096 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] Routers {'f12dea60-3e15-4967-9871-4499d7fb540f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:51.197718 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f12dea60-3e15-4967-9871-4499d7fb540f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:51.241953 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:51.254701 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] Routers {'f12dea60-3e15-4967-9871-4499d7fb540f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:51.255324 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f12dea60-3e15-4967-9871-4499d7fb540f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:51.291414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:51.292352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144666ec-f2eb-4769-86f0-a4c130c25fcc None None] The sync data for ids ['f12dea60-3e15-4967-9871-4499d7fb540f'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:51.326804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-1d88885e-d8f8-42f8-9360-bc77d0f64a8b service neutron] 10.222.0.37 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525551 Jul 23 22:58:51.332369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-f7adab3e-3d36-46eb-a4b4-1d9910aaba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.334024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-f7adab3e-3d36-46eb-a4b4-1d9910aaba13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=42fcdc7f7d984a9da69cdc0458454967&device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 1097 time: 0.2703590 Jul 23 22:58:51.342248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-2fc2f66f-6e29-4a54-94f4-701df891c41b service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699842 Jul 23 22:58:51.354609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:51.361414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,segment=NetworkSegment(d9d41b43-166a-4b02-a961-9e5227bb6705),segment_id=d9d41b43-166a-4b02-a961-9e5227bb6705)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:51.365656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b95cf65-69cc-40be-808a-7a605f446707 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 200 len: 920 time: 0.1746030 Jul 23 22:58:51.366495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:51.409832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.440336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b655928-7075-4935-8050-85d5a0df79ba tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.445203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b655928-7075-4935-8050-85d5a0df79ba tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=f12dea60-3e15-4967-9871-4499d7fb540f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0780325 Jul 23 22:58:51.445913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:51.450607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ef4e5272-213b-4f25-abb8-15716e684fa4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:51.530750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ef4e5272-213b-4f25-abb8-15716e684fa4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:51.531719 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.563919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c429d854-47c5-4a63-8302-54142b08ad3e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.569733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c429d854-47c5-4a63-8302-54142b08ad3e tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.1189244 Jul 23 22:58:51.569733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:51.579470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.580044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.581707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] 10.222.0.25 "PUT /v2.0/ports/6c8e32f7-5b08-4b19-a2b2-2b8c327657ff HTTP/1.1" status: 200 len: 1092 time: 1.9304459 Jul 23 22:58:51.592557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:51.593648 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9245cb5-852b-4ce8-84b7-5c980c4b378b" -d '{"events": [{"name": "network-changed", "server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:51.613607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f8a04507-001e-4619-85af-82136912fb4f tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 200 len: 205 time: 0.0428004 Jul 23 22:58:51.615564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:51.681935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e52aa1ab-c2b8-4d0e-abaa-f9fe9d24d5d1 req-7ec453bb-a32e-4910-b13a-ca524cec3f50 service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249552 Jul 23 22:58:51.682868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f5a34-a46e-4c05-900d-02573b227e06 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:51.713252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-2cac373b-3c83-44fa-91d8-6aa7a4bf6c62 service neutron] 10.222.0.37 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663516 Jul 23 22:58:51.716975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-c19e8447-05e6-4d28-9788-5eed24c38d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.721632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-c19e8447-05e6-4d28-9788-5eed24c38d51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 200 len: 911 time: 0.3595023 Jul 23 22:58:51.764390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.801832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-381f2b85-fb7d-41c0-b7ec-a422468367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.803663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-381f2b85-fb7d-41c0-b7ec-a422468367ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dad8cedc537f4837889915acca600186&device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 1095 time: 0.1450756 Jul 23 22:58:51.806109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-91fbdfb3-1724-4b46-8ac6-a516836e590f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 200 len: 1000 time: 0.0805955 Jul 23 22:58:51.897110 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-7ae7d3cf-8f79-4ade-83db-a4185df067de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff HTTP/1.1" status: 200 len: 217 time: 0.0802503 Jul 23 22:58:51.938348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:51.969841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-44e7c24b-9c4b-462d-9fe9-0fd67b54be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:51.972394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-44e7c24b-9c4b-462d-9fe9-0fd67b54be71 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d1fd62-9552-45a3-aca4-1992ac634ec4 HTTP/1.1" status: 200 len: 860 time: 0.0674875 Jul 23 22:58:52.011125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-a527c7f6-fd74-4b2c-a756-08587e9f33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:52.012592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-a527c7f6-fd74-4b2c-a756-08587e9f33dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 200 len: 849 time: 0.1872613 Jul 23 22:58:52.020430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port 1d27f001-ba9b-4717-a46d-2886d8828932 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:52.020780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.041744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-288e4ae0-c5c3-4f3a-87dd-080c35376272 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc05544e-b6af-4add-a1b3-31c5305af442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459843 Jul 23 22:58:52.122015 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.145746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for 1d27f001-ba9b-4717-a46d-2886d8828932 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:52.363686 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.377658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.406938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=1d27f001-ba9b-4717-a46d-2886d8828932,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:52.498072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.596666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c099e94-7f5b-43ce-82e8-fe3116b2890f req-e213fc0f-5a40-462a-973d-132611e636f4 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:52.601480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c099e94-7f5b-43ce-82e8-fe3116b2890f req-e213fc0f-5a40-462a-973d-132611e636f4 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 943 time: 0.6467178 Jul 23 22:58:52.645201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-67383614-582b-4920-acbc-18aaf27a5ef2 service neutron] 10.222.0.25 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934372 Jul 23 22:58:52.646466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.649121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.694544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-2b0994b6-8cf6-48c3-9e38-b408700ca1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:52.697589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-2b0994b6-8cf6-48c3-9e38-b408700ca1fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0329d235-b00d-4e43-9434-51cf07f9c037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6591563 Jul 23 22:58:52.709647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.710470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router f12dea60-3e15-4967-9871-4499d7fb540f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:52.719803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.721066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7956c0cc-af94-48c2-9102-61aabb314742 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 204 len: 168 time: 1.1042991 Jul 23 22:58:52.727923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:52.735906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1724166271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:52.779656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.781232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.813178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c099e94-7f5b-43ce-82e8-fe3116b2890f req-3adc7072-3c3b-443f-af0e-acdb0997f6e3 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639605 Jul 23 22:58:52.898982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-61ea6407-7abe-4dcd-a329-691e5086fa91 service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503263 Jul 23 22:58:52.900103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.902896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a072f12-5dfe-4960-b286-0f1468862ad8 req-7bc69b78-17c7-41ae-bcb3-2f149c0ada72 service neutron] 10.222.0.25 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377393 Jul 23 22:58:52.908128 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.933213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:52.937595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dddf9b2b-48d3-44ff-8fd6-91458b327ff6 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2055972 Jul 23 22:58:52.939085 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:52.944663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': True}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:53.104730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8bd804a-01a2-48b2-a013-517d4c4c98b3 req-1576dfc4-be33-44f7-bfa8-0146048fd1ff service neutron] 10.222.0.25 "GET /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954367 Jul 23 22:58:53.123674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43a10-30ad-4d3c-9b5e-8118a40bc6a3 req-e03ea9a8-9dc7-4f09-a425-b49f2dd88d0e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:53.126560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdf43a10-30ad-4d3c-9b5e-8118a40bc6a3 req-e03ea9a8-9dc7-4f09-a425-b49f2dd88d0e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1904526 Jul 23 22:58:53.173184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:53.177653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdf43a10-30ad-4d3c-9b5e-8118a40bc6a3 req-494905ed-0437-4b1b-bd3b-f485acfa0322 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Jul 23 22:58:53.363640 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:53.366646 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6f164-b764-4c74-a547-83281c454058 x-openstack-request-id: req-30d6f164-b764-4c74-a547-83281c454058 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:53.368821 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:53.369081 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30d6f164-b764-4c74-a547-83281c454058 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:53.369502 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff', 'status': 'completed', 'code': 200} Jul 23 22:58:53.570366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74e73614-e4f1-4985-84fe-87155abc2f7e req-f29ef689-d0a0-4448-bc45-c5a3de5e29e5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 210 time: 0.0869811 Jul 23 22:58:53.602928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:53.621367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-2238f747-65f7-4a9c-9b50-5eb91e2870ad tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:53.623064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-2238f747-65f7-4a9c-9b50-5eb91e2870ad tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/networks?id=25ba5230-7543-4791-8b4f-70c8372f91bb HTTP/1.1" status: 200 len: 797 time: 0.3220494 Jul 23 22:58:53.631959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-767ab082-b45c-428e-89ed-52330964c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:53.634632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:53.641175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-767ab082-b45c-428e-89ed-52330964c3ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dad8cedc537f4837889915acca600186&device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 1095 time: 0.1582034 Jul 23 22:58:53.762808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-de53a7eb-9a6e-4386-b512-7e13dad658ed tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 473 time: 0.1201894 Jul 23 22:58:53.778430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'port': {'device_id': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'admin_state_up': True, 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'security_groups': ['c1aa3223-aa75-4bd9-a513-ff335831509b']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:53.803990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.25.1.193 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/374340c2-3594-4340-bea8-31ca6e9fb6ad) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:53.824532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-df79d539-20df-401a-849d-3aba4e5b5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:53.826411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-df79d539-20df-401a-849d-3aba4e5b5dd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc05544e-b6af-4add-a1b3-31c5305af442 HTTP/1.1" status: 200 len: 921 time: 0.1767886 Jul 23 22:58:53.964776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-fb717295-f46c-4cd0-bd75-a90ae5921f56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff HTTP/1.1" status: 200 len: 217 time: 0.1275303 Jul 23 22:58:53.967526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:53.968855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-b80e9bdb-0d15-4bc0-869c-37b6bb7f1759 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d61bf922c61545019226f797f3e82206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893753 Jul 23 22:58:54.018205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.056692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:54.061694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:54.066794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:54.093883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=374340c2-3594-4340-bea8-31ca6e9fb6ad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:54.212817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-d7a35398-a052-48a1-89a2-b37069a141d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:54.214303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-d7a35398-a052-48a1-89a2-b37069a141d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b9d1fd62-9552-45a3-aca4-1992ac634ec4 HTTP/1.1" status: 200 len: 860 time: 0.2419970 Jul 23 22:58:54.261931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-7bda776f-e73b-45c3-aa3c-d1573d5f2ce1 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:54.263803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-7bda776f-e73b-45c3-aa3c-d1573d5f2ce1 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619557 Jul 23 22:58:54.267930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-92a72bef-d95e-4883-9990-56ae383d8f45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc05544e-b6af-4add-a1b3-31c5305af442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438344 Jul 23 22:58:54.290190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:54.294271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.326532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-2fc1dfd0-8f71-47a1-ab23-c30023c4ae11 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/quotas/d61bf922c61545019226f797f3e82206 HTTP/1.1" status: 200 len: 375 time: 0.0550420 Jul 23 22:58:54.373128 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.422075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-570d0ca8-099a-482d-b857-c2ad5c525986 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d61bf922c61545019226f797f3e82206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851462 Jul 23 22:58:54.522496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-52de77b8-3bd1-46c2-8cfb-c9a34985d0d6 service neutron] 10.222.0.25 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421734 Jul 23 22:58:54.558450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.30 (25ba5230-7543-4791-8b4f-70c8372f91bb/4350fc4d-edc6-480d-a24f-c248814a2243/61beecd1-f61c-4186-9ab9-fa1b019cf9d9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:54.626292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.631012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.665346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9245cb5-852b-4ce8-84b7-5c980c4b378b req-a023b156-a234-4606-8b26-5d768620dd08 service neutron] 10.222.0.25 "GET /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349449 Jul 23 22:58:54.804710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 01bce5d1-d10a-4e88-b887-40af8a125a0d is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:54.829222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c4ce3-f124-4f2a-ba77-9c85ebe1e8ca req-2438f2a0-43e4-4dd0-9a6a-af986eff0350 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:54.839059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d5c4ce3-f124-4f2a-ba77-9c85ebe1e8ca req-2438f2a0-43e4-4dd0-9a6a-af986eff0350 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 943 time: 0.1726665 Jul 23 22:58:54.921572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d5c4ce3-f124-4f2a-ba77-9c85ebe1e8ca req-ad21a602-e43b-48c7-8399-6fe55df9076a tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747988 Jul 23 22:58:54.936711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.960422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:54.961748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:54.977650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] Sync routers for ids ['01bce5d1-d10a-4e88-b887-40af8a125a0d'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:54.979101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:54.983134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb5b4133-f799-4da2-90f4-7e730018132b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "PUT /v2.0/routers/01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 200 len: 915 time: 2.0422871 Jul 23 22:58:54.986930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56162) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:55.010020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] Routers {'01bce5d1-d10a-4e88-b887-40af8a125a0d'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:55.010678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01bce5d1-d10a-4e88-b887-40af8a125a0d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:55.051415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.058124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:55.089069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] Routers {'01bce5d1-d10a-4e88-b887-40af8a125a0d'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:55.090111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01bce5d1-d10a-4e88-b887-40af8a125a0d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:55.141604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:55.142571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f3fdd-1be1-45db-994b-d56b5f8d8adb None None] The sync data for ids ['01bce5d1-d10a-4e88-b887-40af8a125a0d'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:55.164764 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08832603-0ccd-42d1-bfaf-63affc66ef0f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 200 len: 921 time: 0.1740959 Jul 23 22:58:55.165044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56166) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:55.175406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 25ba5230-7543-4791-8b4f-70c8372f91bb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:55.185041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:55.188284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:55.191867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:55.243665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618f954-3c1f-4573-b3f4-c49aaa172031 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:55.246796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4618f954-3c1f-4573-b3f4-c49aaa172031 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=01bce5d1-d10a-4e88-b887-40af8a125a0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0800006 Jul 23 22:58:55.248627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:55.267012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:55.267957 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.285984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ae14-814f-4efb-b556-9b8237a82398 req-866e4aac-3015-4364-b2e5-fcb489066b4a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:55.288308 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2af6ae14-814f-4efb-b556-9b8237a82398 req-866e4aac-3015-4364-b2e5-fcb489066b4a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1953187 Jul 23 22:58:55.332671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ef560690-d90f-41b7-9664-0457c2fd385b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5616724 Jul 23 22:58:55.352912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Request body: {'port': {'device_id': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:55.358781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad92bf9-bbc9-4b1b-a036-d2d1852a3cfc tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:55.360383 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ad92bf9-bbc9-4b1b-a036-d2d1852a3cfc tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.1104927 Jul 23 22:58:55.364285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:55.410175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2af6ae14-814f-4efb-b556-9b8237a82398 req-08941f76-c618-492f-b5ee-bfdfaf317c5e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118443 Jul 23 22:58:55.414243 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea1799b7-a063-4efa-b046-f4ea96823354 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 200 len: 205 time: 0.0485187 Jul 23 22:58:55.416851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:55.421295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:58:55.471612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.626586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-cd487869-ae30-43a6-a52c-92847790a0f0 req-5f481bd7-1a51-424b-964e-468aa900fb0a service neutron] (93836) timed out ('10.222.0.37', 57590) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 22:58:55.674597 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.679992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,segment=NetworkSegment(d9d41b43-166a-4b02-a961-9e5227bb6705),segment_id=d9d41b43-166a-4b02-a961-9e5227bb6705)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:55.694485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06f8d5c4-e1d1-46a3-afa6-1e6a0e1c7d38 None None] Provisioning for port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:55.699154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff', 'network_id': 'cc05544e-b6af-4add-a1b3-31c5305af442', 'port_id': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff', 'mac_address': 'fa:16:3e:5b:75:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d1fd62-9552-45a3-aca4-1992ac634ec4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:58:55.702791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06f8d5c4-e1d1-46a3-afa6-1e6a0e1c7d38 None None] Provisioning complete for port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:55.703468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06f8d5c4-e1d1-46a3-afa6-1e6a0e1c7d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.720058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b105f821-4fbc-46ea-9f82-aa5ae3a1622d req-88c574a9-a096-4c3c-a453-515082ce9526 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 210 time: 0.0424712 Jul 23 22:58:55.747671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-06f8d5c4-e1d1-46a3-afa6-1e6a0e1c7d38 None None] Port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:58:55.796610 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.820244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:55.852120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,segment=NetworkSegment(d9d41b43-166a-4b02-a961-9e5227bb6705),segment_id=d9d41b43-166a-4b02-a961-9e5227bb6705)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:55.861710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.890221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:55.900289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.907148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:55.931351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Transition to ACTIVE for port object 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:55.943875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:55.947065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9cf49-46a3-4084-b3f3-88f2d0d6d691 req-ec3e5e7c-00f8-4d8b-b116-d82d7b7f417f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:55.954793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3f9cf49-46a3-4084-b3f3-88f2d0d6d691 req-ec3e5e7c-00f8-4d8b-b116-d82d7b7f417f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 932 time: 0.1347988 Jul 23 22:58:55.958714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.000585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port 374340c2-3594-4340-bea8-31ca6e9fb6ad {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:58:56.000865 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.030937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-7ab80daf-9dad-4538-94d6-950ce50dfba7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d61bf922c61545019226f797f3e82206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239756 Jul 23 22:58:56.064271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3f9cf49-46a3-4084-b3f3-88f2d0d6d691 req-7f216e04-c973-4005-ae4e-d9e6b8534aeb tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081281 Jul 23 22:58:56.085086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['6c8e32f7-5b08-4b19-a2b2-2b8c327657ff'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:58:56.118057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Pushing event updated for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:56.238435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.257889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for 374340c2-3594-4340-bea8-31ca6e9fb6ad owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:58:56.321080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-71cc0d90-199d-4739-94a3-2b776cb70e32 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:56.322724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-71cc0d90-199d-4739-94a3-2b776cb70e32 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680659 Jul 23 22:58:56.356924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Request body: {'port': {'device_id': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': 'd61bf922c61545019226f797f3e82206'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:56.430495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Attempting to bind port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:56.430976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Attempting to bind port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:56.431399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Attempting to bind port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 on network 25ba5230-7543-4791-8b4f-70c8372f91bb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:56.467161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 on network 25ba5230-7543-4791-8b4f-70c8372f91bb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:58:56.467600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Attempting to bind port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 on network 25ba5230-7543-4791-8b4f-70c8372f91bb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:56.496288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:56.496728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Checking segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:56.497174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Bound using segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:56.497894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Bound port: 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:56.498282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.503396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.513161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289698ff-0597-4868-b9ec-7e3a60f7038f req-c145ff2f-d9bd-496d-bd61-4bb8b312091e tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:56.521030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-289698ff-0597-4868-b9ec-7e3a60f7038f req-c145ff2f-d9bd-496d-bd61-4bb8b312091e tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 944 time: 0.3532462 Jul 23 22:58:56.536302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=374340c2-3594-4340-bea8-31ca6e9fb6ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:56.619413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:56.630173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:56.659198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:56.665634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-289698ff-0597-4868-b9ec-7e3a60f7038f req-e9c30a96-0323-41ca-9bc2-7eacfcfd4abc tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436908 Jul 23 22:58:56.669824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.057292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Made reservation on behalf of d61bf922c61545019226f797f3e82206 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:58:57.061003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.110612 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.114850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.128950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:57.130437 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.132095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] 10.222.0.22 "PUT /v2.0/ports/61beecd1-f61c-4186-9ab9-fa1b019cf9d9 HTTP/1.1" status: 200 len: 1093 time: 1.7842753 Jul 23 22:58:57.153804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:57.156734 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898" -d '{"events": [{"name": "network-changed", "server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:57.159940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.175368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.176468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router 01bce5d1-d10a-4e88-b887-40af8a125a0d {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:58:57.181640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694423-e436-439f-999b-b44d4ccf1604 service neutron] Pushing event updated for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:57.184276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.185544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-abc83478-29fa-4d3d-b3e3-9f30d459408e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 204 len: 168 time: 1.7659402 Jul 23 22:58:57.189749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:57.195275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1428807346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:57.222602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.223850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.298104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.303928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.304154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deee012-0576-4de0-8cc5-94dde73e62fb req-c1427b0f-9e94-46ee-9e0d-f8e965b4c187 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:57.305646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7deee012-0576-4de0-8cc5-94dde73e62fb req-c1427b0f-9e94-46ee-9e0d-f8e965b4c187 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.2386928 Jul 23 22:58:57.336851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ee4c874a-4b49-4933-80b3-9dc299c908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:57.342697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-ee4c874a-4b49-4933-80b3-9dc299c908a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 1096 time: 0.1489429 Jul 23 22:58:57.410411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-f8c73fd6-46dd-4876-8b19-2ee82230833f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9 HTTP/1.1" status: 200 len: 217 time: 0.0544016 Jul 23 22:58:57.432232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:58:57.474172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.479804 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7deee012-0576-4de0-8cc5-94dde73e62fb req-0d1ec89b-3a71-4edb-9278-cf2e255d21dc tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462622 Jul 23 22:58:57.484730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.493216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.494734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-33927a18-efb6-475d-a92b-515908b811cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3035440 Jul 23 22:58:57.497539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:57.504353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:57.505178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'enable_snat': False}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:57.509708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:57.512603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.622813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-04e755da-54d5-470f-9c6e-4890e6399be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:57.624421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-04e755da-54d5-470f-9c6e-4890e6399be6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4350fc4d-edc6-480d-a24f-c248814a2243 HTTP/1.1" status: 200 len: 838 time: 0.2023609 Jul 23 22:58:57.657715 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.671223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee03c12-4fa9-47ce-95a2-2fd9324002e9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:57.688843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Allocated IP 192.168.233.65 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/4b576226-1797-4b94-9061-de0b653c2ab5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:57.710339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,segment=NetworkSegment(d9d41b43-166a-4b02-a961-9e5227bb6705),segment_id=d9d41b43-166a-4b02-a961-9e5227bb6705)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:58:57.711704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:58:57.715266 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2fa2a0-90b5-45fa-a250-1c99d32bec76" -d '{"events": [{"server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:58:57.723911 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.767739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-b41129f0-e362-4456-aadf-cf3fef1efecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:57.769647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-b41129f0-e362-4456-aadf-cf3fef1efecb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25ba5230-7543-4791-8b4f-70c8372f91bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1357219 Jul 23 22:58:57.802408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:57.838518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ba9f211-4cae-494c-9735-a4e9687dd9d7 req-ec4a363e-6f96-48dd-8f44-cf7f0b85aea2 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 210 time: 0.0677893 Jul 23 22:58:57.931695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.004820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-f8e60965-53d0-4a22-9b0c-5975947e353a service neutron] 10.222.0.22 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228301 Jul 23 22:58:58.010486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.054792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Transition to ACTIVE for port object 4b576226-1797-4b94-9061-de0b653c2ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:58.114867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4479e3-15ac-419d-99af-775999ec8670 req-59108e54-7ecb-4b79-8efb-b0cc22e6a79d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:58.116312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c4479e3-15ac-419d-99af-775999ec8670 req-59108e54-7ecb-4b79-8efb-b0cc22e6a79d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 944 time: 0.1998773 Jul 23 22:58:58.167856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.169533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee8067f-3e7d-4f99-a18d-728b71c6b99f req-aeeca568-d753-44e3-a41c-127ca7c7d578 service neutron] 10.222.0.22 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558902 Jul 23 22:58:58.183530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.198524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.207879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c4479e3-15ac-419d-99af-775999ec8670 req-49fe84b8-2a1d-468c-a8e2-9d5b52fbf05d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774236 Jul 23 22:58:58.247730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:58.250823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:58.257004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:58.284891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Pushing event updated for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:58.311638 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d1d6ca-2958-4a67-b5bd-a18deb6beac7 x-openstack-request-id: req-79d1d6ca-2958-4a67-b5bd-a18deb6beac7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:58.312031 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:58.312483 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79d1d6ca-2958-4a67-b5bd-a18deb6beac7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:58.312971 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9', 'status': 'completed', 'code': 200} Jul 23 22:58:58.325887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:58.327161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.360534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-8331f698-ce30-4302-b7c4-8a84be09bad4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0086675 Jul 23 22:58:58.385200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Allocated IP 172.25.1.184 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/0123bf7c-e899-47f8-b29e-8e2eb8c31562) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:58:58.395835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Request body: {'port': {'device_id': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:58:58.515618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.563376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.577080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.594975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2705581-eb1c-47bb-a5e5-96e8c7d8077b req-8020dce9-4b25-4c28-b005-4c7c006e5d39 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:58.604617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2705581-eb1c-47bb-a5e5-96e8c7d8077b req-8020dce9-4b25-4c28-b005-4c7c006e5d39 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 945 time: 0.2025428 Jul 23 22:58:58.611906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:58:58.615017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:58:58.619607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:58:58.623331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Pushing event updated for resources: {'Port': ['ID=0123bf7c-e899-47f8-b29e-8e2eb8c31562,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:58.625135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d28d78f-2a26-4794-8003-e38e2a7876c8 None None] Provisioning for port 4b576226-1797-4b94-9061-de0b653c2ab5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:58:58.631226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0d28d78f-2a26-4794-8003-e38e2a7876c8 None None] Provisioning complete for port 4b576226-1797-4b94-9061-de0b653c2ab5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:58:58.631701 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d28d78f-2a26-4794-8003-e38e2a7876c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:58.685677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-3efb5f5b-544c-4a78-aa76-db411b5a523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:58.687032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-3efb5f5b-544c-4a78-aa76-db411b5a523f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 1096 time: 0.3424029 Jul 23 22:58:58.687661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0d28d78f-2a26-4794-8003-e38e2a7876c8 None None] Port 4b576226-1797-4b94-9061-de0b653c2ab5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:58:58.696827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2705581-eb1c-47bb-a5e5-96e8c7d8077b req-0414feaa-0f55-45e0-a328-5f8953a30cd0 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913720 Jul 23 22:58:58.774202 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc6123-e0d0-40f4-b2fe-f4a37ff8f162 x-openstack-request-id: req-8dcc6123-e0d0-40f4-b2fe-f4a37ff8f162 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:58:58.774603 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "name": "network-vif-plugged", "status": "completed", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:58:58.774957 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dcc6123-e0d0-40f4-b2fe-f4a37ff8f162 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:58:58.775465 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff', 'code': 200} Jul 23 22:58:58.909195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.004750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-270e112c-3217-4e3f-a746-08e566e07e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.006267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-270e112c-3217-4e3f-a746-08e566e07e94 service neutron] 10.222.0.22 "GET /v2.0/networks?id=25ba5230-7543-4791-8b4f-70c8372f91bb HTTP/1.1" status: 200 len: 898 time: 0.3071351 Jul 23 22:58:59.096547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-2c233d0c-2ea6-4df9-a12f-0ba87f684044 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9 HTTP/1.1" status: 200 len: 217 time: 0.0508382 Jul 23 22:58:59.121540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dbb1e-c836-470a-941d-dcc7d0ee85fc req-f17bab22-a32d-40d8-827c-aca0e9b36ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.122954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a69dbb1e-c836-470a-941d-dcc7d0ee85fc req-f17bab22-a32d-40d8-827c-aca0e9b36ddc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 1097 time: 0.2614474 Jul 23 22:58:59.131786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.137219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.183411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9011ed3-70ce-4546-9ad8-f5e780a7e9c8 req-14e0735a-a409-4ea1-a430-8558bed83b46 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.184889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9011ed3-70ce-4546-9ad8-f5e780a7e9c8 req-14e0735a-a409-4ea1-a430-8558bed83b46 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.3156297 Jul 23 22:58:59.219554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-d9515a7f-737b-4b5d-8981-e9f113af8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.221697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-d9515a7f-737b-4b5d-8981-e9f113af8f11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4350fc4d-edc6-480d-a24f-c248814a2243 HTTP/1.1" status: 200 len: 838 time: 0.1190605 Jul 23 22:58:59.270444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Router 9fcff5c7-a812-4873-bf2c-c1ae62ca78ea is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:58:59.288526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a69dbb1e-c836-470a-941d-dcc7d0ee85fc req-7286aa44-a63b-4e4c-8ece-6bc6ee1a6dbc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386917 Jul 23 22:58:59.312991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9011ed3-70ce-4546-9ad8-f5e780a7e9c8 req-30c5575f-8cf7-4ad1-9883-f7544253fa70 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167579 Jul 23 22:58:59.344134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b576226-1797-4b94-9061-de0b653c2ab5 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:58:59.355192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.375038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Transition to ACTIVE for port object 4b576226-1797-4b94-9061-de0b653c2ab5 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:58:59.378714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-fdb43846-390b-4fae-86d4-644887f1040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.380267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-fdb43846-390b-4fae-86d4-644887f1040e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25ba5230-7543-4791-8b4f-70c8372f91bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1483819 Jul 23 22:58:59.381805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.401020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:58:59.405302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.406630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-57d636b1-2321-4c79-835b-35018206aa53 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "PUT /v2.0/routers/9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 200 len: 916 time: 1.9076788 Jul 23 22:58:59.409536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:59.413077 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] Sync routers for ids ['9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:58:59.426243 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] Routers {'9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:59.427294 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:59.473551 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:59.483427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] Routers {'9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:58:59.484359 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:59.518195 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:58:59.519203 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f13d86-ccbf-4018-b127-3fa803187252 None None] The sync data for ids ['9fcff5c7-a812-4873-bf2c-c1ae62ca78ea'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:58:59.526128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55d6dee0-0b23-43b8-99a0-18979447813f tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 200 len: 922 time: 0.1143360 Jul 23 22:58:59.527778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:59.530544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Pushing event updated for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:59.588434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7de14-6806-4103-be35-fb1da553cd5b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.592475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-04f7de14-6806-4103-be35-fb1da553cd5b tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=9fcff5c7-a812-4873-bf2c-c1ae62ca78ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0613043 Jul 23 22:58:59.593322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:59.654078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-37f58e71-0fe2-4840-ac2a-f72d69026b67 service neutron] 10.222.0.22 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409415 Jul 23 22:58:59.683777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26eed4-bf3e-4885-b3c2-95526174d839 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.685230 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5e26eed4-bf3e-4885-b3c2-95526174d839 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 881 time: 0.0915029 Jul 23 22:58:59.690003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:59.746866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210fc14-6000-445e-8e53-db22700ae5f0 req-16645ecb-3174-4841-9174-d940ca9b6aca tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.748359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e210fc14-6000-445e-8e53-db22700ae5f0 req-16645ecb-3174-4841-9174-d940ca9b6aca tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 947 time: 0.2145653 Jul 23 22:58:59.752280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4682f6a6-15cc-45bd-967e-288bbb2683c7 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 200 len: 205 time: 0.0598209 Jul 23 22:58:59.755157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:59.811963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Attempting to bind port 4b576226-1797-4b94-9061-de0b653c2ab5 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:58:59.812270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Attempting to bind port 4b576226-1797-4b94-9061-de0b653c2ab5 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:58:59.812619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Attempting to bind port 4b576226-1797-4b94-9061-de0b653c2ab5 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:59.837052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Port 4b576226-1797-4b94-9061-de0b653c2ab5 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:58:59.837372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Attempting to bind port 4b576226-1797-4b94-9061-de0b653c2ab5 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:58:59.849068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed71317b-58b3-43f4-b2fe-ca4cc81dd898 req-7cf62c1d-ace7-4615-a59b-4fcd57b48047 service neutron] 10.222.0.22 "GET /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874969 Jul 23 22:58:59.850197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:58:59.850536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:58:59.850903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:58:59.851338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Bound port: 4b576226-1797-4b94-9061-de0b653c2ab5, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:58:59.851697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.856636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e210fc14-6000-445e-8e53-db22700ae5f0 req-01f108d4-db4e-4aa0-b878-8fe715dc8550 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778115 Jul 23 22:58:59.866874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.920094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:58:59.924221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4b576226-1797-4b94-9061-de0b653c2ab5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:58:59.939521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.979306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.988906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:58:59.989529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:59.990956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-352a3236-5219-49d8-8142-42d902978f4d service neutron] 10.222.0.25 "PUT /v2.0/ports/4b576226-1797-4b94-9061-de0b653c2ab5 HTTP/1.1" status: 200 len: 1096 time: 1.6028087 Jul 23 22:59:00.029355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3236-5219-49d8-8142-42d902978f4d service neutron] Pushing event updated for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:00.043469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port 0123bf7c-e899-47f8-b29e-8e2eb8c31562 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:00.043815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.093780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd433d-a869-4f21-8451-a4906c9dd23e req-e529d4f8-6880-4eaf-8b62-e9be226c12d2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:00.095835 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55bd433d-a869-4f21-8451-a4906c9dd23e req-e529d4f8-6880-4eaf-8b62-e9be226c12d2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 944 time: 0.1730554 Jul 23 22:59:00.144732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.150084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-efb0647d-1bb3-4fcb-ad40-115eb479491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:00.151609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-efb0647d-1bb3-4fcb-ad40-115eb479491f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d61bf922c61545019226f797f3e82206&device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 1099 time: 0.1150014 Jul 23 22:59:00.158720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for 0123bf7c-e899-47f8-b29e-8e2eb8c31562 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:00.175153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55bd433d-a869-4f21-8451-a4906c9dd23e req-2811fdbc-ee3a-48c6-aef5-da8a0548745f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685916 Jul 23 22:59:00.250327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-e70e6855-ef25-4a64-8a59-7e4ea263f70d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4b576226-1797-4b94-9061-de0b653c2ab5 HTTP/1.1" status: 200 len: 217 time: 0.0717750 Jul 23 22:59:00.314285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:00.317069 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa3d017-d084-452a-a916-7486c9f525bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:00.349447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-bd62d228-6a1b-4a5f-8f09-3d6b1dfb765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:00.350959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-bd62d228-6a1b-4a5f-8f09-3d6b1dfb765b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0880044 Jul 23 22:59:00.356083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.383683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=0123bf7c-e899-47f8-b29e-8e2eb8c31562,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:00.402251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ab532-3389-46e6-a08e-a6b748749221 req-1030f2ec-db0b-4bd7-abfe-4f17ce1796e9 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:00.403706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799ab532-3389-46e6-a08e-a6b748749221 req-1030f2ec-db0b-4bd7-abfe-4f17ce1796e9 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 945 time: 0.1494668 Jul 23 22:59:00.453547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-578ccc99-09fd-44f2-bc4e-c607a82b4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:00.455621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-578ccc99-09fd-44f2-bc4e-c607a82b4965 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978746 Jul 23 22:59:00.457953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.458707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-799ab532-3389-46e6-a08e-a6b748749221 req-c56789a3-a8e8-490d-9f5a-418dc172a083 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Jul 23 22:59:00.532538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0f9bb7-f8ed-4b8e-9bd7-bc7b8b0dcd46 x-openstack-request-id: req-da0f9bb7-f8ed-4b8e-9bd7-bc7b8b0dcd46 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:00.532538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:00.532538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da0f9bb7-f8ed-4b8e-9bd7-bc7b8b0dcd46 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:00.532538 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5', 'status': 'completed', 'code': 200} Jul 23 22:59:00.558717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.561012 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.569478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-a9980b58-ddc4-47c9-bd81-9936827364ac service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073611 Jul 23 22:59:00.612092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.612092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router 9fcff5c7-a812-4873-bf2c-c1ae62ca78ea {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:59:00.619197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.620341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-352e61b3-db40-4b17-b1af-1c9f1181308b tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 204 len: 168 time: 0.8642089 Jul 23 22:59:00.627681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56222) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:00.632549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-49438423', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:00.664080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.666001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.745560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:00.913586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.036877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae2537ae-82cd-439a-8665-9c666d7a1810 req-f1ff1075-e764-4a23-8fc0-4dc09a133efc service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608476 Jul 23 22:59:01.044601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7778f3-f725-4ae8-8394-27a31af713bb req-a0afb19c-6940-4742-8e31-77c92f6ecb49 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.046184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe7778f3-f725-4ae8-8394-27a31af713bb req-a0afb19c-6940-4742-8e31-77c92f6ecb49 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.4624317 Jul 23 22:59:01.112824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe7778f3-f725-4ae8-8394-27a31af713bb req-1cb26716-d184-4eec-91ee-8f5033babc46 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553062 Jul 23 22:59:01.154932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.160537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d017-d084-452a-a916-7486c9f525bb req-3f875c90-9ee8-4eb6-8b36-1185ff439560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.162795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-3f875c90-9ee8-4eb6-8b36-1185ff439560 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d61bf922c61545019226f797f3e82206&device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 1099 time: 0.0656569 Jul 23 22:59:01.176823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.278163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d017-d084-452a-a916-7486c9f525bb req-bf238412-e4bd-46c8-9bd5-3cf401648c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.279708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-bf238412-e4bd-46c8-9bd5-3cf401648c5e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.1110919 Jul 23 22:59:01.301995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Allocated IP 172.25.1.105 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/905bd1b1-bbd3-48a8-b812-c6c17108da45) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:01.331854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-ffa2c68d-e0d9-40bc-afbf-9a8eb6744869 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=4b576226-1797-4b94-9061-de0b653c2ab5 HTTP/1.1" status: 200 len: 217 time: 0.0457149 Jul 23 22:59:01.406940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d017-d084-452a-a916-7486c9f525bb req-d091ef2f-68f0-4abd-abab-42ce7c0666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.409119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-d091ef2f-68f0-4abd-abab-42ce7c0666e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0582457 Jul 23 22:59:01.429193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.457615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef08ec-2476-4d46-8b1b-3d19ce951e56 req-024e5c03-7be6-4029-945e-82c25a4b2cab tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.459128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44ef08ec-2476-4d46-8b1b-3d19ce951e56 req-024e5c03-7be6-4029-945e-82c25a4b2cab tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 947 time: 0.1382139 Jul 23 22:59:01.473580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.511181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:01.513310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44ef08ec-2476-4d46-8b1b-3d19ce951e56 req-6fe1f6b0-dc58-4319-a416-b5bc2f301e5a tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Jul 23 22:59:01.514145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:01.515163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d017-d084-452a-a916-7486c9f525bb req-a0ca53fd-c4c0-4132-b8be-bd3213470969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.516769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-a0ca53fd-c4c0-4132-b8be-bd3213470969 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986192 Jul 23 22:59:01.520570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:01.530136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event updated for resources: {'Port': ['ID=905bd1b1-bbd3-48a8-b812-c6c17108da45,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:01.656579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-988dba1d-210f-4134-912f-eb4afc8b7eff service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317847 Jul 23 22:59:01.743832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50699ac-3925-421d-b9b7-a8cc5c71fa4a req-f11ff413-1342-431c-85fb-21e132d462e9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:01.745333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f50699ac-3925-421d-b9b7-a8cc5c71fa4a req-f11ff413-1342-431c-85fb-21e132d462e9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 944 time: 0.1498039 Jul 23 22:59:01.790401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-afa3d017-d084-452a-a916-7486c9f525bb req-2a2ab033-08f9-405d-9c1f-5709934cf781 service neutron] 10.222.0.25 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266868 Jul 23 22:59:01.804018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f50699ac-3925-421d-b9b7-a8cc5c71fa4a req-3fcc8612-ac45-4f60-bd02-e11b8443a68e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525239 Jul 23 22:59:01.810288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:01.935192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:59:02.062495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:02.077483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'port_id': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9', 'mac_address': 'fa:16:3e:34:cf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:59:02.103357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac796a-1bb6-4a53-8718-2ce650e258d4 req-075c41dd-09b5-4e61-8114-60dccdb3f396 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:02.105309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaac796a-1bb6-4a53-8718-2ce650e258d4 req-075c41dd-09b5-4e61-8114-60dccdb3f396 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 945 time: 0.0787511 Jul 23 22:59:02.123619 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:02.144966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:02.156301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaac796a-1bb6-4a53-8718-2ce650e258d4 req-544aa59b-ca63-4404-bf1e-d650b27da9c0 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Jul 23 22:59:02.167527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:02.173970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:02.227007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:02.308443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee80a3-94d5-4701-98a1-5fd419502a6a req-80575d09-e781-4538-8415-9d00e390a920 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:02.310126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22ee80a3-94d5-4701-98a1-5fd419502a6a req-80575d09-e781-4538-8415-9d00e390a920 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.0742869 Jul 23 22:59:02.356236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22ee80a3-94d5-4701-98a1-5fd419502a6a req-bbd2cc03-8a2c-42a2-b667-1c44d7c6f8dd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Jul 23 22:59:02.367089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:02.385114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['61beecd1-f61c-4186-9ab9-fa1b019cf9d9'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:02.508666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Router 31da745f-c523-4774-b6ae-8743149a68db is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:59:02.644831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:02.654658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] Sync routers for ids ['31da745f-c523-4774-b6ae-8743149a68db'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:02.667176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] Routers {'31da745f-c523-4774-b6ae-8743149a68db'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:02.667359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:02.668053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['31da745f-c523-4774-b6ae-8743149a68db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:02.670165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cfb33-2660-4806-92cf-3f27c977ab20 req-84ebcd47-9e3c-40b9-9219-5e5531e2cbd7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:02.671717 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63172f82-eb6f-4528-83ab-bc81b1a89521 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0428832 Jul 23 22:59:02.672330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:02.674344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd3cfb33-2660-4806-92cf-3f27c977ab20 req-84ebcd47-9e3c-40b9-9219-5e5531e2cbd7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 947 time: 0.0798290 Jul 23 22:59:02.677940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:02.706546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:02.716057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] Routers {'31da745f-c523-4774-b6ae-8743149a68db'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:02.716862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['31da745f-c523-4774-b6ae-8743149a68db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:02.717173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd3cfb33-2660-4806-92cf-3f27c977ab20 req-8b6498cf-c1ba-4ed7-abe0-68a464b016a3 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Jul 23 22:59:02.756738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:02.757497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85d2fb-f403-4c29-9642-67505d26479e None None] The sync data for ids ['31da745f-c523-4774-b6ae-8743149a68db'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:02.942132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33decb-b891-4f2e-aa0e-c3b6af5ff28e req-1259c1d3-70ca-4d29-aa33-107c55a5a184 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:02.943568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb33decb-b891-4f2e-aa0e-c3b6af5ff28e req-1259c1d3-70ca-4d29-aa33-107c55a5a184 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 945 time: 0.0656250 Jul 23 22:59:02.987477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:02.990275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb33decb-b891-4f2e-aa0e-c3b6af5ff28e req-073a346c-4a1f-42b3-90c5-49634ca01b97 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Jul 23 22:59:03.003476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.061569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Deleting port 905bd1b1-bbd3-48a8-b812-c6c17108da45 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:03.061935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.149303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.162904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Calling delete_port for 905bd1b1-bbd3-48a8-b812-c6c17108da45 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:03.299848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c51851-b53d-49f0-b0fe-5898e2728791 req-5faa010b-66b8-42a5-9cae-504ac7e16f14 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:03.301590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53c51851-b53d-49f0-b0fe-5898e2728791 req-5faa010b-66b8-42a5-9cae-504ac7e16f14 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 945 time: 0.0659540 Jul 23 22:59:03.348832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.375333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53c51851-b53d-49f0-b0fe-5898e2728791 req-c5d93c38-d20e-4348-9731-632eaed6449a tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/security-groups?id=7f0cd66c-09fb-435d-a4d7-539612ba302f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651982 Jul 23 22:59:03.380402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Pushing event deleted for resources: {'Port': ['ID=905bd1b1-bbd3-48a8-b812-c6c17108da45,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:03.403571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d6d32752-31ba-42db-b0a7-f0b847b08bc5 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:03.405396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d6d32752-31ba-42db-b0a7-f0b847b08bc5 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.25 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 945 time: 0.1027875 Jul 23 22:59:03.460170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.493904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4b576226-1797-4b94-9061-de0b653c2ab5 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:59:03.571707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Deleting port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:03.572072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.609411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b883a6-7063-40b3-94af-64251aa3e73c req-154cf705-d878-4d4d-82d0-43e91abfdfda tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:03.613423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4b576226-1797-4b94-9061-de0b653c2ab5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:03.614439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2b883a6-7063-40b3-94af-64251aa3e73c req-154cf705-d878-4d4d-82d0-43e91abfdfda tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1517644 Jul 23 22:59:03.625781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '4b576226-1797-4b94-9061-de0b653c2ab5', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': '4b576226-1797-4b94-9061-de0b653c2ab5', 'mac_address': 'fa:16:3e:ed:27:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:59:03.670595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.678224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.682149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.690587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b576226-1797-4b94-9061-de0b653c2ab5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:03.711838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4b576226-1797-4b94-9061-de0b653c2ab5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:03.714926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2b883a6-7063-40b3-94af-64251aa3e73c req-fd596933-b07e-4fc4-b890-697fc2d35891 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916779 Jul 23 22:59:03.717224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.744731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] For port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,segment=NetworkSegment(d9d41b43-166a-4b02-a961-9e5227bb6705),segment_id=d9d41b43-166a-4b02-a961-9e5227bb6705)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:03.745990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.770341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Router 31da745f-c523-4774-b6ae-8743149a68db has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:03.775645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Calling delete_port for 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:03.794871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:03.860442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:03.868283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:03.872641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cfb690d8-0f32-460c-ab59-e8dbcae088be tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "PUT /v2.0/routers/31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 200 len: 704 time: 1.1960032 Jul 23 22:59:03.872641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:03.880251 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] Sync routers for ids ['31da745f-c523-4774-b6ae-8743149a68db'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:03.889404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] Routers {'31da745f-c523-4774-b6ae-8743149a68db'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:03.890277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['31da745f-c523-4774-b6ae-8743149a68db'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:03.924502 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:03.934151 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] Routers {'31da745f-c523-4774-b6ae-8743149a68db'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:03.934836 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['31da745f-c523-4774-b6ae-8743149a68db'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:03.942036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4b576226-1797-4b94-9061-de0b653c2ab5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:03.965175 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b87d20f7-629c-454f-ae68-91b81af7a9bb tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/routers/31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 200 len: 739 time: 0.0882576 Jul 23 22:59:03.966014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:03.966703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:04.012538 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:04.014185 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07bffa8-705c-4286-abbc-fe1466eca87e None None] The sync data for ids ['31da745f-c523-4774-b6ae-8743149a68db'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:04.026753 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.032417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8c26538-65d1-4857-991b-5092294fadf2 tempest-RoutersAdminTest-1873427825 tempest-RoutersAdminTest-1873427825-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=33692836-5683-4dd7-bad8-04095cf127e8&device_id=31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 200 len: 205 time: 0.0630620 Jul 23 22:59:04.034507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.046801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531155-4614-47a0-8bbc-55f3c8975da7 req-566f0859-5842-41be-a7da-85400fc37259 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:04.054973 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb531155-4614-47a0-8bbc-55f3c8975da7 req-566f0859-5842-41be-a7da-85400fc37259 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 948 time: 0.1868973 Jul 23 22:59:04.060739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:04.072251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2cef8fac-fa6a-4cff-afe5-c016716d1a9c tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 200 len: 205 time: 0.0341928 Jul 23 22:59:04.072498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.076549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:04.076915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.089348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Pushing event deleted for resources: {'Port': ['ID=6c8e32f7-5b08-4b19-a2b2-2b8c327657ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:04.154671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.166420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] No DVR routers for this DVR port 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:04.171305 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.174462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1735b8a6-086b-4bc2-8572-ee210ec00255 req-d204eac7-b873-488f-9585-3d02704a7ea6 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.25 "DELETE /v2.0/ports/6c8e32f7-5b08-4b19-a2b2-2b8c327657ff HTTP/1.1" status: 204 len: 173 time: 0.7628770 Jul 23 22:59:04.175227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'name': 'network-vif-deleted', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:04.178209 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b823d-be8e-4220-887c-cc77bb67a612" -d '{"events": [{"server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "name": "network-vif-deleted", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:04.191822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb531155-4614-47a0-8bbc-55f3c8975da7 req-af5666e4-17a4-471a-808b-a398b113f3b4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357281 Jul 23 22:59:04.340601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.346664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.385569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6e42-cd0c-4aa5-8097-5d186bcec5af req-ee8519c0-3c8c-4ca4-b9d5-d8d27b16e1fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:04.387379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f67f6e42-cd0c-4aa5-8097-5d186bcec5af req-ee8519c0-3c8c-4ca4-b9d5-d8d27b16e1fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 945 time: 0.1032093 Jul 23 22:59:04.402664 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.411565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.412712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Fanout notify agent at l3_agent the message router_deleted on router 31da745f-c523-4774-b6ae-8743149a68db {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:59:04.427520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.430956 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4bcfef86-0502-4ad8-8f19-b078ea947853 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 204 len: 168 time: 0.3551941 Jul 23 22:59:04.431083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:04.431838 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949e77a0-17fd-4708-8c38-22695815cdac" -d '{"events": [{"server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "name": "network-vif-plugged", "status": "completed", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:04.432241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.441588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f67f6e42-cd0c-4aa5-8097-5d186bcec5af req-8ad06df6-f99f-4aef-bae6-9c72cf18c332 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jul 23 22:59:04.452239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:04.468561 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dccac32f-0525-4ea1-8360-fbee556c64da tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 200 len: 205 time: 0.0349379 Jul 23 22:59:04.468787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:04.475079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.522845 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25cac7-6510-4706-8931-19ef58cf1f5d x-openstack-request-id: req-9c25cac7-6510-4706-8931-19ef58cf1f5d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:04.523156 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a9ce1b-445e-4775-8fe8-e23c452013f3", "name": "network-vif-deleted", "tag": "6c8e32f7-5b08-4b19-a2b2-2b8c327657ff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:04.523414 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c25cac7-6510-4706-8931-19ef58cf1f5d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:04.523818 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9ce1b-445e-4775-8fe8-e23c452013f3', 'name': 'network-vif-deleted', 'tag': '6c8e32f7-5b08-4b19-a2b2-2b8c327657ff', 'status': 'completed', 'code': 200} Jul 23 22:59:04.525276 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e3331bd7-bd36-4f70-bd0c-ca45f40b7b2c tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.526507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e3331bd7-bd36-4f70-bd0c-ca45f40b7b2c tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/31da745f-c523-4774-b6ae-8743149a68db HTTP/1.1" status: 404 len: 336 time: 0.0503142 Jul 23 22:59:04.529056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.539089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:04.565921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b318efee-b44c-4815-b968-f1a774912c22 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 200 len: 205 time: 0.0332186 Jul 23 22:59:04.566356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56276) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.607886 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-a286de0a-010b-4e70-941b-445dec7e440d tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.608919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a286de0a-010b-4e70-941b-445dec7e440d tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/9fcff5c7-a812-4873-bf2c-c1ae62ca78ea HTTP/1.1" status: 404 len: 336 time: 0.0415335 Jul 23 22:59:04.612410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.655075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e40fb87-3765-42b0-af8c-20bd753f720b req-4d0cd4a7-23a7-4153-9edd-1bdbad08d187 tempest-ServerAddressesNegativeTestJSON-40898286 tempest-ServerAddressesNegativeTestJSON-40898286-project] 10.222.0.37 "GET /v2.0/ports?device_id=80a9ce1b-445e-4775-8fe8-e23c452013f3 HTTP/1.1" status: 200 len: 210 time: 0.0550866 Jul 23 22:59:04.660036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11a49b8d-800c-496b-ace8-5421ce6068e4 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 200 len: 205 time: 0.0435660 Jul 23 22:59:04.660300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.704439 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e5b83-71b0-48a6-9555-bb7c37dcb1ad x-openstack-request-id: req-ae4e5b83-71b0-48a6-9555-bb7c37dcb1ad {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:04.704800 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "name": "network-vif-plugged", "status": "completed", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:04.705126 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae4e5b83-71b0-48a6-9555-bb7c37dcb1ad {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:04.705515 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-407f2bf0-92b7-4234-8815-f2d603a7456e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.706046 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9', 'code': 200} Jul 23 22:59:04.706430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-407f2bf0-92b7-4234-8815-f2d603a7456e tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/01bce5d1-d10a-4e88-b887-40af8a125a0d HTTP/1.1" status: 404 len: 336 time: 0.0452540 Jul 23 22:59:04.708990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.740680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a6310d24-d279-4db0-b41c-65140e5d8e59 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 200 len: 205 time: 0.0305526 Jul 23 22:59:04.743496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.797109 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c68d84a4-5843-48b2-91f4-db0520be816c tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.799102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c68d84a4-5843-48b2-91f4-db0520be816c tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/f12dea60-3e15-4967-9871-4499d7fb540f HTTP/1.1" status: 404 len: 336 time: 0.0534558 Jul 23 22:59:04.801807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.836400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4dec6566-7acc-4bbd-a48b-1a7c7e15e702 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 200 len: 205 time: 0.0332959 Jul 23 22:59:04.839107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.885296 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4c734b0d-cf30-451a-b273-570e8f756ace tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.886904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c734b0d-cf30-451a-b273-570e8f756ace tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/6a0712a5-cff6-4e17-8cf1-26490fdfb069 HTTP/1.1" status: 404 len: 336 time: 0.0463529 Jul 23 22:59:04.890007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.913584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574f787-6db8-4385-9224-9f5deb5d82d3 req-6503cf4d-1ba0-40f3-b12f-bedd1b192521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:04.915349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8574f787-6db8-4385-9224-9f5deb5d82d3 req-6503cf4d-1ba0-40f3-b12f-bedd1b192521 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 1098 time: 0.1276684 Jul 23 22:59:04.924393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c5728f5-ac68-4d29-b914-ac45b54d9099 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac8b0aeb-dc43-4e70-b747-a45e89b5e653 HTTP/1.1" status: 200 len: 205 time: 0.0330055 Jul 23 22:59:04.926278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c52951-8630-4d06-a244-cecb1192f84c req-f94c9d00-9ece-4f1c-936a-a6c99b4f0ad1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:04.928114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97c52951-8630-4d06-a244-cecb1192f84c req-f94c9d00-9ece-4f1c-936a-a6c99b4f0ad1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.1268244 Jul 23 22:59:04.928239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:04.972924 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-9043c2bf-6971-4d10-948a-414bd9697552 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] delete failed (client error): The resource could not be found. Jul 23 22:59:04.976847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9043c2bf-6971-4d10-948a-414bd9697552 tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/routers/ac8b0aeb-dc43-4e70-b747-a45e89b5e653 HTTP/1.1" status: 404 len: 336 time: 0.0476837 Jul 23 22:59:04.977445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:05.001002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8574f787-6db8-4385-9224-9f5deb5d82d3 req-9039413b-50e7-494c-8163-0a7eab3ea06a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716529 Jul 23 22:59:05.005626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97c52951-8630-4d06-a244-cecb1192f84c req-376c4f09-7790-4a03-b451-c7160020c98d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686398 Jul 23 22:59:05.007155 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00fa708-25cf-4d27-9a40-5d88f9c016cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] DELETE failed (client error): The resource could not be found. Jul 23 22:59:05.007652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00fa708-25cf-4d27-9a40-5d88f9c016cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:59:05.012474 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f00fa708-25cf-4d27-9a40-5d88f9c016cf tempest-RoutersAdminTest-1339421148 tempest-RoutersAdminTest-1339421148-project] 10.222.0.37 "DELETE /v2.0/subnets/85a6605e-08b5-4afa-a2f5-fd9b94af087f HTTP/1.1" status: 404 len: 337 time: 0.0339811 Jul 23 22:59:05.295200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:05.336139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4f5c-8e11-44bf-b5aa-6dc0f6196a5e req-c48e439c-cc4e-49ee-9e79-252862764320 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:05.337720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbec4f5c-8e11-44bf-b5aa-6dc0f6196a5e req-c48e439c-cc4e-49ee-9e79-252862764320 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 948 time: 0.0736823 Jul 23 22:59:05.383029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbec4f5c-8e11-44bf-b5aa-6dc0f6196a5e req-54a5af8c-c759-4b1c-8576-e15cfa9a5e37 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Jul 23 22:59:05.418657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e044be3-de12-407d-afbf-dbbcf6439df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.506763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4b576226-1797-4b94-9061-de0b653c2ab5 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:05.521324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e044be3-de12-407d-afbf-dbbcf6439df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.525503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e044be3-de12-407d-afbf-dbbcf6439df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.567709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 4b576226-1797-4b94-9061-de0b653c2ab5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:05.568946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e044be3-de12-407d-afbf-dbbcf6439df6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d18c4e3e50074d20b0d5bccee943ec49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726099 Jul 23 22:59:05.569943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044be3-de12-407d-afbf-dbbcf6439df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45d6e2-69dc-404b-977d-c0f135d0ee70,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:05.571911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 4b576226-1797-4b94-9061-de0b653c2ab5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:05.572270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.572428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56312) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:05.621636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0ca1f-5299-4c4d-b8ae-8caa19dfe9df req-e36e17c5-5a6e-4c27-9bb7-2959e3f5cd9d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:05.623603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19b0ca1f-5299-4c4d-b8ae-8caa19dfe9df req-e36e17c5-5a6e-4c27-9bb7-2959e3f5cd9d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.0844557 Jul 23 22:59:05.626463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.649372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.663560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.681004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19b0ca1f-5299-4c4d-b8ae-8caa19dfe9df req-39ac8e63-a506-444a-ada7-7abba6d4ac21 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Jul 23 22:59:05.708514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4b576226-1797-4b94-9061-de0b653c2ab5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:05.711026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.715798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.719829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c45d6e2-69dc-404b-977d-c0f135d0ee70 HTTP/1.1" status: 204 len: 168 time: 0.1448328 Jul 23 22:59:05.723355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.724041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:05.731326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8005f5-d7d5-4606-80de-a287fb9b769e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45d6e2-69dc-404b-977d-c0f135d0ee70,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:05.756320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:05.756770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6c8e32f7-5b08-4b19-a2b2-2b8c327657ff not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:05.766567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:05.827260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Deleting subnet b9d1fd62-9552-45a3-aca4-1992ac634ec4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:05.833635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:05.834284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.881770 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.928094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:05.989249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.021824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d1fd62-9552-45a3-aca4-1992ac634ec4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:06.027525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.033930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e5c83686-6bf1-42d3-b3f8-81d157045cb4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b9d1fd62-9552-45a3-aca4-1992ac634ec4 HTTP/1.1" status: 204 len: 168 time: 0.2610826 Jul 23 22:59:06.034294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:06.055770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:06.116385 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.130890 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-48ebfa9d-10d9-4341-9f94-df32bde1a846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=233b89539e7d47768f2f96d8638e3e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739620 Jul 23 22:59:06.133462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:06.169284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8b61a-7c2a-4125-b7b8-6e2571ede173 req-2e9c6497-a5af-485e-b28a-7000638c6ce0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:06.171370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46d8b61a-7c2a-4125-b7b8-6e2571ede173 req-2e9c6497-a5af-485e-b28a-7000638c6ce0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.0773897 Jul 23 22:59:06.221830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46d8b61a-7c2a-4125-b7b8-6e2571ede173 req-2d63dd34-ad03-4456-b4c7-e251cfd405be tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Jul 23 22:59:06.249618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.265038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc05544e-b6af-4add-a1b3-31c5305af442']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:06.285151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d41b43-166a-4b02-a961-9e5227bb6705') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:06.285447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d41b43-166a-4b02-a961-9e5227bb6705') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:06.299555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.302653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.325725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.340760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.342762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:59:06.343215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: timer() Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:59:06.345648 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:59:06.431726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.438184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.440475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] 10.222.0.37 "DELETE /v2.0/networks/cc05544e-b6af-4add-a1b3-31c5305af442 HTTP/1.1" status: 204 len: 168 time: 0.4068866 Jul 23 22:59:06.455466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e70c-d917-4efd-babd-701203df0d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc05544e-b6af-4add-a1b3-31c5305af442,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:06.471515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.474149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.475338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2aeea0c-6529-467c-87f0-3d377e30412e HTTP/1.1" status: 204 len: 168 time: 0.3405511 Jul 23 22:59:06.483765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528ad5-d596-40ce-bf91-706b07e06a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aeea0c-6529-467c-87f0-3d377e30412e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:06.536375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352152-5bc0-4186-b9ff-35ff18a9e7eb req-d8965bc2-8610-4ea1-8e8a-da3d13f7900f tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:06.545569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec352152-5bc0-4186-b9ff-35ff18a9e7eb req-d8965bc2-8610-4ea1-8e8a-da3d13f7900f tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.0863490 Jul 23 22:59:06.583257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec352152-5bc0-4186-b9ff-35ff18a9e7eb req-cf4682f3-cae4-4b9d-9c2b-48c1772eeed6 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Jul 23 22:59:06.661592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:06.706708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9be1065a-e25a-4eb6-b32d-2e2bb0f20bc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dad8cedc537f4837889915acca600186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439029 Jul 23 22:59:06.706931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:06.707219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:06.710298 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8be146e-ce55-4b13-9ce6-e26c9ae4bf26" -d '{"events": [{"server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:06.754935 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7940c0b-f6f5-4524-bc55-ff84391d87e0 x-openstack-request-id: req-a7940c0b-f6f5-4524-bc55-ff84391d87e0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:06.755237 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:06.755548 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7940c0b-f6f5-4524-bc55-ff84391d87e0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:06.756133 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5', 'code': 200} Jul 23 22:59:06.763713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.791438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.905990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.909213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:06.910373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f0cd66c-09fb-435d-a4d7-539612ba302f HTTP/1.1" status: 204 len: 168 time: 0.2025349 Jul 23 22:59:06.926148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708f69e-ba0b-403c-852a-3d97d5970e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0cd66c-09fb-435d-a4d7-539612ba302f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:06.949551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9b37c-b1e1-4bd3-9a50-d3a2d97758ca req-df0fc69a-0ccf-4106-8d09-fdcb74d88bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:06.951176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09b9b37c-b1e1-4bd3-9a50-d3a2d97758ca req-df0fc69a-0ccf-4106-8d09-fdcb74d88bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 1101 time: 0.1252861 Jul 23 22:59:06.967645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3437a-ffe6-4317-ae88-0968917b9d61 req-850ffe6c-6d98-4380-b925-0c3f7a0a31ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:06.969216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28c3437a-ffe6-4317-ae88-0968917b9d61 req-850ffe6c-6d98-4380-b925-0c3f7a0a31ff tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.1089129 Jul 23 22:59:07.021079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09b9b37c-b1e1-4bd3-9a50-d3a2d97758ca req-8cfe0374-17a9-4c77-898c-25ccd8bf76fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621834 Jul 23 22:59:07.028979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28c3437a-ffe6-4317-ae88-0968917b9d61 req-ef449584-1067-42c6-b140-a8361361201d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541739 Jul 23 22:59:07.181076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b719c-dcb8-4e73-b026-a31693aa546a req-8b3fc82a-de6c-4b91-bde7-739e8c086e15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:07.183153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-088b719c-dcb8-4e73-b026-a31693aa546a req-8b3fc82a-de6c-4b91-bde7-739e8c086e15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Jul 23 22:59:07.231413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-088b719c-dcb8-4e73-b026-a31693aa546a req-88f67964-f16a-45e9-902b-afc758a1e37b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Jul 23 22:59:07.381161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28103d-b1ee-4f9d-9fc4-5bbec6b31161 req-ff6d6ac8-7286-4f6e-b8cf-569959321e8d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:07.382814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a28103d-b1ee-4f9d-9fc4-5bbec6b31161 req-ff6d6ac8-7286-4f6e-b8cf-569959321e8d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 944 time: 0.0786543 Jul 23 22:59:07.409331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:07.432817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a28103d-b1ee-4f9d-9fc4-5bbec6b31161 req-28a90323-ab92-4d30-a696-c19ab92a21fc tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Jul 23 22:59:07.623699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-522261615'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:07.652807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:07.656360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.666062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.709003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:07.758416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b8cc-f41d-413a-83ab-31078dc37e9f req-7078e9d5-69b4-4cca-b442-c215f2dfecdb tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:07.766083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef00b8cc-f41d-413a-83ab-31078dc37e9f req-7078e9d5-69b4-4cca-b442-c215f2dfecdb tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.0952923 Jul 23 22:59:07.786832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.792670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.806515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef00b8cc-f41d-413a-83ab-31078dc37e9f req-94937bc1-2b09-48e0-8bc4-434acde9f85c tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Jul 23 22:59:07.817842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:59:07.831634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-network', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:07.848627 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.849054 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Added segment 860156db-f132-471b-a95d-943b4a9cc1c0 of type vlan for network 76ad2985-f429-49e4-926e-3e501ddd0c91 Jul 23 22:59:07.852257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b9896-1eb1-4f57-b13a-c6a14ec4d07b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:07.890680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Made reservation on behalf of a41b064098ff495180a13fa943fd3f98 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:07.893019 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.906560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.909318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.957981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.963370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:07.963949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:07.981774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19d13569-b9a2-4d19-98ac-2a509931012d details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:59:08.055154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Network': ['ID=76ad2985-f429-49e4-926e-3e501ddd0c91,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.071854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:59:08.093937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19d13569-b9a2-4d19-98ac-2a509931012d,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:08.095581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.100777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.113447 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b68dadf2-cff3-4f05-b4ae-5869dfdf20ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6984463 Jul 23 22:59:08.113888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:08.119346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:08.124697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:59:08.144014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '19d13569-b9a2-4d19-98ac-2a509931012d', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': '19d13569-b9a2-4d19-98ac-2a509931012d', 'mac_address': 'fa:16:3e:b5:0c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:59:08.144358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.144710 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Added segment 98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3 of type vlan for network c62ef975-984d-4751-bacf-a377c4f301da Jul 23 22:59:08.146116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b10db6-00c2-4a4d-9ca3-dd30218d3f67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.191141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.195002 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.214524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d13569-b9a2-4d19-98ac-2a509931012d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:08.233379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.234419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:08.235002 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.235174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:08.238128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19d13569-b9a2-4d19-98ac-2a509931012d,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:08.239585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.243202 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.271546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5612154 Jul 23 22:59:08.274653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:08.282051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Request body: {'subnet': {'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-subnet', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:08.296952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.309228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b7ec2-2dc0-4caf-ac15-994e274d9fed admin admin] Pushing event updated for resources: {'Network': ['ID=c62ef975-984d-4751-bacf-a377c4f301da,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.328655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c62ef975-984d-4751-bacf-a377c4f301da details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:59:08.347870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Made reservation on behalf of a41b064098ff495180a13fa943fd3f98 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:08.351414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.463372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['19d13569-b9a2-4d19-98ac-2a509931012d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:08.576232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.694731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=240aed32-f8dc-4f0d-a580-d4a847d85303,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.719832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:08.720687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network hostable DHCP agents. Network: 76ad2985-f429-49e4-926e-3e501ddd0c91, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:59:08.725949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.736982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1592e07-86d7-4c59-b99b-1b99e0ba6024 req-4c858564-28a3-4a9e-ac1a-a56a8179041a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:08.738616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1592e07-86d7-4c59-b99b-1b99e0ba6024 req-4c858564-28a3-4a9e-ac1a-a56a8179041a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 945 time: 0.2326560 Jul 23 22:59:08.757740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:08.804033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:59:08.828239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d50198-56af-4916-a610-bf4bfa27d151,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:08.840501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 76ad2985-f429-49e4-926e-3e501ddd0c91) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:08.847498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1592e07-86d7-4c59-b99b-1b99e0ba6024 req-b69d1ba7-3547-4594-9027-0df981354e03 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Jul 23 22:59:08.851811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:08.852409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.853938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e762c-ea0f-4579-a8d2-48f5844f2b34 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:08.866064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Checking segment: {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:08.866419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Network hostable DHCP agents. Network: c62ef975-984d-4751-bacf-a377c4f301da, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:59:08.880186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cb355f25-8d1f-4fc0-88ac-a259f35dc3fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7624884 Jul 23 22:59:08.880528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:08.886219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'name': 'tempest-NetworksTestDHCPv6-342116698'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:08.895820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Network c62ef975-984d-4751-bacf-a377c4f301da is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:59:08.903215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c62ef975-984d-4751-bacf-a377c4f301da) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:08.908173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:08.908848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.928562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-18eb1964-ddb7-4e1d-8343-4538de147f1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6526322 Jul 23 22:59:08.929279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:08.934085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:08.940793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70c603-7fcd-424c-bc60-3fa8f8567a61 None None] Network c62ef975-984d-4751-bacf-a377c4f301da requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:08.964806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:08.967726 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.056094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.161699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '240aed32-f8dc-4f0d-a580-d4a847d85303'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:09.162831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.177302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3eeed7-314b-4849-a2ff-86d72a42d102 None None] Network c62ef975-984d-4751-bacf-a377c4f301da requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:09.250871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76c9d3-42f4-49f4-8d3c-05e7aeed7aec req-9e066570-0269-4d06-81ff-a49ec28625da tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:09.252848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c76c9d3-42f4-49f4-8d3c-05e7aeed7aec req-9e066570-0269-4d06-81ff-a49ec28625da tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.2093587 Jul 23 22:59:09.255022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.321292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c76c9d3-42f4-49f4-8d3c-05e7aeed7aec req-c6eba630-64e4-46e6-adf3-eb160781fb60 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583475 Jul 23 22:59:09.449498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/240aed32-f8dc-4f0d-a580-d4a847d85303/3a551a90-86f4-4b1d-9c4e-c9552b4d5a16) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:09.491963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:09.497283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.529349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 19567812-ed85-428a-b7d1-4116f4fec3d2 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:09.638875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.648221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Transition to ACTIVE for port object 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:09.664350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Transition to ACTIVE for port object 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:09.671703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.730740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:09.737797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:09.739788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Pushing event updated for resources: {'Port': ['ID=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:09.742170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:09.774030 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::3c2 (76ad2985-f429-49e4-926e-3e501ddd0c91/240aed32-f8dc-4f0d-a580-d4a847d85303/19567812-ed85-428a-b7d1-4116f4fec3d2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:09.803824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Attempting to bind port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:09.804182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Attempting to bind port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:09.804547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Attempting to bind port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:09.809750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:09.810167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:09.810574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.810984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:09.811445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Bound port: 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:09.811828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.881610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] For port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:09.884931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] For port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:09.889256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.941207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.951977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7740545-a3ae-49fb-8d73-50b750281c26 None None] Pushing event updated for resources: {'Port': ['ID=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:09.963578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 19567812-ed85-428a-b7d1-4116f4fec3d2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:09.967124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.982013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:09.997693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19d13569-b9a2-4d19-98ac-2a509931012d up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:10.009331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.018912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38563a75-5d16-41c8-92d0-306e7ff9ffbb req-183bce69-87ca-4b9a-b3cd-67e45071a1d4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.025808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38563a75-5d16-41c8-92d0-306e7ff9ffbb req-183bce69-87ca-4b9a-b3cd-67e45071a1d4 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.1390128 Jul 23 22:59:10.066334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 19d13569-b9a2-4d19-98ac-2a509931012d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:10.073501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 19d13569-b9a2-4d19-98ac-2a509931012d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:10.074088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.111671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.113721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38563a75-5d16-41c8-92d0-306e7ff9ffbb req-bd3d90cc-57b4-4e12-a7d7-3dfa56dd7ca2 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Jul 23 22:59:10.225385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.259521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:10.261799 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0229926-422e-483a-beee-1631cc03ec11" -d '{"events": [{"server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "name": "network-vif-plugged", "status": "completed", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:10.276126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19d13569-b9a2-4d19-98ac-2a509931012d,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:10.281705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.292332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:10.293418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Allocated IP 172.25.1.111 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/8eefbfa7-2012-4548-b320-7f883cd06f57) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:10.296753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:10.301253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:10.309002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.309690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.354629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:10.372940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34ad7-1e1a-4df8-b4e6-1b337556bbd6 req-594195a2-6cbe-4540-8bed-14c9a2e97b08 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.373800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5c34ad7-1e1a-4df8-b4e6-1b337556bbd6 req-594195a2-6cbe-4540-8bed-14c9a2e97b08 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 945 time: 0.1568639 Jul 23 22:59:10.387541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=19567812-ed85-428a-b7d1-4116f4fec3d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:10.397367 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2986f99e-7905-4f1d-a335-07d8a6af7d06 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5157630 Jul 23 22:59:10.399961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:10.458533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5c34ad7-1e1a-4df8-b4e6-1b337556bbd6 req-85eec55a-8648-4f8c-9019-8568d4bb550b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770392 Jul 23 22:59:10.494137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.504223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.17 (25ba5230-7543-4791-8b4f-70c8372f91bb/4350fc4d-edc6-480d-a24f-c248814a2243/b5f95aa2-15ba-42ba-8ea1-57995060730e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:10.530777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd8634-b72e-4a56-803f-d69782104f55 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.537646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd8634-b72e-4a56-803f-d69782104f55 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.537811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.542051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c7cd8634-b72e-4a56-803f-d69782104f55 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1384611 Jul 23 22:59:10.543856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:10.584388 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3a3f37-afab-4608-998a-71fa0d98f3f5 x-openstack-request-id: req-6b3a3f37-afab-4608-998a-71fa0d98f3f5 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:10.584755 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "name": "network-vif-plugged", "status": "completed", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:10.585127 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b3a3f37-afab-4608-998a-71fa0d98f3f5 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:10.585599 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d', 'code': 200} Jul 23 22:59:10.613611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:10.621810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:10.629914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:10.639115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Pushing event updated for resources: {'Port': ['ID=8eefbfa7-2012-4548-b320-7f883cd06f57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:10.650162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.665593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object b5f95aa2-15ba-42ba-8ea1-57995060730e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:10.703229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.771166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 25ba5230-7543-4791-8b4f-70c8372f91bb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:10.776152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:10.779780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:10.787170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:10.869413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:10.920740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cca4f-46ae-4575-bd21-1834ceb5e582 req-d308a405-dd60-42c7-a293-778a3567081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:10.922042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-772cca4f-46ae-4575-bd21-1834ceb5e582 req-d308a405-dd60-42c7-a293-778a3567081f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 1098 time: 0.2602947 Jul 23 22:59:10.934703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 19567812-ed85-428a-b7d1-4116f4fec3d2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:10.935048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.034192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-660a66d4-3af3-45e3-8910-4bd5cd574e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.076200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.114433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-772cca4f-46ae-4575-bd21-1834ceb5e582 req-e024b8cb-4573-4af5-9682-de07451ca13a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835289 Jul 23 22:59:11.170282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.176939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18f069c1-d0cd-410a-b45b-e8f82f285621 None None] Provisioning for port b5f95aa2-15ba-42ba-8ea1-57995060730e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:11.181609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-18f069c1-d0cd-410a-b45b-e8f82f285621 None None] Provisioning complete for port b5f95aa2-15ba-42ba-8ea1-57995060730e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:11.182009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-18f069c1-d0cd-410a-b45b-e8f82f285621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.194219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec544e49-6203-49c4-9877-46ffe3332866 req-7b803003-9284-4098-84ce-64615146124b tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:11.195751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec544e49-6203-49c4-9877-46ffe3332866 req-7b803003-9284-4098-84ce-64615146124b tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.3166184 Jul 23 22:59:11.202524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 19567812-ed85-428a-b7d1-4116f4fec3d2 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:11.232826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-18f069c1-d0cd-410a-b45b-e8f82f285621 None None] Port b5f95aa2-15ba-42ba-8ea1-57995060730e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:11.284697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.286274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb724cc-f9bf-4465-a62e-83df19b20288 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:11.412366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c8673a4-ce21-4551-b5d6-65bbfa9cd17f None None] Provisioning for port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:11.442145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.448703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.512150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:11.516125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ae35-d3e1-413f-ba91-3d1070fa3b7f req-ae75b160-3782-44cf-9a3d-c65bde82e6dd tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:11.518301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87c5ae35-d3e1-413f-ba91-3d1070fa3b7f req-ae75b160-3782-44cf-9a3d-c65bde82e6dd tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 949 time: 0.3168397 Jul 23 22:59:11.570051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:11.583859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.585605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:11.591522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:11.592026 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.643665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Deleting port 4b576226-1797-4b94-9061-de0b653c2ab5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:11.644125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.686831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.690275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 25ba5230-7543-4791-8b4f-70c8372f91bb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:11.692701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:11.734958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:11.746836 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.747419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-87c5ae35-d3e1-413f-ba91-3d1070fa3b7f req-3bc19127-4afc-43c2-8da9-9462daba9d78 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/security-groups?id=aee03c12-4fa9-47ce-95a2-2fd9324002e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226303 Jul 23 22:59:11.820790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:11.877813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:11.892356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:11.914184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=19567812-ed85-428a-b7d1-4116f4fec3d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:11.942176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4423eeb-0516-4334-886a-ef2161230963 None None] Could not find standard attr ID for object 19567812-ed85-428a-b7d1-4116f4fec3d2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:59:11.959732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4423eeb-0516-4334-886a-ef2161230963 None None] Provisioning complete for port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:11.960359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4423eeb-0516-4334-886a-ef2161230963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.003658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.048594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.052517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-52e83007-14bf-46a4-ad43-0ac780d0c410 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/19567812-ed85-428a-b7d1-4116f4fec3d2 HTTP/1.1" status: 204 len: 168 time: 1.5083005 Jul 23 22:59:12.054988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] For port 4b576226-1797-4b94-9061-de0b653c2ab5, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4b576226-1797-4b94-9061-de0b653c2ab5,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:12.055277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:12.055384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.127542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:12.132799 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3a1d2bb0-c724-4d58-8dc9-da08eac206fa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/9e147b20-4f8e-47db-a9c7-0d572e70c669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739545 Jul 23 22:59:12.140541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:12.153209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d7e7f-b2e1-4040-bcdd-670ad56551cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:12.155004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d7e7f-b2e1-4040-bcdd-670ad56551cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:12.160515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e7d7e7f-b2e1-4040-bcdd-670ad56551cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0979745 Jul 23 22:59:12.162152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:12.164491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:12.165004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Calling delete_port for 4b576226-1797-4b94-9061-de0b653c2ab5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:12.166064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:12.235789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 240aed32-f8dc-4f0d-a580-d4a847d85303 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:12.240156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.254891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5289ca3-7a98-4902-ac33-64ae172f6235 req-52533109-7f5b-4268-82ba-a6ab1592c270 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:12.256424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5289ca3-7a98-4902-ac33-64ae172f6235 req-52533109-7f5b-4268-82ba-a6ab1592c270 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.3610935 Jul 23 22:59:12.290370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.370954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5289ca3-7a98-4902-ac33-64ae172f6235 req-e1ef1df5-555c-4e8a-8ace-77ac57a9a6f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084113 Jul 23 22:59:12.420458 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.483768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:59:12.507942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.534662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25690d-091d-457a-a912-ca77e3215170 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:12.538473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9aa08664-4011-49d9-b860-3e7b63a7b9a5 None None] Provisioning complete for port b5f95aa2-15ba-42ba-8ea1-57995060730e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:12.538838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9aa08664-4011-49d9-b860-3e7b63a7b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.542521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.546878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/240aed32-f8dc-4f0d-a580-d4a847d85303 HTTP/1.1" status: 204 len: 168 time: 0.3808446 Jul 23 22:59:12.547301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:12.568015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.609524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Pushing event deleted for resources: {'Port': ['ID=4b576226-1797-4b94-9061-de0b653c2ab5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:12.615457 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea04f3e9-5ffc-4386-919d-6254ef3272af tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623918 Jul 23 22:59:12.615457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff2d64-ba98-4fe6-a6af-c6f770597a88 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=240aed32-f8dc-4f0d-a580-d4a847d85303,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:12.615457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56452) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:12.629466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:12.640543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:12.662738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] No DVR routers for this DVR port 4b576226-1797-4b94-9061-de0b653c2ab5 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:12.671089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.675220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec544e49-6203-49c4-9877-46ffe3332866 req-73d1ddca-c5ae-4a17-874a-c9af3328b6d7 tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.25 "DELETE /v2.0/ports/4b576226-1797-4b94-9061-de0b653c2ab5 HTTP/1.1" status: 204 len: 173 time: 1.4703562 Jul 23 22:59:12.675712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'name': 'network-vif-deleted', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:12.678074 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ae8963-5896-4d12-b110-1205fe5da26d" -d '{"events": [{"server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "name": "network-vif-deleted", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:12.700838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9aa08664-4011-49d9-b860-3e7b63a7b9a5 None None] Port b5f95aa2-15ba-42ba-8ea1-57995060730e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:12.750736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:12.754927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.756019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:12.765699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Sync routers for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:12.777619 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f93fe-c138-42b6-bb0e-06708484d3ea x-openstack-request-id: req-e76f93fe-c138-42b6-bb0e-06708484d3ea {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:12.778074 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae", "name": "network-vif-deleted", "tag": "4b576226-1797-4b94-9061-de0b653c2ab5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:12.778398 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e76f93fe-c138-42b6-bb0e-06708484d3ea {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:12.778879 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae', 'name': 'network-vif-deleted', 'tag': '4b576226-1797-4b94-9061-de0b653c2ab5', 'status': 'completed', 'code': 200} Jul 23 22:59:12.780390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:12.787005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d132db7d-647b-4368-a4ad-f7d72e8d1881 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8559587 Jul 23 22:59:12.787252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:12.791493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:12.792108 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:58:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:12.897092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca40d651-f77f-4983-898c-0c84e7734868 None None] Could not find standard attr ID for object 19567812-ed85-428a-b7d1-4116f4fec3d2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:59:12.944321 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:12.965103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec664afa-f2a7-42da-a254-b165e23434cd req-a5d64a4a-b597-4236-9eb5-38d8a0d0c90b tempest-VolumesNegativeTest-182163670 tempest-VolumesNegativeTest-182163670-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5cb1ec-2df6-4b0f-b6d9-98a5f4d7b9ae HTTP/1.1" status: 200 len: 210 time: 0.0544429 Jul 23 22:59:13.047301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:13.169348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Deleting port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:13.169791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.175202 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:10Z', 'revision_number': 3, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:13.203667 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Checking router: 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:13.204064 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Updating router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 port 8eefbfa7-2012-4548-b320-7f883cd06f57 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:13.221693 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.247463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] For port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:13.247856 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.254050 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.259251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:11Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f95aa2-15ba-42ba-8ea1-57995060730e', 'name': '', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:71:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:11Z', 'revision_number': 2, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:13.316384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Calling delete_port for 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:13.322990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:13.323073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Updating router 9e147b20-4f8e-47db-a9c7-0d572e70c669 port b5f95aa2-15ba-42ba-8ea1-57995060730e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:13.351739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:13.358338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:13.366620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:13.367232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.388775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=3820e774-deca-4b6e-a2c6-fd6bf069c492,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:13.396952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-959bafe5-616f-4197-996d-3dc22cfaa2ba tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7727585 Jul 23 22:59:13.399755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56462) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:13.408477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'name': 'tempest-NetworksTestDHCPv6-1062578661'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:13.467674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.525471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:13.561312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4b576226-1797-4b94-9061-de0b653c2ab5 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:13.603137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.609476 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.620770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 4b576226-1797-4b94-9061-de0b653c2ab5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:13.621327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4b576226-1797-4b94-9061-de0b653c2ab5 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:13.623530 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Transition to ACTIVE for port object 8eefbfa7-2012-4548-b320-7f883cd06f57 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:13.632341 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.715965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.721585 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Attempting to bind port 8eefbfa7-2012-4548-b320-7f883cd06f57 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:13.722345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Attempting to bind port 8eefbfa7-2012-4548-b320-7f883cd06f57 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:13.724214 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Attempting to bind port 8eefbfa7-2012-4548-b320-7f883cd06f57 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:13.733146 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:13.733940 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:13.734663 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.735367 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:13.736855 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Bound port: 8eefbfa7-2012-4548-b320-7f883cd06f57, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:13.737627 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.752753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 update to DOWN by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 22:59:13.786728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] No DVR routers for this DVR port 3a551a90-86f4-4b1d-9c4e-c9552b4d5a16 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:13.797434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7bd93-ebbd-4a5e-b983-8e0207c0f376 None None] Pushing event deleted for resources: {'Port': ['ID=3a551a90-86f4-4b1d-9c4e-c9552b4d5a16,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:13.823821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780efce-ab00-4ad4-bc9a-424461f87e29 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:13.828492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] For port 8eefbfa7-2012-4548-b320-7f883cd06f57, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:13.834815 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] For port 8eefbfa7-2012-4548-b320-7f883cd06f57, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8eefbfa7-2012-4548-b320-7f883cd06f57,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:13.858058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-113fe0bd-e131-4e56-9309-13453a2a5afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.881515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Allocated IP 172.20.0.1 (c62ef975-984d-4751-bacf-a377c4f301da/64d50198-56af-4916-a610-bf4bfa27d151/87dafed8-e848-4150-9864-ffdd2158e87b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:13.971072 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:13.993882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49dd84-3d9d-49f7-af76-8e0138600a97 req-11562192-f536-48c7-a142-750d6be9187e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:13.995257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Pushing event updated for resources: {'Port': ['ID=8eefbfa7-2012-4548-b320-7f883cd06f57,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:14.001825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a49dd84-3d9d-49f7-af76-8e0138600a97 req-11562192-f536-48c7-a142-750d6be9187e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.1171679 Jul 23 22:59:14.010885 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.011218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.011708 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.012022 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.012342 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.012713 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.013078 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.013485 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.013955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.014268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.014829 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.015152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:14.021853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:14.025665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.027300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:14.027841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:14.061251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a49dd84-3d9d-49f7-af76-8e0138600a97 req-a1643171-24c3-4232-a780-1a6dc25dc639 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Jul 23 22:59:14.061636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.082466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port f933aca7-b063-4c0a-8a04-80cc2925982a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:14.130651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.146277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '3820e774-deca-4b6e-a2c6-fd6bf069c492'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:14.146777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.150179 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030f91c-443f-4f0f-8d46-3695961fb047 None None] Pushing event updated for resources: {'Port': ['ID=8eefbfa7-2012-4548-b320-7f883cd06f57,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:14.178801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Network c62ef975-984d-4751-bacf-a377c4f301da is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:14.197052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.199629 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.208870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:14.213088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:14.219184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Transition to ACTIVE for port object b5f95aa2-15ba-42ba-8ea1-57995060730e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:14.240726 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:14.271298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.286812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::11a (76ad2985-f429-49e4-926e-3e501ddd0c91/3820e774-deca-4b6e-a2c6-fd6bf069c492/f933aca7-b063-4c0a-8a04-80cc2925982a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:14.343016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.349169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Pushing event updated for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:14.444140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdba1f-54de-4fb5-ba4d-be05226264ce None None] Pushing event updated for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:14.515005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Attempting to bind port b5f95aa2-15ba-42ba-8ea1-57995060730e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:14.515380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Attempting to bind port b5f95aa2-15ba-42ba-8ea1-57995060730e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:14.515866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Attempting to bind port b5f95aa2-15ba-42ba-8ea1-57995060730e on network 25ba5230-7543-4791-8b4f-70c8372f91bb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:14.523544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:14.523967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Checking segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:14.524392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.524836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Bound using segment: {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:14.525981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Bound port: b5f95aa2-15ba-42ba-8ea1-57995060730e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:14.526118 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.583317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.603083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aced5-2bd7-46e7-8f9a-f541368a8eb3 req-a66837a9-2ed2-45f1-b1d1-ffbd36e57848 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:14.604750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-439aced5-2bd7-46e7-8f9a-f541368a8eb3 req-a66837a9-2ed2-45f1-b1d1-ffbd36e57848 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.2042222 Jul 23 22:59:14.609300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.628522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object f933aca7-b063-4c0a-8a04-80cc2925982a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:14.638471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] For port b5f95aa2-15ba-42ba-8ea1-57995060730e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:14.642868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] For port b5f95aa2-15ba-42ba-8ea1-57995060730e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b5f95aa2-15ba-42ba-8ea1-57995060730e,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:14.649071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.683795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.734307 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:10Z', 'revision_number': 3, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:14.768619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:14.785093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-439aced5-2bd7-46e7-8f9a-f541368a8eb3 req-5db0765e-65bc-473c-8874-366391e2a0b8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075826 Jul 23 22:59:14.789238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:14.792328 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a807f-99cc-4ca8-b4b9-3c4ec4f3765c None None] The sync data for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 is: [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:10Z', 'revision_number': 3, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:14.804151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:14.813096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:14.813743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:14.820413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:14.823720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:14.835057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=f933aca7-b063-4c0a-8a04-80cc2925982a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:14.865476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ed7c6252-fc37-49db-a96c-0eab53149957 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4639740 Jul 23 22:59:14.868283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:15.044785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdba1f-54de-4fb5-ba4d-be05226264ce None None] Pushing event updated for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:15.046044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf9ca4-8f06-4e70-b7f1-b6492fe6e7b8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:15.047785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-09cf9ca4-8f06-4e70-b7f1-b6492fe6e7b8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1782711 Jul 23 22:59:15.051868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:15.059524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.073950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.082920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/3820e774-deca-4b6e-a2c6-fd6bf069c492/cf6e9bba-43fb-4b26-8082-1edccf0b52d3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:15.170729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.265071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:15.268026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.350011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Pushing event updated for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:15.390062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port f933aca7-b063-4c0a-8a04-80cc2925982a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:15.390062 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.614595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Network c62ef975-984d-4751-bacf-a377c4f301da is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:15.621060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:15.727629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.745861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8eefbfa7-2012-4548-b320-7f883cd06f57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:15.783501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for f933aca7-b063-4c0a-8a04-80cc2925982a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:15.817429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5fa83-51af-41fd-adae-4f3165f42976 req-a57f7dd0-e6d1-4401-92f9-d6a3d4cccca6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:15.819885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27e5fa83-51af-41fd-adae-4f3165f42976 req-a57f7dd0-e6d1-4401-92f9-d6a3d4cccca6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.2300587 Jul 23 22:59:15.857451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:15.980208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27e5fa83-51af-41fd-adae-4f3165f42976 req-cc7e32c0-8706-4f09-ab19-3a418a34d9c3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849640 Jul 23 22:59:16.159976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.301651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=f933aca7-b063-4c0a-8a04-80cc2925982a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:16.315271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.323257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5529d648-0bbd-45ba-9399-5d4114ceb4c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f933aca7-b063-4c0a-8a04-80cc2925982a HTTP/1.1" status: 204 len: 168 time: 1.2700362 Jul 23 22:59:16.324117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:16.399990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.485067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Transition to ACTIVE for port object cf6e9bba-43fb-4b26-8082-1edccf0b52d3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:16.501630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d29a32-ad28-4242-8a70-28a3ddf9546a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:16.503509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8eefbfa7-2012-4548-b320-7f883cd06f57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:16.512094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d29a32-ad28-4242-8a70-28a3ddf9546a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:16.515418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a4d29a32-ad28-4242-8a70-28a3ddf9546a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1868143 Jul 23 22:59:16.516952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:16.556968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8eefbfa7-2012-4548-b320-7f883cd06f57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:16.557490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.559926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Transition to ACTIVE for port object cf6e9bba-43fb-4b26-8082-1edccf0b52d3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:16.573896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.598396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 3820e774-deca-4b6e-a2c6-fd6bf069c492 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:16.602550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.621333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.666072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.694604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:16.737107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e077289d-f868-4ff7-a935-cd5db16aed7d admin admin] 10.222.0.37 "PUT /v2.0/routers/8c7980a7-b268-42c9-a3fe-c0c93fa44a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9415743 Jul 23 22:59:16.807706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:16.865098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.878627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:16.883691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:16.886513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:17.029310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.063058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=3820e774-deca-4b6e-a2c6-fd6bf069c492,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:17.070600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.072776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9c1fc8c-ff3c-48f8-94bf-74d34b240221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/3820e774-deca-4b6e-a2c6-fd6bf069c492 HTTP/1.1" status: 204 len: 168 time: 0.5542402 Jul 23 22:59:17.075337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:17.121404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:11Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f95aa2-15ba-42ba-8ea1-57995060730e', 'name': '', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:71:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:17.124472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.132302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Attempting to bind port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:17.132985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Attempting to bind port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:17.133509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Attempting to bind port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:17.144872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9d0faae3-da10-4f26-b3af-af5dd1167bfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682318 Jul 23 22:59:17.147920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:17.155804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:17.200708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0bddc-0864-4973-981b-19c2e230d8dd None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:11Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f95aa2-15ba-42ba-8ea1-57995060730e', 'name': '', 'network_id': '25ba5230-7543-4791-8b4f-70c8372f91bb', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:71:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '4350fc4d-edc6-480d-a24f-c248814a2243', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:17.205056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-b2aa0ced-a8ad-40b9-a056-11e3c62e5277 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:17.207063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-b2aa0ced-a8ad-40b9-a056-11e3c62e5277 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.3165393 Jul 23 22:59:17.207207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:17.210511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:17.214471 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.214979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:17.215500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Bound port: cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:17.215909 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.259091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 8eefbfa7-2012-4548-b320-7f883cd06f57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8eefbfa7-2012-4548-b320-7f883cd06f57,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:17.318604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.465500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:17.467997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=8eefbfa7-2012-4548-b320-7f883cd06f57,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:17.484040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:17.492975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.508466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac38d5-c16d-446e-8371-a39c10b5a364 req-76064fce-c9fa-4425-82ce-0c663c0fb4a3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:17.511882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44ac38d5-c16d-446e-8371-a39c10b5a364 req-76064fce-c9fa-4425-82ce-0c663c0fb4a3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 946 time: 0.3549697 Jul 23 22:59:17.584091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Sync routers for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:17.609073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:17.620630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.631234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacbcb2-c2c3-4c6c-b780-046963036de0 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:17.651359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-44ac38d5-c16d-446e-8371-a39c10b5a364 req-db75e8c1-3e4c-4fd8-84cf-05d66e1bd18a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044083 Jul 23 22:59:17.689839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port 19d13569-b9a2-4d19-98ac-2a509931012d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:17.690210 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.720153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b5f95aa2-15ba-42ba-8ea1-57995060730e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:17.790668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:17.791331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:17.935411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port 19d13569-b9a2-4d19-98ac-2a509931012d, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=19d13569-b9a2-4d19-98ac-2a509931012d,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:17.936322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.980804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for 19d13569-b9a2-4d19-98ac-2a509931012d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:17.987276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.079898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:18.085425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:18.090541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:18.091153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.124472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=dab4d9d6-bee8-4538-b36d-bc7e20a3c46e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:18.124665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:18.131279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f5f32fc8-db34-4206-be82-effab6df99a2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9819613 Jul 23 22:59:18.134000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:18.140794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'name': 'tempest-NetworksTestDHCPv6-660581448'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:18.248355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec22cb-0ad1-4f59-88ea-745bb66933ba None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:18.290899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-ab71b9c0-48b8-4d07-b010-1800be7c4392 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:18.296682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-ab71b9c0-48b8-4d07-b010-1800be7c4392 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 819 time: 0.2214231 Jul 23 22:59:18.320428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.345368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['2e87155f-6475-4da8-b9f9-86c3b158bfc2'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:18.368199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-39a8b66c-d67f-431b-8006-254222c360c3 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/quotas/a41b064098ff495180a13fa943fd3f98 HTTP/1.1" status: 200 len: 375 time: 0.0613942 Jul 23 22:59:18.373309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=19d13569-b9a2-4d19-98ac-2a509931012d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:18.383931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:18.388265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.435054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.436871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.436871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.436871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.436871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.436871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.437231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.437503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.437866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.438262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.439396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.444115 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:59:18.447148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port cdde37ea-780d-4b61-8bc1-9664af019890 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:18.449963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:18.453121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b5f95aa2-15ba-42ba-8ea1-57995060730e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:18.486649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b5f95aa2-15ba-42ba-8ea1-57995060730e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:18.487141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.546941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port 19d13569-b9a2-4d19-98ac-2a509931012d on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:18.551832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.554569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75c8d676-5a80-4d42-b9a4-cc9f4bcc30f4 req-33c2e5ec-3620-45f7-bd98-468f8b5a01e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "DELETE /v2.0/ports/19d13569-b9a2-4d19-98ac-2a509931012d HTTP/1.1" status: 204 len: 173 time: 1.3398507 Jul 23 22:59:18.556510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'name': 'network-vif-deleted', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:18.566950 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b15cbf-ef19-4ade-8039-93f6883ce9bd" -d '{"events": [{"server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "name": "network-vif-deleted", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:18.649120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-0045949b-f8b5-4e0a-9340-abcc6f0a111b tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2712185 Jul 23 22:59:18.738855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::338 (76ad2985-f429-49e4-926e-3e501ddd0c91/dab4d9d6-bee8-4538-b36d-bc7e20a3c46e/cdde37ea-780d-4b61-8bc1-9664af019890) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:18.781420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-88da682a-7787-44cc-8879-869f41d5c736 service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252961 Jul 23 22:59:18.958015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-46d5e732-33b8-43c1-b916-b1fb72a5f1be service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698925 Jul 23 22:59:18.982565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.008160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object cdde37ea-780d-4b61-8bc1-9664af019890 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:19.065228 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.098104 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.132881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 2, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:19.161209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:19.168953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:19.173687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:19.179923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:19.180753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.200242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=cdde37ea-780d-4b61-8bc1-9664af019890,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:19.213293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-92ee4e1b-78ba-433a-8da0-6e6e05189f5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0779886 Jul 23 22:59:19.217901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:19.251495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Checking router: 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:19.251869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Updating router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 port 87dafed8-e848-4150-9864-ffdd2158e87b binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:19.336205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae803a-f2ef-475d-9d5f-19cb6a2c3da4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:19.343909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae803a-f2ef-475d-9d5f-19cb6a2c3da4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:19.349880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:19.350067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-49ae803a-f2ef-475d-9d5f-19cb6a2c3da4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1302316 Jul 23 22:59:19.388388 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.430194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623887f4-20b9-455b-93a6-b0696d495980 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'dab4d9d6-bee8-4538-b36d-bc7e20a3c46e'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'cf6e9bba-43fb-4b26-8082-1edccf0b52d3'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:59:19.433888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b5f95aa2-15ba-42ba-8ea1-57995060730e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b5f95aa2-15ba-42ba-8ea1-57995060730e,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:19.491528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.504791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port cdde37ea-780d-4b61-8bc1-9664af019890 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:19.505197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.636619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.677721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for cdde37ea-780d-4b61-8bc1-9664af019890 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:19.709669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-623887f4-20b9-455b-93a6-b0696d495980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:19.712467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8eefbfa7-2012-4548-b320-7f883cd06f57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:19.837032 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab2112-116d-4f9c-b985-ba88ed42d0e8 x-openstack-request-id: req-34ab2112-116d-4f9c-b985-ba88ed42d0e8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:19.838486 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d105e733-e347-421c-85e2-841f97181de0", "name": "network-vif-deleted", "tag": "19d13569-b9a2-4d19-98ac-2a509931012d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:19.839299 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34ab2112-116d-4f9c-b985-ba88ed42d0e8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:19.839742 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd105e733-e347-421c-85e2-841f97181de0', 'name': 'network-vif-deleted', 'tag': '19d13569-b9a2-4d19-98ac-2a509931012d', 'status': 'completed', 'code': 200} Jul 23 22:59:19.880466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:20.030467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0177fddc-c586-4289-8d82-642a5b70a4f7 req-db29dd9e-f6f4-493d-82f8-9fe49f44df1f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0835176 Jul 23 22:59:20.050591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.128110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=cdde37ea-780d-4b61-8bc1-9664af019890,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:20.132070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19d13569-b9a2-4d19-98ac-2a509931012d no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:20.197719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.201483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-621aff19-b31f-4a24-ad6f-d8067570e0ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/cdde37ea-780d-4b61-8bc1-9664af019890 HTTP/1.1" status: 204 len: 168 time: 0.8506057 Jul 23 22:59:20.204248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:20.362969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7f1985c-136a-4aa7-b4c3-6fb07f53562e req-978173a5-ed52-4a88-aa4e-14b5dfccd524 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 210 time: 0.0848882 Jul 23 22:59:20.390358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a7323-43a1-428e-b1be-6c4362e24993 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:20.392316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a7323-43a1-428e-b1be-6c4362e24993 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:20.403373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d96a7323-43a1-428e-b1be-6c4362e24993 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1939876 Jul 23 22:59:20.403373 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:20.513363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet dab4d9d6-bee8-4538-b36d-bc7e20a3c46e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:20.517307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.605588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.633261 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.644416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Transition to ACTIVE for port object 87dafed8-e848-4150-9864-ffdd2158e87b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:20.690463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8eefbfa7-2012-4548-b320-7f883cd06f57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:20.690833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.696864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.710415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.765861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 19d13569-b9a2-4d19-98ac-2a509931012d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:20.766153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 19d13569-b9a2-4d19-98ac-2a509931012d not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:20.774138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aea560-b117-4696-9f23-823e9f473588 None None] Pushing event updated for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:20.946817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Attempting to bind port 87dafed8-e848-4150-9864-ffdd2158e87b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:20.947242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Attempting to bind port 87dafed8-e848-4150-9864-ffdd2158e87b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:20.947607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Attempting to bind port 87dafed8-e848-4150-9864-ffdd2158e87b on network c62ef975-984d-4751-bacf-a377c4f301da {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:20.953489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:20.954434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Checking segment: {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:20.954830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.955224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Bound using segment: {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:20.955715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Bound port: 87dafed8-e848-4150-9864-ffdd2158e87b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:20.956138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.977824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:20.999298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-f32040b4-da1b-42f6-9c18-339927da26a4 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:21.001643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-f32040b4-da1b-42f6-9c18-339927da26a4 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 819 time: 0.1772013 Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-623887f4-20b9-455b-93a6-b0696d495980 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dab4d9d6-bee8-4538-b36d-bc7e20a3c46e: This subnet is being modified by another concurrent operation. Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 22:59:21.018469 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dab4d9d6-bee8-4538-b36d-bc7e20a3c46e: This subnet is being modified by another concurrent operation. Jul 23 22:59:21.021505 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 22:59:21.044330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.046585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/dab4d9d6-bee8-4538-b36d-bc7e20a3c46e HTTP/1.1" status: 204 len: 168 time: 0.6433909 Jul 23 22:59:21.050388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:21.051292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'port': {'device_id': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'admin_state_up': True, 'tenant_id': 'a41b064098ff495180a13fa943fd3f98'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:21.055042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917d7c2-7680-4578-b146-9ef42072a377 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:59:21.057225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27010e8-1e6a-48f5-9528-5c0b6a236ba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=dab4d9d6-bee8-4538-b36d-bc7e20a3c46e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:21.121417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5386b444-9fa0-4c79-a144-136b45b52b6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687754 Jul 23 22:59:21.122047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:21.122839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] For port 87dafed8-e848-4150-9864-ffdd2158e87b, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:21.127863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] For port 87dafed8-e848-4150-9864-ffdd2158e87b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=87dafed8-e848-4150-9864-ffdd2158e87b,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:21.180764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.213657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Made reservation on behalf of a41b064098ff495180a13fa943fd3f98 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:21.223080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff6c14-d442-4f45-a0e6-3bf7d5e47e69 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:21.224847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.225195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1cff6c14-d442-4f45-a0e6-3bf7d5e47e69 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1019127 Jul 23 22:59:21.228244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:21.266752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-13c28872-006d-4b5c-9f61-f2f57d9c6488 req-1cb3508a-d5a9-4e48-8a00-990c15727188 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0659413 Jul 23 22:59:21.309870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790bc40-f7b6-41a0-8ab0-c6a537a28596 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:21.312529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3790bc40-f7b6-41a0-8ab0-c6a537a28596 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822794 Jul 23 22:59:21.315473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:21.363566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aea560-b117-4696-9f23-823e9f473588 None None] Pushing event updated for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:21.369088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:21.369734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:21.371768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917d7c2-7680-4578-b146-9ef42072a377 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:59:21.398121 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4603282-e7ed-445b-8031-e45a503e684d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812805 Jul 23 22:59:21.404265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:21.410589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:21.534720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6660ef9-2309-4166-bdc8-bd17971e4cea req-b16889f7-e9db-4b9b-96ca-facb990fb216 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 210 time: 0.0497231 Jul 23 22:59:21.535790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Allocated IP 172.20.0.2 (c62ef975-984d-4751-bacf-a377c4f301da/64d50198-56af-4916-a610-bf4bfa27d151/73757ab0-30c2-4eb8-a99f-0c5997333362) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:21.596992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:21.601610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.632759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:21.674774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b5f95aa2-15ba-42ba-8ea1-57995060730e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:21.816109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.867301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.920052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:21.934488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Network c62ef975-984d-4751-bacf-a377c4f301da is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:21.938405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:21.947778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:21.999245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:22.003687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:22.005203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:22.005887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.007981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:22.008582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.017853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b5f95aa2-15ba-42ba-8ea1-57995060730e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:22.018380 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.022419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:22.034485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-5dd3fac7-f60b-4e7f-b665-1a8c11059489 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0196059 Jul 23 22:59:22.043399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6378484 Jul 23 22:59:22.045028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7eb15-2a6c-4c85-acd6-fd3dcad5a81c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=bb37ce67-35b3-4b9a-9415-1f76d5d9c692,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:22.047203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:22.051192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Request body: {'port': {'device_id': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:22.058483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'bb37ce67-35b3-4b9a-9415-1f76d5d9c692', 'ip_address': '2001:db8::aa85:5e34:bc81:3384'}], 'name': 'tempest-NetworksTestDHCPv6-158143077'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:22.152529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.248003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:22.283520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:21Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:22.405311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.437250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 27428c96-2030-4cf0-9bcb-1083ec9d2526 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:22.438802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbecf6-6207-4550-818b-ed33dd52f260 None None] The sync data for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 is: [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:21Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:22.468113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de8c41fd-10f1-4438-b51c-93a8a34f7327 req-f5c980cb-152e-4f1e-947d-aeb0d60a6667 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0422988 Jul 23 22:59:22.508120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.525043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'bb37ce67-35b3-4b9a-9415-1f76d5d9c692'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'cf6e9bba-43fb-4b26-8082-1edccf0b52d3'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:59:22.602676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.682901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73757ab0-30c2-4eb8-a99f-0c5997333362 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:22.692580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.707431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Transition to ACTIVE for port object 73757ab0-30c2-4eb8-a99f-0c5997333362 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:22.728110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:22.799543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:22.851133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::aa85:5e34:bc81:3384 (76ad2985-f429-49e4-926e-3e501ddd0c91/bb37ce67-35b3-4b9a-9415-1f76d5d9c692/27428c96-2030-4cf0-9bcb-1083ec9d2526) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:22.913010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcdaa1-0fe6-4441-bf2a-c775300a2df7 req-5fd24a3a-05f6-4430-8415-c6c9a33df273 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:22.920788 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcdaa1-0fe6-4441-bf2a-c775300a2df7 req-5fd24a3a-05f6-4430-8415-c6c9a33df273 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 943 time: 0.2117636 Jul 23 22:59:22.973277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcdaa1-0fe6-4441-bf2a-c775300a2df7 req-4acaf84d-21f2-4678-91bd-3df49715f644 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Jul 23 22:59:23.011473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Attempting to bind port 73757ab0-30c2-4eb8-a99f-0c5997333362 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:23.012218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Attempting to bind port 73757ab0-30c2-4eb8-a99f-0c5997333362 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:23.012712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Attempting to bind port 73757ab0-30c2-4eb8-a99f-0c5997333362 on network c62ef975-984d-4751-bacf-a377c4f301da {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:23.018396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Port 73757ab0-30c2-4eb8-a99f-0c5997333362 on network c62ef975-984d-4751-bacf-a377c4f301da not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:59:23.018894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Attempting to bind port 73757ab0-30c2-4eb8-a99f-0c5997333362 on network c62ef975-984d-4751-bacf-a377c4f301da {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:23.024793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:23.025265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Checking segment: {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:23.025660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Bound using segment: {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:23.026134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Bound port: 73757ab0-30c2-4eb8-a99f-0c5997333362, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:23.026504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.100920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:23.104765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:23.112309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.113839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.145144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 27428c96-2030-4cf0-9bcb-1083ec9d2526 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:23.166194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.166882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.170497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] 10.222.0.25 "PUT /v2.0/ports/73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 1092 time: 1.1271029 Jul 23 22:59:23.170876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:23.176887 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:23.223449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.224824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2940f-020f-430d-98ef-db86972ccc65 service neutron] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:23.277667 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9efb7d-096b-46f6-ae6d-d422cc84a686 x-openstack-request-id: req-ee9efb7d-096b-46f6-ae6d-d422cc84a686 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:23.278036 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:23.278215 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee9efb7d-096b-46f6-ae6d-d422cc84a686 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:23.278615 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 22:59:23.314380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-d100aacc-d43a-4f65-ad5b-27f2d9f37d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.325791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-d100aacc-d43a-4f65-ad5b-27f2d9f37d93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1095 time: 0.0871918 Jul 23 22:59:23.326481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/bb37ce67-35b3-4b9a-9415-1f76d5d9c692/cf6e9bba-43fb-4b26-8082-1edccf0b52d3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:23.330409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=27428c96-2030-4cf0-9bcb-1083ec9d2526,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:23.338790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:23.340299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:23.342667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:23.349649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.350350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.355448 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.396689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ac7c9814-0fd6-4117-b307-cbf5d96bc54b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3388362 Jul 23 22:59:23.398313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:23.400380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-980d587a-f971-4568-b5b0-369426079387 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0569115 Jul 23 22:59:23.468891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-26c56cb6-5c0c-4cd0-85f8-c7292ba6f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.471070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-26c56cb6-5c0c-4cd0-85f8-c7292ba6f581 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.0630143 Jul 23 22:59:23.486295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:23.526249 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.541212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Ignored duplicate provisioning block setup for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 22:59:23.561810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.570037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-fd8605f0-70ae-4c21-a164-4b093b909d91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921788 Jul 23 22:59:23.583200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a44256-078b-42ae-93eb-563fae9e0242 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.611186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a44256-078b-42ae-93eb-563fae9e0242 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:23.613031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-98a44256-078b-42ae-93eb-563fae9e0242 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2136672 Jul 23 22:59:23.626947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:23.708133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f517c-3f84-4d47-a470-935130c2d62e None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:23.754833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 87dafed8-e848-4150-9864-ffdd2158e87b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:23.785217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 27428c96-2030-4cf0-9bcb-1083ec9d2526 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:23.785466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.831682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-9068540b-7c21-4913-850f-8060fb37cb89 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541347 Jul 23 22:59:23.862530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 87dafed8-e848-4150-9864-ffdd2158e87b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:23.867307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 87dafed8-e848-4150-9864-ffdd2158e87b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:23.867787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.898613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ff6e8d9-9c7a-4e09-8a14-cd68be009130 req-3d683215-9da5-4809-b09d-519657ebc197 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0659010 Jul 23 22:59:23.928264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:23.944318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 27428c96-2030-4cf0-9bcb-1083ec9d2526 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:24.051003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0734c96e-61f9-4337-8a6f-d8af2e25b4ab req-938e5965-e5c5-4f29-96bb-8fb6dffd4efe service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697378 Jul 23 22:59:24.055044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.165026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 87dafed8-e848-4150-9864-ffdd2158e87b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=87dafed8-e848-4150-9864-ffdd2158e87b,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:24.180873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.244998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-598f8257-3c70-47b2-9bbe-0b223aa2361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.246697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-598f8257-3c70-47b2-9bbe-0b223aa2361b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1095 time: 0.1305947 Jul 23 22:59:24.275057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:24.276423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.307167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=27428c96-2030-4cf0-9bcb-1083ec9d2526,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:24.326354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4a72-1d84-4808-be00-62e8300192e8 req-b3567a0e-5686-4011-b767-a51d33bdcce6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.328048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d80e4a72-1d84-4808-be00-62e8300192e8 req-b3567a0e-5686-4011-b767-a51d33bdcce6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 943 time: 0.1663589 Jul 23 22:59:24.361556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.365002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2059a1dc-0fe6-4291-b15e-1df9e6020a6e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/27428c96-2030-4cf0-9bcb-1083ec9d2526 HTTP/1.1" status: 204 len: 168 time: 0.7366204 Jul 23 22:59:24.369195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:24.464029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-37d3d62d-47a2-415c-b2f4-244657dd369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.465649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-37d3d62d-47a2-415c-b2f4-244657dd369f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.2098422 Jul 23 22:59:24.474964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54705a1-0ea7-4277-9bfd-85360423aa32 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.476414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54705a1-0ea7-4277-9bfd-85360423aa32 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.480352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b54705a1-0ea7-4277-9bfd-85360423aa32 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1079772 Jul 23 22:59:24.480726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:24.489514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d80e4a72-1d84-4808-be00-62e8300192e8 req-40651f85-b710-4a7b-91e8-ae3c91522849 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211436 Jul 23 22:59:24.537466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-73773634-4fb2-47d0-8d8c-3347f7325677 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0469022 Jul 23 22:59:24.549049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet bb37ce67-35b3-4b9a-9415-1f76d5d9c692 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:24.552793 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.596150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-56a6861a-91b2-499d-aae7-d2c28db3476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:24.597640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-56a6861a-91b2-499d-aae7-d2c28db3476e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.0509663 Jul 23 22:59:24.598686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.635206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-1f44e771-69f5-422b-9bb1-25ed834807d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299826 Jul 23 22:59:24.730431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.745168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-b5758a5e-6f67-49a4-9e5c-48b1d29b0adc service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022441 Jul 23 22:59:24.823081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.843320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:24.846004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/bb37ce67-35b3-4b9a-9415-1f76d5d9c692 HTTP/1.1" status: 204 len: 168 time: 0.3642454 Jul 23 22:59:24.888812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:24.896415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7370d-54fe-44f3-a7d1-9be689833f2c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=bb37ce67-35b3-4b9a-9415-1f76d5d9c692,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:24.995684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fac14df9-92f1-45c6-a365-858197f4adf6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056011 Jul 23 22:59:24.999102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:25.009851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:25.191613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:25.201726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:25.288162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15bce8-db4b-406f-848e-b1188affd9d5 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:59:25.457432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:25.458234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15bce8-db4b-406f-848e-b1188affd9d5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 22:59:25.460262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-095476e5-6772-4ce0-aa87-b20b65e610a5 None None] Provisioning for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:25.492240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c91f9d7c-91ac-4b1f-8ba0-4d4995afed7b req-71d4034f-d7e9-44f2-bf71-676a7182e71c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=d105e733-e347-421c-85e2-841f97181de0 HTTP/1.1" status: 200 len: 210 time: 0.0434709 Jul 23 22:59:25.524516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2db811f-75e2-40d1-8c4d-b1d13cf2b0bf req-c7883307-ef94-436c-bff8-f69b267fcfa8 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657690 Jul 23 22:59:25.582498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:25.698765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 73757ab0-30c2-4eb8-a99f-0c5997333362 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:59:25.724824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=d6c4be91-f987-4845-bd98-9df60674791b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:25.753641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:25.758732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:25.765430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:25.766664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:25.799974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-58638820-4b80-4f8a-b078-9e80a01d0bd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7994356 Jul 23 22:59:25.802543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:25.841820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b5b9accc-e8b1-44c9-8ccd-2c3bfb08bbe5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d61bf922c61545019226f797f3e82206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792877 Jul 23 22:59:25.843682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:25.852885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'd6c4be91-f987-4845-bd98-9df60674791b', 'ip_address': '2001:db8::b7bd:b710:a31d:5bf8'}], 'name': 'tempest-NetworksTestDHCPv6-1567428483'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:25.857686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 87dafed8-e848-4150-9864-ffdd2158e87b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:25.868387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e2a3-74a6-4800-b6cf-b306c34f20c6 req-d03b9824-4e96-44aa-b911-08590562595a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:25.873486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd25e2a3-74a6-4800-b6cf-b306c34f20c6 req-d03b9824-4e96-44aa-b911-08590562595a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 943 time: 0.2536838 Jul 23 22:59:25.985461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd25e2a3-74a6-4800-b6cf-b306c34f20c6 req-2d85f6a8-7df9-4cc0-8c70-710570254c5a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935979 Jul 23 22:59:26.033513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.090786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 87dafed8-e848-4150-9864-ffdd2158e87b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:26.091157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.092551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.099103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:26.102179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:26.108618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.143622 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 21ae27a1-2672-4d05-bd6a-4a7b2872ea0a yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:26.170047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.173891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.177799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aee03c12-4fa9-47ce-95a2-2fd9324002e9 HTTP/1.1" status: 204 len: 168 time: 0.3300545 Jul 23 22:59:26.186512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf2f90-c68c-4e29-96d5-536fc51520f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee03c12-4fa9-47ce-95a2-2fd9324002e9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:26.370289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::b7bd:b710:a31d:5bf8 (76ad2985-f429-49e4-926e-3e501ddd0c91/d6c4be91-f987-4845-bd98-9df60674791b/21ae27a1-2672-4d05-bd6a-4a7b2872ea0a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:26.454385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'port_id': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'mac_address': 'fa:16:3e:7e:b5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:59:26.508987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.528094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73757ab0-30c2-4eb8-a99f-0c5997333362 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:26.553448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:26.608363 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.613720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.632130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 21ae27a1-2672-4d05-bd6a-4a7b2872ea0a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:26.664137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'd6c4be91-f987-4845-bd98-9df60674791b'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'cf6e9bba-43fb-4b26-8082-1edccf0b52d3'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 22:59:26.666477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf6e9bba-43fb-4b26-8082-1edccf0b52d3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:26.674832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.731772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:26.751771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:26.764102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:26.772095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:26.772892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.782592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:26.785329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=21ae27a1-2672-4d05-bd6a-4a7b2872ea0a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:26.785500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.798239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:26.799801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e286ebd5-c466-4ce2-9f0c-7bbbaf1fb9c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9932852 Jul 23 22:59:26.802542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:26.813333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:26.813333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:26.899699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:26.914096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97b39f-2732-482d-9b78-bdcff9b93221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:26.922218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97b39f-2732-482d-9b78-bdcff9b93221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:26.927275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea97b39f-2732-482d-9b78-bdcff9b93221 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1225684 Jul 23 22:59:26.927365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:27.147035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 21ae27a1-2672-4d05-bd6a-4a7b2872ea0a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:27.147269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.147380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.192146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/d6c4be91-f987-4845-bd98-9df60674791b/cf6e9bba-43fb-4b26-8082-1edccf0b52d3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:27.231888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615142-71ac-4bfd-ac11-7c7d8a4c2cf0 req-5488dd83-1060-4e24-837b-ced308ab0348 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:27.233672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4615142-71ac-4bfd-ac11-7c7d8a4c2cf0 req-5488dd83-1060-4e24-837b-ced308ab0348 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 944 time: 0.1637559 Jul 23 22:59:27.274973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.291019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 21ae27a1-2672-4d05-bd6a-4a7b2872ea0a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:27.356028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 22:59:27.356028 n-d-791506-25 neutron-server[93837]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 23 22:59:27.356028 n-d-791506-25 neutron-server[93837]: [parameters: {'status': 'ACTIVE', 'ports_id': 'cf6e9bba-43fb-4b26-8082-1edccf0b52d3'}] Jul 23 22:59:27.356028 n-d-791506-25 neutron-server[93837]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:59:27.356877 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:59:27.398262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:27.417166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4615142-71ac-4bfd-ac11-7c7d8a4c2cf0 req-fd51b82f-11bf-4580-a2b7-8b0095325fe0 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705532 Jul 23 22:59:27.440733 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.456835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Transition to ACTIVE for port object cf6e9bba-43fb-4b26-8082-1edccf0b52d3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:27.463226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.507640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.566005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7b4e-1227-4e8d-94f4-3e32d983a4fd None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:27.572347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=21ae27a1-2672-4d05-bd6a-4a7b2872ea0a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:27.577116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.582001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-75881f9e-be37-495c-b9ba-02cefd59cba3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/21ae27a1-2672-4d05-bd6a-4a7b2872ea0a HTTP/1.1" status: 204 len: 168 time: 0.6512043 Jul 23 22:59:27.582824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56880) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:27.647716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbbb15-6657-45d2-a7b1-42501af0b972 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:27.649589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbbbb15-6657-45d2-a7b1-42501af0b972 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:27.651377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9dbbbb15-6657-45d2-a7b1-42501af0b972 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679467 Jul 23 22:59:27.654190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:27.729733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet d6c4be91-f987-4845-bd98-9df60674791b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:27.733868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.791148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.910683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.922086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:27.990585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.029976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.032929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d6c4be91-f987-4845-bd98-9df60674791b HTTP/1.1" status: 204 len: 168 time: 0.3773570 Jul 23 22:59:28.034049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3991176-8736-4cc9-a93a-67df1eec00bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c4be91-f987-4845-bd98-9df60674791b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:28.035263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:28.062863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:59:28.063468 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:59:28.081933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-43018943-5a5e-43c7-820b-f7055c2eb896 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453134 Jul 23 22:59:28.084739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:28.089673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:28.194659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:28.197784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.255110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9540c-004a-4606-afd7-1c1894059f04 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:28.395721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Provisioning for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:28.401314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Provisioning complete for port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:28.402107 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.465604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.481342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.557379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:28.559713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:28.564706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:28.567069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.571072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:28.571682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.575430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:28.605797 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1c312ca5-2f04-4202-9f47-4e612513ae77 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5199194 Jul 23 22:59:28.609140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:28.615583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:28.615814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.618255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d', 'ip_address': '2001:db8::1d58:6033:389b:ec6c'}], 'name': 'tempest-NetworksTestDHCPv6-237598348'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:28.620984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:28.622547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376449238', 'description': 'tempest-secgroup-smoke-376449238 description', 'project_id': '353678e0676d48ef9f4ec9428a615568'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:28.709407 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.713026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:28.735639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.735982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.736315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.736646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.737024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.750352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.750766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.751104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.751462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.751767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.752096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.752420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:28.754211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.767465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf6e9bba-43fb-4b26-8082-1edccf0b52d3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:28.853626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 22:59:28.854325 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 22:59:28.874419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Deleting port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:28.875080 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.923426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8367e-5235-476a-8d79-fd45e466f591 req-36acd32a-0aea-45c8-acbd-f5681662c628 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:28.925047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c8367e-5235-476a-8d79-fd45e466f591 req-36acd32a-0aea-45c8-acbd-f5681662c628 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 944 time: 0.2343917 Jul 23 22:59:28.953081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.984525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.993554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:28.996953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:29.000059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:29.000832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.024683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Calling delete_port for cf6e9bba-43fb-4b26-8082-1edccf0b52d3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:29.040980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c93a27-f484-4a9f-9b62-e938f2e09920,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.048323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9c8367e-5235-476a-8d79-fd45e466f591 req-77f96b2a-6514-4ae7-a827-28ed9dc90550 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176679 Jul 23 22:59:29.072375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port cf6e9bba-43fb-4b26-8082-1edccf0b52d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:29.133188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.153818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.188706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.192313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port ab41ac20-43db-46e6-afc5-bc50b02c51fe yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:29.204451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.230819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.245101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabad5b-30ac-4805-a177-052369ebc82d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.268174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.268801 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.270505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ce5bc4f0-4da8-487d-ba1b-89ca70628828 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6536555 Jul 23 22:59:29.275007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:29.282143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:29.311962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] Pushing event deleted for resources: {'Port': ['ID=cf6e9bba-43fb-4b26-8082-1edccf0b52d3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.323142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54adbe7-afe6-4a0e-8f25-7bd6b3412461 None None] No DVR routers for this DVR port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:29.348685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fabee05-d17e-4bae-a279-7ee92007742a None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:29.350128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.398936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc47c2-ce7d-4dad-b497-2f82024911ac None None] Port cf6e9bba-43fb-4b26-8082-1edccf0b52d3 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 22:59:29.470751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.475575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.478664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::1d58:6033:389b:ec6c (76ad2985-f429-49e4-926e-3e501ddd0c91/b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d/ab41ac20-43db-46e6-afc5-bc50b02c51fe) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:29.506578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ca500e-e94f-4d0a-b602-0311777f7496,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.513968 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.515554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-72c0fcec-f907-49de-8fc5-fb31d42a0280 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393928 Jul 23 22:59:29.519084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:29.528872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:29.569850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.618080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': 'b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:29.620955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.650666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 73757ab0-30c2-4eb8-a99f-0c5997333362 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:29.653943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.660412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.676174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e42845-b90d-45b2-8e05-a12dfa8c4b89,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.701334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.704546 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.708567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-537b8e84-358c-4351-a4cc-0902484f9bea tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1847935 Jul 23 22:59:29.709161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:29.715168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:29.745262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object ab41ac20-43db-46e6-afc5-bc50b02c51fe will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:29.759581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.798357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.854885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d/52426ac9-dcc8-46cf-9daf-80ce01374e8d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:29.909456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.915670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:29.922565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:29.929622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.946006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:29.960650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:29.961321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.966926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc80a7c-2d64-46a5-846c-540f25d61914,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.985990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=ab41ac20-43db-46e6-afc5-bc50b02c51fe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:29.993859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:29.996430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37d1189a-40f8-4044-a7bc-029128045a3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2860446 Jul 23 22:59:29.999587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.005075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:30.027602 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf557688-eac5-4bf2-83e0-d1a255108549 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4128718 Jul 23 22:59:30.028203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.042301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 73757ab0-30c2-4eb8-a99f-0c5997333362 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:30.053285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 73757ab0-30c2-4eb8-a99f-0c5997333362 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:30.053943 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.067213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.139810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.153306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Transition to ACTIVE for port object 52426ac9-dcc8-46cf-9daf-80ce01374e8d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:30.176813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.178063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1060b-901b-4b10-aeea-59a59d093bcd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:30.182854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-74c1060b-901b-4b10-aeea-59a59d093bcd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1512794 Jul 23 22:59:30.183420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.191366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.208548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Transition to ACTIVE for port object 52426ac9-dcc8-46cf-9daf-80ce01374e8d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:30.221984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.230722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4c3318-17ec-436d-bb3c-d467c6323758,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.237384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.253496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.255101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2448841f-82fc-418f-8439-49723e7d1d5e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2548597 Jul 23 22:59:30.260588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.269432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:30.285078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:30.288187 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9663f263-fb0b-416a-8287-1229258a325d" -d '{"events": [{"server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "name": "network-vif-plugged", "status": "completed", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:30.310894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415e23-c2c5-4cde-9260-5c7669873901 req-4466e484-6adf-4921-83bb-2f3d1ad6d244 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:30.312528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7415e23-c2c5-4cde-9260-5c7669873901 req-4466e484-6adf-4921-83bb-2f3d1ad6d244 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 944 time: 0.1342940 Jul 23 22:59:30.316916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:30.335153 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:59:30.335976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.341038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:30.346675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Pushing event updated for resources: {'Port': ['ID=52426ac9-dcc8-46cf-9daf-80ce01374e8d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.349295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:30.353364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:30.360110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.384103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7415e23-c2c5-4cde-9260-5c7669873901 req-0760a971-b7cd-4c6e-aeae-7b69de5b8af0 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 Jul 23 22:59:30.434903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port ab41ac20-43db-46e6-afc5-bc50b02c51fe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:30.434903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.491918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.496850 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c929c36b-c7f7-46ac-be1e-b2598ae364da x-openstack-request-id: req-c929c36b-c7f7-46ac-be1e-b2598ae364da {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:30.497165 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "name": "network-vif-plugged", "status": "completed", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:30.497418 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c929c36b-c7f7-46ac-be1e-b2598ae364da {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:30.497880 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'code': 200} Jul 23 22:59:30.499362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.527059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.530034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Attempting to bind port 52426ac9-dcc8-46cf-9daf-80ce01374e8d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:30.530537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Attempting to bind port 52426ac9-dcc8-46cf-9daf-80ce01374e8d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:30.530983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Attempting to bind port 52426ac9-dcc8-46cf-9daf-80ce01374e8d on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:30.537692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:30.538102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:30.538503 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.539876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:30.541742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2435c38d-abb3-4dce-8f1b-b1745f3d7bba,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.541974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Bound port: 52426ac9-dcc8-46cf-9daf-80ce01374e8d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:30.542393 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.606935 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.608680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-81a8bacb-8c80-4ca7-8f89-6cf73010d3f9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3461561 Jul 23 22:59:30.611862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.617379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '3fabad5b-30ac-4805-a177-052369ebc82d', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:30.628381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] For port 52426ac9-dcc8-46cf-9daf-80ce01374e8d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:30.632163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] For port 52426ac9-dcc8-46cf-9daf-80ce01374e8d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52426ac9-dcc8-46cf-9daf-80ce01374e8d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:30.638919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.667617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.670346 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:59:30.675466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179b05-4d3a-4a02-8bcf-ab97d26d21b7 req-2150cb3c-2dbb-41e3-bc23-d250c898a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:30.677287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7179b05-4d3a-4a02-8bcf-ab97d26d21b7 req-2150cb3c-2dbb-41e3-bc23-d250c898a4f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.1240671 Jul 23 22:59:30.680781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.698227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for ab41ac20-43db-46e6-afc5-bc50b02c51fe owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:30.718116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c753b-a050-4097-839b-ecad3dcdc89c None None] Pushing event updated for resources: {'Port': ['ID=52426ac9-dcc8-46cf-9daf-80ce01374e8d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.789077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7179b05-4d3a-4a02-8bcf-ab97d26d21b7 req-f735c83b-b110-4bd8-b97e-04860c32cb7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675380 Jul 23 22:59:30.810599 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.819467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.863338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90881d03-d42f-4e97-a52c-7a4302ebc6bb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:30.882521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:30.883820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2d78b9f6-96ab-4f6f-87e8-e5369e4405d0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2708397 Jul 23 22:59:30.887544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.896810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:30.899455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'network': {'name': 'tempest-network-smoke--192640839', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:30.926676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:30.931322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.026790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.028992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:59:31.059906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.060526 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Added segment f344844a-1eed-42b1-afb8-aeda986378a1 of type vlan for network c8a5f946-6312-4356-b8a1-37777afc0a68 Jul 23 22:59:31.120547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.161633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.168013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:31.168915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.210889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3192940 Jul 23 22:59:31.212138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:31.217000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'admin_state_up': True, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:31.259764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdb990-bd50-426a-af66-67a769791ec0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Network': ['ID=c8a5f946-6312-4356-b8a1-37777afc0a68,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:31.270914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c8a5f946-6312-4356-b8a1-37777afc0a68 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:59:31.278118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.279453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.365224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.470799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=ab41ac20-43db-46e6-afc5-bc50b02c51fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:31.507228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.509190 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f03ba76-200a-4279-9207-b1c1f9fff2d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/ab41ac20-43db-46e6-afc5-bc50b02c51fe HTTP/1.1" status: 204 len: 168 time: 1.3247945 Jul 23 22:59:31.512371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:31.560403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.721088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523838c0-69e3-4d37-ae76-d6ea43343050 req-e137806c-4927-4337-8266-a0c8f279ff95 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:31.728409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-523838c0-69e3-4d37-ae76-d6ea43343050 req-e137806c-4927-4337-8266-a0c8f279ff95 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1593535 Jul 23 22:59:31.730033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27367e3e-0f7e-46a3-bfc2-4eef5a1cfbd5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:31.731627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27367e3e-0f7e-46a3-bfc2-4eef5a1cfbd5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:31.733433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-27367e3e-0f7e-46a3-bfc2-4eef5a1cfbd5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2207212 Jul 23 22:59:31.736614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:31.786392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-523838c0-69e3-4d37-ae76-d6ea43343050 req-cb977bcb-de4c-40ea-b370-939627e5b5cb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569999 Jul 23 22:59:31.809831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:31.818150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.904342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.928502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:31.954223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.006147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5cdf32-8c72-4ea3-9de5-a9f3baae69bb None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:32.079872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.096888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfc7402a-8086-4d66-b196-a1ad18b86f98 None None] Provisioning for port 52426ac9-dcc8-46cf-9daf-80ce01374e8d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:32.106376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.176 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/cc9b4ab7-2359-401e-8107-0129f32b03ed) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:32.226046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.260774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.261288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:32.268690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.270627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23d7e350-6402-4a9d-99df-98498ffc2533 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d HTTP/1.1" status: 204 len: 168 time: 0.5331364 Jul 23 22:59:32.274037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:32.286235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.333218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-42442b4f-5ec4-40c1-ada7-af9130d21cdf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577652 Jul 23 22:59:32.335398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:32.407406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:32.459451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:32.471338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:32.474504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:32.487166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=cc9b4ab7-2359-401e-8107-0129f32b03ed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:32.530216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8f112-724b-4c65-b843-62499894bb15 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:32.535904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-90a8f112-724b-4c65-b843-62499894bb15 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1991012 Jul 23 22:59:32.536080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:32.604083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b4c65-1cd5-49d6-967e-96c95a55b91e None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:32.715649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb2b27-d031-4737-a198-2971ad3bb583 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:32.717399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbfb2b27-d031-4737-a198-2971ad3bb583 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1806118 Jul 23 22:59:32.720784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:32.767870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-553fa9f3-0c98-451d-8a39-7932307abccf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403535 Jul 23 22:59:32.768102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 56974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:32.780488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:32.792896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52426ac9-dcc8-46cf-9daf-80ce01374e8d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:32.907433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port b5f95aa2-15ba-42ba-8ea1-57995060730e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:32.907578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.022242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port b5f95aa2-15ba-42ba-8ea1-57995060730e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b5f95aa2-15ba-42ba-8ea1-57995060730e,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:33.022678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.041896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for b5f95aa2-15ba-42ba-8ea1-57995060730e owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:33.049385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:33.052120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 52426ac9-dcc8-46cf-9daf-80ce01374e8d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:33.053806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.059454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 52426ac9-dcc8-46cf-9daf-80ce01374e8d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:33.060747 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.180577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.182542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:33.200495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.210643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ddb63-fb11-4229-a1bd-cda2bbaa785d req-b75b85bb-2914-4de3-a9a7-7f1aa6bdb8a1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:33.217603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e3ddb63-fb11-4229-a1bd-cda2bbaa785d req-b75b85bb-2914-4de3-a9a7-7f1aa6bdb8a1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.3199174 Jul 23 22:59:33.249117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 52426ac9-dcc8-46cf-9daf-80ce01374e8d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52426ac9-dcc8-46cf-9daf-80ce01374e8d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:33.260111 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.304578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Deleting port 52426ac9-dcc8-46cf-9daf-80ce01374e8d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:33.304578 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.334695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.367041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=b5f95aa2-15ba-42ba-8ea1-57995060730e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:33.411740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] For port 52426ac9-dcc8-46cf-9daf-80ce01374e8d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52426ac9-dcc8-46cf-9daf-80ce01374e8d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:33.412301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.414918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=52426ac9-dcc8-46cf-9daf-80ce01374e8d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:33.440951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Calling delete_port for 52426ac9-dcc8-46cf-9daf-80ce01374e8d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:33.482905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e3ddb63-fb11-4229-a1bd-cda2bbaa785d req-0c721069-a586-44b5-8df8-253df127e333 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632611 Jul 23 22:59:33.634343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.663007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.681278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] Pushing event deleted for resources: {'Port': ['ID=52426ac9-dcc8-46cf-9daf-80ce01374e8d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:33.686128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7779fa-1cbf-4c3b-8b33-7e9ae2610b07 None None] No DVR routers for this DVR port 52426ac9-dcc8-46cf-9daf-80ce01374e8d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:33.779247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.857623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:33.887674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:33.897829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:33.898430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.901052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4e5b4-96b2-426d-9631-900ed3defd22 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:33.943536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=619f3bce-4bab-41f9-9d35-5a2cf8a1c712,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:33.962036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f1d2f0e9-48c8-4b6e-afa2-6bcf6da12cf0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1928964 Jul 23 22:59:33.965143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:33.967063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 56986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:33.972561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '619f3bce-4bab-41f9-9d35-5a2cf8a1c712', 'ip_address': '2001:db8::67d8:7aab:680f:f335'}], 'name': 'tempest-NetworksTestDHCPv6-1771469064'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:34.010689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:34.085750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '619f3bce-4bab-41f9-9d35-5a2cf8a1c712'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:34.086763 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.189569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:34.210112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:34.215546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc405caf-52fb-4978-acee-07cb355a6611 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/9e147b20-4f8e-47db-a9c7-0d572e70c669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3038449 Jul 23 22:59:34.224032 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:34.236477 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:34.237781 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:34.258372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/619f3bce-4bab-41f9-9d35-5a2cf8a1c712/638c355e-69f4-497e-8908-160e27a0c963) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:34.298752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.336394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 07368e71-daff-4fcc-8f38-9f558dbc830b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:34.375990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3899f-b595-4e70-b8be-5986311afcbe req-538b864d-5ec5-4610-a00e-2deba25511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:34.377490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-538b864d-5ec5-4610-a00e-2deba25511bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.5500376 Jul 23 22:59:34.381664 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:34.407972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3910855-c28e-46a1-aa35-0305ba849d0b req-7ba07235-f2a8-4724-bea8-9cbca1740eaf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:34.409497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3910855-c28e-46a1-aa35-0305ba849d0b req-7ba07235-f2a8-4724-bea8-9cbca1740eaf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.5615416 Jul 23 22:59:34.473687 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.483814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Transition to ACTIVE for port object 638c355e-69f4-497e-8908-160e27a0c963 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:34.508509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Transition to ACTIVE for port object 638c355e-69f4-497e-8908-160e27a0c963 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:34.519351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a3910855-c28e-46a1-aa35-0305ba849d0b req-bacd2645-fa4c-4bbc-ac3c-bf3b21fa073f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962758 Jul 23 22:59:34.522455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.549820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3899f-b595-4e70-b8be-5986311afcbe req-9258495f-7c1b-4b85-b705-b3f77a0d1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:34.549820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-9258495f-7c1b-4b85-b705-b3f77a0d1fcd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.1625288 Jul 23 22:59:34.585901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:34.592222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:34.600149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:34.616416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Pushing event updated for resources: {'Port': ['ID=638c355e-69f4-497e-8908-160e27a0c963,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:34.637831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::67d8:7aab:680f:f335 (76ad2985-f429-49e4-926e-3e501ddd0c91/619f3bce-4bab-41f9-9d35-5a2cf8a1c712/07368e71-daff-4fcc-8f38-9f558dbc830b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:34.655300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-4318de59-963b-4927-8a08-2010cccf38f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0957563 Jul 23 22:59:34.696387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:34.697400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Attempting to bind port 638c355e-69f4-497e-8908-160e27a0c963 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:34.697887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Attempting to bind port 638c355e-69f4-497e-8908-160e27a0c963 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:34.698356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Attempting to bind port 638c355e-69f4-497e-8908-160e27a0c963 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:34.707289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:34.707662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:34.708103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.708493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:34.709016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Bound port: 638c355e-69f4-497e-8908-160e27a0c963, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:34.709400 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.742344 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:34.753070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:59:34.758281 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:34.759116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:34.765346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3899f-b595-4e70-b8be-5986311afcbe req-c224a5ad-b48e-4400-8579-b55b24af6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:34.767647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-c224a5ad-b48e-4400-8579-b55b24af6c6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.1043677 Jul 23 22:59:34.827091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52426ac9-dcc8-46cf-9daf-80ce01374e8d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:34.886275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 52426ac9-dcc8-46cf-9daf-80ce01374e8d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:34.886508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52426ac9-dcc8-46cf-9daf-80ce01374e8d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:34.895770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] For port 638c355e-69f4-497e-8908-160e27a0c963, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:34.913860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] For port 638c355e-69f4-497e-8908-160e27a0c963, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=638c355e-69f4-497e-8908-160e27a0c963,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:34.922603 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.926724 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:34.950943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.951559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-2a5897c3-8672-452d-9683-71acc8a0f9cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632948 Jul 23 22:59:34.975967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 07368e71-daff-4fcc-8f38-9f558dbc830b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:34.986607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2fef8-cf87-40bc-bf06-3676c1792762 None None] Pushing event updated for resources: {'Port': ['ID=638c355e-69f4-497e-8908-160e27a0c963,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:35.058294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:35.136004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:35.139411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:35.144506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:35.150194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:35.150830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:35.154571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=07368e71-daff-4fcc-8f38-9f558dbc830b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:35.170022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45275e52-ec37-438e-b956-3cb3b2f03576 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2015185 Jul 23 22:59:35.173581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:35.181813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '619f3bce-4bab-41f9-9d35-5a2cf8a1c712', 'ip_address': '2001:db8::67d8:7aab:680f:f335'}], 'name': 'tempest-NetworksTestDHCPv6-225473841'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:35.205469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:35.222065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Sync routers for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:35.222607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-8104cdaa-2ada-453e-8f17-e6e0714c4013 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173893 Jul 23 22:59:35.238791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:35.242198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:35.293912 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:35.296262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:35.298215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e58e4e7e-57ff-4267-906f-2e9192f214ab tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0856326 Jul 23 22:59:35.307352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:35.341647 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9890a-8c65-4952-84d5-8d39bcc2c666 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '0163dc3c-5982-4607-883a-ddc0d1c014d4', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'port_id': '688e264b-2b22-4429-a8ab-da5161637740', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'mac_address': 'fa:16:3e:42:9f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T22:58:07Z', 'updated_at': '2021-07-23T22:58:10Z', 'revision_number': 1, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:35.376659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:35.389061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:35.407611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 8b8982ad-be62-4a21-a419-65dc09a375cb yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:35.418913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48390c8b-bbac-40e7-a593-7d2ffcf36dc0 req-3845e1cc-9852-4a48-a0c2-989a134c3919 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:35.420495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48390c8b-bbac-40e7-a593-7d2ffcf36dc0 req-3845e1cc-9852-4a48-a0c2-989a134c3919 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.3039029 Jul 23 22:59:35.432754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12f3899f-b595-4e70-b8be-5986311afcbe req-f185621c-cc10-459a-a665-f58b917041ba service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964486 Jul 23 22:59:35.466869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:35.508809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48390c8b-bbac-40e7-a593-7d2ffcf36dc0 req-83c5735e-097a-47c2-8b00-4a84e5853ca7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793052 Jul 23 22:59:35.616426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fd95076a-3393-446e-b667-43bb3a1e0a01 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=353678e0676d48ef9f4ec9428a615568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2135170 Jul 23 22:59:35.619234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57012) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:35.667270 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 22:59:35.667846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:59:35.702627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f088a-f5bf-4485-b7ef-62c07960c1df req-75732f87-dcce-4019-81fb-9433c57d6b1e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:35.712197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-191f088a-f5bf-4485-b7ef-62c07960c1df req-75732f87-dcce-4019-81fb-9433c57d6b1e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.0986433 Jul 23 22:59:35.726804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:32Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:35.766999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Checking router: 2a2d1297-e9f2-4f0b-87ca-508c085020c2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:35.767603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Updating router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 port cc9b4ab7-2359-401e-8107-0129f32b03ed binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:35.769300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-191f088a-f5bf-4485-b7ef-62c07960c1df req-bc29f473-87ef-458b-9243-38fb68dd97c0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Jul 23 22:59:35.820714 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.018272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702fa97-d47e-4318-8a80-2a01d4022295 req-1da262f3-1365-4ffe-a37f-aba9e339534e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.025340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d702fa97-d47e-4318-8a80-2a01d4022295 req-1da262f3-1365-4ffe-a37f-aba9e339534e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1752553 Jul 23 22:59:36.086964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d702fa97-d47e-4318-8a80-2a01d4022295 req-c73516e3-d9c6-443b-be15-259648b4da67 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Jul 23 22:59:36.162026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29416abb-4714-4886-98e8-a8e1f5700b16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9829483 Jul 23 22:59:36.162727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:36.192534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cad1b-7f56-4ac9-a618-e5892973f34c tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.194134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c42cad1b-7f56-4ac9-a618-e5892973f34c tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5738876 Jul 23 22:59:36.204535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:36.256332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cb88b82-bbf3-4fb9-97b1-6f3b438cbe44 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480912 Jul 23 22:59:36.258519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:36.259235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836194ba-7e73-4e7d-8102-f9f41b87392e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.263694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403725809', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:36.266941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836194ba-7e73-4e7d-8102-f9f41b87392e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.268121 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.268640 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-836194ba-7e73-4e7d-8102-f9f41b87392e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1029785 Jul 23 22:59:36.272095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:36.283765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Transition to ACTIVE for port object cc9b4ab7-2359-401e-8107-0129f32b03ed will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:36.293423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.359408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Attempting to bind port cc9b4ab7-2359-401e-8107-0129f32b03ed on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:36.359914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Attempting to bind port cc9b4ab7-2359-401e-8107-0129f32b03ed by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:36.360514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Attempting to bind port cc9b4ab7-2359-401e-8107-0129f32b03ed on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:36.363658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7828-e05d-4598-9265-c76a04d64347 None None] Pushing event updated for resources: {'Port': ['ID=cc9b4ab7-2359-401e-8107-0129f32b03ed,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:36.375787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:36.376234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:36.376902 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.377368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:36.378455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Bound port: cc9b4ab7-2359-401e-8107-0129f32b03ed, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:36.379046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.415662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-ffd880ea-ee18-471a-8677-08bb9e869fa4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.417218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-ffd880ea-ee18-471a-8677-08bb9e869fa4 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.2733331 Jul 23 22:59:36.458596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0b1e8cb1-01b1-4507-9d67-cf755d3d1a3c None None] Provisioning for port 638c355e-69f4-497e-8908-160e27a0c963 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:36.476108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] For port cc9b4ab7-2359-401e-8107-0129f32b03ed, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:36.481686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] For port cc9b4ab7-2359-401e-8107-0129f32b03ed, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc9b4ab7-2359-401e-8107-0129f32b03ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:36.487805 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.546181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:36.552495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.576260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:36.578733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:36.622699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7828-e05d-4598-9265-c76a04d64347 None None] Pushing event updated for resources: {'Port': ['ID=cc9b4ab7-2359-401e-8107-0129f32b03ed,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:36.758427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 638c355e-69f4-497e-8908-160e27a0c963 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:36.770604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 07368e71-daff-4fcc-8f38-9f558dbc830b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:36.770983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.816789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2c0a5971-40ef-4bf4-9008-085314771011 None None] Provisioning for port 07368e71-daff-4fcc-8f38-9f558dbc830b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:36.823842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:36.850738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2c0a5971-40ef-4bf4-9008-085314771011 None None] Provisioning complete for port 07368e71-daff-4fcc-8f38-9f558dbc830b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:36.851103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5971-40ef-4bf4-9008-085314771011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.897227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-20acdcfe-45fd-47f3-b3b3-05aff03e1033 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:36.898743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-20acdcfe-45fd-47f3-b3b3-05aff03e1033 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.3694186 Jul 23 22:59:36.934705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 638c355e-69f4-497e-8908-160e27a0c963 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:36.942731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a5971-40ef-4bf4-9008-085314771011 None None] Port 07368e71-daff-4fcc-8f38-9f558dbc830b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:36.945925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 638c355e-69f4-497e-8908-160e27a0c963 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:36.946105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:36.959585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:36.959928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.030450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b1c5d-f6ed-409f-a8c5-c72c234beee2 req-0fa6a759-1644-46c8-9fc6-4525a675963f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:37.032763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c5b1c5d-f6ed-409f-a8c5-c72c234beee2 req-0fa6a759-1644-46c8-9fc6-4525a675963f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0513523-bdcd-4907-90b8-149f0d085e35 HTTP/1.1" status: 200 len: 946 time: 0.4030731 Jul 23 22:59:37.036506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.075064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 07368e71-daff-4fcc-8f38-9f558dbc830b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:37.100641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.125191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:32Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:37.163912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfca3f17-97cb-4ea4-b0f6-6a8f319a9fc7 None None] The sync data for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 is: [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:32Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:37.168431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 638c355e-69f4-497e-8908-160e27a0c963, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=638c355e-69f4-497e-8908-160e27a0c963,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:37.173047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.197439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b5f95aa2-15ba-42ba-8ea1-57995060730e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:37.224782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b5f95aa2-15ba-42ba-8ea1-57995060730e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:37.225223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b5f95aa2-15ba-42ba-8ea1-57995060730e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:37.246056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=638c355e-69f4-497e-8908-160e27a0c963,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:37.292150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c5b1c5d-f6ed-409f-a8c5-c72c234beee2 req-586bf632-9a39-4ce5-b140-52eef13197db tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1aa3223-aa75-4bd9-a513-ff335831509b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411432 Jul 23 22:59:37.304685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:37.305063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.335335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.349974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:37.532100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:37.532482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.567422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Subnet': ['ID=f8e4026b-9544-4335-9924-3de25a6ca93b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:37.739911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Checking segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:37.740420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network hostable DHCP agents. Network: c8a5f946-6312-4356-b8a1-37777afc0a68, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:59:37.754915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.831962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58e580-1d07-4528-af61-c8a06656f176 req-1bc647be-9da4-47d1-8645-fc92a781737b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:37.834196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d58e580-1d07-4528-af61-c8a06656f176 req-1bc647be-9da4-47d1-8645-fc92a781737b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 945 time: 0.4478655 Jul 23 22:59:37.843463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port 2e87155f-6475-4da8-b9f9-86c3b158bfc2, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2e87155f-6475-4da8-b9f9-86c3b158bfc2,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:37.844309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.849867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=07368e71-daff-4fcc-8f38-9f558dbc830b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:37.918200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for 2e87155f-6475-4da8-b9f9-86c3b158bfc2 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:37.921479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network c8a5f946-6312-4356-b8a1-37777afc0a68 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:59:37.924478 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:37.929014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:37.929491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8bc571b1-5970-4dee-b64b-72179225e3d8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/07368e71-daff-4fcc-8f38-9f558dbc830b HTTP/1.1" status: 204 len: 168 time: 1.6444881 Jul 23 22:59:37.967295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c8a5f946-6312-4356-b8a1-37777afc0a68) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:37.979202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c1ed8-08af-4386-89a4-92d5b090813a None None] Network c8a5f946-6312-4356-b8a1-37777afc0a68 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:37.983396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:37.983998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.023153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cea301-4b01-40a6-b14d-6d4afb1bd36a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:38.025997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cea301-4b01-40a6-b14d-6d4afb1bd36a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:38.028089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-86cea301-4b01-40a6-b14d-6d4afb1bd36a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0978160 Jul 23 22:59:38.032028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:38.058044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d58e580-1d07-4528-af61-c8a06656f176 req-d756b2e1-5163-42b3-a119-37ea6f674276 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4c8b1e5-b8f9-4692-8aec-51697139d9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003973 Jul 23 22:59:38.068763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.086858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-98f15eca-56f3-4069-b381-36d13353d6f1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8205073 Jul 23 22:59:38.086858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:38.130000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=61beecd1-f61c-4186-9ab9-fa1b019cf9d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:38.156647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 619f3bce-4bab-41f9-9d35-5a2cf8a1c712 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:38.160334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.241743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.311181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] No DVR routers for this DVR port 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:38.318203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.320130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28ea632f-ab7c-41a2-8e49-71388ba2ef06 req-aa8c2859-9f5f-4ec0-8d43-0cf878ef2237 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "DELETE /v2.0/ports/61beecd1-f61c-4186-9ab9-fa1b019cf9d9 HTTP/1.1" status: 204 len: 173 time: 1.8936772 Jul 23 22:59:38.320581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'name': 'network-vif-deleted', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:38.323967 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cbdb1f-cefc-4172-83bd-259aac2f1d13" -d '{"events": [{"server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "name": "network-vif-deleted", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:38.356427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.436000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.453071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c8a5f946-6312-4356-b8a1-37777afc0a68', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:38.454651 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.466949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=619f3bce-4bab-41f9-9d35-5a2cf8a1c712,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:38.470907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.472801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a379faa-2c6c-4ed0-80a3-ed761a08365a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/619f3bce-4bab-41f9-9d35-5a2cf8a1c712 HTTP/1.1" status: 204 len: 168 time: 0.4390583 Jul 23 22:59:38.475271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:38.481692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f0a91-e961-4a44-b4c4-fcf25d50198f None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:38.521683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-42c9916f-bb54-40c9-bca1-13cba8fe0e83 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414221 Jul 23 22:59:38.521998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:38.527129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:38.750218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Allocated IP 172.20.0.2 (c8a5f946-6312-4356-b8a1-37777afc0a68/f8e4026b-9544-4335-9924-3de25a6ca93b/1e0f297a-4a48-4a00-a934-0f3edb610f10) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:38.761334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:38.765087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:38.920876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc9b4ab7-2359-401e-8107-0129f32b03ed up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:38.986024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:39.022252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027084f8-e4b9-471f-abe5-651360c49356 req-47e490e8-e171-4f33-9c30-907477e7d73a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:39.028453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port cc9b4ab7-2359-401e-8107-0129f32b03ed completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:39.029440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-027084f8-e4b9-471f-abe5-651360c49356 req-47e490e8-e171-4f33-9c30-907477e7d73a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.7822850 Jul 23 22:59:39.039477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cc9b4ab7-2359-401e-8107-0129f32b03ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:39.039477 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.046892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.096698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=2e87155f-6475-4da8-b9f9-86c3b158bfc2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:39.104007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.126818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-027084f8-e4b9-471f-abe5-651360c49356 req-dc51865b-bf05-419d-b98c-dee33a0b2b34 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964153 Jul 23 22:59:39.180969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:39.191273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Deleting port 638c355e-69f4-497e-8908-160e27a0c963 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:39.191544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.194081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:39.207905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:39.208642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.220837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=e9694133-4f05-4948-bfa8-0492e7cff15a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:39.226805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port 2e87155f-6475-4da8-b9f9-86c3b158bfc2 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:39.241201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07810ce9-eb13-4827-9784-304b567b84f0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7178154 Jul 23 22:59:39.244964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:39.253748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'e9694133-4f05-4948-bfa8-0492e7cff15a', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-463480736'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:39.285774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.287793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-490a6828-a52e-4725-81c4-b50d30ec0b5b req-4cde0e2b-0719-4ed5-b3b9-d8d7d6a37f19 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "DELETE /v2.0/ports/2e87155f-6475-4da8-b9f9-86c3b158bfc2 HTTP/1.1" status: 204 len: 173 time: 2.3740149 Jul 23 22:59:39.304947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:39.351711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.357592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.381846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Transition to ACTIVE for port object 1e0f297a-4a48-4a00-a934-0f3edb610f10 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:39.403266 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14a1c6-68ff-4fe6-b00f-69652b0a6bd5 x-openstack-request-id: req-7c14a1c6-68ff-4fe6-b00f-69652b0a6bd5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:39.403555 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0513523-bdcd-4907-90b8-149f0d085e35", "name": "network-vif-deleted", "tag": "61beecd1-f61c-4186-9ab9-fa1b019cf9d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:39.403802 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c14a1c6-68ff-4fe6-b00f-69652b0a6bd5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:39.404196 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0513523-bdcd-4907-90b8-149f0d085e35', 'name': 'network-vif-deleted', 'tag': '61beecd1-f61c-4186-9ab9-fa1b019cf9d9', 'status': 'completed', 'code': 200} Jul 23 22:59:39.410920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port cc9b4ab7-2359-401e-8107-0129f32b03ed, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc9b4ab7-2359-401e-8107-0129f32b03ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:39.429617 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.430507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 638c355e-69f4-497e-8908-160e27a0c963 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:39.438220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:39.503685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=cc9b4ab7-2359-401e-8107-0129f32b03ed,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:39.541102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Transition to ACTIVE for port object 1e0f297a-4a48-4a00-a934-0f3edb610f10 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:39.565049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] For port 638c355e-69f4-497e-8908-160e27a0c963, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=638c355e-69f4-497e-8908-160e27a0c963,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:39.565594 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.595775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.624576 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.628219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a0865c0-6b67-4023-8e7f-c66672340ea9 req-ac2b4cc2-0bef-497f-8812-356fe11a4dd5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.1046407 Jul 23 22:59:39.642445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Calling delete_port for 638c355e-69f4-497e-8908-160e27a0c963 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:39.668972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.679206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port ba73b2b5-d148-4b97-9ed1-46b2829b0fad yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 22:59:39.706671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2e87155f-6475-4da8-b9f9-86c3b158bfc2 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:39.725306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.792779 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:39.800192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Network c8a5f946-6312-4356-b8a1-37777afc0a68 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:39.800967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 2e87155f-6475-4da8-b9f9-86c3b158bfc2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:39.801305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2e87155f-6475-4da8-b9f9-86c3b158bfc2 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:39.873494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:39.885401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:39.908937 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 22:59:39.908937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 22:59:39.911304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Pushing event updated for resources: {'Port': ['ID=1e0f297a-4a48-4a00-a934-0f3edb610f10,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:39.937428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f74c5a84-32e6-4e65-a8e2-65c69dadfdd1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6887145 Jul 23 22:59:39.937939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.038426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 638c355e-69f4-497e-8908-160e27a0c963 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:40.038916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.044318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Attempting to bind port 1e0f297a-4a48-4a00-a934-0f3edb610f10 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:40.044683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Attempting to bind port 1e0f297a-4a48-4a00-a934-0f3edb610f10 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:40.045091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Attempting to bind port 1e0f297a-4a48-4a00-a934-0f3edb610f10 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:40.052703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa040f-d14e-4d85-bff5-ea007452a568 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:40.054595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5caa040f-d14e-4d85-bff5-ea007452a568 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1159914 Jul 23 22:59:40.057173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.067377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.070798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.072102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1aa3223-aa75-4bd9-a513-ff335831509b HTTP/1.1" status: 204 len: 168 time: 0.7643833 Jul 23 22:59:40.114430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bda746-5d0a-4801-bded-a0fd3c212963 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa3223-aa75-4bd9-a513-ff335831509b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:40.121433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:40.121833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Checking segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:40.124522 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.124984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Bound using segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:40.130720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Bound port: 1e0f297a-4a48-4a00-a934-0f3edb610f10, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:40.131168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.135538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:40.139582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.147328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6dd1ab-a736-4863-86a9-f6edf6db2c4b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:40.148961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6dd1ab-a736-4863-86a9-f6edf6db2c4b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:40.153347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6c6dd1ab-a736-4863-86a9-f6edf6db2c4b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924602 Jul 23 22:59:40.154173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.222079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet e9694133-4f05-4948-bfa8-0492e7cff15a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:40.226552 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.227824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:40.228361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 61beecd1-f61c-4186-9ab9-fa1b019cf9d9 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:40.264592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.289411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.334686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Could not find standard attr ID for object 638c355e-69f4-497e-8908-160e27a0c963. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:59:40.358512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting subnet 4350fc4d-edc6-480d-a24f-c248814a2243 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:40.368292 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.373390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.375961 n-d-791506-25 neutron-server[93837]: INFO neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No ports have port_id starting with 638c355e-69f4-497e-8908-160e27a0c963 Jul 23 22:59:40.376824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] Pushing event deleted for resources: {'Port': ['ID=638c355e-69f4-497e-8908-160e27a0c963,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:40.379034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab734d3-bbf4-46c9-bc53-01bac2ae438a None None] No DVR routers for this DVR port 638c355e-69f4-497e-8908-160e27a0c963 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:40.403768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da84305-d0e4-496f-80b5-3252cd6728a4 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:40.423125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] For port 1e0f297a-4a48-4a00-a934-0f3edb610f10, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:40.451695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] For port 1e0f297a-4a48-4a00-a934-0f3edb610f10, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e0f297a-4a48-4a00-a934-0f3edb610f10,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:40.472083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.507808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=e9694133-4f05-4948-bfa8-0492e7cff15a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:40.512469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.516193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bddb1faf-9199-43e1-b62a-61c1fbaef5a1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/e9694133-4f05-4948-bfa8-0492e7cff15a HTTP/1.1" status: 204 len: 168 time: 0.3603883 Jul 23 22:59:40.519298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.528653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.564876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.577688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d11dc-6f8c-4914-b7a3-3f6a8a67db98 req-874b50d1-d3c4-4760-b4d2-f7f1d822940b tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:40.581329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d2a9eee5-d397-4bba-acae-ec9ef434354c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609415 Jul 23 22:59:40.584998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:40.590105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:40.599026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad7d11dc-6f8c-4914-b7a3-3f6a8a67db98 req-874b50d1-d3c4-4760-b4d2-f7f1d822940b tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.3473547 Jul 23 22:59:40.747603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ecd04-86e0-4c4e-99ce-567236ded6af None None] Pushing event updated for resources: {'Port': ['ID=1e0f297a-4a48-4a00-a934-0f3edb610f10,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:40.752489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc9b4ab7-2359-401e-8107-0129f32b03ed up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:40.756959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:40.760694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.1 (c8a5f946-6312-4356-b8a1-37777afc0a68/f8e4026b-9544-4335-9924-3de25a6ca93b/de5ff1a7-9af3-45ef-8e00-658d581b6221) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:40.767938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:40.792947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad7d11dc-6f8c-4914-b7a3-3f6a8a67db98 req-ec3020ce-450f-47f2-82a4-031f04359a55 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917493 Jul 23 22:59:40.903494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cc9b4ab7-2359-401e-8107-0129f32b03ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:40.903884 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.101305 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76381fcf-a2ee-4e7d-a531-1ed0fe756ecd req-5bc8edcd-8308-4199-a0df-f0b3ef6f468c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.0772586 Jul 23 22:59:41.136156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d220d953-afef-4383-93b5-7ddbfc13187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.138579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.170216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.227388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.246219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 638c355e-69f4-497e-8908-160e27a0c963 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:41.250138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object de5ff1a7-9af3-45ef-8e00-658d581b6221 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:41.263460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:41.265803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:41.270906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:41.271511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.275492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.288332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=dee57281-ebbc-40ea-9a6c-f3ae0353500a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:41.303022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc5060-46dd-41b9-b7a4-5ea32c4bde24 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:41.305202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 638c355e-69f4-497e-8908-160e27a0c963 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:41.306706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 638c355e-69f4-497e-8908-160e27a0c963 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:41.309749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Subnet': ['ID=4350fc4d-edc6-480d-a24f-c248814a2243,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:41.327291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:41.329593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36d920ed-da3e-4614-a1fc-cb2a6d0636d3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7432175 Jul 23 22:59:41.334026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:41.341438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.343267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e625f0cb-c9c4-4452-9948-a86e69df67b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/subnets/4350fc4d-edc6-480d-a24f-c248814a2243 HTTP/1.1" status: 204 len: 168 time: 1.2027173 Jul 23 22:59:41.347337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:41.352109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabdbee4-7857-47fb-a633-9546fb292a45 None None] Network 25ba5230-7543-4791-8b4f-70c8372f91bb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:41.376289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.418379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'name': 'network-vif-deleted', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:41.420777 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa57f71-f981-450a-8d10-fb420b0d8db1" -d '{"events": [{"server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "name": "network-vif-deleted", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:41.475728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network c8a5f946-6312-4356-b8a1-37777afc0a68 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:41.481208 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.482503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.494594 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a26a6a-b3fc-4853-ab03-529680c2b500 x-openstack-request-id: req-10a26a6a-b3fc-4853-ab03-529680c2b500 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:41.495356 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6439f5ce-a65a-4959-bd3d-4906b535c4fa", "name": "network-vif-deleted", "tag": "2e87155f-6475-4da8-b9f9-86c3b158bfc2", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:41.495356 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10a26a6a-b3fc-4853-ab03-529680c2b500 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:41.495514 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6439f5ce-a65a-4959-bd3d-4906b535c4fa', 'name': 'network-vif-deleted', 'tag': '2e87155f-6475-4da8-b9f9-86c3b158bfc2', 'status': 'completed', 'code': 200} Jul 23 22:59:41.501084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:41.507107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:41.513714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.545126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:41.613841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.615533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.644581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:41.646770 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.693283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.739233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.740730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc1bcd81-b6d9-40ea-aeba-a3e6345b53d7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4101694 Jul 23 22:59:41.743358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] DHCP port deletion for 25ba5230-7543-4791-8b4f-70c8372f91bb request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:41.744729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:41.855400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port ef4e5272-213b-4f25-abb8-15716e684fa4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:41.855730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:41.857410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/dee57281-ebbc-40ea-9a6c-f3ae0353500a/346971b9-44b9-4cb8-bbe0-edbac434fb7d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:41.936782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Deleting port ef4e5272-213b-4f25-abb8-15716e684fa4 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:41.937082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.082945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.096100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port ef4e5272-213b-4f25-abb8-15716e684fa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ef4e5272-213b-4f25-abb8-15716e684fa4,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:42.096563 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.153611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for ef4e5272-213b-4f25-abb8-15716e684fa4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:42.274797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.340410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae00a71a-4bfb-4d02-96c4-de5e72eed1d7 None None] Network c8a5f946-6312-4356-b8a1-37777afc0a68 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:42.363973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] For port ef4e5272-213b-4f25-abb8-15716e684fa4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ef4e5272-213b-4f25-abb8-15716e684fa4,segment=NetworkSegment(9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17),segment_id=9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:42.364493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.397098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Calling delete_port for ef4e5272-213b-4f25-abb8-15716e684fa4 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:42.503935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498426-b19c-42f2-bac6-e4d764292f94 req-c4c7203f-ce4c-481e-82a9-47316e036ecd tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:42.505869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c498426-b19c-42f2-bac6-e4d764292f94 req-c4c7203f-ce4c-481e-82a9-47316e036ecd tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.5086048 Jul 23 22:59:42.576899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3a81b283-5f58-4e0a-9e10-d5ef82f922d0 None None] Provisioning for port 1e0f297a-4a48-4a00-a934-0f3edb610f10 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:42.587796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.598496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4c498426-b19c-42f2-bac6-e4d764292f94 req-e1ab7a31-c2a7-486f-95a4-b1fd076c8a52 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844686 Jul 23 22:59:42.610293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.638585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=ef4e5272-213b-4f25-abb8-15716e684fa4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:42.641009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.647585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] No DVR routers for this DVR port ef4e5272-213b-4f25-abb8-15716e684fa4 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:42.669833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.702167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Transition to ACTIVE for port object 346971b9-44b9-4cb8-bbe0-edbac434fb7d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:42.760527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.767276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:42.772261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.773029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Transition to ACTIVE for port object 346971b9-44b9-4cb8-bbe0-edbac434fb7d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:42.814259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] No DVR routers for this DVR port ef4e5272-213b-4f25-abb8-15716e684fa4 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:42.815961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e0f297a-4a48-4a00-a934-0f3edb610f10 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:42.822544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3adf3-9a72-4627-a503-85b14f83379e None None] Pushing event deleted for resources: {'Port': ['ID=ef4e5272-213b-4f25-abb8-15716e684fa4,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:42.829907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.850838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.854883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ba5230-7543-4791-8b4f-70c8372f91bb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:42.905539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:42.906716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa69df0-b0f5-4c3a-b5d4-9fca2962cc17') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:42.910340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::1 (76ad2985-f429-49e4-926e-3e501ddd0c91/dee57281-ebbc-40ea-9a6c-f3ae0353500a/e481709a-6950-487a-888d-4c09377cfb02) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:42.934072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:42.936335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:42.937947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Pushing event updated for resources: {'Port': ['ID=346971b9-44b9-4cb8-bbe0-edbac434fb7d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:42.943367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:42.949248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:42.976571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1e0f297a-4a48-4a00-a934-0f3edb610f10 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:42.980017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1e0f297a-4a48-4a00-a934-0f3edb610f10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:42.980017 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.025866 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.043011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:59:43.043415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: items = [ Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:59:43.047336 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:59:43.117168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Attempting to bind port 346971b9-44b9-4cb8-bbe0-edbac434fb7d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:43.117711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Attempting to bind port 346971b9-44b9-4cb8-bbe0-edbac434fb7d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:43.118226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Attempting to bind port 346971b9-44b9-4cb8-bbe0-edbac434fb7d on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:43.127186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:43.127889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:43.128482 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.129069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:43.129837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Bound port: 346971b9-44b9-4cb8-bbe0-edbac434fb7d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:43.130940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.192035 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network c8a5f946-6312-4356-b8a1-37777afc0a68 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:43.199979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:43.209323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.210267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.257378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object e481709a-6950-487a-888d-4c09377cfb02 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:43.272793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.279684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/networks/25ba5230-7543-4791-8b4f-70c8372f91bb HTTP/1.1" status: 204 len: 168 time: 1.9297979 Jul 23 22:59:43.293144 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.329497 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57110) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:43.336270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] For port 346971b9-44b9-4cb8-bbe0-edbac434fb7d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:43.365505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] For port 346971b9-44b9-4cb8-bbe0-edbac434fb7d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=346971b9-44b9-4cb8-bbe0-edbac434fb7d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:43.392558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1e0f297a-4a48-4a00-a934-0f3edb610f10, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e0f297a-4a48-4a00-a934-0f3edb610f10,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:43.395862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.416331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.479636 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.571050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:43.577840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ef4e5272-213b-4f25-abb8-15716e684fa4 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:43.635330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Provisioning complete for port 1e0f297a-4a48-4a00-a934-0f3edb610f10 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:43.635957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.645049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:43.651855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ef4e5272-213b-4f25-abb8-15716e684fa4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:43.652475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ef4e5272-213b-4f25-abb8-15716e684fa4 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:43.669249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:43.671411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.698971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=e481709a-6950-487a-888d-4c09377cfb02,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:43.712477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa9061-4122-4b09-9ec3-b4ae2bee423c None None] Pushing event updated for resources: {'Port': ['ID=346971b9-44b9-4cb8-bbe0-edbac434fb7d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:43.807847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5dafea9-0301-4c8b-8dbd-0a3d8f863952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:43.818307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1e0f297a-4a48-4a00-a934-0f3edb610f10,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:43.985617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Provisioning for port de5ff1a7-9af3-45ef-8e00-658d581b6221 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:43.990153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Provisioning complete for port de5ff1a7-9af3-45ef-8e00-658d581b6221 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:43.990700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.060444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:44.069567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ea146bb0-6cb8-4f92-8cb8-26b3a027ba6b None None] Port de5ff1a7-9af3-45ef-8e00-658d581b6221 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:44.087911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.095548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5b71-fa6e-4aa6-8bbf-3374fc2d616c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Network': ['ID=25ba5230-7543-4791-8b4f-70c8372f91bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:44.152759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aad75921-34b2-452b-9204-6ddab8469ebd req-fe956299-d42a-4599-913f-f4067ed74509 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.0843985 Jul 23 22:59:44.188338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 45f27810-ac1a-4f30-9a6d-b3b0494c2c2a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:44.188670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.220181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.230208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2912469e-0281-4b77-bca6-8543be5193c9 None None] Provisioning complete for port de5ff1a7-9af3-45ef-8e00-658d581b6221 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:44.230531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2912469e-0281-4b77-bca6-8543be5193c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.301183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2912469e-0281-4b77-bca6-8543be5193c9 None None] Port de5ff1a7-9af3-45ef-8e00-658d581b6221 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:44.399021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:44.410518 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Sync routers for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:44.419277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9262e-fdc8-4807-b9fe-cffd6fba3a1e req-4f112326-0228-4639-88aa-3b767f63ab8c tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:44.422050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8dc9262e-fdc8-4807-b9fe-cffd6fba3a1e req-4f112326-0228-4639-88aa-3b767f63ab8c tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1211166 Jul 23 22:59:44.423303 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:44.424172 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:44.430822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2c4d79b7-cafa-483a-a539-6cbf5e933ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/2a2d1297-e9f2-4f0b-87ca-508c085020c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3432016 Jul 23 22:59:44.446984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-51ce5232-5721-40b1-9372-64df60616034 None None] Provisioning complete for port de5ff1a7-9af3-45ef-8e00-658d581b6221 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:44.447439 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51ce5232-5721-40b1-9372-64df60616034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.448318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.448734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.481801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 45f27810-ac1a-4f30-9a6d-b3b0494c2c2a owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:44.504949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8dc9262e-fdc8-4807-b9fe-cffd6fba3a1e req-be8d310d-823f-4784-9ab1-1e2b83c4b6ee tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727816 Jul 23 22:59:44.536229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-51ce5232-5721-40b1-9372-64df60616034 None None] Port de5ff1a7-9af3-45ef-8e00-658d581b6221 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:44.628015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:44.686654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-4d7d378a-1473-4210-aa47-7d9b569062fb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376449238&fields=id&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 267 time: 0.0670171 Jul 23 22:59:44.855846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 346971b9-44b9-4cb8-bbe0-edbac434fb7d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:44.870409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.921449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=45f27810-ac1a-4f30-9a6d-b3b0494c2c2a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:44.930958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.952284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-6add02e3-cad0-499f-b257-6a65596d7e80 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:44.958639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-6add02e3-cad0-499f-b257-6a65596d7e80 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 796 time: 0.2548881 Jul 23 22:59:44.974241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 346971b9-44b9-4cb8-bbe0-edbac434fb7d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:44.976285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.977177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:44.985836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-90871361-a274-4ce2-8563-d5f87bdc6959 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/quotas/353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 375 time: 0.0218029 Jul 23 22:59:44.991469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e0f297a-4a48-4a00-a934-0f3edb610f10 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:45.055533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.123048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1e0f297a-4a48-4a00-a934-0f3edb610f10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:45.125223 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.161681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-d172f62d-3308-47e6-b3c6-0213cd945fcf tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694691 Jul 23 22:59:45.215767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=e481709a-6950-487a-888d-4c09377cfb02,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:45.231237 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:42Z', 'revision_number': 2, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:45.250462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.251002 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Floating IP 0163dc3c-5982-4607-883a-ddc0d1c014d4 disassociated (deleted). External IP: 172.25.1.3, port: 688e264b-2b22-4429-a8ab-da5161637740. Jul 23 22:59:45.297980 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Checking router: 2a2d1297-e9f2-4f0b-87ca-508c085020c2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:45.298753 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Updating router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 port de5ff1a7-9af3-45ef-8e00-658d581b6221 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:45.371197 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.389931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-766b0fd5-31ab-4d39-92ab-a6141478657b service neutron] 10.222.0.37 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136230 Jul 23 22:59:45.478010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Provisioning for port 346971b9-44b9-4cb8-bbe0-edbac434fb7d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:45.487231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Provisioning complete for port 346971b9-44b9-4cb8-bbe0-edbac434fb7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:45.487620 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.587338 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.588142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-e71ebb95-bde6-4a24-8dbf-00884ed7266c service neutron] 10.222.0.37 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888299 Jul 23 22:59:45.625542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] For port 346971b9-44b9-4cb8-bbe0-edbac434fb7d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=346971b9-44b9-4cb8-bbe0-edbac434fb7d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:45.631626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.667572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:45.673457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:45.725947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f40c6c-efb4-435b-90c0-8c723bc71730 None None] Pushing event updated for resources: {'Port': ['ID=346971b9-44b9-4cb8-bbe0-edbac434fb7d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:45.883673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b92773c-323e-40f3-8531-dc99e3ea9e20 None None] Provisioning for port e481709a-6950-487a-888d-4c09377cfb02 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:45.896650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b92773c-323e-40f3-8531-dc99e3ea9e20 None None] Provisioning complete for port e481709a-6950-487a-888d-4c09377cfb02 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:45.897028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b92773c-323e-40f3-8531-dc99e3ea9e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.996765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1b92773c-323e-40f3-8531-dc99e3ea9e20 None None] Port e481709a-6950-487a-888d-4c09377cfb02 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:46.029442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d56fb03c-341f-424b-80cc-5d90ba70f561 req-a9bc3d04-42e9-439f-92dd-c81c4f757d13 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=6439f5ce-a65a-4959-bd3d-4906b535c4fa HTTP/1.1" status: 200 len: 210 time: 0.0844698 Jul 23 22:59:46.062766 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.076584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Transition to ACTIVE for port object de5ff1a7-9af3-45ef-8e00-658d581b6221 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:46.098269 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.228662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9fdae15-7325-409b-94a0-3c20cfcd3ceb None None] Provisioning complete for port e481709a-6950-487a-888d-4c09377cfb02 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:46.229137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9fdae15-7325-409b-94a0-3c20cfcd3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.233028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c72785-4df3-4e03-bd23-9a7725f66c64 req-2509c947-8779-4783-b831-6c2ebe5a427b tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:46.262689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7c72785-4df3-4e03-bd23-9a7725f66c64 req-2509c947-8779-4783-b831-6c2ebe5a427b tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1455836 Jul 23 22:59:46.310809 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Attempting to bind port de5ff1a7-9af3-45ef-8e00-658d581b6221 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:46.311279 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Attempting to bind port de5ff1a7-9af3-45ef-8e00-658d581b6221 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:46.311645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Attempting to bind port de5ff1a7-9af3-45ef-8e00-658d581b6221 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:46.313009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9fdae15-7325-409b-94a0-3c20cfcd3ceb None None] Port e481709a-6950-487a-888d-4c09377cfb02 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:46.319627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d89e10-c9da-4b9d-9ae6-3175de6833ca None None] Pushing event updated for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:46.340881 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:46.343031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Checking segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:46.344063 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.344475 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Bound using segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:46.344945 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Bound port: de5ff1a7-9af3-45ef-8e00-658d581b6221, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:46.345362 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.369422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7c72785-4df3-4e03-bd23-9a7725f66c64 req-111f394a-2e4e-4cc7-872b-47f712b043eb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058323 Jul 23 22:59:46.467489 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] For port de5ff1a7-9af3-45ef-8e00-658d581b6221, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:46.473877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] For port de5ff1a7-9af3-45ef-8e00-658d581b6221, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=de5ff1a7-9af3-45ef-8e00-658d581b6221,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:46.484968 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.489196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09dfddf0-9dde-4ab1-8487-bd15c5957697 req-e53b9974-164f-4254-a66a-c46f0daab2a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 210 time: 0.0601850 Jul 23 22:59:46.518833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:46.529058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.573615 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:46.574292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:46.695220 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:46.736311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 346971b9-44b9-4cb8-bbe0-edbac434fb7d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:46.821436 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d89e10-c9da-4b9d-9ae6-3175de6833ca None None] Pushing event updated for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:46.851807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 346971b9-44b9-4cb8-bbe0-edbac434fb7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:46.852177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.856283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:46.864004 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.874302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Router de6032c1-8c6a-47ed-9732-2dd51db60961 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:59:46.882742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:46.925265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:46.934383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.000328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b655498-bc25-4e90-bd13-7639767b7b00 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/floatingips/0163dc3c-5982-4607-883a-ddc0d1c014d4 HTTP/1.1" status: 204 len: 168 time: 3.6673203 Jul 23 22:59:47.000523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:47.002916 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a" -d '{"events": [{"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:47.032585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:47.040609 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc556760-d8c0-477f-9885-26e8a8fe65e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "PUT /v2.0/routers/de6032c1-8c6a-47ed-9732-2dd51db60961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2943664 Jul 23 22:59:47.043379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:47.057345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Sync routers for ids ['de6032c1-8c6a-47ed-9732-2dd51db60961'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:47.080461 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Routers {'de6032c1-8c6a-47ed-9732-2dd51db60961'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:47.081181 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de6032c1-8c6a-47ed-9732-2dd51db60961'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.127421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:47.184042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596232b0-ac2d-4b31-a09b-b21b77165aa1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:47.189543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:47.190243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-596232b0-ac2d-4b31-a09b-b21b77165aa1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports/e481709a-6950-487a-888d-4c09377cfb02 HTTP/1.1" status: 200 len: 911 time: 0.1456363 Jul 23 22:59:47.218807 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:46Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.321726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e5748-65f5-49a5-a1d4-1e0672870cfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:47.339376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147e5748-65f5-49a5-a1d4-1e0672870cfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:47.342636 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-147e5748-65f5-49a5-a1d4-1e0672870cfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1518469 Jul 23 22:59:47.347486 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aa025f-2c36-46f3-ac66-5734f01365d3 x-openstack-request-id: req-67aa025f-2c36-46f3-ac66-5734f01365d3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:47.350185 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "tag": "688e264b-2b22-4429-a8ab-da5161637740", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:47.350684 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67aa025f-2c36-46f3-ac66-5734f01365d3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:47.352090 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'tag': '688e264b-2b22-4429-a8ab-da5161637740', 'status': 'completed', 'code': 200} Jul 23 22:59:47.353959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57158) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:47.356526 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Set router de6032c1-8c6a-47ed-9732-2dd51db60961 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:47.448944 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c67552-980f-47e3-af4d-ce21a31a4968 None None] The sync data for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 is: [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:46Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:47.510776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.612600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:47.641533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:47.642370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.779516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-4caac5d5-3221-4d7f-85db-5836571ce5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:47.781848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-4caac5d5-3221-4d7f-85db-5836571ce5fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 1097 time: 0.4408028 Jul 23 22:59:47.805184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-5b89e756-046e-4a06-a22e-0d80d146464b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:47.806722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-5b89e756-046e-4a06-a22e-0d80d146464b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 796 time: 0.3991811 Jul 23 22:59:47.813977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:43Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': 'e481709a-6950-487a-888d-4c09377cfb02', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:75:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:42Z', 'updated_at': '2021-07-23T22:59:44Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:47.865613 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Checking router: de6032c1-8c6a-47ed-9732-2dd51db60961 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:47.866358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Updating router de6032c1-8c6a-47ed-9732-2dd51db60961 port e481709a-6950-487a-888d-4c09377cfb02 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:47.873697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:47.908026 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:47.948945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-476988f4-ebbe-4c24-8f01-5722deaf0bb2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 379 time: 0.1174684 Jul 23 22:59:47.964733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'port': {'device_id': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'admin_state_up': True, 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'security_groups': ['3fabad5b-30ac-4805-a177-052369ebc82d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:47.993263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63f05-3e02-4d98-9bcc-87220077e590 req-10ab16ff-a686-4ae0-a37f-3865edae4ea0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.002714 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dd63f05-3e02-4d98-9bcc-87220077e590 req-10ab16ff-a686-4ae0-a37f-3865edae4ea0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.5439267 Jul 23 22:59:48.169970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dd63f05-3e02-4d98-9bcc-87220077e590 req-b3da7693-5026-4d95-a559-600ef9a8fbf0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655009 Jul 23 22:59:48.203818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-49570504-25d1-49b3-858e-766f94873bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.213972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-49570504-25d1-49b3-858e-766f94873bf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 200 len: 898 time: 0.3971212 Jul 23 22:59:48.282027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:48.358150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cefe7f-b92f-43f8-8671-6cb73c9d2ce5 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:33Z', 'revision_number': 6, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '38fb7a82-bb61-4718-8325-bebb87c9d28a', 'name': '', 'network_id': '264aaf09-5250-45f3-8dcb-020b4bf884e8', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:de:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:38Z', 'updated_at': '2021-07-23T22:57:48Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': '7b425602-f55c-42dd-bbb9-4e55b6782db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:48.362695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-a9a647a2-feb4-4956-9db4-706121d38b91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 200 len: 217 time: 0.0882525 Jul 23 22:59:48.399551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.494278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-97b05d12-da14-499f-97b2-e87b2af1a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.495779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-97b05d12-da14-499f-97b2-e87b2af1a4e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 200 len: 834 time: 0.0969443 Jul 23 22:59:48.526957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:48.531785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.569474 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.584385 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Transition to ACTIVE for port object e481709a-6950-487a-888d-4c09377cfb02 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:48.602197 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.822881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d657-a88b-4631-953f-7d49758215fb req-4c9accb2-a7eb-4795-8c7f-ed8771ce5fe6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.827970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4629d657-a88b-4631-953f-7d49758215fb req-4c9accb2-a7eb-4795-8c7f-ed8771ce5fe6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.4793444 Jul 23 22:59:48.831397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-488955e7-4b03-4e4a-9389-7e7fbbbf9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.833001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-488955e7-4b03-4e4a-9389-7e7fbbbf9a5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=264aaf09-5250-45f3-8dcb-020b4bf884e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3259935 Jul 23 22:59:48.836682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device de5ff1a7-9af3-45ef-8e00-658d581b6221 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:48.908097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5e955-22cf-4a1f-bae8-3cd3719528dd None None] Pushing event updated for resources: {'Port': ['ID=e481709a-6950-487a-888d-4c09377cfb02,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:48.916887 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Attempting to bind port e481709a-6950-487a-888d-4c09377cfb02 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:48.917253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Attempting to bind port e481709a-6950-487a-888d-4c09377cfb02 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:48.917605 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Attempting to bind port e481709a-6950-487a-888d-4c09377cfb02 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:48.926546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:48.926925 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:48.928712 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.936637 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:48.937749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Bound port: e481709a-6950-487a-888d-4c09377cfb02, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:48.938254 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.946080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-887397a1-004e-43b1-901e-c11c86662bb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:48.947974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-887397a1-004e-43b1-901e-c11c86662bb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.3986640 Jul 23 22:59:49.002159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ed6d7-d522-4a7a-955f-39716fe86bdf None None] New status for floating IP 0163dc3c-5982-4607-883a-ddc0d1c014d4: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 22:59:49.051251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-2213ecd0-a364-47af-a422-85559126a63b service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062850 Jul 23 22:59:49.073405 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] For port e481709a-6950-487a-888d-4c09377cfb02, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:49.084566 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] For port e481709a-6950-487a-888d-4c09377cfb02, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e481709a-6950-487a-888d-4c09377cfb02,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:49.089346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port de5ff1a7-9af3-45ef-8e00-658d581b6221 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:49.096600 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.168071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port de5ff1a7-9af3-45ef-8e00-658d581b6221 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:49.168688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.206934 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Routers {'de6032c1-8c6a-47ed-9732-2dd51db60961'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:49.207620 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de6032c1-8c6a-47ed-9732-2dd51db60961'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:49.276149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4629d657-a88b-4631-953f-7d49758215fb req-ab6eea34-246f-43c9-a8cb-2fbf3b8b58ff tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420226 Jul 23 22:59:49.297887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 688e264b-2b22-4429-a8ab-da5161637740 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:49.297887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.357351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.8 (c8a5f946-6312-4356-b8a1-37777afc0a68/f8e4026b-9544-4335-9924-3de25a6ca93b/8a493731-4634-4c0b-94fc-0799d43f2089) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:49.365676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port e481709a-6950-487a-888d-4c09377cfb02 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:49.366047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.407717 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5e955-22cf-4a1f-bae8-3cd3719528dd None None] Pushing event updated for resources: {'Port': ['ID=e481709a-6950-487a-888d-4c09377cfb02,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:49.417225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.473989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] Set router de6032c1-8c6a-47ed-9732-2dd51db60961 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:49.485899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-d6a952f0-502f-48b5-999d-62c88bdad9f3 service neutron] 10.222.0.22 "GET /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167094 Jul 23 22:59:49.497851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port de5ff1a7-9af3-45ef-8e00-658d581b6221, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=de5ff1a7-9af3-45ef-8e00-658d581b6221,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:49.507079 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.522838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a492ba02-0c09-4f53-b8d3-ae2ce0da9f95 req-73047e7f-fbce-465a-96ba-8c3bbabff483 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 210 time: 0.1304276 Jul 23 22:59:49.596775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:49.636706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 688e264b-2b22-4429-a8ab-da5161637740, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=688e264b-2b22-4429-a8ab-da5161637740,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:49.637683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.656480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 688e264b-2b22-4429-a8ab-da5161637740 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:49.813249 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:43Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': 'e481709a-6950-487a-888d-4c09377cfb02', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:75:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:42Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 4, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:49.835434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.846908 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e5761-a09a-4aee-b2c8-d0467a9fd61b None None] The sync data for ids ['de6032c1-8c6a-47ed-9732-2dd51db60961'] in n-d-791506-25 is: [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:43Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': 'e481709a-6950-487a-888d-4c09377cfb02', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:75:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:42Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 4, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': 'dee57281-ebbc-40ea-9a6c-f3ae0353500a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:49.861387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c595-1b5d-406d-bac3-397a5343d507 req-696dbd14-2cbe-47cf-8431-b74b2f4c2faa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:49.863075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2d6c595-1b5d-406d-bac3-397a5343d507 req-696dbd14-2cbe-47cf-8431-b74b2f4c2faa tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=9137163f-a631-48c2-b8ad-957b1b39ca1f HTTP/1.1" status: 200 len: 945 time: 0.1813056 Jul 23 22:59:49.882487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object 8a493731-4634-4c0b-94fc-0799d43f2089 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:49.897205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port e481709a-6950-487a-888d-4c09377cfb02, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e481709a-6950-487a-888d-4c09377cfb02,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:49.897449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.907172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.916520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for e481709a-6950-487a-888d-4c09377cfb02 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:49.929966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2d6c595-1b5d-406d-bac3-397a5343d507 req-269af2de-3f82-4a3e-857c-371e584b745b tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=c244a09c-5897-4e43-8f1b-d889c716aae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572169 Jul 23 22:59:49.952364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=688e264b-2b22-4429-a8ab-da5161637740,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:49.957738 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:49.972088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.972434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.972776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.973114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.973444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.973788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.974118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.974443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.974768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.975155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.975485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:49.975830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:59:50.030315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network c8a5f946-6312-4356-b8a1-37777afc0a68 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:50.031678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:50.034679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:50.037342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:50.056743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] No DVR routers for this DVR port 688e264b-2b22-4429-a8ab-da5161637740 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:50.060347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.063183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6f4c32dc-497b-4979-8833-1a36afdaa651 req-35d2e713-0d96-4b12-8aa7-e35c185d5d33 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "DELETE /v2.0/ports/688e264b-2b22-4429-a8ab-da5161637740 HTTP/1.1" status: 204 len: 173 time: 1.1075149 Jul 23 22:59:50.065307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'name': 'network-vif-deleted', 'tag': '688e264b-2b22-4429-a8ab-da5161637740'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:50.066298 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f1f611-cdb1-45da-b123-2781a7044688" -d '{"events": [{"server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "name": "network-vif-deleted", "tag": "688e264b-2b22-4429-a8ab-da5161637740"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:50.090044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:50.091047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.114624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-72793657-117b-42cb-9866-43c6ce763f4e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1545987 Jul 23 22:59:50.137018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Request body: {'port': {'device_id': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:50.154239 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57255fc-5cc8-44e3-bed3-36b6c3aee507 x-openstack-request-id: req-a57255fc-5cc8-44e3-bed3-36b6c3aee507 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:50.154738 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9137163f-a631-48c2-b8ad-957b1b39ca1f", "name": "network-vif-deleted", "tag": "688e264b-2b22-4429-a8ab-da5161637740", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:50.155091 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a57255fc-5cc8-44e3-bed3-36b6c3aee507 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:50.155769 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9137163f-a631-48c2-b8ad-957b1b39ca1f', 'name': 'network-vif-deleted', 'tag': '688e264b-2b22-4429-a8ab-da5161637740', 'status': 'completed', 'code': 200} Jul 23 22:59:50.337330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.383202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.439166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=e481709a-6950-487a-888d-4c09377cfb02,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:50.609247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69fdcfd4-72b8-4a9c-8be7-1637585fd4c2 None None] Provisioning for port 8a493731-4634-4c0b-94fc-0799d43f2089 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:50.616197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.635700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69fdcfd4-72b8-4a9c-8be7-1637585fd4c2 None None] Provisioning complete for port 8a493731-4634-4c0b-94fc-0799d43f2089 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:50.636823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69fdcfd4-72b8-4a9c-8be7-1637585fd4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:50.776475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69fdcfd4-72b8-4a9c-8be7-1637585fd4c2 None None] Port 8a493731-4634-4c0b-94fc-0799d43f2089 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:50.882029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device de5ff1a7-9af3-45ef-8e00-658d581b6221 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:51.009534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf282-cd4f-4ccc-a85c-da9f91da0fae req-ed6046f5-e2f2-46c8-b918-3a4f203a6df6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:51.017582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da9cf282-cd4f-4ccc-a85c-da9f91da0fae req-ed6046f5-e2f2-46c8-b918-3a4f203a6df6 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.4591062 Jul 23 22:59:51.098987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Router de6032c1-8c6a-47ed-9732-2dd51db60961 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:51.184306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da9cf282-cd4f-4ccc-a85c-da9f91da0fae req-671f596c-d802-4c62-9673-a4573d8bcf22 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562657 Jul 23 22:59:51.246525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:51.256600 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-95ff01d1-e765-41fc-8c40-a36b3f60a51e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "PUT /v2.0/routers/de6032c1-8c6a-47ed-9732-2dd51db60961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9006493 Jul 23 22:59:51.259029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:51.307372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a493731-4634-4c0b-94fc-0799d43f2089 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:51.334919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd51d-cae8-4cde-a19f-abdbf388919a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:51.337511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dd51d-cae8-4cde-a19f-abdbf388919a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:51.338259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.339887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db0dd51d-cae8-4cde-a19f-abdbf388919a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0798929 Jul 23 22:59:51.342751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57190) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:51.347785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port de5ff1a7-9af3-45ef-8e00-658d581b6221 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:51.350392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.364837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Transition to ACTIVE for port object 8a493731-4634-4c0b-94fc-0799d43f2089 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:51.377076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.435925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8514344-cc9c-458d-bb5c-6e34ee264076 req-cdd10a9b-f5c9-46fe-ae41-e0267afc1ec3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:51.445031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8514344-cc9c-458d-bb5c-6e34ee264076 req-cdd10a9b-f5c9-46fe-ae41-e0267afc1ec3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 931 time: 0.1518734 Jul 23 22:59:51.463979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet dee57281-ebbc-40ea-9a6c-f3ae0353500a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:51.467740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.509401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:51.575147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8514344-cc9c-458d-bb5c-6e34ee264076 req-d7883205-b452-4d2d-89d4-816bebacc0da tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297851 Jul 23 22:59:51.586634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.600365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:51.601277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:51.601711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:51.607627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 22:59:51.608290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:51.621458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:51.621980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Checking segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:51.623398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Bound using segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:51.623974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Bound port: 8a493731-4634-4c0b-94fc-0799d43f2089, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:51.626823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.686502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:51.758825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.782390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:51.804125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:51.819314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.878558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.883519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.929422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.931565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/dee57281-ebbc-40ea-9a6c-f3ae0353500a HTTP/1.1" status: 204 len: 168 time: 0.5840707 Jul 23 22:59:51.932370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a946a-4fcf-40fa-8ff8-fdd08bcbc2b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=dee57281-ebbc-40ea-9a6c-f3ae0353500a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:51.935783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:51.936111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0cf97-5bfd-449b-a610-f85e6931fc23 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:51.956855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.976219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:51.980990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:51.980990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] 10.222.0.22 "PUT /v2.0/ports/8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 1092 time: 1.8484645 Jul 23 22:59:51.980990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 22:59:51.984598 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b811ec-491d-4e32-b00a-1a36a1be4860" -d '{"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 22:59:52.104102 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef04cb6-190b-44d0-b2a8-92b43b15cd8f x-openstack-request-id: req-bef04cb6-190b-44d0-b2a8-92b43b15cd8f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 22:59:52.105313 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 22:59:52.106013 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bef04cb6-190b-44d0-b2a8-92b43b15cd8f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 22:59:52.106598 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'status': 'completed', 'code': 200} Jul 23 22:59:52.153251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f19f4-9d04-4e8f-983d-400baf4f5f01 service neutron] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:52.167849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e3f7490-626e-4a18-bdc1-995e71ef9815 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2308297 Jul 23 22:59:52.168607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:52.198671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-aabd8f90-8bf5-4ae8-bd2f-8d47d0194646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:52.200570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-aabd8f90-8bf5-4ae8-bd2f-8d47d0194646 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.1624398 Jul 23 22:59:52.258942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 688e264b-2b22-4429-a8ab-da5161637740 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:52.268387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-a3ed33a7-be95-4513-a73e-d0feab940641 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 217 time: 0.0573745 Jul 23 22:59:52.309899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.311882 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Sync routers for ids ['de6032c1-8c6a-47ed-9732-2dd51db60961'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:52.328833 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Routers {'de6032c1-8c6a-47ed-9732-2dd51db60961'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:52.329467 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de6032c1-8c6a-47ed-9732-2dd51db60961'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:52.344218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 688e264b-2b22-4429-a8ab-da5161637740 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:52.344563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 688e264b-2b22-4429-a8ab-da5161637740 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:52.378630 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.401330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.407609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.410983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/security-groups/c244a09c-5897-4e43-8f1b-d889c716aae0 HTTP/1.1" status: 204 len: 168 time: 0.7205162 Jul 23 22:59:52.466867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:52.495500 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Set router de6032c1-8c6a-47ed-9732-2dd51db60961 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:52.516492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-90cb483a-baf1-4fc0-9c8b-242be1635502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:52.520409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-90cb483a-baf1-4fc0-9c8b-242be1635502 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.2415395 Jul 23 22:59:52.521567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802ac08-ad23-4867-b661-d49958953dd1 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244a09c-5897-4e43-8f1b-d889c716aae0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:52.587284 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:50Z', 'revision_number': 3, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:52.596220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Deleting port 346971b9-44b9-4cb8-bbe0-edbac434fb7d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:52.596788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.648588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Checking router: de6032c1-8c6a-47ed-9732-2dd51db60961 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:52.669197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f639c-d136-4372-94a3-08593055aa70 req-92a8b41c-745b-4763-be76-93d6cc4990aa tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:52.670598 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Routers {'de6032c1-8c6a-47ed-9732-2dd51db60961'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:52.672192 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['de6032c1-8c6a-47ed-9732-2dd51db60961'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:52.672594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] For port 346971b9-44b9-4cb8-bbe0-edbac434fb7d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=346971b9-44b9-4cb8-bbe0-edbac434fb7d,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:52.673205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.687000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac6f639c-d136-4372-94a3-08593055aa70 req-92a8b41c-745b-4763-be76-93d6cc4990aa tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2923970 Jul 23 22:59:52.688084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Calling delete_port for 346971b9-44b9-4cb8-bbe0-edbac434fb7d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:52.737361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95403b-c911-49b9-8661-93a270617718 req-59ff04e2-7560-4ab4-a343-834f7eb54b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:52.738674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-59ff04e2-7560-4ab4-a343-834f7eb54b6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998575 Jul 23 22:59:52.783878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 346971b9-44b9-4cb8-bbe0-edbac434fb7d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:52.787596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:52.800900 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] Set router de6032c1-8c6a-47ed-9732-2dd51db60961 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:52.839143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 346971b9-44b9-4cb8-bbe0-edbac434fb7d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:52.839721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 346971b9-44b9-4cb8-bbe0-edbac434fb7d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:52.868415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-b41fa443-b015-44e0-be54-bca36c508c72 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125042 Jul 23 22:59:52.891811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] Pushing event deleted for resources: {'Port': ['ID=346971b9-44b9-4cb8-bbe0-edbac434fb7d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:52.898356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb92453-2d62-4d96-8ec2-c45686bf2092 None None] No DVR routers for this DVR port 346971b9-44b9-4cb8-bbe0-edbac434fb7d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:52.902638 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:50Z', 'revision_number': 3, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:52.904463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac6f639c-d136-4372-94a3-08593055aa70 req-92ff8335-f44c-4814-ac75-4f9898ed63be tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097554 Jul 23 22:59:52.974442 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e2600-2a2e-4144-bef3-d0d2f0f7c5a1 None None] The sync data for ids ['de6032c1-8c6a-47ed-9732-2dd51db60961'] in n-d-791506-25 is: [{'id': 'de6032c1-8c6a-47ed-9732-2dd51db60961', 'name': 'tempest-NetworksTestDHCPv6-router-1168243835', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:41Z', 'updated_at': '2021-07-23T22:59:50Z', 'revision_number': 3, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:53.022705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b95403b-c911-49b9-8661-93a270617718 req-c55a6940-1b2a-4160-bff5-c8cb13682e1c service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481943 Jul 23 22:59:53.031922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:53.223645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.226816 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.280405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.281139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Fanout notify agent at l3_agent the message router_deleted on router de6032c1-8c6a-47ed-9732-2dd51db60961 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:59:53.293036 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.294680 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eef3beeb-36e3-4931-816f-b2d44334a754 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/routers/de6032c1-8c6a-47ed-9732-2dd51db60961 HTTP/1.1" status: 204 len: 168 time: 1.1247599 Jul 23 22:59:53.298010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:53.311066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-a10ec845-389b-4732-b662-fe4b48e175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:53.312873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-a10ec845-389b-4732-b662-fe4b48e175f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.1834042 Jul 23 22:59:53.319244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:53.331075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.461269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:53.465910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.685310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.734525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:53.735389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96dac-3757-49f5-bfeb-91c23205112f req-2a36b300-83b2-4007-a63f-1a368cc6fb2b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:53.737107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94c96dac-3757-49f5-bfeb-91c23205112f req-2a36b300-83b2-4007-a63f-1a368cc6fb2b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.5420520 Jul 23 22:59:53.739787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:53.747649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:53.748648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.752082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126477ae-d6ab-4f9c-83b1-6f9923335ce6 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:53.776199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=364f4968-4f3a-4ef9-9053-74698cb05838,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:53.783504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a599078-0880-4b24-971b-b8e067c55d37 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4750524 Jul 23 22:59:53.786051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:53.792152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-375420188', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:53.830330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.832096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.865535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94c96dac-3757-49f5-bfeb-91c23205112f req-db0304e2-fa79-4182-8ae0-8fe71b143126 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031826 Jul 23 22:59:53.901290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-4d29c355-d50e-4880-a9f6-004968c299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:53.902866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-4d29c355-d50e-4880-a9f6-004968c299ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.2103968 Jul 23 22:59:53.921916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.926628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.964120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '364f4968-4f3a-4ef9-9053-74698cb05838'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:59:53.965330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.971563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:53.973344 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77568498-4cc4-4521-addc-a3a5d3339779 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1863291 Jul 23 22:59:53.976257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:53.982978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-d62f2e41-3db5-46af-b4e9-84a46fe93a6d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 217 time: 0.0593092 Jul 23 22:59:54.120784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/364f4968-4f3a-4ef9-9053-74698cb05838/4abd0978-01db-4e29-b38b-dd5ad7dffe46) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:54.138300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-c3310c22-fded-4f34-a0ce-07db2dfdb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:54.140537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-c3310c22-fded-4f34-a0ce-07db2dfdb97f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.1484177 Jul 23 22:59:54.224471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36383ab4-f80b-47cd-9232-07bc021fe996 req-93fe2e2d-1909-477e-89fa-e8156e833ae4 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:54.232427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36383ab4-f80b-47cd-9232-07bc021fe996 req-93fe2e2d-1909-477e-89fa-e8156e833ae4 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2191622 Jul 23 22:59:54.318559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-0119456a-eb78-4481-8a8a-f41e7fafccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:54.320464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-0119456a-eb78-4481-8a8a-f41e7fafccb2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719916 Jul 23 22:59:54.326254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36383ab4-f80b-47cd-9232-07bc021fe996 req-805717bc-4b7f-41c5-bdc0-383d7b1f3e03 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928295 Jul 23 22:59:54.329304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.348673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.349330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Transition to ACTIVE for port object 4abd0978-01db-4e29-b38b-dd5ad7dffe46 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:54.375519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Transition to ACTIVE for port object 4abd0978-01db-4e29-b38b-dd5ad7dffe46 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:54.386378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.455674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.475026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:54.477874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:54.482044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:54.501619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Pushing event updated for resources: {'Port': ['ID=4abd0978-01db-4e29-b38b-dd5ad7dffe46,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:54.558250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Attempting to bind port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:54.558910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Attempting to bind port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:54.559456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Attempting to bind port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:54.565374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:54.565915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-c389e4d8-765a-4705-ad17-0d6ee5ad0954 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321754 Jul 23 22:59:54.566302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:54.567133 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.567699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:54.568390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Bound port: 4abd0978-01db-4e29-b38b-dd5ad7dffe46, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:54.569002 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.648824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] For port 4abd0978-01db-4e29-b38b-dd5ad7dffe46, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:54.652356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] For port 4abd0978-01db-4e29-b38b-dd5ad7dffe46, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4abd0978-01db-4e29-b38b-dd5ad7dffe46,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:54.661001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e481709a-6950-487a-888d-4c09377cfb02 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:54.664365 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.711246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: e481709a-6950-487a-888d-4c09377cfb02 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:54.711805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e481709a-6950-487a-888d-4c09377cfb02 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:54.723694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::1 (76ad2985-f429-49e4-926e-3e501ddd0c91/364f4968-4f3a-4ef9-9053-74698cb05838/779d3ed9-7c58-433f-a1ce-89af7aa8701f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:59:54.745195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90b811ec-491d-4e32-b00a-1a36a1be4860 req-b350722c-db9f-4cf3-b4d7-1e1cbbdec6d4 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701384 Jul 23 22:59:54.747379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fff4b-fcdc-4490-b71e-8ed0edd8cdcd None None] Pushing event updated for resources: {'Port': ['ID=4abd0978-01db-4e29-b38b-dd5ad7dffe46,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:54.888477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 38fb7a82-bb61-4718-8325-bebb87c9d28a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:54.888768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.926714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:54.959902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 779d3ed9-7c58-433f-a1ce-89af7aa8701f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:55.025556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.088895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:55.095567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:55.099833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:59:55.100467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.107235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=779d3ed9-7c58-433f-a1ce-89af7aa8701f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:55.149618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 38fb7a82-bb61-4718-8325-bebb87c9d28a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38fb7a82-bb61-4718-8325-bebb87c9d28a,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:55.150310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.186129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 38fb7a82-bb61-4718-8325-bebb87c9d28a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:55.207352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe336-9682-4df6-96c9-431a87b61391 req-434e1705-5d03-452a-ac0b-98fa8d9c2e01 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:55.214547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6cbe336-9682-4df6-96c9-431a87b61391 req-434e1705-5d03-452a-ac0b-98fa8d9c2e01 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.1913469 Jul 23 22:59:55.248835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.295134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6cbe336-9682-4df6-96c9-431a87b61391 req-62660595-582f-4b61-9512-5b8da89a4c75 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796819 Jul 23 22:59:55.434994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:59:55.526694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.570321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35830230-7440-423b-8a43-1c909800c948 req-471d1de8-ddc3-413b-a74d-63b864542b15 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:55.571738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35830230-7440-423b-8a43-1c909800c948 req-471d1de8-ddc3-413b-a74d-63b864542b15 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1334236 Jul 23 22:59:55.572378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=38fb7a82-bb61-4718-8325-bebb87c9d28a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:55.602062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.613222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.614666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.672460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-35830230-7440-423b-8a43-1c909800c948 req-dbf56ce6-3172-4cdf-94c9-abc2d62f9035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Jul 23 22:59:55.749183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=779d3ed9-7c58-433f-a1ce-89af7aa8701f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:55.780191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:59:55.782551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:59:55.821583 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:55.953171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Router 0a63dd68-8970-4e6f-8490-9dee247a5e06 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:59:55.962673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:55.968948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229725330', 'description': 'tempest-secgroup-smoke-1229725330 description', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:56.064958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.075254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 9e147b20-4f8e-47db-a9c7-0d572e70c669 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:56.078522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:56.087065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da86d228-2a51-4369-b9ef-e06bc31bd838 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "PUT /v2.0/routers/0a63dd68-8970-4e6f-8490-9dee247a5e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1096263 Jul 23 22:59:56.089427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Sync routers for ids ['0a63dd68-8970-4e6f-8490-9dee247a5e06'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:56.093350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.099558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Routers {'0a63dd68-8970-4e6f-8490-9dee247a5e06'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:56.100410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0a63dd68-8970-4e6f-8490-9dee247a5e06'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:56.167398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.179688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.191101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2534b8a3-2f0e-4f79-8442-03fbe8b5ce0e None None] Provisioning for port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:56.192220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:56.199727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba0b2455-0fd2-440e-8ca2-ca2c15fa26b9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/9e147b20-4f8e-47db-a9c7-0d572e70c669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1643639 Jul 23 22:59:56.201247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.205518 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Sync routers for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:59:56.205888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 22:59:56.221212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:56.223816 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:56.242056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Set router 0a63dd68-8970-4e6f-8490-9dee247a5e06 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:56.254192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.255990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2919562 Jul 23 22:59:56.264864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.271316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:56.323470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting subnet 7b425602-f55c-42dd-bbb9-4e55b6782db5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 22:59:56.333285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.387159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8123a-fbaf-4c0e-b8a0-130ad1d087d2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310f4bd6-0124-4fcb-99d2-d1073d3b4012,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:56.404128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50f145-faf8-4c82-b2e8-2f015bfab826 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:56.413540 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5d50f145-faf8-4c82-b2e8-2f015bfab826 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports/779d3ed9-7c58-433f-a1ce-89af7aa8701f HTTP/1.1" status: 200 len: 911 time: 0.2427850 Jul 23 22:59:56.417936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:56.432437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8a493731-4634-4c0b-94fc-0799d43f2089', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'mac_address': 'fa:16:3e:92:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 22:59:56.437131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.441565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.467659 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:56.500247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.543110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e5fa073-b6af-4c4c-9a67-b24593b678e4 None None] Provisioning for port 779d3ed9-7c58-433f-a1ce-89af7aa8701f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:56.559388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.604961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.619031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3912c-46e1-46b9-adc6-34bc76e34bda tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:56.636775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3912c-46e1-46b9-adc6-34bc76e34bda tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:56.641682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-72c3912c-46e1-46b9-adc6-34bc76e34bda tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2034953 Jul 23 22:59:56.642383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.650096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.666334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e5fa073-b6af-4c4c-9a67-b24593b678e4 None None] Provisioning complete for port 779d3ed9-7c58-433f-a1ce-89af7aa8701f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:56.666702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e5fa073-b6af-4c4c-9a67-b24593b678e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.697305 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.735285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.750952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40ca585-0410-4754-bb5d-0af33ea3925c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:56.778213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.779414 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07c1641d-7238-469e-b8e2-9ff34891b990 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5131114 Jul 23 22:59:56.786445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.787506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Subnet': ['ID=7b425602-f55c-42dd-bbb9-4e55b6782db5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:56.789225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:56.795197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a493731-4634-4c0b-94fc-0799d43f2089 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 22:59:56.804327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e434f04-8658-4086-8dc9-24bafcf81eef req-5526f023-bb0d-4699-b166-936d9d078750 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:56.806325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e434f04-8658-4086-8dc9-24bafcf81eef req-5526f023-bb0d-4699-b166-936d9d078750 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.2497101 Jul 23 22:59:56.809923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:56.812517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6d460b32-6d47-4ec6-be24-0e2ef328c85c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/subnets/7b425602-f55c-42dd-bbb9-4e55b6782db5 HTTP/1.1" status: 204 len: 168 time: 0.6096888 Jul 23 22:59:56.814952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:56.834977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1d2fc-d1f3-42a2-98f7-33a6ea4104d6 None None] Network 264aaf09-5250-45f3-8dcb-020b4bf884e8 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:59:56.837196 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 7, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:56.876012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e434f04-8658-4086-8dc9-24bafcf81eef req-69a7e1e7-4751-46a7-b95a-cf19c05bca13 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570927 Jul 23 22:59:56.878147 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Checking router: 9e147b20-4f8e-47db-a9c7-0d572e70c669 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:56.882473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4abd0978-01db-4e29-b38b-dd5ad7dffe46 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:56.890213 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Routers {'9e147b20-4f8e-47db-a9c7-0d572e70c669'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:56.890838 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9e147b20-4f8e-47db-a9c7-0d572e70c669'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:56.937544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:56.943542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fa073-b6af-4c4c-9a67-b24593b678e4 None None] Port 779d3ed9-7c58-433f-a1ce-89af7aa8701f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:57.007600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.017844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.067504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10598c-4082-4f59-891b-e6bbe18797de req-74d799a4-6585-4d28-a52b-9b0b35ded134 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:57.069479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b10598c-4082-4f59-891b-e6bbe18797de req-74d799a4-6585-4d28-a52b-9b0b35ded134 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1050098 Jul 23 22:59:57.088874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.129237 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b10598c-4082-4f59-891b-e6bbe18797de req-b6e5db79-c314-4f35-bb9a-ef2692612394 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Jul 23 22:59:57.141281 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] Set router 9e147b20-4f8e-47db-a9c7-0d572e70c669 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:57.178561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:59:57.193890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:57.194550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.198712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:57.204980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'name': 'tempest-NetworksTestDHCPv6-router-375420188', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:53Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': '779d3ed9-7c58-433f-a1ce-89af7aa8701f', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:71:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:54Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:57.207237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-655d6d6c-524b-4f38-ab37-9c916d696ae7 None None] Provisioning complete for port 779d3ed9-7c58-433f-a1ce-89af7aa8701f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:57.207829 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-655d6d6c-524b-4f38-ab37-9c916d696ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.210460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.222068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.260082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d99a783-b4c6-4931-bf3c-dbc3b9996c1e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:57.270180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.271402 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9860b5ee-2db4-49e4-9694-ec6e91379cfd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4858353 Jul 23 22:59:57.274292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:57.279987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:57.294727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8a493731-4634-4c0b-94fc-0799d43f2089'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 22:59:57.305242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Checking router: 0a63dd68-8970-4e6f-8490-9dee247a5e06 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:59:57.305649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Updating router 0a63dd68-8970-4e6f-8490-9dee247a5e06 port 779d3ed9-7c58-433f-a1ce-89af7aa8701f binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:59:57.313889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.325041 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.378484 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 7, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:57.390773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.403320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.409425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.418131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5c55e9-bf50-4b08-9088-75276463aa31 None None] The sync data for ids ['9e147b20-4f8e-47db-a9c7-0d572e70c669'] in n-d-791506-25 is: [{'id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'name': 'tempest-TestNetworkBasicOps-router-1282365108', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:57:33Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 7, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': 'f80f9c84-27f2-4575-96ed-fd7697129ad9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e147b20-4f8e-47db-a9c7-0d572e70c669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:57:34Z', 'updated_at': '2021-07-23T22:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:57.420147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-655d6d6c-524b-4f38-ab37-9c916d696ae7 None None] Port 779d3ed9-7c58-433f-a1ce-89af7aa8701f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:59:57.454772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.458628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b807146-d8c4-406a-a7e2-b42cdb6916ea,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:57.474742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.477271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9c7174fc-d5d4-424c-bc86-c74bc4622749 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018199 Jul 23 22:59:57.495159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:57.502971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:57.547749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.571522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port f80f9c84-27f2-4575-96ed-fd7697129ad9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:57.571888 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.622657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.628431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.628724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.647856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628701b1-ba40-46d7-95ff-54b5431e9952,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:57.659113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.661111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-639b77d8-f3e9-4523-af3f-97f393ce29ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641862 Jul 23 22:59:57.663811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:57.675168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:57.676069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port f80f9c84-27f2-4575-96ed-fd7697129ad9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f80f9c84-27f2-4575-96ed-fd7697129ad9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:57.676586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.700333 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Project f14dd18e9c0f4438b08ee7dad15dec12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:59:57.706203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.780002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.795345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.828498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b90f97-d025-4855-a700-b1d3843ab667,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:57.845451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:57.847273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d78f2621-e1ad-4976-9b9d-8fb76be8f216 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818337 Jul 23 22:59:57.850080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:57.855272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'security_group_rule': {'security_group_id': '310f4bd6-0124-4fcb-99d2-d1073d3b4012', 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:57.871761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] DHCP port deletion for 264aaf09-5250-45f3-8dcb-020b4bf884e8 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 22:59:57.884086 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Project f14dd18e9c0f4438b08ee7dad15dec12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 22:59:57.891453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.023020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.032087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 4abd0978-01db-4e29-b38b-dd5ad7dffe46, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4abd0978-01db-4e29-b38b-dd5ad7dffe46,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:58.033860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.052737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d94c0b6-fcaf-4eb8-b867-d3822aabab77,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.056846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.087980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.092542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8748209-88b8-4653-871b-9f9e6c301eb2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2379656 Jul 23 22:59:58.100056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b634aab-e852-467c-87df-c8c5984bdef0 req-80b29235-17fa-45e6-843a-571a20ed4424 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:58.109300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b634aab-e852-467c-87df-c8c5984bdef0 req-80b29235-17fa-45e6-843a-571a20ed4424 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 944 time: 0.1238453 Jul 23 22:59:58.139354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for f80f9c84-27f2-4575-96ed-fd7697129ad9 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:58.162683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b634aab-e852-467c-87df-c8c5984bdef0 req-4aa833a7-cc4a-4a1f-8a99-61f5d814a58c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522780 Jul 23 22:59:58.234548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Deleting port 88139331-8fad-4ec9-9ef8-c276eb2ac59e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:58.235387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.240232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=4abd0978-01db-4e29-b38b-dd5ad7dffe46,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.289401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.337702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Transition to ACTIVE for port object 779d3ed9-7c58-433f-a1ce-89af7aa8701f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:59:58.357021 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.376369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c094d-85d0-4690-a388-120c9ecef87b req-d61fb630-9fc2-4918-9c53-e5e3fcadb732 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:58.382577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-359c094d-85d0-4690-a388-120c9ecef87b req-d61fb630-9fc2-4918-9c53-e5e3fcadb732 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.1413610 Jul 23 22:59:58.406132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 779d3ed9-7c58-433f-a1ce-89af7aa8701f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 22:59:58.406593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.417881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] For port 88139331-8fad-4ec9-9ef8-c276eb2ac59e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=88139331-8fad-4ec9-9ef8-c276eb2ac59e,segment=NetworkSegment(b302e232-a929-41d2-93e4-65feb497d791),segment_id=b302e232-a929-41d2-93e4-65feb497d791)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:59:58.419070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.453111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Calling delete_port for 88139331-8fad-4ec9-9ef8-c276eb2ac59e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:58.468461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-359c094d-85d0-4690-a388-120c9ecef87b req-d2adcb9b-902a-4158-a4bd-7e34865b134a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Jul 23 22:59:58.485274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896a1c-6515-4bab-98d0-483dc7def7df None None] Pushing event updated for resources: {'Port': ['ID=779d3ed9-7c58-433f-a1ce-89af7aa8701f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.492191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.533624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=f80f9c84-27f2-4575-96ed-fd7697129ad9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.581898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.605372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Attempting to bind port 779d3ed9-7c58-433f-a1ce-89af7aa8701f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:59:58.605742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Attempting to bind port 779d3ed9-7c58-433f-a1ce-89af7aa8701f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:59:58.606126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Attempting to bind port 779d3ed9-7c58-433f-a1ce-89af7aa8701f on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:59:58.615490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:59:58.617075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:59:58.617075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.617075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:59:58.617075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Bound port: 779d3ed9-7c58-433f-a1ce-89af7aa8701f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:59:58.617641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.640288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 779d3ed9-7c58-433f-a1ce-89af7aa8701f owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 22:59:58.681262 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.749046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] Pushing event deleted for resources: {'Port': ['ID=88139331-8fad-4ec9-9ef8-c276eb2ac59e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.755071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfe7a2-0918-4479-8c77-f63672001dda None None] No DVR routers for this DVR port 88139331-8fad-4ec9-9ef8-c276eb2ac59e on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 22:59:58.779555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] For port 779d3ed9-7c58-433f-a1ce-89af7aa8701f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:59:58.788140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] For port 779d3ed9-7c58-433f-a1ce-89af7aa8701f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=779d3ed9-7c58-433f-a1ce-89af7aa8701f,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:59:58.801962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.826282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.904103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896a1c-6515-4bab-98d0-483dc7def7df None None] Pushing event updated for resources: {'Port': ['ID=779d3ed9-7c58-433f-a1ce-89af7aa8701f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:58.924536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Routers {'0a63dd68-8970-4e6f-8490-9dee247a5e06'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:59:58.925152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0a63dd68-8970-4e6f-8490-9dee247a5e06'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:58.974051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:58.979062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.012703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4abd0978-01db-4e29-b38b-dd5ad7dffe46 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:59:59.079191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.080068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Fanout notify agent at l3_agent the message router_deleted on router 9e147b20-4f8e-47db-a9c7-0d572e70c669 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 22:59:59.088118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.089551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-794fe90d-a057-4dcb-a68c-7fcea6dd1cb5 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/routers/9e147b20-4f8e-47db-a9c7-0d572e70c669 HTTP/1.1" status: 204 len: 168 time: 2.2718065 Jul 23 22:59:59.092179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:59.109370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] Set router 0a63dd68-8970-4e6f-8490-9dee247a5e06 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:59:59.206425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.218848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.268715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=779d3ed9-7c58-433f-a1ce-89af7aa8701f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:59.336558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:59:59.337539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.341398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-53b2cd0b-87d7-4276-a83a-ae5574f3cbb6 None None] Could not find standard attr ID for object 779d3ed9-7c58-433f-a1ce-89af7aa8701f. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 22:59:59.410284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.423236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264aaf09-5250-45f3-8dcb-020b4bf884e8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:59.440130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302e232-a929-41d2-93e4-65feb497d791') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:59.440430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302e232-a929-41d2-93e4-65feb497d791') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:59.443160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.452865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.473451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.483345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 22:59:59.484514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: timer() Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 22:59:59.487987 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 22:59:59.497402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc3484-0451-45ba-bc8d-fe55654bc7cd req-898c07bd-1ca6-4572-8b1d-8b37e1ddfcdc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:59:59.505105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5dc3484-0451-45ba-bc8d-fe55654bc7cd req-898c07bd-1ca6-4572-8b1d-8b37e1ddfcdc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 944 time: 0.1894500 Jul 23 22:59:59.627658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.633099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.637913 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/networks/264aaf09-5250-45f3-8dcb-020b4bf884e8 HTTP/1.1" status: 204 len: 168 time: 0.5421944 Jul 23 22:59:59.645617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'name': 'tempest-NetworksTestDHCPv6-router-375420188', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:53Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': '779d3ed9-7c58-433f-a1ce-89af7aa8701f', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:71:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:54Z', 'updated_at': '2021-07-23T22:59:58Z', 'revision_number': 4, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:59:59.660368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:59.664296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5dc3484-0451-45ba-bc8d-fe55654bc7cd req-aa50a319-c24d-4495-afe4-64b2fde28362 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583889 Jul 23 22:59:59.669854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'network': {'name': 'tempest-network-smoke--2076790314', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:59:59.685606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77990a0d-05e8-4e8d-92a3-9ca4b79d62be tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Network': ['ID=264aaf09-5250-45f3-8dcb-020b4bf884e8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:59:59.714448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:59:59.720468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.744862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ab2bd-0648-45c9-a049-c63893178dbe None None] The sync data for ids ['0a63dd68-8970-4e6f-8490-9dee247a5e06'] in n-d-791506-25 is: [{'id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'name': 'tempest-NetworksTestDHCPv6-router-375420188', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:53Z', 'updated_at': '2021-07-23T22:59:55Z', 'revision_number': 2, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None, '_interfaces': [{'id': '779d3ed9-7c58-433f-a1ce-89af7aa8701f', 'name': '', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'mac_address': 'fa:16:3e:71:00:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:54Z', 'updated_at': '2021-07-23T22:59:58Z', 'revision_number': 4, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'subnets': [{'id': '364f4968-4f3a-4ef9-9053-74698cb05838', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:59:59.748338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 88139331-8fad-4ec9-9ef8-c276eb2ac59e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:59.787577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 88139331-8fad-4ec9-9ef8-c276eb2ac59e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:59.788217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 88139331-8fad-4ec9-9ef8-c276eb2ac59e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:59.788657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38fb7a82-bb61-4718-8325-bebb87c9d28a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 22:59:59.789571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:59:59.813291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.813291 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Added segment fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc of type vlan for network e0ec1226-6668-4619-9496-c7529c6dd834 Jul 23 22:59:59.817185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 38fb7a82-bb61-4718-8325-bebb87c9d28a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 22:59:59.818297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38fb7a82-bb61-4718-8325-bebb87c9d28a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 22:59:59.842249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Router 0a63dd68-8970-4e6f-8490-9dee247a5e06 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:59:59.917162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:59.948869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:59:59.954100 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d7aa6fa-3a60-4573-8832-b7186806fd1c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "PUT /v2.0/routers/0a63dd68-8970-4e6f-8490-9dee247a5e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3103166 Jul 23 22:59:59.956915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:59:59.992027 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.000453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:00.001118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.024990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce500f-5a88-465b-b95a-2741f374571e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:00.026553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce500f-5a88-465b-b95a-2741f374571e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:00.028077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75ce500f-5a88-465b-b95a-2741f374571e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0704646 Jul 23 23:00:00.031496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:00.037510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b50a75-0944-4aec-a213-e9397f987ed7 req-eb7f7bdd-b6eb-419d-927c-45176fc7db19 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:00.039107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3b50a75-0944-4aec-a213-e9397f987ed7 req-eb7f7bdd-b6eb-419d-927c-45176fc7db19 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2066700 Jul 23 23:00:00.076282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4109569 Jul 23 23:00:00.081025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:00.085630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'admin_state_up': True, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:00.111631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 364f4968-4f3a-4ef9-9053-74698cb05838 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:00.112583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31febc54-774d-433a-9755-06066ec97195 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Network': ['ID=e0ec1226-6668-4619-9496-c7529c6dd834,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:00.117100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.150938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3b50a75-0944-4aec-a213-e9397f987ed7 req-9e027c9b-3b4d-4514-b624-488ab2c75aba tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Jul 23 23:00:00.151572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e0ec1226-6668-4619-9496-c7529c6dd834 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:00:00.188713 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.229258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:00.248738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.250425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.312823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 8a493731-4634-4c0b-94fc-0799d43f2089 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:00.319908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8a493731-4634-4c0b-94fc-0799d43f2089 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:00.320535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.348679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.410246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.424447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.451827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:00.454404 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c547eb-0e26-4e60-b437-99a8e3ba6ff2" -d '{"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-plugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:00.476149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:00.485952 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.594914 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.596596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:00.605057 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adc846-10a2-4455-ae6d-ce4022bca65a x-openstack-request-id: req-a4adc846-10a2-4455-ae6d-ce4022bca65a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:00.605349 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-plugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:00.605597 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4adc846-10a2-4455-ae6d-ce4022bca65a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:00.606057 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'code': 200} Jul 23 23:00:00.654700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=364f4968-4f3a-4ef9-9053-74698cb05838,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:00.658705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.699231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:00.704907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f80f9c84-27f2-4575-96ed-fd7697129ad9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:00.707168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b307044-7036-4f57-84d5-40130b41e062 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:00.707960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12006170-8615-4259-bc54-d8540c850223 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/364f4968-4f3a-4ef9-9053-74698cb05838 HTTP/1.1" status: 204 len: 168 time: 0.6757762 Jul 23 23:00:00.711892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:00.735594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f80f9c84-27f2-4575-96ed-fd7697129ad9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:00.736114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f80f9c84-27f2-4575-96ed-fd7697129ad9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:00.802190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c362f4a-5929-40a8-8e7b-ccce0f9ed3ae req-556b4beb-6e9e-4c7d-81cd-f685243927c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:00.809428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c362f4a-5929-40a8-8e7b-ccce0f9ed3ae req-556b4beb-6e9e-4c7d-81cd-f685243927c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.1419172 Jul 23 23:00:00.875470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c362f4a-5929-40a8-8e7b-ccce0f9ed3ae req-83d8320c-5cd3-419c-9ada-14009faac02e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592821 Jul 23 23:00:00.940452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:00.943632 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62d1e06b-da55-4dd3-99c3-01a02ba985c3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2208595 Jul 23 23:00:01.085943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:01.103309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.128811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.150971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Deleting port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:01.151461 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.158446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.241074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] For port 4abd0978-01db-4e29-b38b-dd5ad7dffe46, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4abd0978-01db-4e29-b38b-dd5ad7dffe46,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:01.241405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.261516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Calling delete_port for 4abd0978-01db-4e29-b38b-dd5ad7dffe46 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:01.316605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.25.1.37 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/7eab4a97-46de-4d1d-a2d7-3795ace2f76c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:01.380367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.425108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] Pushing event deleted for resources: {'Port': ['ID=4abd0978-01db-4e29-b38b-dd5ad7dffe46,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:01.431721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9054b4-22e5-4729-8623-9f670f214174 None None] No DVR routers for this DVR port 4abd0978-01db-4e29-b38b-dd5ad7dffe46 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:01.516228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.569255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.655987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:01.662442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:01.679757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:01.744593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.748262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.748472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:01.767045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Sync routers for ids ['0a63dd68-8970-4e6f-8490-9dee247a5e06'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:01.777991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Routers {'0a63dd68-8970-4e6f-8490-9dee247a5e06'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:01.778991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0a63dd68-8970-4e6f-8490-9dee247a5e06'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:01.848549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b0da-13ca-4642-8db2-8e1979de0e06 req-7de09c2d-1f5f-4c16-9622-883958b538c3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:01.850252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7a6b0da-13ca-4642-8db2-8e1979de0e06 req-7de09c2d-1f5f-4c16-9622-883958b538c3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.8087647 Jul 23 23:00:01.871403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.872258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Fanout notify agent at l3_agent the message router_deleted on router 0a63dd68-8970-4e6f-8490-9dee247a5e06 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:00:01.891387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:01.891629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Set router 0a63dd68-8970-4e6f-8490-9dee247a5e06 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:01.893737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bef37a72-6a79-47cd-a904-e3aebfcd3204 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/routers/0a63dd68-8970-4e6f-8490-9dee247a5e06 HTTP/1.1" status: 204 len: 168 time: 0.9512396 Jul 23 23:00:01.902704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:01.953278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a63dd68-8970-4e6f-8490-9dee247a5e06', 'name': 'tempest-NetworksTestDHCPv6-router-375420188', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:53Z', 'updated_at': '2021-07-23T22:59:59Z', 'revision_number': 3, 'project_id': '3c7e691882b74e98b8d85d2bcb63246c', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:01.978646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89b50047-3177-478f-8ab4-21a0eb07accb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0742595 Jul 23 23:00:01.986376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:01.989517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Checking router: 0a63dd68-8970-4e6f-8490-9dee247a5e06 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:02.010408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7a6b0da-13ca-4642-8db2-8e1979de0e06 req-d05aeb99-6793-4b08-9856-8efbbc638dff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492155 Jul 23 23:00:02.012291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Routers set() bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:02.012661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Router IDs set() for agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 23:00:02.013279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_agentschedulers_db [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a63dd68-8970-4e6f-8490-9dee247a5e06'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent'). {{(pid=93837) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 23:00:02.013677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c9403-32c5-4557-9ee5-5117964553b1 None None] The sync data for ids ['0a63dd68-8970-4e6f-8490-9dee247a5e06'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:02.069303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95ceef-18e1-4a58-9c82-697a8e3ee59d req-f90f9245-c9be-4a28-b9ca-8ec9ae8e37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:02.071787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd95ceef-18e1-4a58-9c82-697a8e3ee59d req-f90f9245-c9be-4a28-b9ca-8ec9ae8e37c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.2021103 Jul 23 23:00:02.082417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19fb888-e9f3-4cf4-8ae9-57e93cdcaf5a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:02.085868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f19fb888-e9f3-4cf4-8ae9-57e93cdcaf5a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984845 Jul 23 23:00:02.088364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57440) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:02.140959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd95ceef-18e1-4a58-9c82-697a8e3ee59d req-18e7f65a-dd83-4bb5-94ed-c980259b0407 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605798 Jul 23 23:00:02.201197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5dae8ad2-6714-43ad-9352-a4c39aa58a73 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115754 Jul 23 23:00:02.206397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:02.211175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:02.238454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc147-8677-473d-a9d0-0cd97da5e9aa req-77f69e3b-2f34-448c-9f6d-da6beb45d597 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:02.246192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ecbc147-8677-473d-a9d0-0cd97da5e9aa req-77f69e3b-2f34-448c-9f6d-da6beb45d597 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.0960143 Jul 23 23:00:02.294093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ecbc147-8677-473d-a9d0-0cd97da5e9aa req-d8d7479c-c845-420b-b7fa-cb709ebf5223 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Jul 23 23:00:02.324703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:02.407578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:02.410985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:02.677633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4abd0978-01db-4e29-b38b-dd5ad7dffe46 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:02.708501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4abd0978-01db-4e29-b38b-dd5ad7dffe46 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:02.709273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4abd0978-01db-4e29-b38b-dd5ad7dffe46 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:02.709834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 779d3ed9-7c58-433f-a1ce-89af7aa8701f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:02.720338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:02.739314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 779d3ed9-7c58-433f-a1ce-89af7aa8701f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:02.739778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 779d3ed9-7c58-433f-a1ce-89af7aa8701f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:02.954716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:02.959836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:02.992870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 278c4755-5615-4d60-97a6-5ea677fe6cef is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:00:03.016829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:03.024845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:03.029853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:03.030477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:03.041133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2bf1c-234c-45cb-972c-ddaa4d859ce6 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:03.092074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=792559dc-d579-4347-aa39-385f9929bca0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:03.120903 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ddde01f6-9662-4396-820f-1efa52e5f0b9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9137521 Jul 23 23:00:03.124240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:03.133618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:03.153748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:03.167361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Sync routers for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:03.185540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:03.187537 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:03.189057 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:03.191155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4953c8e5-3907-489b-936e-22ed2356223e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1089375 Jul 23 23:00:03.194178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:03.264276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5bb908e9-ca40-4418-8a6d-7eecc91e2a31 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9a80a634a8b142afaa568338d6884fe5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592251 Jul 23 23:00:03.264276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:03.329473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '792559dc-d579-4347-aa39-385f9929bca0'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:03.332105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:03.423506 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:03.428016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c296-c17d-49ba-9121-ba0f290e5d12 req-f06b388b-255c-4904-b36d-395f1e1c392f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:03.435991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1192c296-c17d-49ba-9121-ba0f290e5d12 req-f06b388b-255c-4904-b36d-395f1e1c392f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.2980838 Jul 23 23:00:03.481174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:03.488910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:03.568313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1192c296-c17d-49ba-9121-ba0f290e5d12 req-4b5394b3-a95f-4de0-a502-a6ba04e0fe82 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305897 Jul 23 23:00:03.832414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:02Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:03.872870 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Checking router: 278c4755-5615-4d60-97a6-5ea677fe6cef for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:03.873651 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Updating router 278c4755-5615-4d60-97a6-5ea677fe6cef port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:00:03.916527 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:03.954936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Allocated IP 2001:db8::f816:3eff:fe22:daab (76ad2985-f429-49e4-926e-3e501ddd0c91/792559dc-d579-4347-aa39-385f9929bca0/0b4cf87f-9274-47ea-bd42-240e2c7ba21b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:03.986923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754e9e-9136-40f2-896a-3acfcee7a94e req-56784fbd-bc91-4333-8b2b-51e845b06c37 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:03.994225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32754e9e-9136-40f2-896a-3acfcee7a94e req-56784fbd-bc91-4333-8b2b-51e845b06c37 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2520242 Jul 23 23:00:04.044179 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.063762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32754e9e-9136-40f2-896a-3acfcee7a94e req-19d56cce-b435-4c19-859f-8f14eefb410e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627787 Jul 23 23:00:04.139230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d0fa6-36f3-494e-bce3-30eca410800b tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:04.141281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-723d0fa6-36f3-494e-bce3-30eca410800b tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8747773 Jul 23 23:00:04.144745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:04.152300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:04.164188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:04.176202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:04.177129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.185309 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32ddf5ff-860a-444d-87e5-1263f97f2644 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388749 Jul 23 23:00:04.188433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:04.201173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079247621', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:04.215483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=f3d5ab45-9874-4cc8-8cb2-60e35e58161a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:04.236112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3b7e099c-a82b-4f38-9c05-6bde68ec5422 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1093681 Jul 23 23:00:04.241249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:04.253461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:76:4b:8e', 'name': 'tempest-NetworksTestDHCPv6-507512920'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:04.296817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.300286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b698b0d-b74e-44d7-b7a6-fb058f93e911 req-3e8ddcc7-c9de-4cfc-aa23-df5a3f391cb4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:04.307785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b698b0d-b74e-44d7-b7a6-fb058f93e911 req-3e8ddcc7-c9de-4cfc-aa23-df5a3f391cb4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1479414 Jul 23 23:00:04.320924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Transition to ACTIVE for port object 0b4cf87f-9274-47ea-bd42-240e2c7ba21b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:04.355717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Transition to ACTIVE for port object 0b4cf87f-9274-47ea-bd42-240e2c7ba21b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:04.371227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.446912 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.460312 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Transition to ACTIVE for port object 7eab4a97-46de-4d1d-a2d7-3795ace2f76c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:04.471199 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.474932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:04.479548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:04.479725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:04.482306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Pushing event updated for resources: {'Port': ['ID=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:04.485020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:04.485164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.531487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b698b0d-b74e-44d7-b7a6-fb058f93e911 req-3577c263-7b71-40cd-9c1b-1566ffc7546e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995447 Jul 23 23:00:04.533205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:04.585247 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Attempting to bind port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:04.587100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Attempting to bind port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:04.587239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Attempting to bind port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:04.587607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Attempting to bind port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:04.589916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Attempting to bind port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:04.590080 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Attempting to bind port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:04.604302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:04.604864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:04.605218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:04.605360 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.605938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:04.606287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Bound port: 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:04.606602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.607744 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:04.609531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-266554072', 'description': 'tempest-description-1825422108'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:04.613548 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.613548 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:04.613548 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Bound port: 7eab4a97-46de-4d1d-a2d7-3795ace2f76c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:04.613548 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.615252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434988-14f4-41d3-93fd-2558b4c873f5 None None] Pushing event updated for resources: {'Port': ['ID=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:04.678298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a5795-001a-4409-a48c-7ebed2ca994a tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:04.679925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f69a5795-001a-4409-a48c-7ebed2ca994a tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1092 time: 0.1432502 Jul 23 23:00:04.682778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:04.688911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:04.697137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.720064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:00:04.720064 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:00:04.720064 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': '353678e0676d48ef9f4ec9428a615568', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 0, 4, 699428)}] Jul 23 23:00:04.720064 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:00:04.720528 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:00:04.726552 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] For port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:04.735145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] For port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:04.745552 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.774930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] For port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:04.786108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] For port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:04.796767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.797079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:04.834368 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:04.835147 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:04.893668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a194852-2ce1-4655-a50e-b1279d02a9bd None None] Pushing event updated for resources: {'Port': ['ID=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:04.926202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:04.968520 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434988-14f4-41d3-93fd-2558b4c873f5 None None] Pushing event updated for resources: {'Port': ['ID=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:05.025584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:05.054445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.064984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.071437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Subnet': ['ID=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:05.081840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Checking segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:05.082213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network hostable DHCP agents. Network: e0ec1226-6668-4619-9496-c7529c6dd834, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:00:05.107537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.109795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a1a7b0b-b07f-400b-a709-c0fdfccd199a req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5131199 Jul 23 23:00:05.116368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.132025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network e0ec1226-6668-4619-9496-c7529c6dd834 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:00:05.157550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e0ec1226-6668-4619-9496-c7529c6dd834) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:05.165559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:05.166770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.173223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981df48-ee15-4703-988a-4236d3b2ef06 None None] Network e0ec1226-6668-4619-9496-c7529c6dd834 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:05.180802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 7e01af31-9b7a-4e05-8762-4f868cc22c4b yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:05.190903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e111c-7c1e-40b0-b980-a6f5c6007edb tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ede230-065e-4edf-aa9c-488221303aa3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:05.208113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ab7e8730-253d-4f58-9c2d-bc51bd910001 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0183899 Jul 23 23:00:05.210707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57480) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:05.336460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.397822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-077f7277-26ac-47b4-88bf-a1aeaf3b1f52 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-266554072&fields=id&tenant_id=a41b064098ff495180a13fa943fd3f98 HTTP/1.1" status: 200 len: 267 time: 0.1007411 Jul 23 23:00:05.407113 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:02Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:05.515899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-e0ec1226-6668-4619-9496-c7529c6dd834', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:05.518571 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.519154 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3221023-d877-476d-b130-85ff06fcdb14 None None] The sync data for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 is: [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:02Z', 'revision_number': 3, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:05.710945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Allocated IP 172.20.0.2 (e0ec1226-6668-4619-9496-c7529c6dd834/c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2/f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:05.828779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-cea3ce7e-7dd7-41a0-949b-adea2f9fb4c1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:05.838238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-cea3ce7e-7dd7-41a0-949b-adea2f9fb4c1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.4394257 Jul 23 23:00:05.850753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'port': {'security_groups': ['10b10db6-00c2-4a4d-9ca3-dd30218d3f67', '77ede230-065e-4edf-aa9c-488221303aa3']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:05.933293 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:05.955450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Transition to ACTIVE for port object f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:05.988756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 172.20.0.14 (76ad2985-f429-49e4-926e-3e501ddd0c91/f3d5ab45-9874-4cc8-8cb2-60e35e58161a/7e01af31-9b7a-4e05-8762-4f868cc22c4b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:06.004146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe76:4b8e (76ad2985-f429-49e4-926e-3e501ddd0c91/792559dc-d579-4347-aa39-385f9929bca0/7e01af31-9b7a-4e05-8762-4f868cc22c4b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:06.011557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Transition to ACTIVE for port object f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:06.020067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.077530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.128949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Pushing event updated for resources: {'Port': ['ID=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:06.167826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Network e0ec1226-6668-4619-9496-c7529c6dd834 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:06.173828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.177711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:06.185516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:06.329147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Attempting to bind port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:06.329519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Attempting to bind port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:06.329917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Attempting to bind port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 on network e0ec1226-6668-4619-9496-c7529c6dd834 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:06.336022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:06.336846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Checking segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:06.336846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.337186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Bound using segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:06.337634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Bound port: f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:06.338040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.368124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.430280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] For port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:06.434105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] For port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:06.444835 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.537437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade630ab-5471-4edb-876e-207ffd716df5 None None] Pushing event updated for resources: {'Port': ['ID=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:06.593612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.194 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/f600ac23-e2a0-4349-985a-25c5aff5fdb0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:06.876714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0b4cf87f-9274-47ea-bd42-240e2c7ba21b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:06.891129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:06.995895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 7e01af31-9b7a-4e05-8762-4f868cc22c4b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:07.027244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d673a9-b946-40d2-9d57-526416dae0a1 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:07.105379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.1 (e0ec1226-6668-4619-9496-c7529c6dd834/c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2/12275cdf-e62d-49fb-9c7c-291996bc6b88) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:07.195776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e71227c-b5f2-4c77-93fa-89ff095bd594 None None] Provisioning for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:07.213625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:07.227691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:07.228067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.244743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.295970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:07.324281 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.337132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.349356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object 12275cdf-e62d-49fb-9c7c-291996bc6b88 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:07.387903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.389172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:07.394982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.395946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.410880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:07.422788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:07.433633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:07.441546 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.442452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7eab4a97-46de-4d1d-a2d7-3795ace2f76c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:07.458424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:07.466198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.475481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network e0ec1226-6668-4619-9496-c7529c6dd834 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:07.477299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:07.484874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:07.500024 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.527849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:07.544292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=7e01af31-9b7a-4e05-8762-4f868cc22c4b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:07.555572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.557523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:07.587903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:07.588543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.594062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce60fd45-3db6-41ae-ad43-4526e5a96cf4 req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "PUT /v2.0/ports/73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 981 time: 1.7517822 Jul 23 23:00:07.603518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:07.608961 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41cfc49-6226-40c7-aa1e-88be9d5876ab" -d '{"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:07.637892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:07.666402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:07.678959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '792559dc-d579-4347-aa39-385f9929bca0', 'ip_address': '2001:db8::f816:3eff:fe22:daab'}, {'subnet_id': 'f3d5ab45-9874-4cc8-8cb2-60e35e58161a'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '0b4cf87f-9274-47ea-bd42-240e2c7ba21b'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:00:07.679600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:07.709998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:07.710992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.770393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:07.807096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.862452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:07.890869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:07.902900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:07.906044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-50330962-507d-4685-ac8b-8f829a3866b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6627147 Jul 23 23:00:07.910110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730fce-833b-4462-8107-63f5a7a93df5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:07.933658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:07.934361 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.095785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-ba329ee0-931e-4d02-9caf-89db1bad70cc tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-266554072&fields=id&tenant_id=a41b064098ff495180a13fa943fd3f98 HTTP/1.1" status: 200 len: 267 time: 0.3098149 Jul 23 23:00:08.119255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=f600ac23-e2a0-4349-985a-25c5aff5fdb0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:08.145743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc2bcc-c20d-41c6-bb52-fa8ce34b6cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:08.156513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc2bcc-c20d-41c6-bb52-fa8ce34b6cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:08.173007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07bc2bcc-c20d-41c6-bb52-fa8ce34b6cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2807677 Jul 23 23:00:08.209513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:08.440104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c8cbf-15cd-48bd-b9f9-2e8d07b174f8 None None] Network e0ec1226-6668-4619-9496-c7529c6dd834 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:08.492267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-35d2fc0b-f00a-4bd7-94d2-037e54fc22a9 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:08.500926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-35d2fc0b-f00a-4bd7-94d2-037e54fc22a9 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 984 time: 0.3955703 Jul 23 23:00:08.505777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'port': {'security_groups': ['10b10db6-00c2-4a4d-9ca3-dd30218d3f67']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:08.531598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Allocated IP 172.20.0.2 (76ad2985-f429-49e4-926e-3e501ddd0c91/f3d5ab45-9874-4cc8-8cb2-60e35e58161a/0b4cf87f-9274-47ea-bd42-240e2c7ba21b) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:08.605415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e27bc73-a765-45ec-98c2-f582cf722729 None None] Provisioning for port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:08.646632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.694874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 7e01af31-9b7a-4e05-8762-4f868cc22c4b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:08.695466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.702359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.717958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:08.730563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.739423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.773734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:08.884317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.083854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:09.087063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network e0ec1226-6668-4619-9496-c7529c6dd834 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:09.089272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:09.164710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0b4cf87f-9274-47ea-bd42-240e2c7ba21b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:09.187343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] For port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:09.230331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:09.242000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 278c4755-5615-4d60-97a6-5ea677fe6cef has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:09.335773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.366985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Transition to ACTIVE for port object 0b4cf87f-9274-47ea-bd42-240e2c7ba21b will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:09.373330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:09.374597 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.401121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:09.415078 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87a97831-4e27-4102-bee4-ae850cf73a3d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/278c4755-5615-4d60-97a6-5ea677fe6cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2030349 Jul 23 23:00:09.418984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:09.421262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Sync routers for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:09.426073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.434931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.474367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:09.475023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:09.476719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.476841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b had new provisioning blocks added so it will not transition to active. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 23 23:00:09.477299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:09.508100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 7e01af31-9b7a-4e05-8762-4f868cc22c4b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:09.592405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.592957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.593693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.594354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.594828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.595292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.596144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.596266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.596648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.597105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.599151 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-caf579d3-4972-4465-a55a-07e2ec17dcac tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7115 time: 0.1786077 Jul 23 23:00:09.603194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:09.661662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:09.671775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505d97b-24c0-4baf-8727-a1ad95e40244 None None] Pushing event updated for resources: {'Port': ['ID=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:09.707268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.708628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.709436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.710148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.710625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.711360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.711815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.712269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.713221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.713347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.713743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:09.716150 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a91ab03-41cb-4528-9220-47ffc6e68213 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7122 time: 0.1119587 Jul 23 23:00:09.721229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:09.755814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:09.856116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:09.868517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:09.939464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:09.941330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.014186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.056875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.103912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:10.224315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Provisioning for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:10.245502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:10.246224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.247692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97fc8b91-d8f0-417f-a89b-a677a92a6466 req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "PUT /v2.0/ports/73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 942 time: 1.7465708 Jul 23 23:00:10.252805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d48cd6ff-1283-4d4c-9f38-b95c90571918 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.5282578 Jul 23 23:00:10.290289 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Provisioning complete for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:10.290289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.363864 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61918c-d0f5-4a9e-a4d3-62ec2a633863 x-openstack-request-id: req-eb61918c-d0f5-4a9e-a4d3-62ec2a633863 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:10.364060 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:10.364317 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb61918c-d0f5-4a9e-a4d3-62ec2a633863 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:10.364723 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 23:00:10.387711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.431386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:10.451200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.494470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ff1a2-2a6a-4ef9-a555-78def2382035 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:10.557410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.598069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=f600ac23-e2a0-4349-985a-25c5aff5fdb0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:10.616040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.646700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Port 12275cdf-e62d-49fb-9c7c-291996bc6b88 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:00:10.695931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Provisioning complete for port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:10.696816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-50c8213d-9099-4006-a832-fc65ebdf5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.719784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=7e01af31-9b7a-4e05-8762-4f868cc22c4b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:10.784158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:10.794643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 2, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:10.797882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:10.803702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947215359', 'description': 'tempest-secgroup-smoke-947215359 description', 'project_id': '9a80a634a8b142afaa568338d6884fe5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:10.828956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.841396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Checking router: 278c4755-5615-4d60-97a6-5ea677fe6cef for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:10.841955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Updating router 278c4755-5615-4d60-97a6-5ea677fe6cef port 12275cdf-e62d-49fb-9c7c-291996bc6b88 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:00:10.846102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.876812 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:10.976813 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 4d56d2e2-318e-46cb-8c11-42c587aa39f2 associated. External IP: 172.25.1.194, port: 8a493731-4634-4c0b-94fc-0799d43f2089. Jul 23 23:00:10.989577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.013261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.022825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-fe24da57-2db4-4f03-9ede-520b62b264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.024377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-fe24da57-2db4-4f03-9ede-520b62b264fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.6464097 Jul 23 23:00:11.085430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0b4cf87f-9274-47ea-bd42-240e2c7ba21b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:11.106464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.108871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3098202 Jul 23 23:00:11.112959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:11.118094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:11.133511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2381666-445b-4227-8d6d-223496b63c23 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ef3821-d3cb-4715-9c71-4e212b00abf1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:11.182277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.232266 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.303549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.314604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.333040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:11.354067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f784297-a9bb-405f-972c-194dd42898be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.362691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d2727c-32fa-4fd7-821e-5371fddd4a83,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:11.370616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.372754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ac80920-7330-47ab-b6ee-249fdeab8ee7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582722 Jul 23 23:00:11.376638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:11.381741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:11.413302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7eab4a97-46de-4d1d-a2d7-3795ace2f76c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:11.429910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.470061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-1a3cf9b6-3099-41c7-a1d5-f7d4c938f832 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6464102 Jul 23 23:00:11.481492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:11.523461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.528615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d0f91e84-6796-4670-a2e7-85912427d316 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/7e01af31-9b7a-4e05-8762-4f868cc22c4b HTTP/1.1" status: 204 len: 168 time: 3.3138089 Jul 23 23:00:11.531053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.531173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:11.573818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Provisioning for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:11.583094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Provisioning complete for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:11.583725 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.646650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.659923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-d4c8b907-ed0f-4b20-8fac-748736a3142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.665168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-d4c8b907-ed0f-4b20-8fac-748736a3142d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.5950520 Jul 23 23:00:11.666542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.689720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f33f1a3-facc-43ec-8128-4bc8bf195a46,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:11.691877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:11.691877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.695938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f390bd-9d6a-4777-92ba-1fe66bf23f51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.698092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f390bd-9d6a-4777-92ba-1fe66bf23f51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.699716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f390bd-9d6a-4777-92ba-1fe66bf23f51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.704517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-84f390bd-9d6a-4777-92ba-1fe66bf23f51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1692858 Jul 23 23:00:11.705046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:11.708502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.710422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-215b5622-9463-45de-910d-288e8cfb8bb2 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327789 Jul 23 23:00:11.716773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:11.778168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 792559dc-d579-4347-aa39-385f9929bca0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:11.783422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.812023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-825579ae-06b2-4202-8da3-463d5b0432e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.1356530 Jul 23 23:00:11.817512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:11.841606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.971689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.981370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-f33a7fdd-b123-4788-b7bf-4ca0c8224c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:11.983026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-f33a7fdd-b123-4788-b7bf-4ca0c8224c01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.1312375 Jul 23 23:00:12.012377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.029492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.074772 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-69dac3d8-ea48-47b3-92b5-23ec98be57ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819235 Jul 23 23:00:12.122061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:12.122561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.128794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.140091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Provisioning complete for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:12.140564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.144564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Transition to ACTIVE for port object 12275cdf-e62d-49fb-9c7c-291996bc6b88 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:12.176541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.177319 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.183705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/792559dc-d579-4347-aa39-385f9929bca0 HTTP/1.1" status: 204 len: 168 time: 0.4731467 Jul 23 23:00:12.185209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:12.188407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656f166-42b0-44dd-a63a-caab7608ec46 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=792559dc-d579-4347-aa39-385f9929bca0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:12.193030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a88696-248a-41e8-88bf-4d873947150f None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:12.215100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.234110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Port 12275cdf-e62d-49fb-9c7c-291996bc6b88 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:00:12.255511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c3413cd1-2077-4145-a8c6-15557864706c None None] Could not find standard attr ID for object 7e01af31-9b7a-4e05-8762-4f868cc22c4b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:12.331901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14575b-a206-4656-8ae0-78aec7e72362 None None] Pushing event updated for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:12.383011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:12.385641 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d109e26c-eb7f-454e-84b3-5075cd7d2c56" -d '{"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:12.388408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.415190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Attempting to bind port 12275cdf-e62d-49fb-9c7c-291996bc6b88 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:12.415592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Attempting to bind port 12275cdf-e62d-49fb-9c7c-291996bc6b88 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:12.415892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Attempting to bind port 12275cdf-e62d-49fb-9c7c-291996bc6b88 on network e0ec1226-6668-4619-9496-c7529c6dd834 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:12.442344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:12.442719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Checking segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:12.443125 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.443528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Bound using segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:12.444014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Bound port: 12275cdf-e62d-49fb-9c7c-291996bc6b88, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:12.444394 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.555579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] For port 12275cdf-e62d-49fb-9c7c-291996bc6b88, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:12.559773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] For port 12275cdf-e62d-49fb-9c7c-291996bc6b88, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=12275cdf-e62d-49fb-9c7c-291996bc6b88,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:12.572042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.646032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:12.646695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:12.685343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14575b-a206-4656-8ae0-78aec7e72362 None None] Pushing event updated for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:12.780796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:12.881553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5bf4b8-d9ce-4e79-890c-e4b5a96d3c6a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:12.909943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Allocated IP 172.25.1.61 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/35365ac5-1dc4-4563-b5e5-9605d0e8ef94) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:12.921629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet f3d5ab45-9874-4cc8-8cb2-60e35e58161a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:12.943697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-76361aca-10fd-4eef-83dc-6fd110a20ab8 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312700 Jul 23 23:00:12.944461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.945519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bb45ba30-298b-42b6-b05f-efee3ade893f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1361938 Jul 23 23:00:12.947999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:12.948886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:12.956001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:13.047648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.070624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:13.081000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:13.102839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:12Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:13.115988 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Sync routers for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:13.132862 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:13.133480 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T22:59:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:13.146981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb238c88-da98-48ea-bfb1-0c5a8fcb566c None None] The sync data for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 is: [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:12Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:13.172404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.184132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.194347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.195954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:13.196715 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.242484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.261522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073318 Jul 23 23:00:13.272433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:13.277879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:13.288566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d636-24c6-4650-824d-5341dc1f3385 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8256cd53-c3a3-4112-87ac-506b9872b3a2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:13.360069 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:00:13.366145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.437796 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:13.479952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.486427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.509337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c531a-6476-4914-b090-4ec5a85d591e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:13.526474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.527644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60452849-3873-4cbe-9dbb-27ce183ef83e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538619 Jul 23 23:00:13.532585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:13.537311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'security_group_rule': {'security_group_id': '71ef3821-d3cb-4715-9c71-4e212b00abf1', 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:13.555886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.586622 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Project 9a80a634a8b142afaa568338d6884fe5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:00:13.593034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.648606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.721603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.722105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b41cfc49-6226-40c7-aa1e-88be9d5876ab req-65e1f081-eaa5-4c63-b04a-f8d9fa477643 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658815 Jul 23 23:00:13.732459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.759985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3e06b0-69e2-4915-98c8-911d9dadfd84,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:13.791081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.791806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a95ba957-e6ed-467f-ae45-f96c34b316b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.792361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9a632cea-28d2-4e21-847d-d86b2d6c4a15 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2587488 Jul 23 23:00:13.812504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a54dcb6a-b80c-4d1d-8080-f11a9bf8f3fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1284037 Jul 23 23:00:13.833018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.864584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-983e1505-8055-4e76-97a4-eb2014914e6e None None] Provisioning complete for port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:13.864584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-983e1505-8055-4e76-97a4-eb2014914e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.865590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:13.913653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:13.918451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:13.925489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:13.975655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'Port': ['ID=35365ac5-1dc4-4563-b5e5-9605d0e8ef94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:13.982468 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '4d56d2e2-318e-46cb-8c11-42c587aa39f2', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'mac_address': 'fa:16:3e:92:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:08Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:14.023735 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Checking router: 2a2d1297-e9f2-4f0b-87ca-508c085020c2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:14.033157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.038423 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:14.042422 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:14.071882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d5ab45-9874-4cc8-8cb2-60e35e58161a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:14.087436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1c827-15f5-4d6d-ba43-c2730d5926fb None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:14.102420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.104948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20ccbecd-f783-40f8-967e-1e55d7ce0fad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/f3d5ab45-9874-4cc8-8cb2-60e35e58161a HTTP/1.1" status: 204 len: 168 time: 1.9149306 Jul 23 23:00:14.107647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:14.185433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-68bc9464-7302-432a-b0fd-b52c8a088a0f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753870 Jul 23 23:00:14.189230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:14.192226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.197322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:14.201008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.308485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.376848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:14.380500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.382928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:14.446917 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:14.484364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Deleting port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:14.484743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.613580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] For port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:14.613820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.644702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.648888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Calling delete_port for 0b4cf87f-9274-47ea-bd42-240e2c7ba21b owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:14.656505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.773136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.778720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.807084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event updated for resources: {'Port': ['ID=35365ac5-1dc4-4563-b5e5-9605d0e8ef94,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:14.817542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.824820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-3a5caf85-b80d-4147-8a61-90e7bb31b374 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3536928 Jul 23 23:00:14.838992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] Pushing event deleted for resources: {'Port': ['ID=0b4cf87f-9274-47ea-bd42-240e2c7ba21b,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:14.851470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66b7fc-cbef-4bf3-87d9-9a4cb5b5991b None None] No DVR routers for this DVR port 0b4cf87f-9274-47ea-bd42-240e2c7ba21b on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:14.912667 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '4d56d2e2-318e-46cb-8c11-42c587aa39f2', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'mac_address': 'fa:16:3e:92:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:08Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:14.915339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:14.916818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.978858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-47ef98d6-93f5-492c-8592-241eb18b5937 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.1530354 Jul 23 23:00:14.987290 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b472ade-28b8-472b-ac30-6195cf79ee06 None None] The sync data for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 is: [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '4d56d2e2-318e-46cb-8c11-42c587aa39f2', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'mac_address': 'fa:16:3e:92:01:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:08Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:14.999785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.007774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:15.013422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:15.022982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddeca12-ac69-4456-b772-049f078c0a62 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:15.042399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:15.043676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.070291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=7bac80cf-7f09-4005-b59c-f1d67b62d180,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:15.074119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 12275cdf-e62d-49fb-9c7c-291996bc6b88 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:15.095312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d32631d0-aeaf-400a-918a-a3791cfa58c4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9000139 Jul 23 23:00:15.095533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:15.101394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:15.208257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-c1045d1f-6fb6-4cb1-bf8b-fa1dfbcdd1d1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:15.210094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-c1045d1f-6fb6-4cb1-bf8b-fa1dfbcdd1d1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2297838 Jul 23 23:00:15.240721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:15.243070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-7fc481a7-39ad-4947-85f8-966a91dee0c7 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:00:15.248002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7321fa3-9309-469e-b00e-8a7271a99dbd req-7fc481a7-39ad-4947-85f8-966a91dee0c7 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184803 Jul 23 23:00:15.249525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:15.250052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.255525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:15.260936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.336024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '7bac80cf-7f09-4005-b59c-f1d67b62d180'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:15.337190 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.424336 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.426936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe217d-67a9-4773-8851-f4fdeff7959f None None] New status for floating IP 4d56d2e2-318e-46cb-8c11-42c587aa39f2: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:15.601392 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3fb189-aa1a-47c2-b57a-5338a9d62043 x-openstack-request-id: req-0d3fb189-aa1a-47c2-b57a-5338a9d62043 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:15.602021 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:15.602550 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d3fb189-aa1a-47c2-b57a-5338a9d62043 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:15.603369 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 23:00:15.797121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 12275cdf-e62d-49fb-9c7c-291996bc6b88, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=12275cdf-e62d-49fb-9c7c-291996bc6b88,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:15.808408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.837574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-2f21e678-fa14-4d68-89af-7ae3291cd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:15.839078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-2f21e678-fa14-4d68-89af-7ae3291cd88f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.2135973 Jul 23 23:00:15.858933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Allocated IP 2001:db8::f816:3eff:fe0e:4d9b (76ad2985-f429-49e4-926e-3e501ddd0c91/7bac80cf-7f09-4005-b59c-f1d67b62d180/014ca760-770b-4f36-bb53-aefdb312eb4c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:15.869743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.870016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:15.879793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:15.882812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:15.883416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.913815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:15.914053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5791d6-4b17-44ab-8795-14745f805f38 req-4d14df14-c399-4d37-999d-79e60a412ad5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:15.914053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d5791d6-4b17-44ab-8795-14745f805f38 req-4d14df14-c399-4d37-999d-79e60a412ad5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1487629 Jul 23 23:00:15.919651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb0075d9-22df-4bab-9952-3739f0ccf62e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8230810 Jul 23 23:00:15.923437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:15.928800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:a6:9b:ab', 'name': 'tempest-NetworksTestDHCPv6-576849898'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:15.995521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0b4cf87f-9274-47ea-bd42-240e2c7ba21b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:16.009967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d5791d6-4b17-44ab-8795-14745f805f38 req-67df8e92-af6f-4648-97fc-21b0efe76fb1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Jul 23 23:00:16.033829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-bf238ff7-71d7-4c66-9c34-794532757a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:16.035881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-bf238ff7-71d7-4c66-9c34-794532757a20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.1900165 Jul 23 23:00:16.099157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:16.108521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:16.121233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-d81bd827-8f4b-44e6-916a-6a62606cff72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0766768 Jul 23 23:00:16.130312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 0b4cf87f-9274-47ea-bd42-240e2c7ba21b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:16.131173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0b4cf87f-9274-47ea-bd42-240e2c7ba21b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:16.220918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-5ca19a78-9a64-4c9a-ba40-73c0b07d1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:16.224292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-5ca19a78-9a64-4c9a-ba40-73c0b07d1ef5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.0877593 Jul 23 23:00:16.228058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:16.287464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-d26c7553-ed29-4dee-92bb-949f43818d97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516591 Jul 23 23:00:16.327394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7546fc7a-468e-4f3c-9ba1-ca83ab2a83b7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947215359&fields=id&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 267 time: 0.1005166 Jul 23 23:00:16.553095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.562639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Transition to ACTIVE for port object 014ca760-770b-4f36-bb53-aefdb312eb4c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:16.570077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-f67a276c-4d31-496b-9554-e35ce2211357 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:16.579053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-f67a276c-4d31-496b-9554-e35ce2211357 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/networks?id=e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 200 len: 797 time: 0.2501078 Jul 23 23:00:16.580252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Transition to ACTIVE for port object 014ca760-770b-4f36-bb53-aefdb312eb4c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:16.598364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.602015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-9686594e-69ba-4138-96d7-07187ba1137f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/quotas/9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 375 time: 0.0215888 Jul 23 23:00:16.616004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-975a47a8-23b8-4fd7-9dc7-4aa4a200a4ec service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135660 Jul 23 23:00:16.663593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Pushing event updated for resources: {'Port': ['ID=014ca760-770b-4f36-bb53-aefdb312eb4c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:16.718158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.728631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:16.739484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:16.746180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:16.747541 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aaa5a94d-c99f-4d9a-a026-1f4cfe38019b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/4d56d2e2-318e-46cb-8c11-42c587aa39f2 HTTP/1.1" status: 200 len: 991 time: 0.6349735 Jul 23 23:00:16.854602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ae92b189-9516-4e93-a034-38c83051366d tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440531 Jul 23 23:00:16.873049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Attempting to bind port 014ca760-770b-4f36-bb53-aefdb312eb4c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:16.878181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Attempting to bind port 014ca760-770b-4f36-bb53-aefdb312eb4c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:16.878341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Attempting to bind port 014ca760-770b-4f36-bb53-aefdb312eb4c on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:16.887376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.898410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:16.900659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:16.901602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.903025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:16.904206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Bound port: 014ca760-770b-4f36-bb53-aefdb312eb4c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:16.905050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.914126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d109e26c-eb7f-454e-84b3-5075cd7d2c56 req-75c2e3a0-a817-481b-aec3-6c9a23afcd2e service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639678 Jul 23 23:00:16.917408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:17.003509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-a34d4ed7-1556-4f1b-b1d5-5a2cf471d865 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333416 Jul 23 23:00:17.069696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 12275cdf-e62d-49fb-9c7c-291996bc6b88 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:17.133711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] For port 014ca760-770b-4f36-bb53-aefdb312eb4c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:17.140538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] For port 014ca760-770b-4f36-bb53-aefdb312eb4c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=014ca760-770b-4f36-bb53-aefdb312eb4c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:17.148374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 12275cdf-e62d-49fb-9c7c-291996bc6b88 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:17.148851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.152374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.166344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-8c2ba154-0ed9-426a-a4fe-04188b11676e service neutron] 10.222.0.37 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548054 Jul 23 23:00:17.181394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 172.20.0.4 (76ad2985-f429-49e4-926e-3e501ddd0c91/bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e/e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:17.191062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fea6:9bab (76ad2985-f429-49e4-926e-3e501ddd0c91/7bac80cf-7f09-4005-b59c-f1d67b62d180/e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:17.263334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9546bca-5aa0-4c35-b40e-ffaa0e47345c None None] Pushing event updated for resources: {'Port': ['ID=014ca760-770b-4f36-bb53-aefdb312eb4c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:17.487028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.512587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:17.608154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:17.619428 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f133d-290e-4998-bad6-579711fab177" -d '{"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:17.641038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.660757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-240786a9-02b7-4452-a6a6-5088c12efaba tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:17.662568 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-240786a9-02b7-4452-a6a6-5088c12efaba tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2409685 Jul 23 23:00:17.704230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:17.707785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:17.720593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:17.760884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-1914a002-347c-4813-bfc6-5b34ffd2762e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0889452 Jul 23 23:00:17.766337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'floatingip': {'port_id': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:17.768786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:17.805170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:17.851856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:17.852616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.906675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0c1a80d4-e59d-4a57-a96b-fd13a17848bc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9818141 Jul 23 23:00:17.907332 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57616) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:18.026990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6251f8-6414-41fd-b93b-359913effb3d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:18.027963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:18.042438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6251f8-6414-41fd-b93b-359913effb3d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:18.051854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce6251f8-6414-41fd-b93b-359913effb3d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1433775 Jul 23 23:00:18.052611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:18.163278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b069068a-fa42-4a33-81fa-542691085963 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/4d56d2e2-318e-46cb-8c11-42c587aa39f2 HTTP/1.1" status: 200 len: 993 time: 0.3932014 Jul 23 23:00:18.273301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:18.273726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:18.484941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:18.512699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:18.798764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ba856-c4ab-4cb6-bee7-0b5ab97e8ecc None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:18.872062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:18.932603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:18.954053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d7378c7-8be5-407e-bd08-50c77aeb007d None None] Provisioning for port 014ca760-770b-4f36-bb53-aefdb312eb4c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:19.068165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-f421c374-0101-4136-9b4c-66780f4cd373 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:19.072538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-f421c374-0101-4136-9b4c-66780f4cd373 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/networks?id=e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 200 len: 797 time: 0.1852639 Jul 23 23:00:19.117328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 014ca760-770b-4f36-bb53-aefdb312eb4c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:19.133095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.136485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73484377-731b-4fbd-a376-6cf105a1a5bb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 HTTP/1.1" status: 204 len: 168 time: 1.0826185 Jul 23 23:00:19.139440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:19.209600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-28c811d8-93c7-4870-8db4-8add6d5c20dd tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a80a634a8b142afaa568338d6884fe5 HTTP/1.1" status: 200 len: 379 time: 0.0689130 Jul 23 23:00:19.219294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79b63e-b5a0-43f1-a792-962656cdad85 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:19.220179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'port': {'device_id': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'admin_state_up': True, 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'security_groups': ['71ef3821-d3cb-4715-9c71-4e212b00abf1']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:19.221439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79b63e-b5a0-43f1-a792-962656cdad85 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:19.223392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79b63e-b5a0-43f1-a792-962656cdad85 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:19.226128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b79b63e-b5a0-43f1-a792-962656cdad85 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0849638 Jul 23 23:00:19.228132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57634) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:19.325982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 7bac80cf-7f09-4005-b59c-f1d67b62d180 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:19.331782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.360939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 014ca760-770b-4f36-bb53-aefdb312eb4c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:19.365677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 014ca760-770b-4f36-bb53-aefdb312eb4c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:19.366166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.433928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.489308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.501387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.502259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8a6c4-1525-48ac-a22e-a807618d7fbe None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '7bac80cf-7f09-4005-b59c-f1d67b62d180', 'ip_address': '2001:db8::f816:3eff:fe0e:4d9b'}, {'subnet_id': 'bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '014ca760-770b-4f36-bb53-aefdb312eb4c'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:00:19.559898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.574832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98c8a6c4-1525-48ac-a22e-a807618d7fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.594688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.621487 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Floating IP c9a03eab-f761-41cf-9bcc-e182e2342a3b associated. External IP: 172.25.1.61, port: 73757ab0-30c2-4eb8-a99f-0c5997333362. Jul 23 23:00:19.625677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Made reservation on behalf of 9a80a634a8b142afaa568338d6884fe5 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:19.629389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.645636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.682303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=7bac80cf-7f09-4005-b59c-f1d67b62d180,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:19.687360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.691607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6f7df862-5b67-4b1f-882f-b5561d41f443 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/7bac80cf-7f09-4005-b59c-f1d67b62d180 HTTP/1.1" status: 204 len: 168 time: 0.4621351 Jul 23 23:00:19.693631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:19.759363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:19.763405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.817896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-98c8a6c4-1525-48ac-a22e-a807618d7fbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bac80cf-7f09-4005-b59c-f1d67b62d180: This subnet is being modified by another concurrent operation. Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:00:19.836846 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bac80cf-7f09-4005-b59c-f1d67b62d180: This subnet is being modified by another concurrent operation. Jul 23 23:00:19.840920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 23:00:19.851240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:00:19.852507 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:00:19.882569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.20.0.5 (e0ec1226-6668-4619-9496-c7529c6dd834/c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2/91fd5604-a497-4c04-92e4-91f202bbe477) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:19.921163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:19.961467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac996162-2040-4df7-a610-8a6a874c1e59 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:20.047419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.052221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:20.067007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.070865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Provisioning complete for port 014ca760-770b-4f36-bb53-aefdb312eb4c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:20.071496 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.071734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e HTTP/1.1" status: 204 len: 168 time: 0.3765645 Jul 23 23:00:20.072134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:20.103168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9f674-d8fd-4caa-9dc7-76c29afb1174 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:20.154166 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-82919586-e0e2-44b5-b70c-294fad130f72 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745914 Jul 23 23:00:20.155553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:20.161517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:20.326302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.335634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:20.341078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.399851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.433426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:20.449420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Sync routers for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:20.456194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 014ca760-770b-4f36-bb53-aefdb312eb4c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=014ca760-770b-4f36-bb53-aefdb312eb4c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:20.464164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.470917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.480853 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:20.481495 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:20.517971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:20.560680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.579354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:00:20.579731 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:00:20.582236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=014ca760-770b-4f36-bb53-aefdb312eb4c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:20.605526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Deleting port 014ca760-770b-4f36-bb53-aefdb312eb4c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:20.606489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.626071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Transition to ACTIVE for port object 91fd5604-a497-4c04-92e4-91f202bbe477 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:20.628290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.644302 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-9a66bfdd-727f-4434-95cf-56f3167e7233 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "PUT /v2.0/floatingips/c9a03eab-f761-41cf-9bcc-e182e2342a3b HTTP/1.1" status: 200 len: 995 time: 2.8742115 Jul 23 23:00:20.686400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] For port 014ca760-770b-4f36-bb53-aefdb312eb4c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=014ca760-770b-4f36-bb53-aefdb312eb4c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:20.686853 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.700742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Calling delete_port for 014ca760-770b-4f36-bb53-aefdb312eb4c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:20.737383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-30280c3a-402e-4637-b260-321a8600c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:20.738841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:20.746170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-30280c3a-402e-4637-b260-321a8600c969 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.1005795 Jul 23 23:00:20.746784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:20.764432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:20.769264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:20.770106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.797149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=8d642cab-cdb5-47d9-8fbf-7672cf1608ee,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:20.818666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3325119b-a0e8-4597-8715-46d7ba5eb081 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6613805 Jul 23 23:00:20.818666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:20.828966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:20.882243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.894152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:20.940869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] Pushing event deleted for resources: {'Port': ['ID=014ca760-770b-4f36-bb53-aefdb312eb4c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:20.949100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460c4b5-b98e-44b7-9233-c52efc27e864 None None] No DVR routers for this DVR port 014ca760-770b-4f36-bb53-aefdb312eb4c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:20.968074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934132c-e703-440b-93d6-fd10e8664dde None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:20.968389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:20.994537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network e0ec1226-6668-4619-9496-c7529c6dd834 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:21.000624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:21.015877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:21.083485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-d7466e56-a491-42d3-a280-71d31cd01284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:21.085307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-d7466e56-a491-42d3-a280-71d31cd01284 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.3383403 Jul 23 23:00:21.095017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:21.095801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.097062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:21.100880 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.115984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 014ca760-770b-4f36-bb53-aefdb312eb4c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:21.134108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.134540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.136997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.137832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.137832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.140453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.140980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.141338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.141686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.142060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.143341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.144462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:21.240085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ce902b5-4a04-43ff-818d-47cb487b670b None None] Port 014ca760-770b-4f36-bb53-aefdb312eb4c update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 23:00:21.249160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 014ca760-770b-4f36-bb53-aefdb312eb4c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:21.251059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 014ca760-770b-4f36-bb53-aefdb312eb4c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:21.283838 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c9a03eab-f761-41cf-9bcc-e182e2342a3b', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'port_id': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'mac_address': 'fa:16:3e:7e:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:14Z', 'updated_at': '2021-07-23T23:00:19Z', 'revision_number': 1, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:21.311576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-7b5a8402-ed05-49e2-93c7-7fe4b5f39fbe tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0944293 Jul 23 23:00:21.338546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Request body: {'port': {'device_id': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:21.350888 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Checking router: 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:21.375328 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:21.376216 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:21.462372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '8d642cab-cdb5-47d9-8fbf-7672cf1608ee'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:21.464656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-d6b5c40f-5ce4-4aa2-8bd1-37588aa51173 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 998 time: 0.3509223 Jul 23 23:00:21.465857 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.562312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-e3da078b-a4c0-4188-91b5-f02ac7867b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:21.564471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-e3da078b-a4c0-4188-91b5-f02ac7867b49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.0752168 Jul 23 23:00:21.594697 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:21.617310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.624746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-b0ae937b-a834-4158-887f-e64dc26316c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485137 Jul 23 23:00:21.643978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-bca1e6bc-4d7b-473c-8822-d0a3863acbf8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:00:21.645239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-bca1e6bc-4d7b-473c-8822-d0a3863acbf8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073137 Jul 23 23:00:21.681178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dca6bf79-3bca-47df-b2e3-1ae9333ef5e2 None None] Provisioning for port 91fd5604-a497-4c04-92e4-91f202bbe477 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:21.708315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dca6bf79-3bca-47df-b2e3-1ae9333ef5e2 None None] Provisioning complete for port 91fd5604-a497-4c04-92e4-91f202bbe477 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:21.708623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dca6bf79-3bca-47df-b2e3-1ae9333ef5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.800884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Allocated IP 172.20.0.2 (76ad2985-f429-49e4-926e-3e501ddd0c91/8d642cab-cdb5-47d9-8fbf-7672cf1608ee/b3f318e6-b13a-4408-9cfd-7cf08822eb9a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:21.811757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:21.813367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.921077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:21.933870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:21.939666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:21.940379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:21.956622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-a7bd758e-b6bf-41f5-8b76-72bd4c031cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709033 Jul 23 23:00:21.992882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1721988 Jul 23 23:00:21.996773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:22.008835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:28:d8:99', 'name': 'tempest-NetworksTestDHCPv6-1000453212'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:22.014601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d100d8-81f0-42bd-a765-f5fdf0e161f3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=e4b4d3d8-2845-4878-a758-7398aa2e3b7e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:22.068949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.104014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Transition to ACTIVE for port object b3f318e6-b13a-4408-9cfd-7cf08822eb9a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:22.107682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dca6bf79-3bca-47df-b2e3-1ae9333ef5e2 None None] Port 91fd5604-a497-4c04-92e4-91f202bbe477 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:00:22.110368 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c9a03eab-f761-41cf-9bcc-e182e2342a3b', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'port_id': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'mac_address': 'fa:16:3e:7e:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:14Z', 'updated_at': '2021-07-23T23:00:19Z', 'revision_number': 1, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:22.150195 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83cd26-1698-4d72-9d7e-03c6950c728d None None] The sync data for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 is: [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c9a03eab-f761-41cf-9bcc-e182e2342a3b', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'port_id': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'mac_address': 'fa:16:3e:7e:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:14Z', 'updated_at': '2021-07-23T23:00:19Z', 'revision_number': 1, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:22.155265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Transition to ACTIVE for port object b3f318e6-b13a-4408-9cfd-7cf08822eb9a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:22.172912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.188755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25dcfe26-75ac-48f6-bf0f-dfcfd08c79e4 req-d208ace6-31ce-4ba5-a3b3-63297c6dfc5c service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246993 Jul 23 23:00:22.287894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fd5604-a497-4c04-92e4-91f202bbe477 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:00:22.298261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:22.300854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.303214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Pushing event updated for resources: {'Port': ['ID=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:22.338627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Transition to ACTIVE for port object 91fd5604-a497-4c04-92e4-91f202bbe477 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:22.355165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.355934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:22.362599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:22.371776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:22.483748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.523062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port c157d07e-7489-4c10-a98e-35ae4cb711c9 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:22.543622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.554705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Attempting to bind port b3f318e6-b13a-4408-9cfd-7cf08822eb9a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:22.555142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Attempting to bind port b3f318e6-b13a-4408-9cfd-7cf08822eb9a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:22.555506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Attempting to bind port b3f318e6-b13a-4408-9cfd-7cf08822eb9a on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:22.564948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:22.565324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:22.565721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.566142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:22.566671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Bound port: b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:22.567057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.599869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Pushing event updated for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:22.600413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010dab85-6188-4dda-8fba-13f7a254094d None None] New status for floating IP c9a03eab-f761-41cf-9bcc-e182e2342a3b: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:22.624579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Attempting to bind port 91fd5604-a497-4c04-92e4-91f202bbe477 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:22.624579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Attempting to bind port 91fd5604-a497-4c04-92e4-91f202bbe477 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:22.624579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Attempting to bind port 91fd5604-a497-4c04-92e4-91f202bbe477 on network e0ec1226-6668-4619-9496-c7529c6dd834 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:22.636121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cb53-2578-4e55-94b3-dea46b3ae8c0 req-98394625-bf51-4cbe-8abc-e65cee78bca3 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:22.637981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d91cb53-2578-4e55-94b3-dea46b3ae8c0 req-98394625-bf51-4cbe-8abc-e65cee78bca3 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 943 time: 0.2946787 Jul 23 23:00:22.641179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Port 91fd5604-a497-4c04-92e4-91f202bbe477 on network e0ec1226-6668-4619-9496-c7529c6dd834 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:00:22.641630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Attempting to bind port 91fd5604-a497-4c04-92e4-91f202bbe477 on network e0ec1226-6668-4619-9496-c7529c6dd834 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:22.669208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:22.672268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Checking segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:22.673176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Bound using segment: {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:22.674696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Bound port: 91fd5604-a497-4c04-92e4-91f202bbe477, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:22.676083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.733124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8d91cb53-2578-4e55-94b3-dea46b3ae8c0 req-4338596c-c8eb-4439-84e2-3aa305218dc0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885642 Jul 23 23:00:22.782848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:22.787513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=91fd5604-a497-4c04-92e4-91f202bbe477,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:22.796958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.801142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] For port b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:22.847386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] For port b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:22.872488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 172.20.0.3 (76ad2985-f429-49e4-926e-3e501ddd0c91/8d642cab-cdb5-47d9-8fbf-7672cf1608ee/c157d07e-7489-4c10-a98e-35ae4cb711c9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:22.881423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe28:d899 (76ad2985-f429-49e4-926e-3e501ddd0c91/e4b4d3d8-2845-4878-a758-7398aa2e3b7e/c157d07e-7489-4c10-a98e-35ae4cb711c9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:22.896649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:22.976293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43345d-5b86-454e-b845-2d70ad2a9f79 None None] Pushing event updated for resources: {'Port': ['ID=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:23.190914 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c57666-127d-4272-88dc-cbb52cfdff75 x-openstack-request-id: req-58c57666-127d-4272-88dc-cbb52cfdff75 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:23.191319 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:23.191675 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58c57666-127d-4272-88dc-cbb52cfdff75 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:23.193406 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'status': 'completed', 'code': 200} Jul 23 23:00:23.220165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:23.241719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object c157d07e-7489-4c10-a98e-35ae4cb711c9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:23.283625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.284472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:23.285972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] 10.222.0.22 "PUT /v2.0/ports/91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 200 len: 1092 time: 1.9599993 Jul 23 23:00:23.355835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f133d-290e-4998-bad6-579711fab177 req-ad5992a0-770a-4626-a9a9-e6d9930ec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.359271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-ad5992a0-770a-4626-a9a9-e6d9930ec903 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.3658404 Jul 23 23:00:23.361165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:23.363203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b6096-5a83-40d2-84fc-45ffa2c90897 service neutron] Pushing event updated for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:23.364868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:23.388419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-08105c69-c3a6-46fc-9d44-acf2213e6708 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1922317 Jul 23 23:00:23.512093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-832eec7f-a017-4390-9f4b-96a4c4ed28c1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.514417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-832eec7f-a017-4390-9f4b-96a4c4ed28c1 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports/73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 942 time: 0.1075358 Jul 23 23:00:23.527465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-285bcc56-561c-498e-8f65-09ac0d9a6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.530388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-285bcc56-561c-498e-8f65-09ac0d9a6d61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1095 time: 0.1700630 Jul 23 23:00:23.623715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-3e9578d3-ef5d-4e32-ada1-882000d1abc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 200 len: 217 time: 0.0860460 Jul 23 23:00:23.677820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:23.700270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:23.730885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=c157d07e-7489-4c10-a98e-35ae4cb711c9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:23.739286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-0e84d211-30e4-42aa-8169-cf915f3c7574 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1258655 Jul 23 23:00:23.743639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-4713c9d8-c629-48d5-93a9-e4ce82c8b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.745184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-4713c9d8-c629-48d5-93a9-e4ce82c8b688 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 HTTP/1.1" status: 200 len: 835 time: 0.0841868 Jul 23 23:00:23.746191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:23.812711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.812933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:23.832832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f133d-290e-4998-bad6-579711fab177 req-9a737941-0c30-499d-bfb5-0b269d0cd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.834398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-9a737941-0c30-499d-bfb5-0b269d0cd05c service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.4483464 Jul 23 23:00:23.931230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-2223a3dc-3424-4e72-bc34-a3003533a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.933630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-2223a3dc-3424-4e72-bc34-a3003533a66b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0ec1226-6668-4619-9496-c7529c6dd834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771562 Jul 23 23:00:23.945425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-31a849b0-aa55-4fe1-b9e2-7a8cb3949eab tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:23.947311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-31a849b0-aa55-4fe1-b9e2-7a8cb3949eab tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.2010801 Jul 23 23:00:23.955208 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37b8f114-ba77-4068-856c-cd470ad32f14 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9569511 Jul 23 23:00:23.957148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:24.022066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-b4503860-1ab4-4d27-ba3c-bc24f3985c3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 1001 time: 0.1807075 Jul 23 23:00:24.110159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f133d-290e-4998-bad6-579711fab177 req-d656df69-bf83-4bfe-861c-877e2724fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:24.111967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-d656df69-bf83-4bfe-861c-877e2724fdf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0824311 Jul 23 23:00:24.144900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-ae1b35df-8edc-44bc-b193-e13589adef96 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 1000 time: 0.1731822 Jul 23 23:00:24.177966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:24.221443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-a723c7d2-9bba-4cc9-95ed-28e5a95cc353 service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730715 Jul 23 23:00:24.268711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844aa22-114d-40f6-b797-bdad121bb858 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:24.269178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f133d-290e-4998-bad6-579711fab177 req-71eb3bf7-c035-4509-9470-696fee55f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:24.271480 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-71eb3bf7-c035-4509-9470-696fee55f3e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506367 Jul 23 23:00:24.275743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844aa22-114d-40f6-b797-bdad121bb858 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:24.281444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:24.281852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6844aa22-114d-40f6-b797-bdad121bb858 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3224254 Jul 23 23:00:24.335159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:24.423979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d56a3c-df97-4b5c-bf79-31a1cfb7fa83 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:24.485625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4811f4e-9a0b-4caa-9043-281afc9f0264 req-93ec2661-456d-466c-83bf-c7a379df16fe service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552550 Jul 23 23:00:24.543287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-8f71f076-654a-4e79-ba18-1f302bd4dbf0 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631557 Jul 23 23:00:24.551228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port c157d07e-7489-4c10-a98e-35ae4cb711c9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:24.551781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:24.554082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:24.561857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:24.562188 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Floating IP c9a03eab-f761-41cf-9bcc-e182e2342a3b disassociated. External IP: 172.25.1.61, port: 73757ab0-30c2-4eb8-a99f-0c5997333362. Jul 23 23:00:24.615132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aff8b7b8-a284-432e-845e-ef640728c1f3 None None] Provisioning for port b3f318e6-b13a-4408-9cfd-7cf08822eb9a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:24.805077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '8d642cab-cdb5-47d9-8fbf-7672cf1608ee', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4b4d3d8-2845-4878-a758-7398aa2e3b7e'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'b3f318e6-b13a-4408-9cfd-7cf08822eb9a'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:00:24.870899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:24.907237 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.058355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a11f133d-290e-4998-bad6-579711fab177 req-2a396c3c-cf16-4071-90e4-da77740f6c60 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018697 Jul 23 23:00:25.099058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:25.104775 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.110099 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Sync routers for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:25.123606 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:25.124427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:25.137507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.164102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for c157d07e-7489-4c10-a98e-35ae4cb711c9 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:25.189406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-9fb4c869-44ac-468f-a884-1f5826ce5b9f tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "PUT /v2.0/floatingips/c9a03eab-f761-41cf-9bcc-e182e2342a3b HTTP/1.1" status: 200 len: 694 time: 1.0273795 Jul 23 23:00:25.194088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}, {'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477'}, {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:25.196575 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fb74d-cfe1-4d0b-b913-14957df75fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}, {"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477"}, {"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:25.242100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Allocated IP 2001:db8::f816:3eff:fe3d:2c58 (76ad2985-f429-49e4-926e-3e501ddd0c91/e4b4d3d8-2845-4878-a758-7398aa2e3b7e/b3f318e6-b13a-4408-9cfd-7cf08822eb9a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:25.259325 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:25.281632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b3f318e6-b13a-4408-9cfd-7cf08822eb9a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:25.321632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-a2d0a143-dab5-4db6-a4ca-b0ff039b79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.326350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-a2d0a143-dab5-4db6-a4ca-b0ff039b79ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.1204789 Jul 23 23:00:25.449951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-937aaa4d-524b-428f-b842-26670710c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.452035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-937aaa4d-524b-428f-b842-26670710c2ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.1191723 Jul 23 23:00:25.512650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-22fd3416-60cd-40f0-8f10-bca52818fed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0544388 Jul 23 23:00:25.519017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.557962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=c157d07e-7489-4c10-a98e-35ae4cb711c9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:25.586312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] For port b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:25.592484 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:25.624186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Checking router: 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:25.624546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-6dd90fdc-0cd3-4ff6-9744-0a95ed03d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.626053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-6dd90fdc-0cd3-4ff6-9744-0a95ed03d6ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.1058490 Jul 23 23:00:25.634060 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:25.634750 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:25.653297 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.688908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-a2421c02-7df5-407e-9950-55b8e4ef05ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531898 Jul 23 23:00:25.689237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Transition to ACTIVE for port object b3f318e6-b13a-4408-9cfd-7cf08822eb9a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:25.702572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.713133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b3f318e6-b13a-4408-9cfd-7cf08822eb9a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:25.722737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:25.727679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-abcef0aa-e623-4302-a79f-bfcb60d67aed req-8768cc17-78e8-4a81-8d34-1fb8a2a574dd service neutron] (93835) timed out ('10.222.0.37', 38200) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:00:25.731086 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d6c06489-a3ef-4aa4-b0ae-497ad79daba0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/c157d07e-7489-4c10-a98e-35ae4cb711c9 HTTP/1.1" status: 204 len: 168 time: 1.4377284 Jul 23 23:00:25.733420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:25.846418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e624a-d498-43bd-b09a-10cc11a572a1 None None] Pushing event updated for resources: {'Port': ['ID=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:25.880729 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:25.947842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bea6a6-d5d7-46f9-9661-a77f490004d1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.950318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bea6a6-d5d7-46f9-9661-a77f490004d1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.952507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bea6a6-d5d7-46f9-9661-a77f490004d1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:25.957072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:25.958519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d0bea6a6-d5d7-46f9-9661-a77f490004d1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2227790 Jul 23 23:00:26.004368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-c602e4ec-b3da-4b0a-898e-1798465ff446 service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072052 Jul 23 23:00:26.045741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 8d642cab-cdb5-47d9-8fbf-7672cf1608ee {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:26.050463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.093629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.134604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae15ef2-8a37-4084-9e5d-82cc57354faf req-fa56a463-7a5e-493e-b13f-008a253dbd04 service neutron] 10.222.0.37 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286004 Jul 23 23:00:26.186138 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:26.212536 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.225145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d60cb01-cc48-4e53-990b-3447ae75d13c None None] The sync data for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 is: [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T22:59:14Z', 'revision_number': 4, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '87dafed8-e848-4150-9864-ffdd2158e87b', 'name': '', 'network_id': 'c62ef975-984d-4751-bacf-a377c4f301da', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'mac_address': 'fa:16:3e:d0:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '64d50198-56af-4916-a610-bf4bfa27d151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:13Z', 'updated_at': '2021-07-23T22:59:24Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'subnets': [{'id': '64d50198-56af-4916-a610-bf4bfa27d151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:26.296977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.321651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675eab-1789-4961-8d91-6433d2e146a2 req-7cc3f6df-84da-4b4a-a730-3d52541bd0f9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:26.326447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=8d642cab-cdb5-47d9-8fbf-7672cf1608ee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:26.326992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2675eab-1789-4961-8d91-6433d2e146a2 req-7cc3f6df-84da-4b4a-a730-3d52541bd0f9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 943 time: 0.0872931 Jul 23 23:00:26.332538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.336973 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3052d6e7-74b9-4063-b459-cfac179dcaf9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/8d642cab-cdb5-47d9-8fbf-7672cf1608ee HTTP/1.1" status: 204 len: 168 time: 0.3789320 Jul 23 23:00:26.337609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:26.374447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2675eab-1789-4961-8d91-6433d2e146a2 req-bc28eba8-b329-4a01-a129-90b6ec7c4766 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395007 Jul 23 23:00:26.399344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet e4b4d3d8-2845-4878-a758-7398aa2e3b7e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:26.402879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.452854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.575306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86703b-18c0-4e82-b65c-e99bddf2bd83 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:26.577745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.583628 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1723c90-3842-4990-96d7-8b632a7c873a x-openstack-request-id: req-a1723c90-3842-4990-96d7-8b632a7c873a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:26.584128 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:26.584391 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1723c90-3842-4990-96d7-8b632a7c873a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:26.584814 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 23:00:26.585075 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477', 'status': 'completed', 'code': 200} Jul 23 23:00:26.585331 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 23:00:26.611766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Could not find standard attr ID for object c157d07e-7489-4c10-a98e-35ae4cb711c9. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:26.616185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec9d67-cfd0-4ada-ab33-d3ba4ffb6eac None None] New status for floating IP c9a03eab-f761-41cf-9bcc-e182e2342a3b: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:26.694569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-dde9bdc2-330a-46eb-9cc6-e1ad561f6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:26.696484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-dde9bdc2-330a-46eb-9cc6-e1ad561f6525 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.0801725 Jul 23 23:00:26.699740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-ed0ce293-0302-4ba2-b1aa-04440d93cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:26.702746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-ed0ce293-0302-4ba2-b1aa-04440d93cb23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1095 time: 0.0876737 Jul 23 23:00:26.704526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.746874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b4d3d8-2845-4878-a758-7398aa2e3b7e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:26.761802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.765379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-77cd3ee3-04f7-4d49-9755-ecb68774dfa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/e4b4d3d8-2845-4878-a758-7398aa2e3b7e HTTP/1.1" status: 204 len: 168 time: 0.4266863 Jul 23 23:00:26.767923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:26.773865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Provisioning for port b3f318e6-b13a-4408-9cfd-7cf08822eb9a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:26.814892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-85c57f56-d409-4dd9-afe1-c80e56e4101e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449636 Jul 23 23:00:26.817403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:26.817718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Provisioning complete for port b3f318e6-b13a-4408-9cfd-7cf08822eb9a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:26.818127 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:26.822455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:26.877176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-a5b9ff97-e6a9-44ae-aac4-d3bd5f7e3c8b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229725330&fields=id&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 267 time: 0.1690879 Jul 23 23:00:26.908033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-368786df-d572-4f97-9371-fbc9428f339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:26.909528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-368786df-d572-4f97-9371-fbc9428f339a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 200 len: 898 time: 0.1994743 Jul 23 23:00:26.930146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-2980e369-0ccf-4e28-b6ef-59ed9da87268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:26.945999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-2980e369-0ccf-4e28-b6ef-59ed9da87268 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.2386091 Jul 23 23:00:26.959228 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-6bc5a6eb-f9e6-44f3-8800-080d14bc0bcd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 200 len: 217 time: 0.0426064 Jul 23 23:00:27.005462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:27.009387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.015346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.035191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-61fa9931-0ffc-4ec4-951f-5e1a5abd36c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0717967 Jul 23 23:00:27.077916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] For port b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:27.085452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b3f318e6-b13a-4408-9cfd-7cf08822eb9a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:27.090846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.097362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-8ed7a237-2763-4985-b6b5-8c9ab0dead04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:27.099059 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-8ed7a237-2763-4985-b6b5-8c9ab0dead04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 HTTP/1.1" status: 200 len: 835 time: 0.1267731 Jul 23 23:00:27.123865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93601199-7926-46b0-b42f-80435478c96c None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:27.163943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-1a8bacc1-6178-4af4-8d7a-2dfdcb84b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:27.165416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-1a8bacc1-6178-4af4-8d7a-2dfdcb84b9d8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.1222765 Jul 23 23:00:27.208818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-dd11f243-7dc1-406b-a998-c3ec25db6b75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356371 Jul 23 23:00:27.212319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091138-21f7-4e7a-a473-6bc65d64462b None None] Pushing event updated for resources: {'Port': ['ID=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:27.218523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-25276579-7d01-4367-bf24-2a435d9ad3a2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:27.222583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b3f318e6-b13a-4408-9cfd-7cf08822eb9a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:27.223223 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.227886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-25276579-7d01-4367-bf24-2a435d9ad3a2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.3344603 Jul 23 23:00:27.239398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-c70dceb8-1cd9-4d9a-9f6a-ee3c43586139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:27.240986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-c70dceb8-1cd9-4d9a-9f6a-ee3c43586139 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0ec1226-6668-4619-9496-c7529c6dd834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311777 Jul 23 23:00:27.263444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-93601199-7926-46b0-b42f-80435478c96c None None] Deleting port b3f318e6-b13a-4408-9cfd-7cf08822eb9a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:27.264124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93601199-7926-46b0-b42f-80435478c96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.266296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-d0622c28-c5de-4420-8e32-3ccfb7d9af46 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0402479 Jul 23 23:00:27.347772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.359693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-93601199-7926-46b0-b42f-80435478c96c None None] For port b3f318e6-b13a-4408-9cfd-7cf08822eb9a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:27.360185 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93601199-7926-46b0-b42f-80435478c96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.379806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-93601199-7926-46b0-b42f-80435478c96c None None] Calling delete_port for b3f318e6-b13a-4408-9cfd-7cf08822eb9a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:27.394621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-c5b222b5-537d-4784-9893-bef8e1ab39d0 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672261 Jul 23 23:00:27.401137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:27.416522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:27.424929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:27.425728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.435125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-bca92682-9789-4ec7-af77-738f94ab08ab tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624851 Jul 23 23:00:27.439037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-80d69b17-f77e-4faa-b344-f1a9a77b766d service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901453 Jul 23 23:00:27.441952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=95bf6826-67ad-40bf-b672-62ce6bb97e69,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:27.461592 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f9d0be68-1bee-4634-bde3-f631fb9388b7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6405118 Jul 23 23:00:27.469944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:27.476095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93601199-7926-46b0-b42f-80435478c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.488577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:27.502344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93601199-7926-46b0-b42f-80435478c96c None None] Pushing event deleted for resources: {'Port': ['ID=b3f318e6-b13a-4408-9cfd-7cf08822eb9a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:27.511625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93601199-7926-46b0-b42f-80435478c96c None None] No DVR routers for this DVR port b3f318e6-b13a-4408-9cfd-7cf08822eb9a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:27.534363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecd1b7-301a-4178-9699-40d4b170ac53 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:27.554958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-e42fbb6d-834b-47c6-b8be-52502bb39215 service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063101 Jul 23 23:00:27.691345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '95bf6826-67ad-40bf-b672-62ce6bb97e69'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:27.692224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.830017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Allocated IP 172.20.0.2 (76ad2985-f429-49e4-926e-3e501ddd0c91/95bf6826-67ad-40bf-b672-62ce6bb97e69/cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:27.901777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-4ebb85a5-1567-4292-8f31-b569ffdce42b service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990783 Jul 23 23:00:27.918270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9ee523ea-8d37-4b01-9f7f-1f5523cb37ef service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586854 Jul 23 23:00:27.981545 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:27.990752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Transition to ACTIVE for port object cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:28.006773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Transition to ACTIVE for port object cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:28.012744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.050458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:28.054174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:28.057075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:28.057646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.062314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:28.065354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Pushing event updated for resources: {'Port': ['ID=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:28.103377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-e126e00f-2a45-445f-8273-28e79afabaa0 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746778 Jul 23 23:00:28.115744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-360347f5-71c7-48cb-827d-e5feecc8603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:28.117239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-360347f5-71c7-48cb-827d-e5feecc8603f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a41b064098ff495180a13fa943fd3f98&device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 1097 time: 0.1676784 Jul 23 23:00:28.130045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Attempting to bind port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:28.130419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Attempting to bind port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:28.130781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Attempting to bind port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:28.136083 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:28.136457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:28.136919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.137232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:28.137705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Bound port: cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:28.138116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.207758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] For port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:28.211489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] For port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:28.221861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.282443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-7e41a92a-bfb7-4ebf-b792-b92fc1f8af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:28.283957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-7e41a92a-bfb7-4ebf-b792-b92fc1f8af36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 200 len: 920 time: 0.1370530 Jul 23 23:00:28.302788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a65e0-5c31-4543-be50-587e679569b6 None None] Pushing event updated for resources: {'Port': ['ID=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:28.340433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 91fd5604-a497-4c04-92e4-91f202bbe477 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:00:28.397393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-3e9f5ff5-091a-4a1a-8cc0-dbb1289814fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 200 len: 217 time: 0.0728581 Jul 23 23:00:28.470146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=91fd5604-a497-4c04-92e4-91f202bbe477,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:28.487548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '91fd5604-a497-4c04-92e4-91f202bbe477', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'port_id': '91fd5604-a497-4c04-92e4-91f202bbe477', 'mac_address': 'fa:16:3e:7f:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:00:28.557825 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.572699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-1e40403b-cee7-4682-9c4a-a863d6d7ff7e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips/c9a03eab-f761-41cf-9bcc-e182e2342a3b HTTP/1.1" status: 200 len: 692 time: 0.1105316 Jul 23 23:00:28.580608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-7f619518-444a-40f9-9422-456eadbda9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:28.582102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-7f619518-444a-40f9-9422-456eadbda9aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 200 len: 859 time: 0.1783438 Jul 23 23:00:28.588803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fd5604-a497-4c04-92e4-91f202bbe477 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:00:28.619170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=91fd5604-a497-4c04-92e4-91f202bbe477,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:28.626954 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:28.661790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-410ff536-5e12-4979-8b00-14ae5291c74b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c62ef975-984d-4751-bacf-a377c4f301da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608840 Jul 23 23:00:28.679466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:28.689665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-72f4b4c1-ea17-4a64-92d0-ce16ed7071ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:28.691276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-72f4b4c1-ea17-4a64-92d0-ce16ed7071ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.25 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 945 time: 0.3656981 Jul 23 23:00:28.853439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['91fd5604-a497-4c04-92e4-91f202bbe477'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:28.952342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-59fc596a-382e-4dc6-803a-bbd26be3d081 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:28.959807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-59fc596a-382e-4dc6-803a-bbd26be3d081 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/networks/33692836-5683-4dd7-bad8-04095cf127e8 HTTP/1.1" status: 200 len: 784 time: 0.3723845 Jul 23 23:00:28.965205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-a6d94cf2-2a4e-4407-9f38-7b781bb2d0dc tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:00:28.972443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-a6d94cf2-2a4e-4407-9f38-7b781bb2d0dc tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117643 Jul 23 23:00:29.054246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-5ba66148-173a-40fa-902a-ef555726a731 service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830340 Jul 23 23:00:29.066464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:29.081326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-a6776fd3-60b5-4735-9c76-ed990107cef0 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.1080332 Jul 23 23:00:29.214788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:29.226970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-7b87a0b9-7518-4086-8104-91ee25539776 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.1207442 Jul 23 23:00:29.241569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:29.286158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b3f318e6-b13a-4408-9cfd-7cf08822eb9a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:29.308198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b3f318e6-b13a-4408-9cfd-7cf08822eb9a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:29.311137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b3f318e6-b13a-4408-9cfd-7cf08822eb9a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:29.318511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Deleting port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:29.318872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:29.546304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-88e216bc-4116-4af4-94d1-c823cec77f5f service neutron] 10.222.0.25 "GET /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629018 Jul 23 23:00:29.639810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Provisioning for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:29.644542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:29.645193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:29.748707 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:29.788967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] For port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:29.796475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:29.852912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Pushing event updated for resources: {'Port': ['ID=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:29.861963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.862617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.862792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.863199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.863605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.864005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.864402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.864796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.865193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.865587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.866011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.866577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be16d6b-d02f-417b-b9d5-521f38557c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:29.915770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84d4ecfa-9cd6-44f4-8b68-29c322977b94 None None] Could not find standard attr ID for object e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:30.043928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] For port adfb45a1-a845-4cbf-9493-e50ee8a92ec7, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:30.044304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.134236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59b46365-9692-4ae5-9848-76ab067a9fcc None None] Could not find standard attr ID for object c157d07e-7489-4c10-a98e-35ae4cb711c9. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:30.222150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-a970f522-df45-49f3-a212-83458b21c3b7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:30.223644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-a970f522-df45-49f3-a212-83458b21c3b7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.6800296 Jul 23 23:00:30.233531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Deleting port 35365ac5-1dc4-4563-b5e5-9605d0e8ef94 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:30.233808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.247086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.353227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 91fd5604-a497-4c04-92e4-91f202bbe477 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:30.412852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7096d-40d4-4113-a29f-f0f9fa75eb1a None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:00:30.416607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 91fd5604-a497-4c04-92e4-91f202bbe477 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:30.426002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-0f9d6bd0-f376-4e83-9970-68100bc42dd5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 380 time: 0.1901224 Jul 23 23:00:30.451470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 91fd5604-a497-4c04-92e4-91f202bbe477 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:30.451944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.479384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'security_groups': ['310f4bd6-0124-4fcb-99d2-d1073d3b4012']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:30.551862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.552249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.581612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Calling delete_port for 35365ac5-1dc4-4563-b5e5-9605d0e8ef94 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:30.609609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7096d-40d4-4113-a29f-f0f9fa75eb1a None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:00:30.611276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.646375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:30.648631 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc381a-3f48-4e85-9b51-b5e471630276" -d '{"events": [{"server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "name": "network-vif-plugged", "status": "completed", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:30.658084 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.658456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.658765 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Floating IP eb2a6ef9-0d19-4f41-8f71-93f3738629c8 disassociated. External IP: 172.25.1.47, port: adfb45a1-a845-4cbf-9493-e50ee8a92ec7. Jul 23 23:00:30.659101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Calling delete_port for adfb45a1-a845-4cbf-9493-e50ee8a92ec7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:30.681797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=91fd5604-a497-4c04-92e4-91f202bbe477,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:30.690840 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.827451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:30.926969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:30.932895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.939638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.958581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:30.980071 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.981297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.042356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:31.170142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:31.170618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.184443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:31.186186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:31.223291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:31.227300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:31.228140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.233097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,revision_number=5']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:31.245482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.291044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event deleted for resources: {'Port': ['ID=35365ac5-1dc4-4563-b5e5-9605d0e8ef94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:31.347228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.366812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:31.367375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-15a44aae-c77e-4784-a245-73377924f756 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8953733 Jul 23 23:00:31.374160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:6c:93:a2', 'name': 'tempest-NetworksTestDHCPv6-1090995369'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:31.412851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.415948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.417173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24448483-7c20-4e55-83f0-76f17cfc36cf req-dd6db16e-b81f-4e9c-88d6-65c69227d4cf tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "DELETE /v2.0/floatingips/c9a03eab-f761-41cf-9bcc-e182e2342a3b HTTP/1.1" status: 204 len: 173 time: 2.1893783 Jul 23 23:00:31.450348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'Port': ['ID=adfb45a1-a845-4cbf-9493-e50ee8a92ec7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:31.556592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.11 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/1cf57307-a1cf-4d39-bcd8-46447a363703) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:31.593074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:31.703047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.720536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-409cc207-f975-43a9-8d66-3611939245e5 req-3b6627e4-56f5-4ae7-8653-629ca4baa2be tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d9235d-7359-46c8-843d-19337cdf915f HTTP/1.1" status: 200 len: 210 time: 0.0718973 Jul 23 23:00:31.728785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:31.817832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:31.822539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:31.876806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object 1cf57307-a1cf-4d39-bcd8-46447a363703 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:31.952774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 172.20.0.6 (76ad2985-f429-49e4-926e-3e501ddd0c91/95bf6826-67ad-40bf-b672-62ce6bb97e69/e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:31.962356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe6c:93a2 (76ad2985-f429-49e4-926e-3e501ddd0c91/1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a/e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:32.046810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d9183-4239-4f15-998d-241746e6f7af req-7afdc3bd-199b-4575-bd4e-d303e04dc6ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:32.048318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-566d9183-4239-4f15-998d-241746e6f7af req-7afdc3bd-199b-4575-bd4e-d303e04dc6ba tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.2281301 Jul 23 23:00:32.066805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.068321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:32.083057 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:32.096894 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:32.097873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:32.099709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b494ca-d71b-4623-ad55-16b892175dbb None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:32.224015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:32.235565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.257736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:32.269991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c828a9c8-0f2f-4684-823c-e9548bfd5446 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:32.270400 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c828a9c8-0f2f-4684-823c-e9548bfd5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.307102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.348144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:32.381861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:32.392241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:32.454577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:32.471010 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:00:32.504895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:32.505443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.541613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7de3d333-f44b-4619-867c-ae0add062b19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1698830 Jul 23 23:00:32.541613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57748) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:32.616857 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:32.619222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] No DVR routers for this DVR port adfb45a1-a845-4cbf-9493-e50ee8a92ec7 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:32.624448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:32.628952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.636421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c30b3ed-8ddb-44ac-8b96-4611d8f9a5a0 req-86e2da2c-0ca1-4f49-a481-c231be6b0196 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.25 "DELETE /v2.0/ports/adfb45a1-a845-4cbf-9493-e50ee8a92ec7 HTTP/1.1" status: 204 len: 173 time: 3.9252756 Jul 23 23:00:32.636924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'name': 'network-vif-deleted', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:32.639458 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce04d5e5-4cf0-48d7-8d77-395133126541" -d '{"events": [{"server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "name": "network-vif-deleted", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:32.648107 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:32.650935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-566d9183-4239-4f15-998d-241746e6f7af req-3eedd5ed-de0f-4243-956c-de892759629f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935698 Jul 23 23:00:32.651880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:32.654639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:32.657201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:32.663700 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:32.664341 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:32.684773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310da754-79a3-438e-8b79-83da8377f106 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:32.697846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310da754-79a3-438e-8b79-83da8377f106 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:32.723637 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-310da754-79a3-438e-8b79-83da8377f106 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1790206 Jul 23 23:00:32.724023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:32.773017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:32.773651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.815357 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-4fba78aa-8900-42d4-865c-d1cbfa5629ad tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3723273 Jul 23 23:00:32.858080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Request body: {'port': {'device_id': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:32.957373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:32.957714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:32.962061 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:33.053587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a81b-01d7-485e-a52e-c70bed10b15b req-5e0c5a16-91a3-474a-b142-5fa48481fb76 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:33.054260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:33.055236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ef5a81b-01d7-485e-a52e-c70bed10b15b req-5e0c5a16-91a3-474a-b142-5fa48481fb76 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 932 time: 0.2280531 Jul 23 23:00:33.059979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.154860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.184215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:33.268518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:33.270071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.377503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d7ade21-022c-4ed3-95ff-e96b231efbd8 None None] Provisioning for port 1cf57307-a1cf-4d39-bcd8-46447a363703 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:33.388420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5d7ade21-022c-4ed3-95ff-e96b231efbd8 None None] Provisioning complete for port 1cf57307-a1cf-4d39-bcd8-46447a363703 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:33.388847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d7ade21-022c-4ed3-95ff-e96b231efbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.462225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ade21-022c-4ed3-95ff-e96b231efbd8 None None] Port 1cf57307-a1cf-4d39-bcd8-46447a363703 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:00:33.483670 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:33.502073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.531567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ef5a81b-01d7-485e-a52e-c70bed10b15b req-c29ec85d-99b2-4c59-9c72-b781bcae0f1c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648974 Jul 23 23:00:33.545969 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e731e-12da-48f9-805a-6a3eab608649 None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T22:53:00Z', 'revision_number': 4, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'e28980a0-c492-4924-8c94-c237ce06efc3', 'name': '', 'network_id': '0329d235-b00d-4e43-9434-51cf07f9c037', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'mac_address': 'fa:16:3e:44:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2214, 'fixed_ips': [{'subnet_id': '5a2bca8c-6033-498e-8790-130278556711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:59Z', 'updated_at': '2021-07-23T22:53:13Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'subnets': [{'id': '5a2bca8c-6033-498e-8790-130278556711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:33.572536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:33.576616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e95e6949-197b-426d-8404-409f3bf829e2 None None] Could not find standard attr ID for object e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:33.605423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e95e6949-197b-426d-8404-409f3bf829e2 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:33.605815 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e95e6949-197b-426d-8404-409f3bf829e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.694640 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d4cffb-90ba-47d9-ad8d-190aa39c08f3 x-openstack-request-id: req-09d4cffb-90ba-47d9-ad8d-190aa39c08f3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:33.695295 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "name": "network-vif-plugged", "status": "completed", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:33.695701 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09d4cffb-90ba-47d9-ad8d-190aa39c08f3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:33.696249 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477', 'code': 200} Jul 23 23:00:33.710916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-fd583f3c-e33a-4bab-a7b5-30bf56c0fa18 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups/77ede230-065e-4edf-aa9c-488221303aa3 HTTP/1.1" status: 200 len: 1809 time: 0.0601256 Jul 23 23:00:33.719447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf57307-a1cf-4d39-bcd8-46447a363703 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:00:33.739790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.754489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Transition to ACTIVE for port object 1cf57307-a1cf-4d39-bcd8-46447a363703 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:33.804332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.848438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.870707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.874844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50d8c352-ac02-4ab8-814c-7b8b770b94b5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 HTTP/1.1" status: 204 len: 168 time: 1.1475239 Jul 23 23:00:33.881090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:33.889229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e609e-f319-4a65-b209-fae28daa90ec req-2d4f0cd0-71f8-4aca-b8d8-8e8d6fef19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:33.890581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-667e609e-f319-4a65-b209-fae28daa90ec req-2d4f0cd0-71f8-4aca-b8d8-8e8d6fef19c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1097 time: 0.1624775 Jul 23 23:00:33.918625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:33.922642 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:33.937251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6c9c3468-e6ca-4480-913f-3f2bdf9981af None None] Could not find standard attr ID for object e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:34.001128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device adfb45a1-a845-4cbf-9493-e50ee8a92ec7 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:34.038066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: adfb45a1-a845-4cbf-9493-e50ee8a92ec7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:34.040307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-667e609e-f319-4a65-b209-fae28daa90ec req-74aad47a-9e82-4902-9b87-82893f1314ed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392317 Jul 23 23:00:34.041892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device adfb45a1-a845-4cbf-9493-e50ee8a92ec7 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:34.047810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002ce37-6e28-4b49-855b-32b330226c75 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.049673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002ce37-6e28-4b49-855b-32b330226c75 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.051742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002ce37-6e28-4b49-855b-32b330226c75 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.057623 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f002ce37-6e28-4b49-855b-32b330226c75 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1658950 Jul 23 23:00:34.058721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:34.071589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.074343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.076378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e482c4e-a33b-4b04-b41d-d4773e082b90 req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "DELETE /v2.0/security-groups/77ede230-065e-4edf-aa9c-488221303aa3 HTTP/1.1" status: 204 len: 173 time: 0.3514521 Jul 23 23:00:34.087297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e84e7b-259e-440b-9d34-e29590ada781 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ede230-065e-4edf-aa9c-488221303aa3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:34.114136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f909803b-6007-4a64-9ca3-091438aa9ffd None None] New status for floating IP eb2a6ef9-0d19-4f41-8f71-93f3738629c8: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:34.125693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Attempting to bind port 1cf57307-a1cf-4d39-bcd8-46447a363703 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:34.126752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Attempting to bind port 1cf57307-a1cf-4d39-bcd8-46447a363703 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:34.127829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Attempting to bind port 1cf57307-a1cf-4d39-bcd8-46447a363703 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:34.133719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Port 1cf57307-a1cf-4d39-bcd8-46447a363703 on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:00:34.134364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Attempting to bind port 1cf57307-a1cf-4d39-bcd8-46447a363703 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:34.141282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:34.145285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.155259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:34.161360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:34.163922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:34.164611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Bound port: 1cf57307-a1cf-4d39-bcd8-46447a363703, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:34.165116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.181935 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3dc049-6f07-48f4-b44f-e204740522cf x-openstack-request-id: req-9e3dc049-6f07-48f4-b44f-e204740522cf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:34.183013 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d9235d-7359-46c8-843d-19337cdf915f", "name": "network-vif-deleted", "tag": "adfb45a1-a845-4cbf-9493-e50ee8a92ec7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:34.183013 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e3dc049-6f07-48f4-b44f-e204740522cf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:34.183309 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d9235d-7359-46c8-843d-19337cdf915f', 'name': 'network-vif-deleted', 'tag': 'adfb45a1-a845-4cbf-9493-e50ee8a92ec7', 'status': 'completed', 'code': 200} Jul 23 23:00:34.202799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.276128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:34.281518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cf57307-a1cf-4d39-bcd8-46447a363703,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:34.294134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.301043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.369716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.404526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:34.407174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.409726 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7351a185-6c37-43b9-b6c6-78f787529338 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a HTTP/1.1" status: 204 len: 168 time: 0.3499842 Jul 23 23:00:34.412215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57768) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:34.421213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e158d-d6b9-4727-a02a-9c3424945d1c None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:34.438074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.438709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.440133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] 10.222.0.25 "PUT /v2.0/ports/1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 1093 time: 1.6021059 Jul 23 23:00:34.500279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 95bf6826-67ad-40bf-b672-62ce6bb97e69 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:34.504366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.549876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333224-df09-421c-82cf-23aaa58d1521 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:34.578466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.579823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdbbe4-17c7-4bee-aadf-0d356c0130e5 req-bf135cb0-04d6-42b5-a4ea-490d2b850e46 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.581419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45fdbbe4-17c7-4bee-aadf-0d356c0130e5 req-bf135cb0-04d6-42b5-a4ea-490d2b850e46 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.1978309 Jul 23 23:00:34.650222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-89f131c0-d969-453d-91f7-2f8b0275efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.651735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-89f131c0-d969-453d-91f7-2f8b0275efd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1096 time: 0.1554754 Jul 23 23:00:34.671947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.680592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45fdbbe4-17c7-4bee-aadf-0d356c0130e5 req-8058bfcc-3c1e-4ca4-a145-5593894c2d32 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914106 Jul 23 23:00:34.747124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-2f65d0f8-ad05-462f-bdd5-1d3ad1e023d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 217 time: 0.0767159 Jul 23 23:00:34.821241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.830449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-c4d0ae98-9499-4e23-a923-a02b4eaef2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:34.841597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-c4d0ae98-9499-4e23-a923-a02b4eaef2a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0888894 Jul 23 23:00:34.864638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=95bf6826-67ad-40bf-b672-62ce6bb97e69,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:34.891501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:34.896786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9539ef09-3eab-44a6-b9b6-0d15a5ee2788 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/95bf6826-67ad-40bf-b672-62ce6bb97e69 HTTP/1.1" status: 204 len: 168 time: 0.4833858 Jul 23 23:00:34.899569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:34.933498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:34.977079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:34.984464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-14eeea7b-7c3a-4ba0-90a7-c6733eec0ded tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833776 Jul 23 23:00:35.002463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-726bf725-afde-41ca-99c5-93ca301beb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:35.004758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-726bf725-afde-41ca-99c5-93ca301beb75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574314 Jul 23 23:00:35.183503 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.244974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.256664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a51f8-aa99-4ecc-b0f6-79d287b604fe req-37c31f02-7430-4cd4-aae3-5dfc83840cf3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:35.258318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad4a51f8-aa99-4ecc-b0f6-79d287b604fe req-37c31f02-7430-4cd4-aae3-5dfc83840cf3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.2480454 Jul 23 23:00:35.275744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e0e66-eb74-4abc-8865-6d2bf781b97d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:35.277267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3d8e0e66-eb74-4abc-8865-6d2bf781b97d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2977521 Jul 23 23:00:35.280690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-e507e5da-d6ca-4e22-a451-7f59d75a664f service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574322 Jul 23 23:00:35.280864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.345911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7fa06-4000-4256-af2e-bbc8d18a6ccf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:35.350357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87a7fa06-4000-4256-af2e-bbc8d18a6ccf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685680 Jul 23 23:00:35.351093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.404442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad4a51f8-aa99-4ecc-b0f6-79d287b604fe req-64669a73-2768-48ff-b887-eb8f69d44354 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378455 Jul 23 23:00:35.410507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f5394d4e-7299-47e0-b45a-8992029d429c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574582 Jul 23 23:00:35.416881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.423932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:35.441609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.444180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.447781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "DELETE /v2.0/security-groups/6319663d-0544-4223-a5d1-415a33e31222 HTTP/1.1" status: 204 len: 168 time: 0.5102594 Jul 23 23:00:35.448770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.463075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2cd6bf-0aab-4fec-b4ec-7c58cc48076f req-ec477740-1e98-48f5-968f-86a5d6282eda service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716475 Jul 23 23:00:35.463492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3b571-1a38-4112-8da1-3ae5e0e14276 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319663d-0544-4223-a5d1-415a33e31222,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:35.472765 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-60e5abf4-b882-4c2d-8abb-f15cf581f319 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] show failed (client error): The resource could not be found. Jul 23 23:00:35.476627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60e5abf4-b882-4c2d-8abb-f15cf581f319 tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "GET /v2.0/security-groups/6319663d-0544-4223-a5d1-415a33e31222 HTTP/1.1" status: 404 len: 347 time: 0.0244820 Jul 23 23:00:35.477108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.487252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e4c0c-1ac3-4069-9b7c-c1796a833a0a None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:35.555003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:35.558900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.561626 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:35.562104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:35.567659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a87402f7-4361-463b-ba00-aa191932a762 None None] Provisioning complete for port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:35.568106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a87402f7-4361-463b-ba00-aa191932a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.581305 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-38b0c5e4-40ee-4e93-aa29-55087e31c17b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1597290 Jul 23 23:00:35.581577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.587126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:35.651390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-bd0b7cb8-aa21-4da3-95ec-90765bb076a5 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:35.658304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-bd0b7cb8-aa21-4da3-95ec-90765bb076a5 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.1339180 Jul 23 23:00:35.680490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-0286fb6c-fa9f-47e4-b9af-89e0d2442b7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.691534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:35.691737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Deleting port b704eec9-c683-4404-b150-ef238e9f4922 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:35.691949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.695335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.697833 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:35.697833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:35.715085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a914b30-aab2-4551-b189-adc683ea5b49 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1320698 Jul 23 23:00:35.718825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:35.724480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:35.769880 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:35.808387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.809005 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.825725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Deleting port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:35.825961 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.828726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Calling delete_port for b704eec9-c683-4404-b150-ef238e9f4922 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:35.900717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] For port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:35.901286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.915707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Calling delete_port for cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:35.941705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-0286fb6c-fa9f-47e4-b9af-89e0d2442b7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.948151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-0286fb6c-fa9f-47e4-b9af-89e0d2442b7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.967433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:35.971543 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:35.973129 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:35.973129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:35.989746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1bd0a1b-9ad6-42e2-9274-c4763029e0bc req-0286fb6c-fa9f-47e4-b9af-89e0d2442b7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284409 Jul 23 23:00:36.003429 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b818489c-95fd-47b2-95f6-860dce4f35ad tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2807286 Jul 23 23:00:36.003986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.026797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.029492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:36.036573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286fb6c-fa9f-47e4-b9af-89e0d2442b7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da5a16-35f2-4116-bca3-fa34eb861fb9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:36.067748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] Pushing event deleted for resources: {'Port': ['ID=cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:36.069618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634953e-7e3f-45bf-aec2-87a6e0e85391 None None] No DVR routers for this DVR port cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:36.209883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:36.212156 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e836c1e-4169-40e0-ada5-a7f920dceff3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:36.239177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.275754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Pushing event deleted for resources: {'Port': ['ID=b704eec9-c683-4404-b150-ef238e9f4922,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:36.297804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:36.301733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.303430 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:36.303935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:36.363686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369c848-2ef7-4dd3-af8d-b24998f4a908 req-f29acfcd-0bdc-4118-b62a-589dcb20ca6a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:36.365287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5369c848-2ef7-4dd3-af8d-b24998f4a908 req-f29acfcd-0bdc-4118-b62a-589dcb20ca6a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2826860 Jul 23 23:00:36.368615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8c1b9232-1130-4120-8830-41716f34a2e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3626826 Jul 23 23:00:36.371752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.378228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:36.404669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.407342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.408785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-90bdb16c-1ac7-488e-a7c8-530928e5e3ee tempest-AttachVolumeTestJSON-74895729 tempest-AttachVolumeTestJSON-74895729-project] 10.222.0.37 "DELETE /v2.0/floatingips/eb2a6ef9-0d19-4f41-8f71-93f3738629c8 HTTP/1.1" status: 204 len: 168 time: 0.9305921 Jul 23 23:00:36.423261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5369c848-2ef7-4dd3-af8d-b24998f4a908 req-a5c40b8d-069e-4f33-8baa-aad008cc035a tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Jul 23 23:00:36.495604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:36.500135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.501792 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:36.502257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:36.530953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50bc53bc-672d-4e7b-8dbd-a9ef61b26539 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1579299 Jul 23 23:00:36.534290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.540421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:36.589194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9f17-1fe3-487a-bf54-f73721fafe0b req-4aa05901-9473-4c31-82bd-165eee501b21 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:36.594466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af3b9f17-1fe3-487a-bf54-f73721fafe0b req-4aa05901-9473-4c31-82bd-165eee501b21 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.0834808 Jul 23 23:00:36.634703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af3b9f17-1fe3-487a-bf54-f73721fafe0b req-2e245d97-390d-471b-94a7-9510f528e29c tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368814 Jul 23 23:00:36.652347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:36.660851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:36.663428 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:00:36.664168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:00:36.681722 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59b57673-c30b-4f5a-b31b-327cf213ae35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1453249 Jul 23 23:00:36.683489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.715243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-577d8f4f-8665-42a6-b2d1-e330d146a990 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304141 Jul 23 23:00:36.718331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.772896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df5bb1-2f36-4e7c-b63d-d1e9d32d3554 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:36.775171 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9df5bb1-2f36-4e7c-b63d-d1e9d32d3554 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0558300 Jul 23 23:00:36.777786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.779546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721a65-0120-42d4-950d-dd9baa4d527d req-341c0ea2-ea38-4ff1-acf0-5594fe4aeb71 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:36.781132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18721a65-0120-42d4-950d-dd9baa4d527d req-341c0ea2-ea38-4ff1-acf0-5594fe4aeb71 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.0682943 Jul 23 23:00:36.819102 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-35abe6f8-f0c3-4097-8f5f-7f5f30329076 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401192 Jul 23 23:00:36.823704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.824163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18721a65-0120-42d4-950d-dd9baa4d527d req-fa433e41-a357-4301-984c-306e19adc322 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368004 Jul 23 23:00:36.831212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:36.848884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:36.907975 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f084924f-0127-40db-a635-cfa928c906a2 x-openstack-request-id: req-f084924f-0127-40db-a635-cfa928c906a2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:36.908282 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:36.908538 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f084924f-0127-40db-a635-cfa928c906a2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:36.909099 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'status': 'completed', 'code': 200} Jul 23 23:00:36.960401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:36.964663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.031140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:37.033944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-860aa41e-4698-46dc-aa87-34a10abc6ae2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/4d56d2e2-318e-46cb-8c11-42c587aa39f2 HTTP/1.1" status: 200 len: 993 time: 0.1838906 Jul 23 23:00:37.071223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:37.071989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cf7ccb12-59a7-4bc7-bd7c-76fce3a9537f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:37.090712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-1bd45f30-a884-4005-a1a4-9e8c99ea898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.092963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-1bd45f30-a884-4005-a1a4-9e8c99ea898d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1096 time: 0.1808307 Jul 23 23:00:37.152583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122d85-7780-40b9-9435-09563d7e11cd req-73c5426e-642b-4495-b3c6-82add7766a74 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.155098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8122d85-7780-40b9-9435-09563d7e11cd req-73c5426e-642b-4495-b3c6-82add7766a74 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.2106841 Jul 23 23:00:37.242926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:37.244582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.297536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:37.301335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:37.306003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.306599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.316279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:37.328741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f31f52e-f13f-41b6-a00b-e79956f34719 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5015841 Jul 23 23:00:37.331275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:37.333675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4446a5-b4cd-4e39-a40f-c990ec668221 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:37.338921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:6c:4e:ca', 'name': 'tempest-NetworksTestDHCPv6-1431127263'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:37.485717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:37.516861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:37.517878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.582032 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8122d85-7780-40b9-9435-09563d7e11cd req-af16bd14-1eb1-41dc-a5a1-59cdf1280598 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815060 Jul 23 23:00:37.597653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-f7b1768f-d081-4e91-aa01-e376383d44a8 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.599246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-f7b1768f-d081-4e91-aa01-e376383d44a8 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.25 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.5520067 Jul 23 23:00:37.687048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Allocated IP 2001:db8::f816:3eff:fef8:4ae7 (76ad2985-f429-49e4-926e-3e501ddd0c91/33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa/34881bc9-6b64-4b4e-9fcf-500d9f7029fb) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:37.687291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-53f2fc34-50c4-4158-b93c-1ee82e79d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.688699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-53f2fc34-50c4-4158-b93c-1ee82e79d0d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.5878444 Jul 23 23:00:37.771426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-9826d0ac-75f8-4275-b0c7-6e22a6ce8198 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 217 time: 0.0680122 Jul 23 23:00:37.860284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.868799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-ba22abcf-4f23-4b2c-bdaf-b15ed40abcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.870408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-ba22abcf-4f23-4b2c-bdaf-b15ed40abcc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0660787 Jul 23 23:00:37.871219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Transition to ACTIVE for port object 34881bc9-6b64-4b4e-9fcf-500d9f7029fb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:37.887621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Transition to ACTIVE for port object 34881bc9-6b64-4b4e-9fcf-500d9f7029fb will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:37.899788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.937399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925c95d-a9ea-443d-90c2-8e0dd3ba6b4c req-bfa9dfba-24ca-47bd-9a86-2836aa62db9e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:37.944860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0925c95d-a9ea-443d-90c2-8e0dd3ba6b4c req-bfa9dfba-24ca-47bd-9a86-2836aa62db9e tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.2531779 Jul 23 23:00:37.948917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:37.954758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:37.957993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Deleting port 73757ab0-30c2-4eb8-a99f-0c5997333362 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:37.958906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.962794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:37.965303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-df871408-37b5-4ff4-953c-c9adff4cb08c req-aa615998-44bf-446a-a4f9-1e08502da230 tempest-DeleteServersTestJSON-349406587 tempest-DeleteServersTestJSON-349406587-project] (93836) timed out ('10.222.0.37', 36822) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:00:37.968686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:37.990220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port a61f1f8a-7dbc-4d72-94f2-40d5971fee97 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:38.038489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Pushing event updated for resources: {'Port': ['ID=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:38.058675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Attempting to bind port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:38.059498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Attempting to bind port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:38.059498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Attempting to bind port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:38.060275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0925c95d-a9ea-443d-90c2-8e0dd3ba6b4c req-87b256bc-5d1f-452d-ba44-a49699e91016 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138546 Jul 23 23:00:38.083852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:38.087315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:38.088544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:38.089345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.089767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:38.090485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Bound port: 34881bc9-6b64-4b4e-9fcf-500d9f7029fb, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:38.091494 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.127195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe6c:4eca (76ad2985-f429-49e4-926e-3e501ddd0c91/33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa/a61f1f8a-7dbc-4d72-94f2-40d5971fee97) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:38.140863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-0280fa92-7754-4cbf-aa4d-36fc674af96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.142873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-0280fa92-7754-4cbf-aa4d-36fc674af96e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2658849 Jul 23 23:00:38.202043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] For port 73757ab0-30c2-4eb8-a99f-0c5997333362, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=73757ab0-30c2-4eb8-a99f-0c5997333362,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:38.202654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.207396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] For port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:38.212485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] For port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:38.226508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.257079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Calling delete_port for 73757ab0-30c2-4eb8-a99f-0c5997333362 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:38.305273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c00d88-ca65-43ca-923d-153bb46da10d None None] Pushing event updated for resources: {'Port': ['ID=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:38.382995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1eea89-9379-4d34-9251-260567897898 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.384482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ef1eea89-9379-4d34-9251-260567897898 tempest-TestNetworkBasicOps-2018013699 tempest-TestNetworkBasicOps-2018013699-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1092 time: 0.2972648 Jul 23 23:00:38.388046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:38.392787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-f31f1f61-feb1-4412-aa6f-e6101c6c68b5 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412596 Jul 23 23:00:38.397204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '91fd5604-a497-4c04-92e4-91f202bbe477', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:38.402701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.417374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object a61f1f8a-7dbc-4d72-94f2-40d5971fee97 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:38.462347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.495043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.536571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:38.559376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:38.564149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=a61f1f8a-7dbc-4d72-94f2-40d5971fee97,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:38.575453 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:38.581526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae56b-edf2-4abb-8213-f1e4dbb7ea71 req-29a3824e-717d-4455-ab5a-0139c8989a85 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.585774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.586670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.590096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddbae56b-edf2-4abb-8213-f1e4dbb7ea71 req-29a3824e-717d-4455-ab5a-0139c8989a85 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/ports?device_id=96e15fe9-ba43-42e2-bcbd-4e165f72c038 HTTP/1.1" status: 200 len: 945 time: 0.2935081 Jul 23 23:00:38.605491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cf5a845f-2fe4-4260-9863-a7806cc9b10c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2727666 Jul 23 23:00:38.609162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:38.694157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e836c1e-4169-40e0-ada5-a7f920dceff3 req-a1d857f3-d65d-493b-ad4e-f297dec79ab1 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892239 Jul 23 23:00:38.709828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66022950-b808-4c2f-a44b-9a0df95fb94a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.710794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.718286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66022950-b808-4c2f-a44b-9a0df95fb94a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:38.721923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['73757ab0-30c2-4eb8-a99f-0c5997333362'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:38.723081 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-66022950-b808-4c2f-a44b-9a0df95fb94a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1126060 Jul 23 23:00:38.723635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57850) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:38.782187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddbae56b-edf2-4abb-8213-f1e4dbb7ea71 req-0c189966-7d8e-4dd0-9e45-51e163274a1e tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.37 "GET /v2.0/security-groups?id=10b10db6-00c2-4a4d-9ca3-dd30218d3f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911123 Jul 23 23:00:38.796438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Pushing event deleted for resources: {'Port': ['ID=73757ab0-30c2-4eb8-a99f-0c5997333362,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:38.886690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port a61f1f8a-7dbc-4d72-94f2-40d5971fee97 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:38.887046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.903087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-28ba7592-435d-44f2-9361-5273efcc2d0f req-f4142ae1-5646-4f52-89a6-6019a94644ed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:00:38.913318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28ba7592-435d-44f2-9361-5273efcc2d0f req-f4142ae1-5646-4f52-89a6-6019a94644ed service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294487 Jul 23 23:00:38.952344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] No DVR routers for this DVR port 73757ab0-30c2-4eb8-a99f-0c5997333362 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:38.955988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:38.961893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7772b0c-b939-4334-a7d1-2c43d15a30e8 req-a382ee84-20f0-4047-b7eb-2579e73aa7e5 tempest-ServerRescueTestJSONUnderV235-540135305 tempest-ServerRescueTestJSONUnderV235-540135305-project] 10.222.0.25 "DELETE /v2.0/ports/73757ab0-30c2-4eb8-a99f-0c5997333362 HTTP/1.1" status: 204 len: 173 time: 1.3443611 Jul 23 23:00:38.962369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'name': 'network-vif-deleted', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:38.964663 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506a379b-ff25-41be-b69f-2545849c3787" -d '{"events": [{"server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "name": "network-vif-deleted", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:39.033028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.078531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34881bc9-6b64-4b4e-9fcf-500d9f7029fb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:39.082195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.110801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for a61f1f8a-7dbc-4d72-94f2-40d5971fee97 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:39.157182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:39.211715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Allocated IP 172.25.1.30 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9b5b232c-e62d-448a-9aa3-c152ab8306b5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:39.377927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.436598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.444381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.472995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=a61f1f8a-7dbc-4d72-94f2-40d5971fee97,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:39.528898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.531659 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed216406-6224-4056-82cc-9001c25fbae8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/a61f1f8a-7dbc-4d72-94f2-40d5971fee97 HTTP/1.1" status: 204 len: 168 time: 0.8060746 Jul 23 23:00:39.534492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:39.547550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:39.560014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:39.565804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:39.571445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=9b5b232c-e62d-448a-9aa3-c152ab8306b5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:39.736607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05476301-5c6b-4406-b547-0192110f51ea tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:39.738812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05476301-5c6b-4406-b547-0192110f51ea tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:39.741106 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-05476301-5c6b-4406-b547-0192110f51ea tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1982741 Jul 23 23:00:39.744031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:39.754961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644014b7-67c8-429c-982b-5679ec4bbd73 req-3557c2c1-c41b-4148-9149-1326ed5c0bb0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:39.761493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-644014b7-67c8-429c-982b-5679ec4bbd73 req-3557c2c1-c41b-4148-9149-1326ed5c0bb0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.2694886 Jul 23 23:00:39.768706 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-4d93efa0-f3ce-4826-b3a4-f7fd3cacd9e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3755112 Jul 23 23:00:39.825071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Provisioning for port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:39.833961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Provisioning complete for port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:39.834428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:39.907761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-644014b7-67c8-429c-982b-5679ec4bbd73 req-78792e03-5eaa-4154-9b7b-5eaaa98ec5e0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359918 Jul 23 23:00:39.981503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:39.991821 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b407b2-6e53-4ed6-a4e7-c84ff4e1a53b x-openstack-request-id: req-76b407b2-6e53-4ed6-a4e7-c84ff4e1a53b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:39.992433 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e15fe9-ba43-42e2-bcbd-4e165f72c038", "name": "network-vif-deleted", "tag": "73757ab0-30c2-4eb8-a99f-0c5997333362", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:39.992898 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b407b2-6e53-4ed6-a4e7-c84ff4e1a53b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:39.993470 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e15fe9-ba43-42e2-bcbd-4e165f72c038', 'name': 'network-vif-deleted', 'tag': '73757ab0-30c2-4eb8-a99f-0c5997333362', 'status': 'completed', 'code': 200} Jul 23 23:00:40.003922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.004871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.077688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] For port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:40.087619 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.182615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fea15-4f7e-4bfe-b71f-ef2e47a4c724 None None] Pushing event updated for resources: {'Port': ['ID=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:40.213328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e8342c65-8a85-450d-a22f-0097725d44e2 None None] Could not find standard attr ID for object a61f1f8a-7dbc-4d72-94f2-40d5971fee97. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:40.271080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.491763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317572b5-07a1-4a2c-bc86-e8ec7bf09f50 req-4dc97d99-19f6-41ef-9038-aae2bb7532da tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:40.493272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-317572b5-07a1-4a2c-bc86-e8ec7bf09f50 req-4dc97d99-19f6-41ef-9038-aae2bb7532da tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.3008442 Jul 23 23:00:40.547019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.621073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-317572b5-07a1-4a2c-bc86-e8ec7bf09f50 req-e90d8358-661c-4f1b-860a-659e863d1df3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977757 Jul 23 23:00:40.627885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.678884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.699620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:40.713655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:40.720255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:40.722347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5e7ea2b7-d6d5-4450-8782-43c64efc5df6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa HTTP/1.1" status: 204 len: 168 time: 0.9772272 Jul 23 23:00:40.729910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e4749-cee0-46be-a0a4-6206d7ee22da None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:40.763548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:40.871073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fde3ae1f-c773-4df3-a5e4-ee07c1a63c35 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064007 Jul 23 23:00:40.874062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:40.880964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:40.917816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.072463 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5d125a8-38c0-47cd-bb91-03b200af8d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.121263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:41.213304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Deleting port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:41.213983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.280853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.314045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] For port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:41.315556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.353127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Calling delete_port for 34881bc9-6b64-4b4e-9fcf-500d9f7029fb owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:41.456694 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.546498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-b7fce0e1-7641-4bf3-995c-7fe4887b6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:41.548392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-b7fce0e1-7641-4bf3-995c-7fe4887b6adc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.1533062 Jul 23 23:00:41.597344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:41.600988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.621969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.638926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.652723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2ac3-8bc7-45c6-9eca-711089fab5ee req-87d6b704-b77c-4ddb-b4fe-2583b4406f86 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:41.661971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616b2ac3-8bc7-45c6-9eca-711089fab5ee req-87d6b704-b77c-4ddb-b4fe-2583b4406f86 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.6384025 Jul 23 23:00:41.694830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-ceff14ab-b706-48da-b9ec-7fb956fbae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:41.696340 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-ceff14ab-b706-48da-b9ec-7fb956fbae7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1239371 Jul 23 23:00:41.704126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] Pushing event deleted for resources: {'Port': ['ID=34881bc9-6b64-4b4e-9fcf-500d9f7029fb,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:41.712646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b0761-da0d-43f1-a96f-b0344084d67e None None] No DVR routers for this DVR port 34881bc9-6b64-4b4e-9fcf-500d9f7029fb on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:41.798234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-616b2ac3-8bc7-45c6-9eca-711089fab5ee req-32d70e71-3283-44b0-8129-e981fee598ac tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352699 Jul 23 23:00:41.828895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-2350e9ea-57c8-4b7f-8dd9-0a04089baf1e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 1001 time: 0.1095295 Jul 23 23:00:41.838491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event updated for resources: {'Port': ['ID=9b5b232c-e62d-448a-9aa3-c152ab8306b5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:41.853061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.906824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Deleting port 87dafed8-e848-4150-9864-ffdd2158e87b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:41.907160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:41.923137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-960fb2dc-ae32-4a78-9b9e-8fe5571e19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:41.924598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-960fb2dc-ae32-4a78-9b9e-8fe5571e19d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0888453 Jul 23 23:00:42.009243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 73757ab0-30c2-4eb8-a99f-0c5997333362 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:42.046877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 73757ab0-30c2-4eb8-a99f-0c5997333362 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:42.047224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 73757ab0-30c2-4eb8-a99f-0c5997333362 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:42.051691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] For port 87dafed8-e848-4150-9864-ffdd2158e87b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=87dafed8-e848-4150-9864-ffdd2158e87b,segment=NetworkSegment(98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3),segment_id=98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:42.051996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.055614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-0954e751-9269-4b2a-8cd3-13c2a5f09019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:42.057100 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-0954e751-9269-4b2a-8cd3-13c2a5f09019 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243634 Jul 23 23:00:42.086564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Calling delete_port for 87dafed8-e848-4150-9864-ffdd2158e87b owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:42.097782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d15d93-2344-43a0-8892-f9de80fedeb9 req-d772fc7a-d130-44fd-94ff-76fde8711df5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:42.099319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43d15d93-2344-43a0-8892-f9de80fedeb9 req-d772fc7a-d130-44fd-94ff-76fde8711df5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.2083955 Jul 23 23:00:42.100401 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Floating IP 1daedb57-ae5b-4c3c-938c-e22326e9216f associated. External IP: 172.25.1.30, port: 91fd5604-a497-4c04-92e4-91f202bbe477. Jul 23 23:00:42.215196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-445b9f77-edbb-49f8-a39c-b80dd288569b service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511595 Jul 23 23:00:42.260815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43d15d93-2344-43a0-8892-f9de80fedeb9 req-f7e8cd1d-1c14-4178-919e-e6e8e48967f8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247394 Jul 23 23:00:42.285210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:42.290251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.347371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:42.355234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:42.363619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-4431d872-e995-4fc9-aca1-aaa9a9b0f947 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424434 Jul 23 23:00:42.373802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751648d-2a14-49ab-8e70-da3c703aab1a None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:42.389608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:42.389608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.424307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=77b36e2a-2dbf-46e2-9a9e-456910543525,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:42.443398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.446953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-73ef3eb1-1fad-49cf-82a0-b5faed5f13e1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5700526 Jul 23 23:00:42.450357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:42.455775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:65:dc:ae', 'name': 'tempest-NetworksTestDHCPv6-2013359768'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:42.500780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=87dafed8-e848-4150-9864-ffdd2158e87b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:42.610091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 278c4755-5615-4d60-97a6-5ea677fe6cef has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:42.650114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '77b36e2a-2dbf-46e2-9a9e-456910543525'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:42.652229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.711838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.755733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:42.824013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:42.836421 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Sync routers for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:42.838390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Allocated IP 2001:db8::f816:3eff:fe4a:f7f5 (76ad2985-f429-49e4-926e-3e501ddd0c91/77b36e2a-2dbf-46e2-9a9e-456910543525/b58b80c5-1705-4f0b-ae7c-4e49a0790e19) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:42.858016 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:42.859175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:42.875189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:42.938083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.030255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:43.052758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 9a249f39-1eac-4c2d-9342-07f8b3712b5e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:43.075709 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.086128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Transition to ACTIVE for port object b58b80c5-1705-4f0b-ae7c-4e49a0790e19 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:43.086543 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:43.093955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-86a47d1f-b479-460f-8731-597d1e4eb1da tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7000639 Jul 23 23:00:43.111087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Transition to ACTIVE for port object b58b80c5-1705-4f0b-ae7c-4e49a0790e19 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:43.113141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:43.119116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.120328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:43.122932 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f1e611-c888-48fb-ade9-8e0b1827f15c" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:43.167117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:43.175429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:43.177194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34881bc9-6b64-4b4e-9fcf-500d9f7029fb no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:43.180095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:43.210164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Pushing event updated for resources: {'Port': ['ID=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:43.211848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 34881bc9-6b64-4b4e-9fcf-500d9f7029fb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:43.212267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34881bc9-6b64-4b4e-9fcf-500d9f7029fb not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:43.259530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a8cee82-2207-4218-a6da-2026b117f265 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/1daedb57-ae5b-4c3c-938c-e22326e9216f HTTP/1.1" status: 200 len: 990 time: 0.1389012 Jul 23 23:00:43.280791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:43.290768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0492372c-2a35-49e2-8ed1-1e7f0219e3ef admin admin] 10.222.0.37 "PUT /v2.0/routers/8c7980a7-b268-42c9-a3fe-c0c93fa44a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896306 Jul 23 23:00:43.296489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57924) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:43.313944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e870e3f-18cb-41bb-80f5-08416436bdd3 req-77e8d733-fba3-4751-888d-7bd6b10e939c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:43.314147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Sync routers for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:43.321511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e870e3f-18cb-41bb-80f5-08416436bdd3 req-77e8d733-fba3-4751-888d-7bd6b10e939c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.3552115 Jul 23 23:00:43.332407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Attempting to bind port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:43.332784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Attempting to bind port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:43.333155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Attempting to bind port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:43.342168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:43.342561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:43.342968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.343369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:43.343848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Bound port: b58b80c5-1705-4f0b-ae7c-4e49a0790e19, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:43.344248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.364326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:43.364892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:43.385617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe65:dcae (76ad2985-f429-49e4-926e-3e501ddd0c91/77b36e2a-2dbf-46e2-9a9e-456910543525/9a249f39-1eac-4c2d-9342-07f8b3712b5e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:43.407214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e870e3f-18cb-41bb-80f5-08416436bdd3 req-7adb0acb-643d-4e21-8c21-cef551861f63 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870125 Jul 23 23:00:43.491360 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1daedb57-ae5b-4c3c-938c-e22326e9216f', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'port_id': '91fd5604-a497-4c04-92e4-91f202bbe477', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'mac_address': 'fa:16:3e:7f:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:40Z', 'updated_at': '2021-07-23T23:00:40Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:43.514348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] For port b58b80c5-1705-4f0b-ae7c-4e49a0790e19, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:43.519030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] For port b58b80c5-1705-4f0b-ae7c-4e49a0790e19, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:43.525340 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59213e5-2be8-4a94-9ef7-563571cb016c x-openstack-request-id: req-e59213e5-2be8-4a94-9ef7-563571cb016c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:43.533179 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:43.533680 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e59213e5-2be8-4a94-9ef7-563571cb016c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:43.534306 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477', 'status': 'completed', 'code': 200} Jul 23 23:00:43.539719 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Checking router: 278c4755-5615-4d60-97a6-5ea677fe6cef for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:43.543708 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.551422 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:43.552397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:43.565724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:43.787270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4db3c9-ad4d-44e0-8218-816f6b03a302 None None] Pushing event updated for resources: {'Port': ['ID=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:43.799565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca109aff-f17e-49a7-bb91-0772d1902bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.812857 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:43.825487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968cd3-712e-442d-98ee-13b532073170 req-60c1fe1a-da1c-452c-836e-970a3f4956af tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:43.827199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d968cd3-712e-442d-98ee-13b532073170 req-60c1fe1a-da1c-452c-836e-970a3f4956af tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.2261846 Jul 23 23:00:43.845251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.878802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 9a249f39-1eac-4c2d-9342-07f8b3712b5e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:43.885932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T23:00:42Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:43.926784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:43.949604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Checking router: 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:43.971689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Routers {'8c7980a7-b268-42c9-a3fe-c0c93fa44a45'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:43.972893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:44.020216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:44.048834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:44.052839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:44.061045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.061699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.112318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d968cd3-712e-442d-98ee-13b532073170 req-00bc5572-56da-4d4c-a805-819ae86c1681 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716875 Jul 23 23:00:44.127965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6764257 Jul 23 23:00:44.129427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278833b-ed6b-413f-b31a-56e938339f28 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=9a249f39-1eac-4c2d-9342-07f8b3712b5e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:44.137148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:44.163435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.188183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cf57307-a1cf-4d39-bcd8-46447a363703 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:00:44.234384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.236847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1daedb57-ae5b-4c3c-938c-e22326e9216f', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'port_id': '91fd5604-a497-4c04-92e4-91f202bbe477', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'mac_address': 'fa:16:3e:7f:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:40Z', 'updated_at': '2021-07-23T23:00:40Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:44.279081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:44.315331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52e805-ad92-4526-98dc-6a17a0988bde None None] The sync data for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 is: [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1daedb57-ae5b-4c3c-938c-e22326e9216f', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'port_id': '91fd5604-a497-4c04-92e4-91f202bbe477', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'mac_address': 'fa:16:3e:7f:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:40Z', 'updated_at': '2021-07-23T23:00:40Z', 'revision_number': 0, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:44.332315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c000e94-013f-4353-9f93-a68d3e9a00ee tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.345879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] Set router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:44.346087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c000e94-013f-4353-9f93-a68d3e9a00ee tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.350832 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c000e94-013f-4353-9f93-a68d3e9a00ee tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2123797 Jul 23 23:00:44.374049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:44.454374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a37eef6a-d308-416a-9c2a-d21fdec02ad9 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/1daedb57-ae5b-4c3c-938c-e22326e9216f HTTP/1.1" status: 200 len: 990 time: 0.1724181 Jul 23 23:00:44.557217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-04ae52c0-0001-4652-8fa2-d87b721ab689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.562004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-04ae52c0-0001-4652-8fa2-d87b721ab689 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1097 time: 0.3945496 Jul 23 23:00:44.579597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cf57307-a1cf-4d39-bcd8-46447a363703,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:44.587116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.649192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'mac_address': 'fa:16:3e:b1:16:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:00:44.696843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec5df7-970d-4666-8f0e-f2334c29c747 req-595973d1-593f-4262-accf-d9b63fc4a637 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.698954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74ec5df7-970d-4666-8f0e-f2334c29c747 req-595973d1-593f-4262-accf-d9b63fc4a637 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 944 time: 0.1246140 Jul 23 23:00:44.749284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.769389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf57307-a1cf-4d39-bcd8-46447a363703 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:00:44.770306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74ec5df7-970d-4666-8f0e-f2334c29c747 req-bbae6a3b-5e5a-40c2-a8b1-35bdcd0dbbf1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639827 Jul 23 23:00:44.771292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 9a249f39-1eac-4c2d-9342-07f8b3712b5e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:44.771799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.801855 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebf00cc-d39d-4f15-b7dc-57de20535f1e None None] New status for floating IP 1daedb57-ae5b-4c3c-938c-e22326e9216f: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:44.845231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cf57307-a1cf-4d39-bcd8-46447a363703,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:44.860941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T23:00:42Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:44.863290 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.874606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-1efa82d8-e67e-40eb-8348-249493336a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:44.876267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-1efa82d8-e67e-40eb-8348-249493336a57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 200 len: 898 time: 0.3089454 Jul 23 23:00:44.953050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f911d-5a27-4941-b6e0-63d161deeecc None None] The sync data for ids ['8c7980a7-b268-42c9-a3fe-c0c93fa44a45'] in n-d-791506-25 is: [{'id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'name': 'tempest-ServerRescueTestJSONUnderV235-502192816-router', 'tenant_id': 'a41b064098ff495180a13fa943fd3f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:08Z', 'updated_at': '2021-07-23T23:00:42Z', 'revision_number': 5, 'project_id': 'a41b064098ff495180a13fa943fd3f98', 'gw_port': {'id': '8eefbfa7-2012-4548-b320-7f883cd06f57', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7980a7-b268-42c9-a3fe-c0c93fa44a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:10Z', 'updated_at': '2021-07-23T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:44.992285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Deleting port 8eefbfa7-2012-4548-b320-7f883cd06f57 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:44.992674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.041215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.045520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:45.051775 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-729613f0-5515-4943-8558-6e5bdefe894c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 200 len: 998 time: 0.1649342 Jul 23 23:00:45.063573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.071949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['1cf57307-a1cf-4d39-bcd8-46447a363703'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:00:45.125277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 9a249f39-1eac-4c2d-9342-07f8b3712b5e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:45.168325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-fe005b55-3163-4810-9bea-c15d793ceb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:45.170383 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-fe005b55-3163-4810-9bea-c15d793ceb46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 HTTP/1.1" status: 200 len: 835 time: 0.1025746 Jul 23 23:00:45.331014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede574a-5ade-4ea5-b47d-41fe2721e585 req-0ac88537-6adb-4d77-90f7-4e2f9096f856 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:45.333397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fede574a-5ade-4ea5-b47d-41fe2721e585 req-0ac88537-6adb-4d77-90f7-4e2f9096f856 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1108129 Jul 23 23:00:45.360990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] For port 8eefbfa7-2012-4548-b320-7f883cd06f57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8eefbfa7-2012-4548-b320-7f883cd06f57,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:45.360990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.381464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Calling delete_port for 8eefbfa7-2012-4548-b320-7f883cd06f57 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:45.419778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fede574a-5ade-4ea5-b47d-41fe2721e585 req-edb75e2c-70b1-438b-b2ef-be49d59b7286 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799568 Jul 23 23:00:45.454337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b58b80c5-1705-4f0b-ae7c-4e49a0790e19 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:45.454829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:45.515409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-e7fd7aa9-a9d9-4dfd-b6f2-c5a7d83bb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:45.516999 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-e7fd7aa9-a9d9-4dfd-b6f2-c5a7d83bb1d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0ec1226-6668-4619-9496-c7529c6dd834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3104959 Jul 23 23:00:45.547067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:45.587233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5505b49f-8a32-4d2f-b34e-73fd9ce83f61 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/1daedb57-ae5b-4c3c-938c-e22326e9216f HTTP/1.1" status: 200 len: 992 time: 0.1313317 Jul 23 23:00:45.645320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Provisioning for port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:45.651496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Provisioning complete for port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:45.651877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.740775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.768743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.779633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] For port b58b80c5-1705-4f0b-ae7c-4e49a0790e19, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:45.789011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.858373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84620f-bd92-48cd-8c7f-f747622f78de None None] Pushing event updated for resources: {'Port': ['ID=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:45.871072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-475e37fb-0e3b-434d-bc8f-65daa2555260 service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455174 Jul 23 23:00:45.872852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=9a249f39-1eac-4c2d-9342-07f8b3712b5e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:45.909501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.915065 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4ac346ac-34de-4386-8bfd-f108cda1f7cc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/9a249f39-1eac-4c2d-9342-07f8b3712b5e HTTP/1.1" status: 204 len: 168 time: 1.5369647 Jul 23 23:00:45.915992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.920698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.003389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048406b2-9934-45e0-82e2-81b0291eb6df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.004954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048406b2-9934-45e0-82e2-81b0291eb6df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.006596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-048406b2-9934-45e0-82e2-81b0291eb6df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0839171 Jul 23 23:00:46.007902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cf57307-a1cf-4d39-bcd8-46447a363703 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:46.010420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.012365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83c05917-a80c-4a3a-bd3f-33ee3989a3a5 None None] Could not find standard attr ID for object 9a249f39-1eac-4c2d-9342-07f8b3712b5e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:46.029390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8eefbfa7-2012-4548-b320-7f883cd06f57,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:46.060115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefa25-586a-47ec-a8b9-5e81dfbdf30c req-8aff7202-c012-48e0-9720-aa0b3784dbce tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.061986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7aefa25-586a-47ec-a8b9-5e81dfbdf30c req-8aff7202-c012-48e0-9720-aa0b3784dbce tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 945 time: 0.2008026 Jul 23 23:00:46.104037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 1cf57307-a1cf-4d39-bcd8-46447a363703 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:46.110813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 77b36e2a-2dbf-46e2-9a9e-456910543525 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:46.111121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 1cf57307-a1cf-4d39-bcd8-46447a363703 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:46.111699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.120289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.140302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.153107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7aefa25-586a-47ec-a8b9-5e81dfbdf30c req-4ce17a2b-04fb-4888-99d6-cf0e207d3e91 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811086 Jul 23 23:00:46.190012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.224844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.261607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.264860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.267590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:46.270507 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76744425-fb2d-412e-bae5-dd9c9e70a18e" -d '{"events": [{"server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "name": "network-vif-plugged", "status": "completed", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:46.291230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cf57307-a1cf-4d39-bcd8-46447a363703,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:46.297683 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.306075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.327913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.328012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7980a7-b268-42c9-a3fe-c0c93fa44a45 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:00:46.341741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.342952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-96da122f-f17c-45f7-b874-8aa1483f2fbb admin admin] 10.222.0.37 "DELETE /v2.0/routers/8c7980a7-b268-42c9-a3fe-c0c93fa44a45 HTTP/1.1" status: 204 len: 168 time: 3.0439508 Jul 23 23:00:46.345867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.353168 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28824d8-5400-45ac-8e66-a7eb8607a46c x-openstack-request-id: req-e28824d8-5400-45ac-8e66-a7eb8607a46c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:46.353524 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "name": "network-vif-plugged", "status": "completed", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:46.353978 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e28824d8-5400-45ac-8e66-a7eb8607a46c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:46.354373 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'code': 200} Jul 23 23:00:46.390845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d7f1e611-c888-48fb-ade9-8e0b1827f15c req-7ce569e1-53b1-4a43-9f75-75d3ef8265b3 service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758172 Jul 23 23:00:46.426090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:46.447956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Deleting subnet 64d50198-56af-4916-a610-bf4bfa27d151 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:46.452947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.461604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.506771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.533934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.550535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=77b36e2a-2dbf-46e2-9a9e-456910543525,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:46.561154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.565644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87aff060-e245-4033-96d7-e0e979c5584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/77b36e2a-2dbf-46e2-9a9e-456910543525 HTTP/1.1" status: 204 len: 168 time: 0.5523956 Jul 23 23:00:46.565738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.567209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934eadb-76ea-49c5-aed1-e7fbdf6063ca None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:46.570921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.623438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea70df0b-d4cf-4660-935f-5e69e754c841 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535154 Jul 23 23:00:46.623915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.634757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef79248-a9fc-4f7a-9da5-a1c383308043 req-ac380a69-e97a-44a2-b1d2-1a49279b8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.637083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ef79248-a9fc-4f7a-9da5-a1c383308043 req-ac380a69-e97a-44a2-b1d2-1a49279b8211 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1098 time: 0.2213213 Jul 23 23:00:46.655953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.693467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d50198-56af-4916-a610-bf4bfa27d151,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:46.701745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.705330 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-83ed7807-dd9e-4a7f-9a09-400928231080 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/64d50198-56af-4916-a610-bf4bfa27d151 HTTP/1.1" status: 204 len: 168 time: 0.3582253 Jul 23 23:00:46.707577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.781092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ef79248-a9fc-4f7a-9da5-a1c383308043 req-f1c012e2-1351-4e63-aa4e-13e9908b09a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314569 Jul 23 23:00:46.793851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74961438-cfb9-4c6e-b7b7-91e0bfa93b8b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.795709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-74961438-cfb9-4c6e-b7b7-91e0bfa93b8b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1711035 Jul 23 23:00:46.798261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.835936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.864802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d4923-d71f-4a96-ab16-6b0973125786 req-bba4cb5f-3e25-4403-bc07-6d19d8778e0b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.867570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-785d4923-d71f-4a96-ab16-6b0973125786 req-bba4cb5f-3e25-4403-bc07-6d19d8778e0b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.3291707 Jul 23 23:00:46.899464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87ea4e-f9a7-46b5-93ae-e14cdc4e7edb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:46.901048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7b87ea4e-f9a7-46b5-93ae-e14cdc4e7edb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1019056 Jul 23 23:00:46.915774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.965391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.974800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-04e998a1-a2b6-44cd-8873-42eddddb2b1b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576055 Jul 23 23:00:46.980672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-785d4923-d71f-4a96-ab16-6b0973125786 req-12efdb59-b2cc-4ce6-9d0e-e5ed0284236c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049352 Jul 23 23:00:46.981129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 57974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:46.986912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:47.000664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62ef975-984d-4751-bacf-a377c4f301da']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:47.014265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:47.039778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:47.040027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a88ae4-d1f7-4a9b-b5a0-901f87b3f8b3') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:47.063857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.089336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.098880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:00:47.099456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:00:47.101324 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:00:47.107660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Deleting port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:47.108279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.110164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:47.115272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.161299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.169502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.171459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] 10.222.0.37 "DELETE /v2.0/networks/c62ef975-984d-4751-bacf-a377c4f301da HTTP/1.1" status: 204 len: 168 time: 0.4626110 Jul 23 23:00:47.194682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] For port b58b80c5-1705-4f0b-ae7c-4e49a0790e19, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:47.195217 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.210183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Calling delete_port for b58b80c5-1705-4f0b-ae7c-4e49a0790e19 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:47.211599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9224d-7a92-4a06-a6f3-e8a015d5a66b admin admin] Pushing event deleted for resources: {'Network': ['ID=c62ef975-984d-4751-bacf-a377c4f301da,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:47.287638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 87dafed8-e848-4150-9864-ffdd2158e87b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:47.319774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 87dafed8-e848-4150-9864-ffdd2158e87b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:47.320056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 87dafed8-e848-4150-9864-ffdd2158e87b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:47.320573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8eefbfa7-2012-4548-b320-7f883cd06f57 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:47.347176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8eefbfa7-2012-4548-b320-7f883cd06f57 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:47.347402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8eefbfa7-2012-4548-b320-7f883cd06f57 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:47.386830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.409186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57980) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:47.422066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] Pushing event deleted for resources: {'Port': ['ID=b58b80c5-1705-4f0b-ae7c-4e49a0790e19,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:47.428542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b1c88-c577-42bb-9083-f1418cef4296 None None] No DVR routers for this DVR port b58b80c5-1705-4f0b-ae7c-4e49a0790e19 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:47.494107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cf97aa18-cb8f-4c07-9984-27d392beb30e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a41b064098ff495180a13fa943fd3f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835357 Jul 23 23:00:47.496838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:47.570768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.601205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.662732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.665882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.667268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10b10db6-00c2-4a4d-9ca3-dd30218d3f67 HTTP/1.1" status: 204 len: 168 time: 0.1688828 Jul 23 23:00:47.676368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd3bfa-5288-4621-961d-3d4e4f27ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b10db6-00c2-4a4d-9ca3-dd30218d3f67,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:47.695428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95232-45c2-4125-b4e7-89100256fddd req-799cf0fa-ea55-4637-b202-5b2e58b2e4ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:47.702991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd95232-45c2-4125-b4e7-89100256fddd req-799cf0fa-ea55-4637-b202-5b2e58b2e4ea tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.1358418 Jul 23 23:00:47.790436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4fd95232-45c2-4125-b4e7-89100256fddd req-8816d480-3c1a-46a9-ad92-3b8d765f0355 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865581 Jul 23 23:00:47.892183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 57994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:47.920934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:47.923270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.970789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:47.975424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:47.983724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:47.983724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.988888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e8708-6c77-49a4-bdbb-b18b3dfe2b94 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:48.004289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=9708fd62-3719-4611-a108-02c6571e77fc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:48.037722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:48.038565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ae6bde0-b276-495f-b38f-1acc327157e6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0555761 Jul 23 23:00:48.043255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:e5:7a:4d', 'name': 'tempest-NetworksTestDHCPv6-2017566642'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:48.165107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d86c2-aec6-4dde-a589-7162d5afad13 req-84ec0aba-210e-4338-88ea-f06ad53c685e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:48.175140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a1d86c2-aec6-4dde-a589-7162d5afad13 req-84ec0aba-210e-4338-88ea-f06ad53c685e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1061978 Jul 23 23:00:48.226522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a1d86c2-aec6-4dde-a589-7162d5afad13 req-23d10ee3-fbb5-4782-b3f2-25f2f80425e9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501528 Jul 23 23:00:48.250542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '9708fd62-3719-4611-a108-02c6571e77fc'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:48.251569 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:48.444151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Allocated IP 2001:db8::f816:3eff:fe20:b028 (76ad2985-f429-49e4-926e-3e501ddd0c91/9708fd62-3719-4611-a108-02c6571e77fc/832e7b51-142e-47e5-a423-a547262fe9b9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:48.669889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:48.685116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Transition to ACTIVE for port object 832e7b51-142e-47e5-a423-a547262fe9b9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:48.698675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:48.739152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Transition to ACTIVE for port object 832e7b51-142e-47e5-a423-a547262fe9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:48.790833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:48.860764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:48.881574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:48.894168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:48.905943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:48.912076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Pushing event updated for resources: {'Port': ['ID=832e7b51-142e-47e5-a423-a547262fe9b9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:48.925347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 4e9002a9-96d0-4c7b-8595-1b5dcde111cb yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:48.999671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503efae-dd52-49f6-9ad7-6565cf2f8e05 req-932375f4-34dc-4666-ab8a-343ed1a30aa5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:49.003014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1503efae-dd52-49f6-9ad7-6565cf2f8e05 req-932375f4-34dc-4666-ab8a-343ed1a30aa5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.1326175 Jul 23 23:00:49.006862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Attempting to bind port 832e7b51-142e-47e5-a423-a547262fe9b9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:49.007225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Attempting to bind port 832e7b51-142e-47e5-a423-a547262fe9b9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:49.007580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Attempting to bind port 832e7b51-142e-47e5-a423-a547262fe9b9 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:49.014591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:49.015264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:49.015676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.016167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:49.016649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Bound port: 832e7b51-142e-47e5-a423-a547262fe9b9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:49.017027 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.070496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b58b80c5-1705-4f0b-ae7c-4e49a0790e19 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:49.071592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1503efae-dd52-49f6-9ad7-6565cf2f8e05 req-f26afeeb-7753-49f7-8f3b-522e91be072b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629542 Jul 23 23:00:49.105952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b58b80c5-1705-4f0b-ae7c-4e49a0790e19 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:49.107062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b58b80c5-1705-4f0b-ae7c-4e49a0790e19 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:49.136766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fee5:7a4d (76ad2985-f429-49e4-926e-3e501ddd0c91/9708fd62-3719-4611-a108-02c6571e77fc/4e9002a9-96d0-4c7b-8595-1b5dcde111cb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:49.147140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] For port 832e7b51-142e-47e5-a423-a547262fe9b9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:49.151108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] For port 832e7b51-142e-47e5-a423-a547262fe9b9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=832e7b51-142e-47e5-a423-a547262fe9b9,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:49.156684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.195772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.225351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f8902-f1ed-467b-b8aa-a46d70caa9fc None None] Pushing event updated for resources: {'Port': ['ID=832e7b51-142e-47e5-a423-a547262fe9b9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:49.259789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a5d62-843d-47da-b66c-3c1816bdd547 req-a99e2f42-649b-4009-9e96-66a2bb7e39b0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:49.261386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-577a5d62-843d-47da-b66c-3c1816bdd547 req-a99e2f42-649b-4009-9e96-66a2bb7e39b0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.0987320 Jul 23 23:00:49.318867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-577a5d62-843d-47da-b66c-3c1816bdd547 req-516f576c-409d-4de4-abaf-3a47a245af9a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462341 Jul 23 23:00:49.346178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:49.545474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183af75d-3fa2-4562-a8ae-1df546ecd3e4 req-9279b95c-4128-456b-9fe7-471fea5ba10c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:49.547113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-183af75d-3fa2-4562-a8ae-1df546ecd3e4 req-9279b95c-4128-456b-9fe7-471fea5ba10c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1156285 Jul 23 23:00:49.571547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.598027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 4e9002a9-96d0-4c7b-8595-1b5dcde111cb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:49.626957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-183af75d-3fa2-4562-a8ae-1df546ecd3e4 req-dd50efd6-5862-4900-9794-4204b677c96a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722089 Jul 23 23:00:49.703970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1a5d0-af3f-4813-85f1-3799f0325e34 tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:49.708749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-78e1a5d0-af3f-4813-85f1-3799f0325e34 tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1093 time: 0.3581114 Jul 23 23:00:49.708979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:49.713560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:49.716900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.743039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.782882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:49.796367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:49.799491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:49.805379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:49.806073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.816957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=4e9002a9-96d0-4c7b-8595-1b5dcde111cb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:49.831724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Deleting port e28980a0-c492-4924-8c94-c237ce06efc3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:49.832815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.851610 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c5b27bd2-957b-45fe-884c-12bcf21f1f6b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8127027 Jul 23 23:00:49.852646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:49.863919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.986723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] For port e28980a0-c492-4924-8c94-c237ce06efc3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e28980a0-c492-4924-8c94-c237ce06efc3,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:49.987092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:49.993318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.25.1.113 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/eadf0f83-b6cf-4723-9bbc-27d22fefabda) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:49.998169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894be27-b6f3-421e-8af2-bb8dfa5ea734 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:50.004431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894be27-b6f3-421e-8af2-bb8dfa5ea734 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:50.006117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c894be27-b6f3-421e-8af2-bb8dfa5ea734 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1502640 Jul 23 23:00:50.009238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:50.034775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Calling delete_port for e28980a0-c492-4924-8c94-c237ce06efc3 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:50.202617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.216302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 4e9002a9-96d0-4c7b-8595-1b5dcde111cb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:50.216668 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.288681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.322287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Pushing event deleted for resources: {'Port': ['ID=e28980a0-c492-4924-8c94-c237ce06efc3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:50.333414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.334054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.334545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.335046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.335534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.336031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.336519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.337140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.337617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.338135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.338611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.339098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:00:50.352118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.359719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.392152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 4e9002a9-96d0-4c7b-8595-1b5dcde111cb owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:50.444506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=eadf0f83-b6cf-4723-9bbc-27d22fefabda,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:50.463956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:50.467233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:50.470220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:50.560297 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.598694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4caf-4a3a-426b-a62e-7e15f6dfa8ab None None] Provisioning for port 832e7b51-142e-47e5-a423-a547262fe9b9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:50.674812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.801045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=4e9002a9-96d0-4c7b-8595-1b5dcde111cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:50.902492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:50.920842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0b4ed8a-8153-4f37-b262-fa6718e5cdd2 None None] Could not find standard attr ID for object 4e9002a9-96d0-4c7b-8595-1b5dcde111cb. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:00:50.971300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:50.973259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2447fbad-30b9-4c09-89da-9d7cb5565553 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/4e9002a9-96d0-4c7b-8595-1b5dcde111cb HTTP/1.1" status: 204 len: 168 time: 0.9630420 Jul 23 23:00:50.976845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:51.079958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5f875-e898-4d8e-bd9b-90d88a9152e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:51.081665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b5f875-e898-4d8e-bd9b-90d88a9152e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:51.083323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b2b5f875-e898-4d8e-bd9b-90d88a9152e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1048970 Jul 23 23:00:51.086066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:51.101995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c241d-4667-4d40-97b5-67cf697f1623 req-148fb11b-15fd-459f-81b1-d59ccd6b45d2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:51.109656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d1c241d-4667-4d40-97b5-67cf697f1623 req-148fb11b-15fd-459f-81b1-d59ccd6b45d2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.3178828 Jul 23 23:00:51.151899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:51.177525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4e49f67-6a05-47a5-bcd9-e0d7209bd7db admin admin] 10.222.0.37 "PUT /v2.0/routers/86eead01-9e6e-4e4a-a141-2f9d51f8a3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2779868 Jul 23 23:00:51.180123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 832e7b51-142e-47e5-a423-a547262fe9b9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:51.180745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:51.186126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Sync routers for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:51.232921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 9708fd62-3719-4611-a108-02c6571e77fc {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:51.243009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:51.243887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:51.254380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d1c241d-4667-4d40-97b5-67cf697f1623 req-75878e43-1ea6-4094-868f-1d2bc681a7de tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438000 Jul 23 23:00:51.283382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.339759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.379924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 832e7b51-142e-47e5-a423-a547262fe9b9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:51.381821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.388497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 832e7b51-142e-47e5-a423-a547262fe9b9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:51.388880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.395803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.427429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:51.485853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.494761 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.641127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.642709 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.679996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=9708fd62-3719-4611-a108-02c6571e77fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:51.692736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.699213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.704710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dc409b87-3509-48c7-bf78-f1a21c9f0516 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/9708fd62-3719-4611-a108-02c6571e77fc HTTP/1.1" status: 204 len: 168 time: 0.6173675 Jul 23 23:00:51.706471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:51.721507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275b496-f381-4e32-b98b-b55b2ada7e0d None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:51.750294 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:00:51.750651 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:00:51.752518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7edb51f1-7fab-4108-9484-c8c5fd589728 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448298 Jul 23 23:00:51.753016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:51.760686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.771340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:51.779821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.804382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Deleting port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:51.804843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.867454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T23:00:50Z', 'revision_number': 5, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port': {'id': '665c1eb3-d6e0-47fb-9a34-535f9d0f75ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:52:54Z', 'updated_at': '2021-07-23T22:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:51.905316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] For port 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:51.905999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:51.911907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Checking router: 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:51.919836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Calling delete_port for 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:51.929016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Routers {'86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:51.929664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:51.968987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=eadf0f83-b6cf-4723-9bbc-27d22fefabda,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:52.025010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.026035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:52.031437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:52.038922 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.062703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] Set router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:52.123680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T23:00:51Z', 'revision_number': 6, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:52.160507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2244e0-14bd-486a-91d0-e3604151da21 None None] The sync data for ids ['86eead01-9e6e-4e4a-a141-2f9d51f8a3e0'] in n-d-791506-25 is: [{'id': '86eead01-9e6e-4e4a-a141-2f9d51f8a3e0', 'name': 'tempest-AttachVolumeTestJSON-974146251-router', 'tenant_id': '42fcdc7f7d984a9da69cdc0458454967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:52:53Z', 'updated_at': '2021-07-23T23:00:51Z', 'revision_number': 6, 'project_id': '42fcdc7f7d984a9da69cdc0458454967', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:52.183841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Deleting port 832e7b51-142e-47e5-a423-a547262fe9b9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:52.184803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.213683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.250196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=665c1eb3-d6e0-47fb-9a34-535f9d0f75ed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:52.254682 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP e533a321-d91b-401a-a1cf-4f39816468e0 associated. External IP: 172.25.1.113, port: 1cf57307-a1cf-4d39-bcd8-46447a363703. Jul 23 23:00:52.327173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.452806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.455608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.486165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] For port 832e7b51-142e-47e5-a423-a547262fe9b9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=832e7b51-142e-47e5-a423-a547262fe9b9,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:52.486560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.506225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.506750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:00:52.513083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.514370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8d6dea7a-8c4a-4d6d-abd2-86fa5356bf3d admin admin] 10.222.0.37 "DELETE /v2.0/routers/86eead01-9e6e-4e4a-a141-2f9d51f8a3e0 HTTP/1.1" status: 204 len: 168 time: 1.3325694 Jul 23 23:00:52.516869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:52.532416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Calling delete_port for 832e7b51-142e-47e5-a423-a547262fe9b9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:52.583925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Deleting subnet 5a2bca8c-6033-498e-8790-130278556711 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:52.587746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.603558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee85d1-1e23-45db-a25d-7c181f579d1c req-c34707ed-eafe-47f4-8d9a-8365a41ba756 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:52.611487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5ee85d1-1e23-45db-a25d-7c181f579d1c req-c34707ed-eafe-47f4-8d9a-8365a41ba756 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.2365618 Jul 23 23:00:52.631191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.638729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.647835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.725643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 832e7b51-142e-47e5-a423-a547262fe9b9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=832e7b51-142e-47e5-a423-a547262fe9b9,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:52.753534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.760767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.799386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event deleted for resources: {'Port': ['ID=832e7b51-142e-47e5-a423-a547262fe9b9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:52.800179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5ee85d1-1e23-45db-a25d-7c181f579d1c req-f91926a5-0c78-4e42-a75b-6ab6a7d7ecd9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877332 Jul 23 23:00:52.804969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] No DVR routers for this DVR port 832e7b51-142e-47e5-a423-a547262fe9b9 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:52.841057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab6077-e4ac-4d2b-b919-bc003c8287a5 None None] Pushing event deleted for resources: {'Port': ['ID=832e7b51-142e-47e5-a423-a547262fe9b9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:52.868140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:00:52.872641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.920351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:00:52.943280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:52.951219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:52.954641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:52.955250 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:52.965005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01227f-37bd-49f5-a2da-b7d02f78df40 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:52.973080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=4273c47e-da7f-48bf-abf8-3a2ec9bca744,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:52.986572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-472c65d3-034e-434a-9ff4-50ee12debb70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2744644 Jul 23 23:00:53.022341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ca89b0c4-6534-4915-a872-03db4df8e9e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2673659 Jul 23 23:00:53.057328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:53.070636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:81:14:b3', 'name': 'tempest-NetworksTestDHCPv6-2120925468'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:53.217436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 832e7b51-142e-47e5-a423-a547262fe9b9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:53.263227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.281514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 832e7b51-142e-47e5-a423-a547262fe9b9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:53.281912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 832e7b51-142e-47e5-a423-a547262fe9b9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:53.282341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e28980a0-c492-4924-8c94-c237ce06efc3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:53.334283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: e28980a0-c492-4924-8c94-c237ce06efc3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:53.334463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e28980a0-c492-4924-8c94-c237ce06efc3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:53.334878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:53.363549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:53.363897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 665c1eb3-d6e0-47fb-9a34-535f9d0f75ed not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:53.369196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:53.381682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.396434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.402500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.422145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '4273c47e-da7f-48bf-abf8-3a2ec9bca744'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:53.423855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.443803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2bca8c-6033-498e-8790-130278556711,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:53.469354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.473079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33be6b-ebfe-4421-a7b1-ec3e058272a7 None None] Network 0329d235-b00d-4e43-9434-51cf07f9c037 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:53.475173 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-20247707-0fd5-48e3-8a6c-9e838d57178d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a2bca8c-6033-498e-8790-130278556711 HTTP/1.1" status: 204 len: 168 time: 0.9571629 Jul 23 23:00:53.477268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port f45dbad8-34db-4c5d-9e64-4bc9b912a18d yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:53.479072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:53.537613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:00:53.549426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:00:53.568250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-afc0fd3c-9331-4541-a0dc-698ab68d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:53.570249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-afc0fd3c-9331-4541-a0dc-698ab68d595c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1098 time: 0.5025449 Jul 23 23:00:53.570377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:53.576553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:53.626376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.693140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:53.744359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b825199e-cdd2-4749-9e58-ab34c5e263f2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0244384 Jul 23 23:00:53.744550 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:53.744675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:53.744675 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:53.854240 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c06f2-f345-4901-9ae4-0fec47b6e058 x-openstack-request-id: req-2c2c06f2-f345-4901-9ae4-0fec47b6e058 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:53.854939 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:53.857866 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c2c06f2-f345-4901-9ae4-0fec47b6e058 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:53.858509 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'status': 'completed', 'code': 200} Jul 23 23:00:53.862417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe81:14b3 (76ad2985-f429-49e4-926e-3e501ddd0c91/4273c47e-da7f-48bf-abf8-3a2ec9bca744/f45dbad8-34db-4c5d-9e64-4bc9b912a18d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:53.893285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-9622c66b-0168-4a4d-bc4e-20782eaffb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:53.898673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-bae5ba5e-f140-40cd-885d-951930d90130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:53.900605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-bae5ba5e-f140-40cd-885d-951930d90130 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2905664 Jul 23 23:00:53.905802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-9622c66b-0168-4a4d-bc4e-20782eaffb19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.1896710 Jul 23 23:00:53.990529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Deleting port d59e6715-c68b-42b7-b0ab-43c725e136d5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:53.990865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.100665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] DHCP port deletion for 0329d235-b00d-4e43-9434-51cf07f9c037 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:54.119198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'e533a321-d91b-401a-a1cf-4f39816468e0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b1:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:51Z', 'updated_at': '2021-07-23T23:00:51Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.121230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-0fdbb082-eaec-414c-8dbc-4691e342d6db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 1000 time: 0.2003901 Jul 23 23:00:54.148441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-e25b1b6a-81ad-4185-9716-323645749aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.150714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-e25b1b6a-81ad-4185-9716-323645749aea service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.2173884 Jul 23 23:00:54.168002 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:00:54.188839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:00:54.190285 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.202765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Deleting port d59e6715-c68b-42b7-b0ab-43c725e136d5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:54.203162 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.216383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] For port d59e6715-c68b-42b7-b0ab-43c725e136d5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d59e6715-c68b-42b7-b0ab-43c725e136d5,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:54.217066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.238676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Calling delete_port for d59e6715-c68b-42b7-b0ab-43c725e136d5 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:54.247811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.261223 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-5a788eb1-30e2-48d4-ad92-8809f4f1ec8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 1001 time: 0.1025047 Jul 23 23:00:54.270043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-92292e31-8502-4268-822c-f9ef2285cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.271546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-92292e31-8502-4268-822c-f9ef2285cd51 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1319382 Jul 23 23:00:54.281215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5228f8-12a2-4cea-b57f-88a592aa33e7 req-79f35656-451e-4529-b442-a2a15f7903ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.283175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d5228f8-12a2-4cea-b57f-88a592aa33e7 req-79f35656-451e-4529-b442-a2a15f7903ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.2992337 Jul 23 23:00:54.303076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object f45dbad8-34db-4c5d-9e64-4bc9b912a18d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:54.336243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] For port d59e6715-c68b-42b7-b0ab-43c725e136d5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d59e6715-c68b-42b7-b0ab-43c725e136d5,segment=NetworkSegment(08af1668-6e44-4bd6-9b0b-73e21b569cf2),segment_id=08af1668-6e44-4bd6-9b0b-73e21b569cf2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:54.337016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.358447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Calling delete_port for d59e6715-c68b-42b7-b0ab-43c725e136d5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:54.367158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-0f614948-5614-4e18-8106-976beddfb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.368680 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-0f614948-5614-4e18-8106-976beddfb016 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0990455 Jul 23 23:00:54.457863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4d5228f8-12a2-4cea-b57f-88a592aa33e7 req-335bac6a-d5cb-490e-b99a-841018c3ee04 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273298 Jul 23 23:00:54.468553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:00:54.471828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.518815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-ad519586-1547-4ad6-aee8-d8e0887da4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.519670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-ad519586-1547-4ad6-aee8-d8e0887da4f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355924 Jul 23 23:00:54.520801 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-dbed4811-1139-4ad4-b84c-76636ad47e20 service neutron] show failed (client error): The resource could not be found. Jul 23 23:00:54.521715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-dbed4811-1139-4ad4-b84c-76636ad47e20 service neutron] 10.222.0.22 "GET /v2.0/ports/8a493731-4634-4c0b-94fc-0799d43f2089/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.1216352 Jul 23 23:00:54.522476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.550248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.572086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d59e6715-c68b-42b7-b0ab-43c725e136d5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:54.574028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] No DVR routers for this DVR port d59e6715-c68b-42b7-b0ab-43c725e136d5 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:54.626484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] Pushing event deleted for resources: {'Port': ['ID=d59e6715-c68b-42b7-b0ab-43c725e136d5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:54.636857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c4cd1-216a-4479-a39c-b6154cf98601 None None] No DVR routers for this DVR port d59e6715-c68b-42b7-b0ab-43c725e136d5 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:54.642348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Allocated IP 2001:db8::f816:3eff:fe82:602 (76ad2985-f429-49e4-926e-3e501ddd0c91/4273c47e-da7f-48bf-abf8-3a2ec9bca744/c35b2096-0395-44f5-a315-b4819ed97312) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:54.657878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:54.673191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:54.685487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:54.691281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.702373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.737159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.747838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0329d235-b00d-4e43-9434-51cf07f9c037']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.755716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=f45dbad8-34db-4c5d-9e64-4bc9b912a18d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:54.773686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08af1668-6e44-4bd6-9b0b-73e21b569cf2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.773686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08af1668-6e44-4bd6-9b0b-73e21b569cf2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.774666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4901545-cd59-424d-a2ff-e395de7cfcfd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7162271 Jul 23 23:00:54.775596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:54.787388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.804666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-3aab7c5c-e628-4959-9853-d03ca63daac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:54.804666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-3aab7c5c-e628-4959-9853-d03ca63daac8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4085758 Jul 23 23:00:54.807418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.867299 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'e533a321-d91b-401a-a1cf-4f39816468e0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b1:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:51Z', 'updated_at': '2021-07-23T23:00:51Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:00:54.901262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:00:54.901262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:00:54.905133 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:00:54.908719 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc8024-f9dd-44f5-8dce-a9993fc33d99 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'e533a321-d91b-401a-a1cf-4f39816468e0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.113', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b1:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:00:51Z', 'updated_at': '2021-07-23T23:00:51Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:00:54.912823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:54.924035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Transition to ACTIVE for port object c35b2096-0395-44f5-a315-b4819ed97312 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:54.942140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Transition to ACTIVE for port object c35b2096-0395-44f5-a315-b4819ed97312 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:54.957696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.007543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-858b994e-c0ab-4cf2-8909-2b26928482e7 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833124 Jul 23 23:00:55.021359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-03067184-6aa0-47a5-9c33-c09e31687fcc service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801598 Jul 23 23:00:55.030593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Pushing event updated for resources: {'Port': ['ID=c35b2096-0395-44f5-a315-b4819ed97312,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:55.034544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:55.036477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:55.038606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:55.109915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d59e6715-c68b-42b7-b0ab-43c725e136d5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:55.139950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.141328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d59e6715-c68b-42b7-b0ab-43c725e136d5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:55.141712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d59e6715-c68b-42b7-b0ab-43c725e136d5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:55.155039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.157743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0329d235-b00d-4e43-9434-51cf07f9c037 HTTP/1.1" status: 204 len: 168 time: 1.6777029 Jul 23 23:00:55.170798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Attempting to bind port c35b2096-0395-44f5-a315-b4819ed97312 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:55.171171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Attempting to bind port c35b2096-0395-44f5-a315-b4819ed97312 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:55.171534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Attempting to bind port c35b2096-0395-44f5-a315-b4819ed97312 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:55.177211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2114bddc-90a3-4723-8f49-f57543d875f3 req-dbfa4644-dce9-4f48-b3df-e540bf6d56c5 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533446 Jul 23 23:00:55.188384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:55.188888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:55.189174 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.191716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:55.192281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Bound port: c35b2096-0395-44f5-a315-b4819ed97312, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:55.192680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.219218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248065d-337a-46a2-909a-23ee97d7dfda tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:55.220819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2248065d-337a-46a2-909a-23ee97d7dfda tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4216049 Jul 23 23:00:55.226196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:55.247330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8ae1-f1cd-4540-b520-a8b501a0af4e admin admin] Pushing event deleted for resources: {'Network': ['ID=0329d235-b00d-4e43-9434-51cf07f9c037,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:55.295215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc70939a-c78a-48c9-be52-2b1eafbf3382 None None] New status for floating IP e533a321-d91b-401a-a1cf-4f39816468e0: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:00:55.296806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f9f9e84-fd07-40dd-9a05-f35c338e60c1 req-d57fe5fa-752b-4179-99f9-4a716d8ded6b service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178516 Jul 23 23:00:55.322571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-0eb08cb5-7fad-4856-a92d-720ee44b52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:55.325275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-0eb08cb5-7fad-4856-a92d-720ee44b52b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 1097 time: 0.5020468 Jul 23 23:00:55.352238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:55.393107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] For port c35b2096-0395-44f5-a315-b4819ed97312, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:55.428649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port f45dbad8-34db-4c5d-9e64-4bc9b912a18d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:55.429007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.455896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] For port c35b2096-0395-44f5-a315-b4819ed97312, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35b2096-0395-44f5-a315-b4819ed97312,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:55.469658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.532000 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.548673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.566201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for f45dbad8-34db-4c5d-9e64-4bc9b912a18d owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:55.576587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:55.581738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbc1b4-25ba-45a6-8c16-2e01dd08d35d None None] Pushing event updated for resources: {'Port': ['ID=c35b2096-0395-44f5-a315-b4819ed97312,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:55.618107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-4ba6df03-b940-4dfa-b74a-08bfbaeea7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:55.620184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-4ba6df03-b940-4dfa-b74a-08bfbaeea7c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1098 time: 0.1748381 Jul 23 23:00:55.730045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b818b97-f008-47c3-adf3-75074e1e5ac2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42fcdc7f7d984a9da69cdc0458454967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478729 Jul 23 23:00:55.734181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:55.777361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58264) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:55.840731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.891283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:55.925529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.002936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=f45dbad8-34db-4c5d-9e64-4bc9b912a18d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.009051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b52a34c6-9bd8-473f-b6b7-449b5291d576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.046174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.048741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.052624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a53ac48-5add-4d4b-97d6-4e81c278cef7 HTTP/1.1" status: 204 len: 168 time: 0.3148055 Jul 23 23:00:56.052781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.058268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-530c2a87-9084-450d-a3b1-00f851127303 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f45dbad8-34db-4c5d-9e64-4bc9b912a18d HTTP/1.1" status: 204 len: 168 time: 0.8310316 Jul 23 23:00:56.062995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58270) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:56.068762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:56.095098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fa67c-f4d3-47f3-b916-e3371baecd36 req-b993df64-1430-4e0e-b7c0-42effd108e42 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:56.096562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-025fa67c-f4d3-47f3-b916-e3371baecd36 req-b993df64-1430-4e0e-b7c0-42effd108e42 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.4871552 Jul 23 23:00:56.099645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-c99fe5f4-4349-44ef-8ccc-c67f077429b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:56.099784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc765ab-14e1-4200-a626-1dbbc54bdd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53ac48-5add-4d4b-97d6-4e81c278cef7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.100993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-c99fe5f4-4349-44ef-8ccc-c67f077429b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.3150697 Jul 23 23:00:56.157212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973314ac-c87c-40c6-a693-1d14af2d40ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:56.158761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973314ac-c87c-40c6-a693-1d14af2d40ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:56.162991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-973314ac-c87c-40c6-a693-1d14af2d40ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0965340 Jul 23 23:00:56.163310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:56.211206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:56.240319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 4273c47e-da7f-48bf-abf8-3a2ec9bca744 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:00:56.245826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.263665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-025fa67c-f4d3-47f3-b916-e3371baecd36 req-5427220d-d07c-4a47-9a78-e47081e7c2de tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432421 Jul 23 23:00:56.275001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-3b9f1aee-e2fa-4947-81db-a24194dc2e27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 1002 time: 0.1535800 Jul 23 23:00:56.286760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:56.289567 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb41aef-8c87-45eb-bb65-22350cc7b8f5" -d '{"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-unplugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:56.294073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.299388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b52a34c6-9bd8-473f-b6b7-449b5291d576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.307635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.312691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b52a34c6-9bd8-473f-b6b7-449b5291d576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.355041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Transition to ACTIVE for port object 8a493731-4634-4c0b-94fc-0799d43f2089 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:56.365028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.395434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b52a34c6-9bd8-473f-b6b7-449b5291d576 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bb8a86a94df41458530f9e6fa23b051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169527 Jul 23 23:00:56.403079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:56.422585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a34c6-9bd8-473f-b6b7-449b5291d576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5b870-c751-42be-a6ef-7ef48a46475e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.436647 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5565c7-7d98-441f-a8ae-6079e696cacd x-openstack-request-id: req-ac5565c7-7d98-441f-a8ae-6079e696cacd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:56.436972 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-unplugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:56.437194 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac5565c7-7d98-441f-a8ae-6079e696cacd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:56.437597 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'code': 200} Jul 23 23:00:56.439864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.473634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-5730c54a-84ba-45c2-bd16-6b6014d25762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:56.475700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-5730c54a-84ba-45c2-bd16-6b6014d25762 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1929772 Jul 23 23:00:56.492608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.539596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.633938 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.717278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] No DVR routers for this DVR port 8a493731-4634-4c0b-94fc-0799d43f2089 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:56.735249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.738229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.742561 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ef5b870-c751-42be-a6ef-7ef48a46475e HTTP/1.1" status: 204 len: 168 time: 0.3362560 Jul 23 23:00:56.752168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.772738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacd24f-46a4-4466-b223-0bda86fe20f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5b870-c751-42be-a6ef-7ef48a46475e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.844843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=4273c47e-da7f-48bf-abf8-3a2ec9bca744,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:56.863139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:56.882434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7ad5fabd-dee8-4a62-ab12-3251726a9ed6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/4273c47e-da7f-48bf-abf8-3a2ec9bca744 HTTP/1.1" status: 204 len: 168 time: 0.7153823 Jul 23 23:00:56.884797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:56.960327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-66c6de9d-b275-4b7d-bca1-53010af8af99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732164 Jul 23 23:00:56.960987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:57.070246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde3302-4305-41b8-ab80-1759b37d34ae tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:57.077389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4bde3302-4305-41b8-ab80-1759b37d34ae tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1148696 Jul 23 23:00:57.077902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:57.155876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35b2096-0395-44f5-a315-b4819ed97312 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:00:57.236906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc046f64-baab-45c9-aaa4-f0e17f8eaa33 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:57.249628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bc046f64-baab-45c9-aaa4-f0e17f8eaa33 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1700864 Jul 23 23:00:57.251777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:57.290959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29b505-182c-4997-b58e-fabab9a696de None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:57.335433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-ca2d1975-f7b7-4173-a42a-17a56b5d23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:57.336954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-ca2d1975-f7b7-4173-a42a-17a56b5d23b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8031371 Jul 23 23:00:57.366429 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e048ddf6-36eb-44d9-a3a5-80c7486341b3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135049 Jul 23 23:00:57.371073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:57.379046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:57.481779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:57.546116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-a3243e1d-17ae-446e-ae39-961aa8787102 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007616 Jul 23 23:00:57.547458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:57.552595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.557734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e7ddf0-91c5-48bb-a8c2-89384d3a21f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.573006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:00:57.573338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:00:57.573675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:57.591006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:00:57.591394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Attempting to bind port 8a493731-4634-4c0b-94fc-0799d43f2089 on network c8a5f946-6312-4356-b8a1-37777afc0a68 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:00:57.611616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:00:57.612070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Checking segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:00:57.612460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Bound using segment: {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:00:57.612909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Bound port: 8a493731-4634-4c0b-94fc-0799d43f2089, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f344844a-1eed-42b1-afb8-aeda986378a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:00:57.613316 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.624051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c35b2096-0395-44f5-a315-b4819ed97312 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:57.643835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Provisioning for port c35b2096-0395-44f5-a315-b4819ed97312 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:00:57.649214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c35b2096-0395-44f5-a315-b4819ed97312 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:57.649589 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.692437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Provisioning complete for port c35b2096-0395-44f5-a315-b4819ed97312 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:00:57.692849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.711510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22f109-b56d-4f60-8f46-7db1f6737888 req-21a3eb45-d78f-4cff-b835-45277ae91d1c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:57.713219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b22f109-b56d-4f60-8f46-7db1f6737888 req-21a3eb45-d78f-4cff-b835-45277ae91d1c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.2558708 Jul 23 23:00:57.874544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.877172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:00:57.881026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:00:57.883927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b22f109-b56d-4f60-8f46-7db1f6737888 req-beca0c82-2df9-4143-a8cb-fa5baf3c3599 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539433 Jul 23 23:00:57.914844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:00:57.926176 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.941913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.942081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:57.989118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] For port c35b2096-0395-44f5-a315-b4819ed97312, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35b2096-0395-44f5-a315-b4819ed97312,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:58.000242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.002350 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.005058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b79b727-8130-48e6-8daa-f1b8f9ebb2af req-f765a775-1111-4462-89da-e1140982a7d8 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639126 Jul 23 23:00:58.006963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e7ddf0-91c5-48bb-a8c2-89384d3a21f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.016383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64e7ddf0-91c5-48bb-a8c2-89384d3a21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.022819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.023454 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.024996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-cf92b427-e4bc-4a01-a03c-a446c85427c2 service neutron] 10.222.0.25 "PUT /v2.0/ports/8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 1092 time: 2.6931849 Jul 23 23:00:58.036720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Deleting port c35b2096-0395-44f5-a315-b4819ed97312 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:00:58.037098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.060887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:58.070149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:58.095046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.095479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.117075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:00:58.117478 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:00:58.127055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7538891 Jul 23 23:00:58.130100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:58.135435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:95:00:51', 'name': 'tempest-NetworksTestDHCPv6-727767530'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:00:58.156620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1d229-bef5-4eb8-bb17-a20a85baca16 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=51212ca3-9c3b-419d-900a-75cd5afb94ac,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.189220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634e235-61a9-407a-98b2-98535a8061e0 None None] Pushing event updated for resources: {'Port': ['ID=c35b2096-0395-44f5-a315-b4819ed97312,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.210662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-64e7ddf0-91c5-48bb-a8c2-89384d3a21f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=738b04535b434a168ff3d42aeceafec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279606 Jul 23 23:00:58.214159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ddf0-91c5-48bb-a8c2-89384d3a21f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57dcdc7-bedf-4ad0-a09e-e9589c1c8d1c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.223371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:58.299690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] For port c35b2096-0395-44f5-a315-b4819ed97312, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c35b2096-0395-44f5-a315-b4819ed97312,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:00:58.300163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.322039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-bee42160-3254-4a38-b86d-52655dc48bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.327156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-bee42160-3254-4a38-b86d-52655dc48bc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.2725189 Jul 23 23:00:58.330643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Calling delete_port for c35b2096-0395-44f5-a315-b4819ed97312 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:00:58.449218 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.450750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:00:58.454587 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d28e070-4c15-4a4c-8890-7626df8732aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:00:58.502124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] Pushing event deleted for resources: {'Port': ['ID=c35b2096-0395-44f5-a315-b4819ed97312,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.505784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a82a70-9af1-4c93-a2cf-a023c66946b2 None None] No DVR routers for this DVR port c35b2096-0395-44f5-a315-b4819ed97312 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:00:58.508560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:58.513309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.513938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-e6230031-abc1-4324-a54a-f0379e56b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.515761 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-e6230031-abc1-4324-a54a-f0379e56b54e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1809969 Jul 23 23:00:58.530060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:00:58.549674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32917d-21b1-4797-9e3c-db09875884e6 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:00:58.601531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-287eba59-c791-42b7-85fc-33b40f142f17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 999 time: 0.0791175 Jul 23 23:00:58.603696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e648623-0892-47d0-9cd0-41c9f3890e42 x-openstack-request-id: req-0e648623-0892-47d0-9cd0-41c9f3890e42 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:00:58.604226 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:00:58.604717 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e648623-0892-47d0-9cd0-41c9f3890e42 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:00:58.605316 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'status': 'completed', 'code': 200} Jul 23 23:00:58.663332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-9efa3059-961c-49b7-b0b6-20bea488fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.665369 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-9efa3059-961c-49b7-b0b6-20bea488fca5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0561235 Jul 23 23:00:58.676349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.689057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.708715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port c35b2096-0395-44f5-a315-b4819ed97312 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 23:00:58.721081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:00:58.732717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:58.764645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-ab1759b3-820c-4ed7-8e5f-d78125af19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.766740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-ab1759b3-820c-4ed7-8e5f-d78125af19b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949879 Jul 23 23:00:58.782210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': '51212ca3-9c3b-419d-900a-75cd5afb94ac'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:00:58.783348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.858281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-21f2e7ca-6af8-4493-98ae-0515d6a40c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:58.859900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-21f2e7ca-6af8-4493-98ae-0515d6a40c07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.2522330 Jul 23 23:00:58.889950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.893787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:58.895531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c57dcdc7-bedf-4ad0-a09e-e9589c1c8d1c HTTP/1.1" status: 204 len: 168 time: 0.6689053 Jul 23 23:00:58.926034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-ba3adf80-3efa-418b-acc6-b60a08ffaebb service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512797 Jul 23 23:00:58.944695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985ab16-5e7d-4ee3-846b-6f6707034eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57dcdc7-bedf-4ad0-a09e-e9589c1c8d1c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:58.960769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::2f9 (76ad2985-f429-49e4-926e-3e501ddd0c91/51212ca3-9c3b-419d-900a-75cd5afb94ac/f7ef851b-adaf-4f0c-b7e0-137694dd1ae7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:59.057912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-fd7a1b3d-e721-4c39-ac36-07db319e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.060774 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-fd7a1b3d-e721-4c39-ac36-07db319e8af3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1910424 Jul 23 23:00:59.075724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35b2096-0395-44f5-a315-b4819ed97312 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:00:59.102256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0d3340-898d-4753-8db7-d7b3c5502eed req-34016b4d-c931-4882-9c31-658fb9dabf2e service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695700 Jul 23 23:00:59.127633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c35b2096-0395-44f5-a315-b4819ed97312 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:00:59.128334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c35b2096-0395-44f5-a315-b4819ed97312 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:00:59.136294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08174419-6c3f-478c-aff2-e20b33e53dc9 req-67199dc0-ece4-4cfe-82dd-57ce996006ee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.137989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08174419-6c3f-478c-aff2-e20b33e53dc9 req-67199dc0-ece4-4cfe-82dd-57ce996006ee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.1047409 Jul 23 23:00:59.241526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-ed85cfb3-34b6-4064-812f-f9e61321986e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 999 time: 0.1686366 Jul 23 23:00:59.249184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-08174419-6c3f-478c-aff2-e20b33e53dc9 req-d9172c06-9bcd-443b-a61b-a44323ea4286 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997524 Jul 23 23:00:59.367076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-61fa6c81-6aa8-4875-bdf1-275820153b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.369886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-61fa6c81-6aa8-4875-bdf1-275820153b91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.1357336 Jul 23 23:00:59.385406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-9f343ffe-81d0-4f6b-81a9-f886871c9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.386924 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-9f343ffe-81d0-4f6b-81a9-f886871c9860 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.1265213 Jul 23 23:00:59.469962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:59.486198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-5978338e-4049-430f-b523-06341192d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.488548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-5978338e-4049-430f-b523-06341192d27a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1118441 Jul 23 23:00:59.498408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:00:59.522200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-8589964a-abc8-4e0c-b5f1-fb034b370db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.523716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-8589964a-abc8-4e0c-b5f1-fb034b370db2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262753 Jul 23 23:00:59.592530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-b853b0b0-3c59-4f86-9ad8-d75538f434c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 999 time: 0.0959644 Jul 23 23:00:59.624585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:59.641040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/51212ca3-9c3b-419d-900a-75cd5afb94ac/c88843c0-4478-4ab5-9f05-a392c4287383) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:00:59.672390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-17145b38-e647-4ed7-925b-21866487575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.674902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-17145b38-e647-4ed7-925b-21866487575c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0750599 Jul 23 23:00:59.695104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:00:59.707134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:00:59.714060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=f7ef851b-adaf-4f0c-b7e0-137694dd1ae7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:00:59.718182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:00:59.723881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.724506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:59.736657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-21d149c0-6c4d-486f-93f1-d0a3af21c092 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024677 Jul 23 23:00:59.775412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-8c6de6e2-248b-4d52-8914-a4c52853c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:00:59.778381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-8c6de6e2-248b-4d52-8914-a4c52853c129 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937243 Jul 23 23:00:59.784526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-929ad714-301c-4e81-b1cc-aba7025475c5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6533406 Jul 23 23:00:59.787895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:59.931849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-a85131f3-e14f-4d84-b02b-dda29f36b66f service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462600 Jul 23 23:00:59.933092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:59.958645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Transition to ACTIVE for port object c88843c0-4478-4ab5-9f05-a392c4287383 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:00.001256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Transition to ACTIVE for port object c88843c0-4478-4ab5-9f05-a392c4287383 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:00.018445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.072315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-a795c2e4-869d-422d-99f1-a48ebd4119f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311822 Jul 23 23:01:00.083205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:00.086744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:00.096804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:00.112258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Pushing event updated for resources: {'Port': ['ID=c88843c0-4478-4ab5-9f05-a392c4287383,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:00.180748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Attempting to bind port c88843c0-4478-4ab5-9f05-a392c4287383 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:00.181285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Attempting to bind port c88843c0-4478-4ab5-9f05-a392c4287383 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:00.181651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Attempting to bind port c88843c0-4478-4ab5-9f05-a392c4287383 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:00.188179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:00.188560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:00.188965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.189365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:00.189863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Bound port: c88843c0-4478-4ab5-9f05-a392c4287383, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:00.190252 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.265938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] For port c88843c0-4478-4ab5-9f05-a392c4287383, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:00.269179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] For port c88843c0-4478-4ab5-9f05-a392c4287383, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c88843c0-4478-4ab5-9f05-a392c4287383,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:00.279343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.337423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d28e070-4c15-4a4c-8890-7626df8732aa req-62402af6-c4e8-4bdd-85d0-be2f508fe4fb service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935612 Jul 23 23:01:00.403903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0d32b-36ec-4ed7-8421-7307addc36ea tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:00.406405 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dce0d32b-36ec-4ed7-8421-7307addc36ea tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6174669 Jul 23 23:01:00.409093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58378) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:00.413520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb35ca3-bc31-483b-8704-796c1b3a355f None None] Pushing event updated for resources: {'Port': ['ID=c88843c0-4478-4ab5-9f05-a392c4287383,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:00.487509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ab12-ef92-4d5f-8f7e-8a43d46acee1 req-2dd0ffd1-0465-4b66-ba40-a206c8a7a974 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:00.498864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4500ab12-ef92-4d5f-8f7e-8a43d46acee1 req-2dd0ffd1-0465-4b66-ba40-a206c8a7a974 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.1248710 Jul 23 23:01:00.546541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:00.547139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.547902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4500ab12-ef92-4d5f-8f7e-8a43d46acee1 req-3975c87b-87de-42f5-b972-2b7c5eae603e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481927 Jul 23 23:01:00.672397 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.695968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:00.889315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.930095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=f7ef851b-adaf-4f0c-b7e0-137694dd1ae7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:00.972707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:00.977145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6043733b-b202-4eb9-9888-47bbca9b6319 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 HTTP/1.1" status: 204 len: 168 time: 0.5645845 Jul 23 23:01:00.978064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.041711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c88843c0-4478-4ab5-9f05-a392c4287383 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:01.051446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ecd15-48de-4bfc-9f57-3cb507a7909a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:01.052976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ecd15-48de-4bfc-9f57-3cb507a7909a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:01.056053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-444ecd15-48de-4bfc-9f57-3cb507a7909a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0748312 Jul 23 23:01:01.057459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.122421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 51212ca3-9c3b-419d-900a-75cd5afb94ac {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:01.124391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c88843c0-4478-4ab5-9f05-a392c4287383 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:01.126032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.177230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.302435 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.392856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.426029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=51212ca3-9c3b-419d-900a-75cd5afb94ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:01.430413 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.435146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79b3ef03-b694-4ccc-a461-c002f51b6d19 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/51212ca3-9c3b-419d-900a-75cd5afb94ac HTTP/1.1" status: 204 len: 168 time: 0.3738544 Jul 23 23:01:01.436102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.485988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-742aaf6d-c02b-439f-842c-b6b749a4301d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435898 Jul 23 23:01:01.485988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.564760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329fbf91-4ce2-44c7-bdd2-1d53a9511cdc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:01.566496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-329fbf91-4ce2-44c7-bdd2-1d53a9511cdc tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0816791 Jul 23 23:01:01.569212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.667702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c5076-00fb-43b4-81c4-636904e6ac2e None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:01.693858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7d1c98-f8ae-4355-a39b-4fd222adf229 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:01.695413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0c7d1c98-f8ae-4355-a39b-4fd222adf229 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241934 Jul 23 23:01:01.698379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.732684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dc2e6-cfc5-4140-a7da-9c771644c1af req-ecd317eb-3484-4c8e-ad95-7b0f85c48f9e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:01.734413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-254dc2e6-cfc5-4140-a7da-9c771644c1af req-ecd317eb-3484-4c8e-ad95-7b0f85c48f9e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.0950730 Jul 23 23:01:01.775789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fcdcf9ec-6b5c-45f4-8adc-4742540f224b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762815 Jul 23 23:01:01.781650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-254dc2e6-cfc5-4140-a7da-9c771644c1af req-f0c2ef14-a2cb-44c9-8030-0fc2aa694d29 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406702 Jul 23 23:01:01.782514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:01.788275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:01.833558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Provisioning for port c88843c0-4478-4ab5-9f05-a392c4287383 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:01.841325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Provisioning complete for port c88843c0-4478-4ab5-9f05-a392c4287383 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:01.842020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:01.909265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:01.915029 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.050768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:02.053158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:01:02.218462 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b036-729b-4039-88a2-9899e298c0e8 req-c292950d-6790-4309-97b4-814122d3c879 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.218462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-c292950d-6790-4309-97b4-814122d3c879 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521&tenant_id=353678e0676d48ef9f4ec9428a615568&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 943 time: 0.1400480 Jul 23 23:01:02.254870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4524-935a-4a74-a38b-9d6b4f821eac req-d7eee726-9f1f-4f56-903f-0af09bef33b5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.256517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18be4524-935a-4a74-a38b-9d6b4f821eac req-d7eee726-9f1f-4f56-903f-0af09bef33b5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 943 time: 0.2000539 Jul 23 23:01:02.313867 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-b460b036-729b-4039-88a2-9899e298c0e8 req-92e546ef-765e-429b-b008-a8639a3268e7 service neutron] delete failed (client error): The resource could not be found. Jul 23 23:01:02.315293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-92e546ef-765e-429b-b008-a8639a3268e7 service neutron] 10.222.0.22 "DELETE /v2.0/ports/8a493731-4634-4c0b-94fc-0799d43f2089/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0900950 Jul 23 23:01:02.359285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18be4524-935a-4a74-a38b-9d6b4f821eac req-ff024c70-70de-456c-ae72-d7a7af1d6bc5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899582 Jul 23 23:01:02.420918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.473039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:02.488111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '8a493731-4634-4c0b-94fc-0799d43f2089', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'port_id': '8a493731-4634-4c0b-94fc-0799d43f2089', 'mac_address': 'fa:16:3e:92:01:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:01:02.538156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b036-729b-4039-88a2-9899e298c0e8 req-f613eb12-4d37-4a38-a568-665729e02b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.539979 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-f613eb12-4d37-4a38-a568-665729e02b05 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1095 time: 0.1314867 Jul 23 23:01:02.548319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] For port c88843c0-4478-4ab5-9f05-a392c4287383, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c88843c0-4478-4ab5-9f05-a392c4287383,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:02.559406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:02.567036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Deleting port c88843c0-4478-4ab5-9f05-a392c4287383 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:02.567420 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.596860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.629441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.665504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a493731-4634-4c0b-94fc-0799d43f2089 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:01:02.681849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b036-729b-4039-88a2-9899e298c0e8 req-cd1e656b-35a7-43b7-85f1-9dc7b7106c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.684113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-cd1e656b-35a7-43b7-85f1-9dc7b7106c76 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1364880 Jul 23 23:01:02.717297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f96a0-76a2-4b04-9a85-512f709a6fef None None] Pushing event updated for resources: {'Port': ['ID=c88843c0-4478-4ab5-9f05-a392c4287383,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:02.739509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:02.751797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.761492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] For port c88843c0-4478-4ab5-9f05-a392c4287383, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c88843c0-4478-4ab5-9f05-a392c4287383,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:02.761978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.795527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:02.800778 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-55952260-77e0-426a-b43f-8a08320be48f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 999 time: 0.1095250 Jul 23 23:01:02.815699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Calling delete_port for c88843c0-4478-4ab5-9f05-a392c4287383 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:02.832681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.850044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:02.898624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b036-729b-4039-88a2-9899e298c0e8 req-9824cd7b-e0fc-48d1-9533-473fbc59f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.900364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-9824cd7b-e0fc-48d1-9533-473fbc59f0be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0910897 Jul 23 23:01:02.975995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b036-729b-4039-88a2-9899e298c0e8 req-2e7c55f1-b9ec-4362-976b-1dc3b8f5cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:02.980241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-2e7c55f1-b9ec-4362-976b-1dc3b8f5cb57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684001 Jul 23 23:01:02.986988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1849730-da8f-4ea2-97b7-6b2493d1eb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:02.989669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['8a493731-4634-4c0b-94fc-0799d43f2089'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:01:03.038887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c88843c0-4478-4ab5-9f05-a392c4287383 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:03.123870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port c88843c0-4478-4ab5-9f05-a392c4287383, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c88843c0-4478-4ab5-9f05-a392c4287383,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:03.144601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-2e8eeca2-ff91-40bc-8057-c683551ccdbc service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576288 Jul 23 23:01:03.177850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.184634 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.195570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.196314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.204726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.257434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] No DVR routers for this DVR port c88843c0-4478-4ab5-9f05-a392c4287383 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:03.265790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520c03-d73a-4041-b11c-c427c16c060a None None] Pushing event deleted for resources: {'Port': ['ID=c88843c0-4478-4ab5-9f05-a392c4287383,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:03.276671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=c88843c0-4478-4ab5-9f05-a392c4287383,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:03.282366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:03.295479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:03.304960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:03.305591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.309444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a1015-0d00-46fb-bb49-7f5d391f9d84 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:03.321931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b460b036-729b-4039-88a2-9899e298c0e8 req-557bd350-a5c9-4f1d-b93c-63262cc86e06 service neutron] 10.222.0.22 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707189 Jul 23 23:01:03.323188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1849730-da8f-4ea2-97b7-6b2493d1eb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.338465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1849730-da8f-4ea2-97b7-6b2493d1eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.345959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=ae62ca94-1e03-4f86-a752-f3948048b49c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:03.376205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-75025471-caf3-491b-9f05-f54b786d4798 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5897081 Jul 23 23:01:03.376701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:03.382992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:03.386266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a1849730-da8f-4ea2-97b7-6b2493d1eb8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c1de1bdc851426281d6b81149d58b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892878 Jul 23 23:01:03.388923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58494) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:03.392186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1849730-da8f-4ea2-97b7-6b2493d1eb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78312432-abe4-4973-9bd0-fb1fde4dfc2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:03.520631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.552521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.582734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': 'ae62ca94-1e03-4f86-a752-f3948048b49c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:03.583631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.607904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:03.611861 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.656092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b5242-c717-4410-b851-dbbe8edc2272 req-7915e172-7c69-473d-8480-ff6c451b1322 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:03.657855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-721b5242-c717-4410-b851-dbbe8edc2272 req-7915e172-7c69-473d-8480-ff6c451b1322 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 944 time: 0.0847681 Jul 23 23:01:03.672902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.675616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.676850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78312432-abe4-4973-9bd0-fb1fde4dfc2c HTTP/1.1" status: 204 len: 168 time: 0.2866917 Jul 23 23:01:03.694806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a5d96-04c8-4411-887d-9af8632b345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78312432-abe4-4973-9bd0-fb1fde4dfc2c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:03.727863 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae62ca94-1e03-4f86-a752-f3948048b49c (CIDR: 2001:db8::/64) Jul 23 23:01:03.728662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-721b5242-c717-4410-b851-dbbe8edc2272 req-9e6c2197-58a0-4a00-a548-4f3f069cf70a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645707 Jul 23 23:01:03.735971 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:01:03.737510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:03.754306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Allocated IP 2001:db8::f816:3eff:fe76:b85 (76ad2985-f429-49e4-926e-3e501ddd0c91/ae62ca94-1e03-4f86-a752-f3948048b49c/81c25986-4292-4c23-a2e7-67485f43705c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:03.760122 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-56f90808-7a32-4b28-9c24-5c20c32afb56 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3824048 Jul 23 23:01:03.763994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58502) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:03.770448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:03.955440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:03.960114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:03.994784 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.007495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Transition to ACTIVE for port object 81c25986-4292-4c23-a2e7-67485f43705c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:04.028220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Transition to ACTIVE for port object 81c25986-4292-4c23-a2e7-67485f43705c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:04.044167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.053743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:04.114162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:04.123578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:04.130160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:04.133746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.182483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 8a493731-4634-4c0b-94fc-0799d43f2089 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:04.190358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 8a493731-4634-4c0b-94fc-0799d43f2089 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:04.190988 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.195859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:04.212887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1824d01a-4b0b-44c5-bb73-19fec62af434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.250581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Attempting to bind port 81c25986-4292-4c23-a2e7-67485f43705c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:04.250879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Attempting to bind port 81c25986-4292-4c23-a2e7-67485f43705c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:04.251239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Attempting to bind port 81c25986-4292-4c23-a2e7-67485f43705c on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:04.264571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:04.264918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:04.265321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.265717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:04.266971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Bound port: 81c25986-4292-4c23-a2e7-67485f43705c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:04.266971 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.326375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.369309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:04.373455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:04.376971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:04.377570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.388786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:04.393575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:04.396948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1824d01a-4b0b-44c5-bb73-19fec62af434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.404735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1824d01a-4b0b-44c5-bb73-19fec62af434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.407285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=d6d9a57b-4e05-4ebb-a647-1b845507c37c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.413100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.416416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.417547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f8a69d35-128c-45f9-b7dc-0b9cecc09cc3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6521959 Jul 23 23:01:04.421102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:04.428933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:9b:94:e0', 'name': 'tempest-NetworksTestDHCPv6-1781640518'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:04.457998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1824d01a-4b0b-44c5-bb73-19fec62af434 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca74d3b17c064902bd6c6024e985b7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609758 Jul 23 23:01:04.458863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:04.466639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d01a-4b0b-44c5-bb73-19fec62af434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0308c51d-71db-4289-9934-1faba24423db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.489101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:01:04.492105 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c1152a-1928-41d9-b195-aa6123dddb81" -d '{"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-plugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:01:04.517220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:04.528512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf0a7-6d24-4f85-b7d8-dd4d85205990 None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.533559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.541619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.580273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.599161 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674a242-2ada-42a3-9612-bcd4aa116e53 x-openstack-request-id: req-7674a242-2ada-42a3-9612-bcd4aa116e53 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:01:04.599451 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-plugged", "status": "completed", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:01:04.599729 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7674a242-2ada-42a3-9612-bcd4aa116e53 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:01:04.600128 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'code': 200} Jul 23 23:01:04.601079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.629010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:04.651518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.658918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.662645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0308c51d-71db-4289-9934-1faba24423db HTTP/1.1" status: 204 len: 168 time: 0.1998544 Jul 23 23:01:04.669741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc554a6f-79c0-4282-8821-935fee37e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0308c51d-71db-4289-9934-1faba24423db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:04.742296 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:04.787949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port fd720c4c-1133-4ed4-814f-84798189698e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:04.944414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275c6c3-bbce-4663-8980-984c2c59aad2 req-41956d54-3d33-47d3-a152-47b5555d1fcf tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:04.945358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c275c6c3-bbce-4663-8980-984c2c59aad2 req-41956d54-3d33-47d3-a152-47b5555d1fcf tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.0965209 Jul 23 23:01:05.013717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c275c6c3-bbce-4663-8980-984c2c59aad2 req-385d8274-8e2e-4bc5-929d-037de0cad7e5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600784 Jul 23 23:01:05.036452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:05.053558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8:0:1::2ac (76ad2985-f429-49e4-926e-3e501ddd0c91/d6d9a57b-4e05-4ebb-a647-1b845507c37c/fd720c4c-1133-4ed4-814f-84798189698e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:05.065100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe9b:94e0 (76ad2985-f429-49e4-926e-3e501ddd0c91/ae62ca94-1e03-4f86-a752-f3948048b49c/fd720c4c-1133-4ed4-814f-84798189698e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:05.112355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:05.136414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f7c4186-974a-4d87-8490-8c201aece711 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/4d56d2e2-318e-46cb-8c11-42c587aa39f2 HTTP/1.1" status: 200 len: 993 time: 0.0986774 Jul 23 23:01:05.192773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 81c25986-4292-4c23-a2e7-67485f43705c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:05.327050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.350412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object fd720c4c-1133-4ed4-814f-84798189698e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:05.402997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.465246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:05.467457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=fd720c4c-1133-4ed4-814f-84798189698e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:05.470752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:05.473955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:05.480041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:05.481282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.503243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:05.510500 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-38e632e3-8269-45f0-ae1f-a218c40a33dd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0876989 Jul 23 23:01:05.643836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port fd720c4c-1133-4ed4-814f-84798189698e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:05.644184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.765276 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.779754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for fd720c4c-1133-4ed4-814f-84798189698e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:05.820801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6a2f1-b048-4f67-ad01-b314c4647ac1 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:05.908598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Provisioning for port 81c25986-4292-4c23-a2e7-67485f43705c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:05.916758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:05.917443 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:05.989074 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.021099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=fd720c4c-1133-4ed4-814f-84798189698e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:06.092123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.093035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.096610 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-612ff360-a19d-49f0-8b79-7a905a7f41c6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/fd720c4c-1133-4ed4-814f-84798189698e HTTP/1.1" status: 204 len: 168 time: 0.5898108 Jul 23 23:01:06.096996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:06.139750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:06.150623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.199021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58624405-b9e6-4080-a4a0-0c5fd2c1ad91 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:06.208049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-58624405-b9e6-4080-a4a0-0c5fd2c1ad91 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1075685 Jul 23 23:01:06.208525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:06.274038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0873ab89-f8db-41ba-b7d2-8123b06c5e98 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'ae62ca94-1e03-4f86-a752-f3948048b49c', 'ip_address': '2001:db8::f816:3eff:fe76:b85'}, {'subnet_id': 'd6d9a57b-4e05-4ebb-a647-1b845507c37c'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '81c25986-4292-4c23-a2e7-67485f43705c'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:06.275691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963def7-a7a9-4e3f-90fe-3f6766cfa3a6 None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:06.282488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3e4a4-6dfd-4749-b723-8581ca256c7a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:06.284050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9cb3e4a4-6dfd-4749-b723-8581ca256c7a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0745363 Jul 23 23:01:06.287111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:06.343474 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0873ab89-f8db-41ba-b7d2-8123b06c5e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.352726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395758-7c06-4f1f-bf57-e26a0eb9a907 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:06.354366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395758-7c06-4f1f-bf57-e26a0eb9a907 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:06.356861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32395758-7c06-4f1f-bf57-e26a0eb9a907 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:06.358478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-32395758-7c06-4f1f-bf57-e26a0eb9a907 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0709572 Jul 23 23:01:06.361181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:06.424651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet ae62ca94-1e03-4f86-a752-f3948048b49c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:06.429013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.469381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.582360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-0873ab89-f8db-41ba-b7d2-8123b06c5e98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae62ca94-1e03-4f86-a752-f3948048b49c: This subnet is being modified by another concurrent operation. Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:01:06.655426 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae62ca94-1e03-4f86-a752-f3948048b49c: This subnet is being modified by another concurrent operation. Jul 23 23:01:06.659920 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 23:01:06.663321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.693420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=ae62ca94-1e03-4f86-a752-f3948048b49c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:06.697982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.701281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c50c061b-fe7a-4095-a920-d0b377450d20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/ae62ca94-1e03-4f86-a752-f3948048b49c HTTP/1.1" status: 204 len: 168 time: 0.3391292 Jul 23 23:01:06.704017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:06.770163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d86ca-f128-4ee5-bbf3-97d35105ef86 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:06.802347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet d6d9a57b-4e05-4ebb-a647-1b845507c37c {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:06.806378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.810490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-288b5cc0-ba15-4d90-bd23-8ac304036cdd None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:06.810980 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-288b5cc0-ba15-4d90-bd23-8ac304036cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.866617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:06.929622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.001244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.025542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.028710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d6d9a57b-4e05-4ebb-a647-1b845507c37c HTTP/1.1" status: 204 len: 168 time: 0.3232830 Jul 23 23:01:07.031460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:07.065157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370286-a2f0-4764-a724-3103a3d77cfe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d9a57b-4e05-4ebb-a647-1b845507c37c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:07.075809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:07.086155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-464edee2-d381-418f-ba99-4d0f721f2999 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507226 Jul 23 23:01:07.086619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:07.098178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:07.227333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.260916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:07.265484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.302519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:07.319730 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.358080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fcc474-f406-4679-83c9-423e686f1d88 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'd6d9a57b-4e05-4ebb-a647-1b845507c37c'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '81c25986-4292-4c23-a2e7-67485f43705c'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:07.426585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98fcc474-f406-4679-83c9-423e686f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.428661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:07.700197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:07.700574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.761018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:07.839565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.883381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:07.890003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:07.911259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a21d32-04aa-4cca-b776-56de261d70fe None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:01:07.997776 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.192213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0f92b-0672-43df-9d10-921b4bf5a196 None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:08.196750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:08.201076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c9f8e5ca-8d0a-450c-8aba-3f29f9afff2e None None] Could not find standard attr ID for object fd720c4c-1133-4ed4-814f-84798189698e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:01:08.240910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.249112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.249336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a21d32-04aa-4cca-b776-56de261d70fe None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:01:08.250010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.343572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:08.354184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:08.363180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:08.363756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.382968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:08.389318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=f405c060-872f-40ae-b139-a5a32854c875,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:08.406682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fe2f5c2d-90d0-4d3d-ab80-e3f26c004658 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3147008 Jul 23 23:01:08.407830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:08.414073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:08.563378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:08.568018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:08.689077 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f405c060-872f-40ae-b139-a5a32854c875 (CIDR: 2001:db8::/64) Jul 23 23:01:08.693111 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:01:08.693870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:08.711420 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf74fcf6-446a-46d8-b97c-5a9a799e07ce tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3021083 Jul 23 23:01:08.714004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:08.721837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:08.917682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:08.927522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.127728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:09.256056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:09.256791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.405719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.450617 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:01:09.461894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:09.467869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:09.471499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:09.472101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.494359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7785320 Jul 23 23:01:09.498101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:09.503704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:5f:65:4a', 'name': 'tempest-NetworksTestDHCPv6-120142844'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:09.526844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912d801-0171-49b8-84d1-df5642f00481 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=05952046-8d30-47cd-9dd3-a764bbac7a73,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:09.696089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:09.703204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.750886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc61b5-e137-46c8-b3b8-62218e08be5b None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:01:09.757144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port b0c60a17-2337-4bbd-b99d-cdd27e9d084c yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:09.888594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c45b7bf5-6b4e-4ac2-b6e8-b2b3d132e20f None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:09.889128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c45b7bf5-6b4e-4ac2-b6e8-b2b3d132e20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:09.957063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc61b5-e137-46c8-b3b8-62218e08be5b None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:01:09.997630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8:0:1::199 (76ad2985-f429-49e4-926e-3e501ddd0c91/05952046-8d30-47cd-9dd3-a764bbac7a73/b0c60a17-2337-4bbd-b99d-cdd27e9d084c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:10.015601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::f816:3eff:fe5f:654a (76ad2985-f429-49e4-926e-3e501ddd0c91/f405c060-872f-40ae-b139-a5a32854c875/b0c60a17-2337-4bbd-b99d-cdd27e9d084c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:10.224876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.241392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object b0c60a17-2337-4bbd-b99d-cdd27e9d084c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:10.286547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.346690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:10.353301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:10.356217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=b0c60a17-2337-4bbd-b99d-cdd27e9d084c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:10.359153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:10.365179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:10.365948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.387047 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-99e95010-2bbc-4e33-9c73-8eaaef841e5f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8853841 Jul 23 23:01:10.388116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:10.452968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'f405c060-872f-40ae-b139-a5a32854c875', 'ip_address': '2001:db8::f816:3eff:fe76:b85'}, {'subnet_id': '05952046-8d30-47cd-9dd3-a764bbac7a73'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '81c25986-4292-4c23-a2e7-67485f43705c'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:10.501432 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.507358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port b0c60a17-2337-4bbd-b99d-cdd27e9d084c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:10.507782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.612552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.633614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for b0c60a17-2337-4bbd-b99d-cdd27e9d084c owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:10.704673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Allocated IP 2001:db8:0:1::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/05952046-8d30-47cd-9dd3-a764bbac7a73/81c25986-4292-4c23-a2e7-67485f43705c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:10.815477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:10.846562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:10.914752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6673e5ee-2d22-46c6-87f3-6bcb0b2c52a7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/floatingips/1daedb57-ae5b-4c3c-938c-e22326e9216f HTTP/1.1" status: 200 len: 992 time: 0.0971158 Jul 23 23:01:10.942562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:10.963753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Transition to ACTIVE for port object 81c25986-4292-4c23-a2e7-67485f43705c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:10.971205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.046390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2235cd1-081a-4ab2-b502-125fb60f8bdb None None] Pushing event updated for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:11.146681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-682a6d31-fc18-40f1-836b-183658d21177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.170388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:11.406141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.469137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=b0c60a17-2337-4bbd-b99d-cdd27e9d084c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:11.516021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 9b5b232c-e62d-448a-9aa3-c152ab8306b5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:11.516575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.600535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.602741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-848a5767-4735-498e-9f2b-bc1b495f9ae4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/b0c60a17-2337-4bbd-b99d-cdd27e9d084c HTTP/1.1" status: 204 len: 168 time: 1.2135365 Jul 23 23:01:11.606205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:11.719216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.720147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:11.732488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc495c-237e-4306-ade7-076e8ca384b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:11.736590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d0bc495c-237e-4306-ade7-076e8ca384b1 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1263270 Jul 23 23:01:11.736902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:11.747072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:11.754068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 9b5b232c-e62d-448a-9aa3-c152ab8306b5 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:11.874977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6cd2f5-a035-4503-9d7a-4c66affb7aaf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:11.885124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4e6cd2f5-a035-4503-9d7a-4c66affb7aaf tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1472039 Jul 23 23:01:11.887945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:12.022083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f02eaf-6070-4ec5-88eb-bc6b669becc9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:12.025409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f02eaf-6070-4ec5-88eb-bc6b669becc9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:12.027758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f02eaf-6070-4ec5-88eb-bc6b669becc9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:12.030347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d4f02eaf-6070-4ec5-88eb-bc6b669becc9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1411502 Jul 23 23:01:12.032868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:12.110449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066e078-624c-4113-8687-1f539d6a4c1d None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:12.113610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.121908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 05952046-8d30-47cd-9dd3-a764bbac7a73 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:12.138768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.155464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=9b5b232c-e62d-448a-9aa3-c152ab8306b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:12.212867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.253179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7da172a6-055e-4d2f-8566-63e0523f7e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.257803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-76b3ac2e-5d80-47e0-a4b7-98a0c8c216aa None None] Provisioning for port 81c25986-4292-4c23-a2e7-67485f43705c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:12.264896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-76b3ac2e-5d80-47e0-a4b7-98a0c8c216aa None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:12.265376 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76b3ac2e-5d80-47e0-a4b7-98a0c8c216aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.271224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.272356 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Floating IP 1daedb57-ae5b-4c3c-938c-e22326e9216f disassociated (deleted). External IP: 172.25.1.30, port: 91fd5604-a497-4c04-92e4-91f202bbe477. Jul 23 23:01:12.351269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.447441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.482764 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=05952046-8d30-47cd-9dd3-a764bbac7a73,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:12.487274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.489170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5a7bf4da-b59e-4492-b68d-cb929fb8344c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/05952046-8d30-47cd-9dd3-a764bbac7a73 HTTP/1.1" status: 204 len: 168 time: 0.4550269 Jul 23 23:01:12.491699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:12.562620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7da172a6-055e-4d2f-8566-63e0523f7e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.565125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet f405c060-872f-40ae-b139-a5a32854c875 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:12.568519 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.577720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7da172a6-055e-4d2f-8566-63e0523f7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.622591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.638199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da172a6-055e-4d2f-8566-63e0523f7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa7cdb-f223-4781-80fe-e6c3cce40d8a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:12.663788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:12.664252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7da172a6-055e-4d2f-8566-63e0523f7e04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e80009755c444dfb88ba921fe5584afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156084 Jul 23 23:01:12.708068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 278c4755-5615-4d60-97a6-5ea677fe6cef has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:01:12.716156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50f861-42d5-46c5-ac52-47c763396a6e None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:12.773955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.797226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.804755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1de4f14e-3c7b-47d7-bfe2-979b8911eff4 None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:12.804755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1de4f14e-3c7b-47d7-bfe2-979b8911eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.838159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.839788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:12.848052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:12.874292 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Sync routers for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:12.890416 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:12.891302 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:12.897154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-048ebb7d-99f5-48ee-a595-ad98bbda1843 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/floatingips/1daedb57-ae5b-4c3c-938c-e22326e9216f HTTP/1.1" status: 204 len: 168 time: 1.7200294 Jul 23 23:01:12.897154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:01:12.898939 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceb997b-3e8d-4372-949a-dd3ce124766d" -d '{"events": [{"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:01:12.929834 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.025048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:13.041205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=f405c060-872f-40ae-b139-a5a32854c875,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:13.051456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.057745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de3584a8-dfc3-47e1-bde3-521c176dd89a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/f405c060-872f-40ae-b139-a5a32854c875 HTTP/1.1" status: 204 len: 168 time: 0.5627921 Jul 23 23:01:13.057745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.059134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58720) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:13.063909 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.065265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ffa7cdb-f223-4781-80fe-e6c3cce40d8a HTTP/1.1" status: 204 len: 168 time: 0.4004622 Jul 23 23:01:13.076880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3da706-a298-480f-802f-44b47bd44e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa7cdb-f223-4781-80fe-e6c3cce40d8a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:13.086545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:13.159296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:13.159618 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f4c56d4a-5935-41e0-9694-5f8d1148e3fe tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989828 Jul 23 23:01:13.162745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:13.163207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.167229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:13.318486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94405260-2aa9-4475-9320-387ba2f81715 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': 'f405c060-872f-40ae-b139-a5a32854c875'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '81c25986-4292-4c23-a2e7-67485f43705c'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:13.348026 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca3c1a8-1b19-45ec-a9d8-3bdca0b01813 x-openstack-request-id: req-1ca3c1a8-1b19-45ec-a9d8-3bdca0b01813 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:01:13.348691 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:01:13.349271 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ca3c1a8-1b19-45ec-a9d8-3bdca0b01813 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:01:13.349998 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477', 'status': 'completed', 'code': 200} Jul 23 23:01:13.379962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94405260-2aa9-4475-9320-387ba2f81715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.416635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:13.424204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.452479 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:13.462951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-d5d99d2e-f9d5-4e25-a615-1fd05791f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:13.465461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-d5d99d2e-f9d5-4e25-a615-1fd05791f030 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a80a634a8b142afaa568338d6884fe5&device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 1097 time: 0.0798373 Jul 23 23:01:13.497322 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Checking router: 278c4755-5615-4d60-97a6-5ea677fe6cef for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:13.516034 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:13.518688 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:00:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:13.641515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b193aa1-6ee6-437b-a80f-bf9fcde8a7e9 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:13.689809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-17b8c94c-5785-4e57-b0f5-e9d8272a970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:13.694419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-17b8c94c-5785-4e57-b0f5-e9d8272a970e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 200 len: 898 time: 0.2158296 Jul 23 23:01:13.719475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e2cc-7718-4576-95c9-163844a13f82 req-65b95e63-df7a-4732-b07a-586a51f13527 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:13.727312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e48e2cc-7718-4576-95c9-163844a13f82 req-65b95e63-df7a-4732-b07a-586a51f13527 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.1780081 Jul 23 23:01:13.780247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4e6493fa-deb6-4ada-81e2-ad6bf97e82ea None None] Provisioning complete for port 81c25986-4292-4c23-a2e7-67485f43705c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:13.780618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e6493fa-deb6-4ada-81e2-ad6bf97e82ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.783616 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-92a9c330-0042-4381-bd18-2ccaa75d3e92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 200 len: 217 time: 0.0820255 Jul 23 23:01:13.858283 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:13.870122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e624a964-55c7-4192-9c51-c740fdc39dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.896205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-0d1b4c12-8e22-4259-97b7-2bb075fb105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:13.898168 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-0d1b4c12-8e22-4259-97b7-2bb075fb105e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 HTTP/1.1" status: 200 len: 835 time: 0.1069040 Jul 23 23:01:13.933278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e48e2cc-7718-4576-95c9-163844a13f82 req-bfa7ad9a-00e2-4a53-97f1-49c491342f85 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015483 Jul 23 23:01:13.942744 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.005915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:14.033945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-2ec91e58-307f-4268-8417-e17a1cbddd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:14.041441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-2ec91e58-307f-4268-8417-e17a1cbddd21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0ec1226-6668-4619-9496-c7529c6dd834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351335 Jul 23 23:01:14.049423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:14.050905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:14.053206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:14.053901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-fc1e0ae1-43c1-4134-89dc-729f428ef2b7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:01:14.056825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-fc1e0ae1-43c1-4134-89dc-729f428ef2b7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085566 Jul 23 23:01:14.060013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:14.060632 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.097080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4aaf88ba-f682-498b-a962-f7741aee7f9a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9350004 Jul 23 23:01:14.100095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:14.106727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:14.141234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Deleting port 81c25986-4292-4c23-a2e7-67485f43705c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:14.141727 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.335716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] For port 81c25986-4292-4c23-a2e7-67485f43705c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=81c25986-4292-4c23-a2e7-67485f43705c,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:14.336348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.351523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Calling delete_port for 81c25986-4292-4c23-a2e7-67485f43705c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:14.361972 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:14.367741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:14.373369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.399077 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6f0fe2-ae47-4018-a5f3-541052aab29c None None] The sync data for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 is: [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:00:07Z', 'revision_number': 4, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '12275cdf-e62d-49fb-9c7c-291996bc6b88', 'name': '', 'network_id': 'e0ec1226-6668-4619-9496-c7529c6dd834', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'mac_address': 'fa:16:3e:91:50:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:06Z', 'updated_at': '2021-07-23T23:00:15Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'subnets': [{'id': 'c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:14.491064 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.521531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.578814 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-1d809bfd-1057-4e9f-8ba3-d288259390eb service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111063 Jul 23 23:01:14.592566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] Pushing event deleted for resources: {'Port': ['ID=81c25986-4292-4c23-a2e7-67485f43705c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:14.600842 n-d-791506-25 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02 (CIDR: 2001:db8::/64) Jul 23 23:01:14.606838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b7e8b-ee07-4f46-8192-71fca4c4743a None None] No DVR routers for this DVR port 81c25986-4292-4c23-a2e7-67485f43705c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:14.608896 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:01:14.609635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:14.625974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599d4bf-e8e9-475a-8065-2d2fa874080d None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:14.686651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-660f8215-0204-4a0e-a541-584ebad507ff tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5851729 Jul 23 23:01:14.689347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:14.697825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:14.769233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565c6a-642a-41d4-9576-18c951a66198 req-50ca8980-a4eb-4699-ba8d-427105c25c87 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:14.770992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65565c6a-642a-41d4-9576-18c951a66198 req-50ca8980-a4eb-4699-ba8d-427105c25c87 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.1571727 Jul 23 23:01:14.800355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2ceb997b-3e8d-4372-949a-dd3ce124766d req-36d33ab0-e669-4859-9a78-9b9cef9e4a5c service neutron] 10.222.0.22 "GET /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129273 Jul 23 23:01:14.875798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c61392e-82f2-485d-b610-5ab4a6df5446 None None] New status for floating IP 1daedb57-ae5b-4c3c-938c-e22326e9216f: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:01:15.001577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-76ad2985-f429-49e4-926e-3e501ddd0c91', 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'tenant_id': '3c7e691882b74e98b8d85d2bcb63246c', 'fixed_ips': [{'subnet_id': 'd7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:15.002491 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.018052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.018846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 91fd5604-a497-4c04-92e4-91f202bbe477 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:15.019448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.034264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:15.039389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.060804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:15.229718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 81c25986-4292-4c23-a2e7-67485f43705c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:15.230612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 81c25986-4292-4c23-a2e7-67485f43705c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:15.238422 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02/13ffbef8-5c19-4e90-933f-2861a2766ff0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:15.303221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 91fd5604-a497-4c04-92e4-91f202bbe477, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=91fd5604-a497-4c04-92e4-91f202bbe477,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:15.303511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.325916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da3bf-2f2b-447d-b10c-f97474abe2cd req-041c1bc2-253f-4fbf-936d-f515b76b580f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:15.327460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b6da3bf-2f2b-447d-b10c-f97474abe2cd req-041c1bc2-253f-4fbf-936d-f515b76b580f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/ports?device_id=15dfef21-210a-4120-8a2c-bc1d321c411a HTTP/1.1" status: 200 len: 945 time: 0.2001595 Jul 23 23:01:15.336832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 91fd5604-a497-4c04-92e4-91f202bbe477 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:15.440886 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.454491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b6da3bf-2f2b-447d-b10c-f97474abe2cd req-719ba107-35f1-4474-a426-eb0e15665f3f tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "GET /v2.0/security-groups?id=71ef3821-d3cb-4715-9c71-4e212b00abf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137874 Jul 23 23:01:15.456954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Transition to ACTIVE for port object 13ffbef8-5c19-4e90-933f-2861a2766ff0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:15.479712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Transition to ACTIVE for port object 13ffbef8-5c19-4e90-933f-2861a2766ff0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:15.489878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.552759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:15.569053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:15.570856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:15.574115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:15.636511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.653244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Attempting to bind port 13ffbef8-5c19-4e90-933f-2861a2766ff0 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:15.653618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Attempting to bind port 13ffbef8-5c19-4e90-933f-2861a2766ff0 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:15.653991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Attempting to bind port 13ffbef8-5c19-4e90-933f-2861a2766ff0 on network 76ad2985-f429-49e4-926e-3e501ddd0c91 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:15.660465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:15.660830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Checking segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:15.661391 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.662020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Bound using segment: {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:15.662528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Bound port: 13ffbef8-5c19-4e90-933f-2861a2766ff0, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860156db-f132-471b-a95d-943b4a9cc1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:15.662918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.759489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:15.764826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:15.769052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=91fd5604-a497-4c04-92e4-91f202bbe477,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:15.769284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.800215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] No DVR routers for this DVR port 91fd5604-a497-4c04-92e4-91f202bbe477 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:15.806982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.809968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65565c6a-642a-41d4-9576-18c951a66198 req-7b7e70bf-78b7-40df-b3c6-524202b7cf62 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.22 "DELETE /v2.0/ports/91fd5604-a497-4c04-92e4-91f202bbe477 HTTP/1.1" status: 204 len: 173 time: 0.9890058 Jul 23 23:01:15.810625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'name': 'network-vif-deleted', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:01:15.813220 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa591e-c78e-46d1-9e3e-cc651743aa82" -d '{"events": [{"server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "name": "network-vif-deleted", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:01:15.822153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:15.886983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e4ca-333b-4f3d-8d40-3db02f7a0fb2 None None] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:15.894176 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db54c69-55fb-40dc-8c2a-c128d21cc3d8 x-openstack-request-id: req-3db54c69-55fb-40dc-8c2a-c128d21cc3d8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:01:15.894473 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15dfef21-210a-4120-8a2c-bc1d321c411a", "name": "network-vif-deleted", "tag": "91fd5604-a497-4c04-92e4-91f202bbe477", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:01:15.894905 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3db54c69-55fb-40dc-8c2a-c128d21cc3d8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:01:15.895508 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfef21-210a-4120-8a2c-bc1d321c411a', 'name': 'network-vif-deleted', 'tag': '91fd5604-a497-4c04-92e4-91f202bbe477', 'status': 'completed', 'code': 200} Jul 23 23:01:16.104283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.405912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:16.440228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.448060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.449620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.524921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:16.531757 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.533339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:16.541428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:16.542120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.552461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:16.567043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:16.588311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:16.598798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dca8cb2d-6b0e-4b30-ae05-6772e94a5417 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9063292 Jul 23 23:01:16.599481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:16.606045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:ec:3b:b3', 'name': 'tempest-NetworksTestDHCPv6-1161359260'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:16.671919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.709111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.771365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:16.813162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.816731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.820986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/security-groups/71ef3821-d3cb-4715-9c71-4e212b00abf1 HTTP/1.1" status: 204 len: 168 time: 0.2672977 Jul 23 23:01:16.841456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e38fee-401d-41b4-98bb-d617469d05f7 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ef3821-d3cb-4715-9c71-4e212b00abf1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:16.863796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:16.947698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.999174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 809c9458-6fb4-46c4-a0c2-ada94703ade2 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:17.004185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:17.189559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:17.279101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:17.328791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::10 (76ad2985-f429-49e4-926e-3e501ddd0c91/d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02/809c9458-6fb4-46c4-a0c2-ada94703ade2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:17.348722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:3bb3 (76ad2985-f429-49e4-926e-3e501ddd0c91/19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8/809c9458-6fb4-46c4-a0c2-ada94703ade2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:17.351545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d679529-f929-4b03-a79f-4e5e0d601853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.400999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f53e7f-3186-4989-bb4b-925ca8bdba3a None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:17.411990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:17.499909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Provisioning for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:17.510181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:17.510557 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.547149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.617649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.621652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d679529-f929-4b03-a79f-4e5e0d601853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.628311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d679529-f929-4b03-a79f-4e5e0d601853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.647149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6270526a-d989-46f9-af88-8f4f0fb2a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.653246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 809c9458-6fb4-46c4-a0c2-ada94703ade2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:17.690882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:17.691178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d679529-f929-4b03-a79f-4e5e0d601853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a2626d18cf24d0cb918f53bf661ee9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860719 Jul 23 23:01:17.694355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d679529-f929-4b03-a79f-4e5e0d601853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c0c42-ac6d-43c7-a365-b5bf0dbe5d41,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:17.731589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.788424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=809c9458-6fb4-46c4-a0c2-ada94703ade2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:17.806899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:17.808712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:17.816279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:17.823068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:17.823984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.830024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.874664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:17.879222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.915198 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.932017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d948-238f-42f0-8cc3-527891c639e0 None None] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:17.980575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.991320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6270526a-d989-46f9-af88-8f4f0fb2a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.002300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de58ff79-2fd5-4ee0-82ec-68b5cfcdbaa3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4016502 Jul 23 23:01:18.005769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:18.007694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6270526a-d989-46f9-af88-8f4f0fb2a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.086995 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6270526a-d989-46f9-af88-8f4f0fb2a74b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf145f1ae79f4bbc9fa399c7e9deb67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736507 Jul 23 23:01:18.089337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:18.115119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270526a-d989-46f9-af88-8f4f0fb2a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944ff9b-98c4-4ad2-847b-2428ddb1bfca,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:18.168399 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.173328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 809c9458-6fb4-46c4-a0c2-ada94703ade2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:18.173836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.184120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.187231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.188958 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a0c0c42-ac6d-43c7-a365-b5bf0dbe5d41 HTTP/1.1" status: 204 len: 168 time: 0.4962423 Jul 23 23:01:18.202634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aec48d-e839-4616-b46e-afd79075813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c0c42-ac6d-43c7-a365-b5bf0dbe5d41,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:18.244244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.244726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 12275cdf-e62d-49fb-9c7c-291996bc6b88 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:18.245262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.359770 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.377794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 809c9458-6fb4-46c4-a0c2-ada94703ade2 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:18.394550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.394904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 12275cdf-e62d-49fb-9c7c-291996bc6b88, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=12275cdf-e62d-49fb-9c7c-291996bc6b88,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:18.395294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.397379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.401277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6944ff9b-98c4-4ad2-847b-2428ddb1bfca HTTP/1.1" status: 204 len: 168 time: 0.3076870 Jul 23 23:01:18.432752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 12275cdf-e62d-49fb-9c7c-291996bc6b88 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:18.466689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aec47f-736b-441a-891e-dd7d70f2973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944ff9b-98c4-4ad2-847b-2428ddb1bfca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:18.602466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 91fd5604-a497-4c04-92e4-91f202bbe477 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:18.691786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 91fd5604-a497-4c04-92e4-91f202bbe477 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:18.692367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 91fd5604-a497-4c04-92e4-91f202bbe477 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:18.714033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7148ab17-cae8-45d4-9799-8c90ad55e925 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:18.714846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7148ab17-cae8-45d4-9799-8c90ad55e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.752242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:18.806228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.818723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057533dd-57b5-4e79-9f0a-9212da354be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.864643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=809c9458-6fb4-46c4-a0c2-ada94703ade2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:18.962748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.965154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.966447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2b29dba9-52b6-4ff4-93ba-32cb945c4bb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/809c9458-6fb4-46c4-a0c2-ada94703ade2 HTTP/1.1" status: 204 len: 168 time: 0.9594967 Jul 23 23:01:18.969284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.021122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=12275cdf-e62d-49fb-9c7c-291996bc6b88,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:19.080430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:19.091937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba8481-4086-4c8e-8b06-da2c4f090e79 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:19.095324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89ba8481-4086-4c8e-8b06-da2c4f090e79 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1249330 Jul 23 23:01:19.097618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.193355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f060dd73-6cdd-47a5-a533-74f20ed73a82 None None] Could not find standard attr ID for object b0c60a17-2337-4bbd-b99d-cdd27e9d084c. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:01:19.196709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:19.197083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.212783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989531f9-3198-41a0-a7d7-39d08e8b9d6a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:19.217366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-989531f9-3198-41a0-a7d7-39d08e8b9d6a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1158211 Jul 23 23:01:19.217366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.228468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.272286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e722898-b71d-483a-87c6-8afba4081cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.328767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.332693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825b4e6-f3ec-4315-a9d7-c35dacec29a8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:19.334434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825b4e6-f3ec-4315-a9d7-c35dacec29a8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:19.337159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825b4e6-f3ec-4315-a9d7-c35dacec29a8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:19.339848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a825b4e6-f3ec-4315-a9d7-c35dacec29a8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1089363 Jul 23 23:01:19.343880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.345910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057533dd-57b5-4e79-9f0a-9212da354be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.378035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057533dd-57b5-4e79-9f0a-9212da354be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.459480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e722898-b71d-483a-87c6-8afba4081cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.464885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e722898-b71d-483a-87c6-8afba4081cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.510802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8e722898-b71d-483a-87c6-8afba4081cd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5aa6d5791a8459ab990f0f748b55796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911096 Jul 23 23:01:19.510802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e722898-b71d-483a-87c6-8afba4081cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c5c9da-1c74-4b26-bf43-84cf7d196ac0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:19.512078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.524994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6fb82d96-b0e6-45c3-9c01-627b3d40490b None None] Could not find standard attr ID for object 809c9458-6fb4-46c4-a0c2-ada94703ade2. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:01:19.538372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-057533dd-57b5-4e79-9f0a-9212da354be6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b50e5d5ee43463f9df594808f49d736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7849228 Jul 23 23:01:19.539804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:19.545033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057533dd-57b5-4e79-9f0a-9212da354be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a609f-2968-49a7-bb9e-e00446af3d16,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:19.554334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:19.561423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.603520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.625210 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.634766 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.641032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.679068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.739986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.742993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.747242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90c5c9da-1c74-4b26-bf43-84cf7d196ac0 HTTP/1.1" status: 204 len: 168 time: 0.2317274 Jul 23 23:01:19.748224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.750494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.751640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/106a609f-2968-49a7-bb9e-e00446af3d16 HTTP/1.1" status: 204 len: 168 time: 0.2108703 Jul 23 23:01:19.758615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54467dd6-eb60-4854-8c4a-6d4fa767c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c5c9da-1c74-4b26-bf43-84cf7d196ac0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:19.768798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d18996-aada-4a80-9a04-d128fa5776f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a609f-2968-49a7-bb9e-e00446af3d16,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:19.821469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:19.868642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Router 278c4755-5615-4d60-97a6-5ea677fe6cef has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:01:19.987351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.031021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:20.038137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.040202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb43b3fb-d12b-4584-a898-268815ebcd53 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8 HTTP/1.1" status: 204 len: 168 time: 0.6929405 Jul 23 23:01:20.044205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:20.066607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:20.066976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d45725-c7f3-4f02-b760-d41b9d3cd208 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:20.075081 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46189c78-6a58-47fd-b38c-e12cbd60fef8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "PUT /v2.0/routers/278c4755-5615-4d60-97a6-5ea677fe6cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086282 Jul 23 23:01:20.078400 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Sync routers for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:20.090445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58874) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:20.095233 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:20.095876 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:20.136255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:20.141309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.211365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting subnet c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:20.217192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.229720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.269987 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:20.306353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.407281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.466593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.541069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.557362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.589637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:20.594964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.599731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-73970130-8d44-4002-9e60-e33707338134 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02 HTTP/1.1" status: 204 len: 168 time: 0.5535042 Jul 23 23:01:20.600494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:20.631993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:20.639052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:01:18Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:20.648435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.650740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a150c852-38f3-49ca-9b26-0e115f45d2b8 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/subnets/c9e2bb8c-9c00-4d47-ae81-c09f0d1635d2 HTTP/1.1" status: 204 len: 168 time: 0.5574358 Jul 23 23:01:20.654472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:20.658145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102a035-8db8-4220-a10a-b0bfe5ba2ee4 None None] Network e0ec1226-6668-4619-9496-c7529c6dd834 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:20.681096 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Checking router: 278c4755-5615-4d60-97a6-5ea677fe6cef for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:20.711850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Routers {'278c4755-5615-4d60-97a6-5ea677fe6cef'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:20.712481 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['278c4755-5615-4d60-97a6-5ea677fe6cef'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:20.717053 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2eab02bb-cbc8-4eb2-a23f-3bfdb1d5dde9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150110 Jul 23 23:01:20.722558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:20.730247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:20.917545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:20.960043 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] Set router 278c4755-5615-4d60-97a6-5ea677fe6cef gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:20.983186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:20.992528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.091052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] DHCP port deletion for e0ec1226-6668-4619-9496-c7529c6dd834 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:21.165367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.180037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Deleting port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:21.180663 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.329342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] For port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,segment=NetworkSegment(fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc),segment_id=fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:21.329851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.338372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69386b-5f99-475f-918d-491f8dd36057 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:21.360403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Deleting port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:21.360757 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.395008 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:01:18Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:21.440162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b7a1-3ed6-4ecf-a2b8-2eccddc484fb None None] The sync data for ids ['278c4755-5615-4d60-97a6-5ea677fe6cef'] in n-d-791506-25 is: [{'id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'name': 'tempest-TestNetworkBasicOps-router-1358321671', 'tenant_id': '9a80a634a8b142afaa568338d6884fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:00:00Z', 'updated_at': '2021-07-23T23:01:18Z', 'revision_number': 5, 'project_id': '9a80a634a8b142afaa568338d6884fe5', 'gw_port': {'id': '7eab4a97-46de-4d1d-a2d7-3795ace2f76c', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c4755-5615-4d60-97a6-5ea677fe6cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:00:01Z', 'updated_at': '2021-07-23T23:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:21.475834 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.484210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Calling delete_port for f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:21.531178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:21.535996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:21.542853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce1006f5-8b52-4ad3-b9df-72c317c75219 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:21.543341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce1006f5-8b52-4ad3-b9df-72c317c75219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.552733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:21.554401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.563929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] For port 7eab4a97-46de-4d1d-a2d7-3795ace2f76c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:21.565025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.583990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8602865 Jul 23 23:01:21.587719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:21.590936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Calling delete_port for 7eab4a97-46de-4d1d-a2d7-3795ace2f76c owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:21.594761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:21.620030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=0adefc77-b346-4463-96c2-d8d1c96b868d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:21.648947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.649370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.649849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.650261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.650505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.650832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.651159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.652327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.655749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.655749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.655749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.655749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e3031-27a2-49db-80d9-c0673bcede99 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:21.793308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:21.798423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.826240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.867464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] Pushing event deleted for resources: {'Port': ['ID=f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:21.870068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666c1a9-d690-4c92-99c6-a1d4214388d3 None None] No DVR routers for this DVR port f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:21.895845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:21.923979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Port': ['ID=7eab4a97-46de-4d1d-a2d7-3795ace2f76c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:22.025857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.065803 n-d-791506-25 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0adefc77-b346-4463-96c2-d8d1c96b868d (CIDR: 2001:db8::/64) Jul 23 23:01:22.072442 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:01:22.073199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:22.097050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5aafa86f-aa15-417c-bd89-3a644b5b1ea6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5083818 Jul 23 23:01:22.099727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:22.107943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'subnet': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:22.258665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f910b-6a6a-463e-aaa2-37ba51d8260f None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:22.486269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2a54833b-79ef-4e9f-a48f-07dd17dbb7b4 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:22.486657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a54833b-79ef-4e9f-a48f-07dd17dbb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.547355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.584484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.587103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.673608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.674233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Fanout notify agent at l3_agent the message router_deleted on router 278c4755-5615-4d60-97a6-5ea677fe6cef {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:01:22.688324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.692369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 58956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:22.694526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f55996a-8ace-4709-9ba2-7d03d27d6700 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/routers/278c4755-5615-4d60-97a6-5ea677fe6cef HTTP/1.1" status: 204 len: 168 time: 2.0340748 Jul 23 23:01:22.782927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:22.788461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:22.840290 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.026989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14f20553-0c98-402f-a605-9d40bdfed498 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:23.027988 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14f20553-0c98-402f-a605-9d40bdfed498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.047428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.069391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ec1226-6668-4619-9496-c7529c6dd834']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:23.088834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:23.088834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe07225b-cd9e-4d90-bbe7-ebbf22bc2abc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:23.090220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 12275cdf-e62d-49fb-9c7c-291996bc6b88 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:23.101647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.123960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.125809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 12275cdf-e62d-49fb-9c7c-291996bc6b88 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:23.126233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 12275cdf-e62d-49fb-9c7c-291996bc6b88 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:23.127118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7eab4a97-46de-4d1d-a2d7-3795ace2f76c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:23.152565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7eab4a97-46de-4d1d-a2d7-3795ace2f76c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:23.152877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7eab4a97-46de-4d1d-a2d7-3795ace2f76c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:23.153363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:23.160943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:23.161380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:23.164513 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:23.180033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:23.180788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f0a41b3e-9ab3-486e-8eca-2e4f3bed9ee9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:23.252386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.256756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.259037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] 10.222.0.37 "DELETE /v2.0/networks/e0ec1226-6668-4619-9496-c7529c6dd834 HTTP/1.1" status: 204 len: 168 time: 0.5656912 Jul 23 23:01:23.305189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d48b-4dd4-4826-88c2-0b13ffae91a0 tempest-TestNetworkBasicOps-774066031 tempest-TestNetworkBasicOps-774066031-project] Pushing event deleted for resources: {'Network': ['ID=e0ec1226-6668-4619-9496-c7529c6dd834,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:23.327280 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.470140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.objects.ports [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:23.655912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.684349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 58998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:23.715811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59002) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:23.822855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:23.856128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.862103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.862515 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff9fe34-2725-46fc-ae6c-00dbb4ae8f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.863080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.928923 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8a0cbadc-2d98-45f5-b518-871845a9a009 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a80a634a8b142afaa568338d6884fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424951 Jul 23 23:01:23.931860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59010) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:23.945223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:23.956631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:23.967331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:23.967672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:23.973082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c702b3-3b32-49f3-b0d8-6c4fabd51070 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:23.978976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Subnet': ['ID=2680aaa9-0e24-463a-b137-d01ddc2377cd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:23.990595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:24.018821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.061044 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.072999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff9fe34-2725-46fc-ae6c-00dbb4ae8f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.083108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fff9fe34-2725-46fc-ae6c-00dbb4ae8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.090915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-255a6d18-7a17-4197-b0ac-01a740ee79e2 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9891908 Jul 23 23:01:24.094094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:24.102069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Request body: {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'mac_address': 'fa:16:3e:52:b0:80', 'name': 'tempest-NetworksTestDHCPv6-160083442'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:24.153215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fff9fe34-2725-46fc-ae6c-00dbb4ae8f09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98767e294f114f0e8569bc5f60c6022e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362364 Jul 23 23:01:24.154127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59020) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:24.161147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fe34-2725-46fc-ae6c-00dbb4ae8f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d18a16-e821-40c8-a85a-ebfc3aa9cfba,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:24.204909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.207447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.211293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b413c287-50f2-4ee7-bc92-407298e26025 HTTP/1.1" status: 204 len: 168 time: 0.2750702 Jul 23 23:01:24.224531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eccd7-4119-4231-94b5-2addd0ebea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413c287-50f2-4ee7-bc92-407298e26025,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:24.232592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.256313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.280911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Made reservation on behalf of 3c7e691882b74e98b8d85d2bcb63246c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:24.304742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '2680aaa9-0e24-463a-b137-d01ddc2377cd', 'ip_address': '2001:db8:0:1:f816:3eff:fe34:7624'}, {'subnet_id': '0adefc77-b346-4463-96c2-d8d1c96b868d'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '13ffbef8-5c19-4e90-933f-2861a2766ff0'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:24.328815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.333577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.334824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20d18a16-e821-40c8-a85a-ebfc3aa9cfba HTTP/1.1" status: 204 len: 168 time: 0.1792495 Jul 23 23:01:24.344549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa90ad5-19f5-48df-a51d-9a031d1feaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d18a16-e821-40c8-a85a-ebfc3aa9cfba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:24.386225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.430715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.460762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] device_id is not set on port 34d2874d-bc1b-40d6-ae5b-369a500e2a6e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:24.659024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8::121 (76ad2985-f429-49e4-926e-3e501ddd0c91/0adefc77-b346-4463-96c2-d8d1c96b868d/34d2874d-bc1b-40d6-ae5b-369a500e2a6e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:24.666345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:b080 (76ad2985-f429-49e4-926e-3e501ddd0c91/2680aaa9-0e24-463a-b137-d01ddc2377cd/34d2874d-bc1b-40d6-ae5b-369a500e2a6e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:24.756378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:24.763263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:24.780180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb372a7-9183-4ab9-8df8-ee53b0befacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.781393 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47dc115c-5fd8-4c41-9ca8-a30b5391f987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.873061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.891720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Transition to ACTIVE for port object 34d2874d-bc1b-40d6-ae5b-369a500e2a6e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:24.908448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47dc115c-5fd8-4c41-9ca8-a30b5391f987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.916767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47dc115c-5fd8-4c41-9ca8-a30b5391f987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:24.965378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-47dc115c-5fd8-4c41-9ca8-a30b5391f987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09125cecfb8b4aaabdbd6ce40971953a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008157 Jul 23 23:01:24.971086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:24.991171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc115c-5fd8-4c41-9ca8-a30b5391f987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc4f464-2267-4a6d-94ad-b8dac397b1ef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.028840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.064353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.071722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:25.089958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.122024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:25.129231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:25.141800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:25.148761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:25.149884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.158609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.165454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.165945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event updated for resources: {'Port': ['ID=34d2874d-bc1b-40d6-ae5b-369a500e2a6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.170395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:25.171084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.173407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6cc4f464-2267-4a6d-94ad-b8dac397b1ef HTTP/1.1" status: 204 len: 168 time: 0.2008889 Jul 23 23:01:25.188310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fad37-672c-4a0e-8088-75f21a60cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc4f464-2267-4a6d-94ad-b8dac397b1ef,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.188986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Allocated IP 2001:db8::2 (76ad2985-f429-49e4-926e-3e501ddd0c91/0adefc77-b346-4463-96c2-d8d1c96b868d/13ffbef8-5c19-4e90-933f-2861a2766ff0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:25.226098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb372a7-9183-4ab9-8df8-ee53b0befacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.237579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb372a7-9183-4ab9-8df8-ee53b0befacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.269954 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea750c07-59e5-4b3c-b658-a408b2c80fb0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1724014 Jul 23 23:01:25.271745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59050) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:25.329332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dbb372a7-9183-4ab9-8df8-ee53b0befacd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aea1cfbe0e4748c19034c1831b58d1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693753 Jul 23 23:01:25.329505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:25.338083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb372a7-9183-4ab9-8df8-ee53b0befacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01c400-9379-410e-a194-0ae55a142d12,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.390316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:25.438193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.447890 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.460924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Transition to ACTIVE for port object 13ffbef8-5c19-4e90-933f-2861a2766ff0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:25.469667 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.483416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:25.502814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.563121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting port 34d2874d-bc1b-40d6-ae5b-369a500e2a6e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:25.563466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.594862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.599226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.607372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de01c400-9379-410e-a194-0ae55a142d12 HTTP/1.1" status: 204 len: 168 time: 0.2710867 Jul 23 23:01:25.623874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab1af-41ee-4623-aa36-7d559882eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01c400-9379-410e-a194-0ae55a142d12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.699821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17391dc3-43a0-45be-ab62-42deeee91be9 None None] Pushing event updated for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:25.756245 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bae24c-7471-4593-b7dd-75dfe6237891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.820672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.841276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Calling delete_port for 34d2874d-bc1b-40d6-ae5b-369a500e2a6e owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:25.986186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bae24c-7471-4593-b7dd-75dfe6237891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.996141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bae24c-7471-4593-b7dd-75dfe6237891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.043277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a9bae24c-7471-4593-b7dd-75dfe6237891 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56d7a67b187549129986883092fa9826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555928 Jul 23 23:01:26.043471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.057219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bae24c-7471-4593-b7dd-75dfe6237891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c270bd-405d-4963-a0ec-db296694d788,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:26.122348 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.152696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.169016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.214762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.218257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.219507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c270bd-405d-4963-a0ec-db296694d788 HTTP/1.1" status: 204 len: 168 time: 0.1750584 Jul 23 23:01:26.237312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b66da3-15c4-4706-929b-f815b6b8570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c270bd-405d-4963-a0ec-db296694d788,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:26.270641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Port': ['ID=34d2874d-bc1b-40d6-ae5b-369a500e2a6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:26.295220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.297418 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f5b90ee-0c0c-40ee-9b74-f9e5fdd583d6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/34d2874d-bc1b-40d6-ae5b-369a500e2a6e HTTP/1.1" status: 204 len: 168 time: 1.0244439 Jul 23 23:01:26.299938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.381191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9940a7c-aa79-4412-b09a-d109bffc5745 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:26.382966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c9940a7c-aa79-4412-b09a-d109bffc5745 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0820181 Jul 23 23:01:26.385497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.464621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e310e916-3ed9-473b-b295-3c59cb7cc1d9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:26.468824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e310e916-3ed9-473b-b295-3c59cb7cc1d9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0793290 Jul 23 23:01:26.469100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.536081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299db8a-a3a8-4c59-b434-cf80bb9a5412 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:26.537984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299db8a-a3a8-4c59-b434-cf80bb9a5412 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:26.539654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2299db8a-a3a8-4c59-b434-cf80bb9a5412 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:26.545194 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2299db8a-a3a8-4c59-b434-cf80bb9a5412 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750341 Jul 23 23:01:26.545799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.609475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04326f87-d3e6-47e3-8059-c4464f39532f None None] Provisioning for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:26.610071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 0adefc77-b346-4463-96c2-d8d1c96b868d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:26.613691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.625202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04326f87-d3e6-47e3-8059-c4464f39532f None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:26.625713 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04326f87-d3e6-47e3-8059-c4464f39532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.668788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.743794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.760039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede25aba-6a46-4d6a-952f-d4afaa834c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.790970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.872549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.884184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffde16bf-8387-4659-acc2-37af08a8ac27 None None] Could not find standard attr ID for object 34d2874d-bc1b-40d6-ae5b-369a500e2a6e. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:01:26.913251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede25aba-6a46-4d6a-952f-d4afaa834c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.920249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=0adefc77-b346-4463-96c2-d8d1c96b868d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:26.920520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ede25aba-6a46-4d6a-952f-d4afaa834c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.924772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:26.929105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-58beb1dd-d042-4976-8b6e-5699155ce28c tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/0adefc77-b346-4463-96c2-d8d1c96b868d HTTP/1.1" status: 204 len: 168 time: 0.3820889 Jul 23 23:01:26.931620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:26.970543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede25aba-6a46-4d6a-952f-d4afaa834c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f563eb6c-faee-4797-ba17-0e2f8cb46361,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:27.007730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ede25aba-6a46-4d6a-952f-d4afaa834c53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ababa9e0fa114fafb8ec7d49fffed313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628043 Jul 23 23:01:27.010394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.017093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Deleting subnet 2680aaa9-0e24-463a-b137-d01ddc2377cd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:27.020850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.055991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d781fbe-a3f3-45c3-a8e9-bf387a302563 None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:27.089798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.091346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:27.148607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.199606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.222012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:27.222384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.235075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.334414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.337724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.339615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f563eb6c-faee-4797-ba17-0e2f8cb46361 HTTP/1.1" status: 204 len: 168 time: 0.3268282 Jul 23 23:01:27.350752 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e0960-eb7e-4197-8dbb-b03edc51e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563eb6c-faee-4797-ba17-0e2f8cb46361,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:27.359676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.402498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Subnet': ['ID=2680aaa9-0e24-463a-b137-d01ddc2377cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:27.406792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.411481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ac5fe273-5b3c-42d6-855d-3f8135cc4f94 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/2680aaa9-0e24-463a-b137-d01ddc2377cd HTTP/1.1" status: 204 len: 168 time: 0.4786768 Jul 23 23:01:27.412227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.467908 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b42c0e4-feeb-4d91-9e01-fb0f2a429c92 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517609 Jul 23 23:01:27.468746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.569104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2f0c9-1360-4d4c-b523-7b53fea16f18 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:27.573270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20a2f0c9-1360-4d4c-b523-7b53fea16f18 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1004424 Jul 23 23:01:27.573678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.647064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddaa645-83a1-4cb4-a450-1605557bfdcb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:27.648672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eddaa645-83a1-4cb4-a450-1605557bfdcb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0732121 Jul 23 23:01:27.652104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.664514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e192497-d84a-4718-bf69-61f574894630 None None] Update dhcp port {'port': {'network_id': '76ad2985-f429-49e4-926e-3e501ddd0c91', 'fixed_ips': [{'subnet_id': '2680aaa9-0e24-463a-b137-d01ddc2377cd'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '13ffbef8-5c19-4e90-933f-2861a2766ff0'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:01:27.703429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-370b0541-e0f9-45e8-8599-f7a2babb4f9d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498698 Jul 23 23:01:27.708125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.731593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e192497-d84a-4718-bf69-61f574894630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:27.736762 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41be7ca-4936-40c3-b3e9-7d7fcc7ca247 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.737814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41be7ca-4936-40c3-b3e9-7d7fcc7ca247 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.741690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e41be7ca-4936-40c3-b3e9-7d7fcc7ca247 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/34d2874d-bc1b-40d6-ae5b-369a500e2a6e HTTP/1.1" status: 404 len: 333 time: 0.0302491 Jul 23 23:01:27.741975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59146) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.770404 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3617ab19-2535-4576-babb-e318bdf0002d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.770404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3617ab19-2535-4576-babb-e318bdf0002d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.772876 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3617ab19-2535-4576-babb-e318bdf0002d tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/2680aaa9-0e24-463a-b137-d01ddc2377cd HTTP/1.1" status: 404 len: 337 time: 0.0299752 Jul 23 23:01:27.775548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59152) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.809314 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8cc5c4-d212-4bc4-99d8-e76e4939462b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.809809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8cc5c4-d212-4bc4-99d8-e76e4939462b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.812877 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8c8cc5c4-d212-4bc4-99d8-e76e4939462b tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/0adefc77-b346-4463-96c2-d8d1c96b868d HTTP/1.1" status: 404 len: 337 time: 0.0342712 Jul 23 23:01:27.815108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.847493 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a57b124-4cb7-4485-a772-a67808d6417f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.851083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a57b124-4cb7-4485-a772-a67808d6417f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.853508 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a57b124-4cb7-4485-a772-a67808d6417f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/809c9458-6fb4-46c4-a0c2-ada94703ade2 HTTP/1.1" status: 404 len: 333 time: 0.0373251 Jul 23 23:01:27.856675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.884699 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0d395f-de43-4a90-a6f5-4a522b5f3f17 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.885366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0d395f-de43-4a90-a6f5-4a522b5f3f17 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.890476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f0d395f-de43-4a90-a6f5-4a522b5f3f17 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/19ba1019-53ca-4a3f-b8a0-bc91e2b0e2c8 HTTP/1.1" status: 404 len: 337 time: 0.0304830 Jul 23 23:01:27.890818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.919571 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4c329a-82fa-4981-8797-7059d93e2add tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.920032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4c329a-82fa-4981-8797-7059d93e2add tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.921924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2f4c329a-82fa-4981-8797-7059d93e2add tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d7e7deaf-3c4d-4ac2-85e1-7196a3cc3e02 HTTP/1.1" status: 404 len: 337 time: 0.0300648 Jul 23 23:01:27.924396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.953869 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20f1531-698b-4adf-87d4-010a0781765e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.954948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20f1531-698b-4adf-87d4-010a0781765e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.958951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d20f1531-698b-4adf-87d4-010a0781765e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/b0c60a17-2337-4bbd-b99d-cdd27e9d084c HTTP/1.1" status: 404 len: 333 time: 0.0334358 Jul 23 23:01:27.960539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:27.971109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da9a46-c6b8-4273-8006-416bdcc0efac None None] Network 76ad2985-f429-49e4-926e-3e501ddd0c91 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:27.995858 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ca6ff5-472c-49fa-824a-e4e6bd43fc5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:27.996316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ca6ff5-472c-49fa-824a-e4e6bd43fc5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:27.998277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a0ca6ff5-472c-49fa-824a-e4e6bd43fc5e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/05952046-8d30-47cd-9dd3-a764bbac7a73 HTTP/1.1" status: 404 len: 337 time: 0.0358608 Jul 23 23:01:28.002894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.032828 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-323329a3-af0f-428b-96ca-5fa3e3a84698 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.033540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323329a3-af0f-428b-96ca-5fa3e3a84698 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.035627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-323329a3-af0f-428b-96ca-5fa3e3a84698 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/f405c060-872f-40ae-b139-a5a32854c875 HTTP/1.1" status: 404 len: 337 time: 0.0310531 Jul 23 23:01:28.039379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59184) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.073275 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-63af1850-ef6a-43c9-95a3-8bf3968f50ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.074357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63af1850-ef6a-43c9-95a3-8bf3968f50ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.076307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63af1850-ef6a-43c9-95a3-8bf3968f50ab tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/fd720c4c-1133-4ed4-814f-84798189698e HTTP/1.1" status: 404 len: 333 time: 0.0356781 Jul 23 23:01:28.080180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.099012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-90a703ad-9551-4da5-96b2-d31e022194c8 None None] Provisioning complete for port 13ffbef8-5c19-4e90-933f-2861a2766ff0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:28.099580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90a703ad-9551-4da5-96b2-d31e022194c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:28.113910 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d258dac-857f-4ac2-b5a1-860ef68944e9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.114463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d258dac-857f-4ac2-b5a1-860ef68944e9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.117399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d258dac-857f-4ac2-b5a1-860ef68944e9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d6d9a57b-4e05-4ebb-a647-1b845507c37c HTTP/1.1" status: 404 len: 337 time: 0.0359070 Jul 23 23:01:28.121591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.155643 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c520a28e-d4f7-4a8a-9005-8ba725a8c794 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.156364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c520a28e-d4f7-4a8a-9005-8ba725a8c794 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.158830 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c520a28e-d4f7-4a8a-9005-8ba725a8c794 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/ae62ca94-1e03-4f86-a752-f3948048b49c HTTP/1.1" status: 404 len: 337 time: 0.0357394 Jul 23 23:01:28.162375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.202745 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-808053e1-b87f-4c34-a608-8b3a91e7bddb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.203599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808053e1-b87f-4c34-a608-8b3a91e7bddb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.209142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-808053e1-b87f-4c34-a608-8b3a91e7bddb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f7ef851b-adaf-4f0c-b7e0-137694dd1ae7 HTTP/1.1" status: 404 len: 333 time: 0.0413289 Jul 23 23:01:28.210313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.249881 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaf92c4-2d7b-44a3-b6dc-f2a0962b1133 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.258678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaf92c4-2d7b-44a3-b6dc-f2a0962b1133 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.265221 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dfaf92c4-2d7b-44a3-b6dc-f2a0962b1133 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/51212ca3-9c3b-419d-900a-75cd5afb94ac HTTP/1.1" status: 404 len: 337 time: 0.0495410 Jul 23 23:01:28.265681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.310196 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4355a371-1f18-4a92-a043-1ea93dcaab51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.311037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4355a371-1f18-4a92-a043-1ea93dcaab51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.313039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4355a371-1f18-4a92-a043-1ea93dcaab51 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f45dbad8-34db-4c5d-9e64-4bc9b912a18d HTTP/1.1" status: 404 len: 333 time: 0.0462866 Jul 23 23:01:28.316477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.336014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] DHCP port deletion for 76ad2985-f429-49e4-926e-3e501ddd0c91 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:28.361187 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbba865c-4224-4174-a0f4-07804afc0434 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.361935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbba865c-4224-4174-a0f4-07804afc0434 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.366200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cbba865c-4224-4174-a0f4-07804afc0434 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/4273c47e-da7f-48bf-abf8-3a2ec9bca744 HTTP/1.1" status: 404 len: 337 time: 0.0466406 Jul 23 23:01:28.367914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.394612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Deleting port 13ffbef8-5c19-4e90-933f-2861a2766ff0 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:28.395003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:28.399601 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af5c039-4faf-431c-b835-adfe7cea17df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.400358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af5c039-4faf-431c-b835-adfe7cea17df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.402690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3af5c039-4faf-431c-b835-adfe7cea17df tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/4e9002a9-96d0-4c7b-8595-1b5dcde111cb HTTP/1.1" status: 404 len: 333 time: 0.0337982 Jul 23 23:01:28.405211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.444710 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd702bb-5fd5-4abb-8293-34b98778220e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.445243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd702bb-5fd5-4abb-8293-34b98778220e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.447471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9bd702bb-5fd5-4abb-8293-34b98778220e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/9708fd62-3719-4611-a108-02c6571e77fc HTTP/1.1" status: 404 len: 337 time: 0.0407455 Jul 23 23:01:28.450276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59216) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.460642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] For port 13ffbef8-5c19-4e90-933f-2861a2766ff0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=13ffbef8-5c19-4e90-933f-2861a2766ff0,segment=NetworkSegment(860156db-f132-471b-a95d-943b4a9cc1c0),segment_id=860156db-f132-471b-a95d-943b4a9cc1c0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:28.461125 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:28.476168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Calling delete_port for 13ffbef8-5c19-4e90-933f-2861a2766ff0 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:28.481802 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f088d1c-2f15-4238-8c08-4ae9bc9a669e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.482662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f088d1c-2f15-4238-8c08-4ae9bc9a669e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.484470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6f088d1c-2f15-4238-8c08-4ae9bc9a669e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/9a249f39-1eac-4c2d-9342-07f8b3712b5e HTTP/1.1" status: 404 len: 333 time: 0.0329216 Jul 23 23:01:28.487183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.524331 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74fcbf9-0280-457d-8c54-848729d510d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.524696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74fcbf9-0280-457d-8c54-848729d510d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.527921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c74fcbf9-0280-457d-8c54-848729d510d4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/77b36e2a-2dbf-46e2-9a9e-456910543525 HTTP/1.1" status: 404 len: 337 time: 0.0397804 Jul 23 23:01:28.530820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.561642 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6c2584-2d17-41c2-b685-edfa487f03cd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.562447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6c2584-2d17-41c2-b685-edfa487f03cd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.564349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea6c2584-2d17-41c2-b685-edfa487f03cd tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/a61f1f8a-7dbc-4d72-94f2-40d5971fee97 HTTP/1.1" status: 404 len: 333 time: 0.0324745 Jul 23 23:01:28.567006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.589839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:28.608138 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-97822ce4-64d9-4a9b-8b38-7c529d2f8233 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.608598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97822ce4-64d9-4a9b-8b38-7c529d2f8233 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.610504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-97822ce4-64d9-4a9b-8b38-7c529d2f8233 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/33d3d308-82b2-4e2c-b6dd-7deb9dcb46fa HTTP/1.1" status: 404 len: 337 time: 0.0425215 Jul 23 23:01:28.613263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.621315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] Pushing event deleted for resources: {'Port': ['ID=13ffbef8-5c19-4e90-933f-2861a2766ff0,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:28.633329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8feacbb-7326-4eb2-b78e-209686f3348f None None] No DVR routers for this DVR port 13ffbef8-5c19-4e90-933f-2861a2766ff0 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:28.666415 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-272bbdca-7877-4c84-8f30-ae50a1d955e5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.667176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272bbdca-7877-4c84-8f30-ae50a1d955e5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.669016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-272bbdca-7877-4c84-8f30-ae50a1d955e5 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/e7493ba4-ab4f-4b2c-a89b-dea24ea3ed54 HTTP/1.1" status: 404 len: 333 time: 0.0522764 Jul 23 23:01:28.671936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59236) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.700682 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ddab55-1dd2-4df8-a68b-1ef888277cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.701392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ddab55-1dd2-4df8-a68b-1ef888277cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.703647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-74ddab55-1dd2-4df8-a68b-1ef888277cc0 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/1d3f41af-69d4-4cb0-96a0-c702e8fc9c2a HTTP/1.1" status: 404 len: 337 time: 0.0305116 Jul 23 23:01:28.706360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.739822 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd7ae76-5a35-49c0-b6b1-59efbf891104 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.740657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd7ae76-5a35-49c0-b6b1-59efbf891104 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.745986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2fd7ae76-5a35-49c0-b6b1-59efbf891104 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/95bf6826-67ad-40bf-b672-62ce6bb97e69 HTTP/1.1" status: 404 len: 337 time: 0.0349982 Jul 23 23:01:28.747878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59246) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.777416 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-90777a59-a231-45fe-adf9-b96e921b9016 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.778260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90777a59-a231-45fe-adf9-b96e921b9016 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.780370 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90777a59-a231-45fe-adf9-b96e921b9016 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/c157d07e-7489-4c10-a98e-35ae4cb711c9 HTTP/1.1" status: 404 len: 333 time: 0.0314484 Jul 23 23:01:28.783174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.824333 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d5bd5-2c14-4a57-902b-b50cf8a04925 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.824787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189d5bd5-2c14-4a57-902b-b50cf8a04925 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.826559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-189d5bd5-2c14-4a57-902b-b50cf8a04925 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/e4b4d3d8-2845-4878-a758-7398aa2e3b7e HTTP/1.1" status: 404 len: 337 time: 0.0423982 Jul 23 23:01:28.829957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.869348 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-846b4b4a-e1eb-44a4-b7df-cced3bdbc6fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.870268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846b4b4a-e1eb-44a4-b7df-cced3bdbc6fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.872562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-846b4b4a-e1eb-44a4-b7df-cced3bdbc6fb tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/8d642cab-cdb5-47d9-8fbf-7672cf1608ee HTTP/1.1" status: 404 len: 337 time: 0.0411401 Jul 23 23:01:28.875196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.904459 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb72140-a8a0-4fe1-90d0-f3404bee8037 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.905402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb72140-a8a0-4fe1-90d0-f3404bee8037 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.907273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dfb72140-a8a0-4fe1-90d0-f3404bee8037 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/e26a36d4-0a32-4f9b-8e1a-577a4e67f4e3 HTTP/1.1" status: 404 len: 333 time: 0.0310552 Jul 23 23:01:28.910269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:28.945345 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2475d280-bcb5-43bc-8ada-13c4d984ded9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:28.946014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2475d280-bcb5-43bc-8ada-13c4d984ded9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:28.948089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2475d280-bcb5-43bc-8ada-13c4d984ded9 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/bf7bba3a-4d1f-4b6e-9563-d6efa1c8757e HTTP/1.1" status: 404 len: 337 time: 0.0363164 Jul 23 23:01:28.951002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59266) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.010014 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42af9bf-84c6-45a0-8069-beccebbfc882 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.010670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42af9bf-84c6-45a0-8069-beccebbfc882 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.013501 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d42af9bf-84c6-45a0-8069-beccebbfc882 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/7bac80cf-7f09-4005-b59c-f1d67b62d180 HTTP/1.1" status: 404 len: 337 time: 0.0608571 Jul 23 23:01:29.016171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.058649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:29.064099 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7a3901-9c0f-4ea2-ae1b-ac9cfb01f1b6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.065435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7a3901-9c0f-4ea2-ae1b-ac9cfb01f1b6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.068080 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e7a3901-9c0f-4ea2-ae1b-ac9cfb01f1b6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/7e01af31-9b7a-4e05-8762-4f868cc22c4b HTTP/1.1" status: 404 len: 333 time: 0.0507457 Jul 23 23:01:29.071527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.087505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 13ffbef8-5c19-4e90-933f-2861a2766ff0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:29.088138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 13ffbef8-5c19-4e90-933f-2861a2766ff0 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:29.115449 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-477079b3-1325-4b22-8d36-5de2cd0a584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.116016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477079b3-1325-4b22-8d36-5de2cd0a584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.120864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-477079b3-1325-4b22-8d36-5de2cd0a584f tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/f3d5ab45-9874-4cc8-8cb2-60e35e58161a HTTP/1.1" status: 404 len: 337 time: 0.0458589 Jul 23 23:01:29.121231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.150639 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-895d6464-dcdd-4d36-b2b3-c6f151afbaf7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.152133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895d6464-dcdd-4d36-b2b3-c6f151afbaf7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.154202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-895d6464-dcdd-4d36-b2b3-c6f151afbaf7 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/792559dc-d579-4347-aa39-385f9929bca0 HTTP/1.1" status: 404 len: 337 time: 0.0318685 Jul 23 23:01:29.156799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.190415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1901a83a-6b1b-4802-9dbc-eccf6c3eac03 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a63dd68-8970-4e6f-8490-9dee247a5e06 HTTP/1.1" status: 200 len: 205 time: 0.0323100 Jul 23 23:01:29.192786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.231616 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1694855a-385a-41e4-933c-aded60b4498e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] delete failed (client error): The resource could not be found. Jul 23 23:01:29.232922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1694855a-385a-41e4-933c-aded60b4498e tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/routers/0a63dd68-8970-4e6f-8490-9dee247a5e06 HTTP/1.1" status: 404 len: 336 time: 0.0392191 Jul 23 23:01:29.235951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.265494 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c326c39b-095c-4558-bc31-7003325b941a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.266250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c326c39b-095c-4558-bc31-7003325b941a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.267999 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c326c39b-095c-4558-bc31-7003325b941a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/364f4968-4f3a-4ef9-9053-74698cb05838 HTTP/1.1" status: 404 len: 337 time: 0.0310807 Jul 23 23:01:29.271209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.322282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a512739b-6fae-4cb3-b7ba-74dfd5a2de58 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "GET /v2.0/ports?device_id=de6032c1-8c6a-47ed-9732-2dd51db60961 HTTP/1.1" status: 200 len: 205 time: 0.0483959 Jul 23 23:01:29.324798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59300) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.389662 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-dd724fd5-4dfd-4f5a-8bd8-7faa0a7372ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] delete failed (client error): The resource could not be found. Jul 23 23:01:29.393613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dd724fd5-4dfd-4f5a-8bd8-7faa0a7372ca tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/routers/de6032c1-8c6a-47ed-9732-2dd51db60961 HTTP/1.1" status: 404 len: 336 time: 0.0651078 Jul 23 23:01:29.393948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.428942 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea465fc-2c43-43d2-930e-8a50bb230025 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.429204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea465fc-2c43-43d2-930e-8a50bb230025 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.434556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ea465fc-2c43-43d2-930e-8a50bb230025 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/dee57281-ebbc-40ea-9a6c-f3ae0353500a HTTP/1.1" status: 404 len: 337 time: 0.0362804 Jul 23 23:01:29.434799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.468482 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-579ffa25-d42f-418f-840a-0b566a4a1ac3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.468482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579ffa25-d42f-418f-840a-0b566a4a1ac3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.472642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-579ffa25-d42f-418f-840a-0b566a4a1ac3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/e9694133-4f05-4948-bfa8-0492e7cff15a HTTP/1.1" status: 404 len: 337 time: 0.0344191 Jul 23 23:01:29.473411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.503753 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ee12e2-2b8d-4ca9-85a5-e1f567665058 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.504520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ee12e2-2b8d-4ca9-85a5-e1f567665058 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.510279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c6ee12e2-2b8d-4ca9-85a5-e1f567665058 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/07368e71-daff-4fcc-8f38-9f558dbc830b HTTP/1.1" status: 404 len: 333 time: 0.0323701 Jul 23 23:01:29.511182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.539005 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4995241-9f61-4f0d-80b0-381172caba63 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.539466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4995241-9f61-4f0d-80b0-381172caba63 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.541299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f4995241-9f61-4f0d-80b0-381172caba63 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/619f3bce-4bab-41f9-9d35-5a2cf8a1c712 HTTP/1.1" status: 404 len: 337 time: 0.0291955 Jul 23 23:01:29.544265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.580054 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f69898-0be2-4880-ab0c-34cb296723a4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.580809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f69898-0be2-4880-ab0c-34cb296723a4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.582823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35f69898-0be2-4880-ab0c-34cb296723a4 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/ab41ac20-43db-46e6-afc5-bc50b02c51fe HTTP/1.1" status: 404 len: 333 time: 0.0375619 Jul 23 23:01:29.585622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.621204 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8197cf6-7b29-43d1-840b-c83285c32af6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.621795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8197cf6-7b29-43d1-840b-c83285c32af6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.624434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e8197cf6-7b29-43d1-840b-c83285c32af6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/b41d7c69-b51a-4fc3-968b-3fcd3ec3c42d HTTP/1.1" status: 404 len: 337 time: 0.0369053 Jul 23 23:01:29.626326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.660123 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7468e0c-3dde-4327-93e4-5c562ea02cf6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.660983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7468e0c-3dde-4327-93e4-5c562ea02cf6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.662884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7468e0c-3dde-4327-93e4-5c562ea02cf6 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/21ae27a1-2672-4d05-bd6a-4a7b2872ea0a HTTP/1.1" status: 404 len: 333 time: 0.0351498 Jul 23 23:01:29.665731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.693804 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68ba311-0db5-467f-996f-19760c0a9465 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.694336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68ba311-0db5-467f-996f-19760c0a9465 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.696142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c68ba311-0db5-467f-996f-19760c0a9465 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/d6c4be91-f987-4845-bd98-9df60674791b HTTP/1.1" status: 404 len: 337 time: 0.0293353 Jul 23 23:01:29.700122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.727038 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e896e2-22e0-4419-972b-75b12bcf1575 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.727548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e896e2-22e0-4419-972b-75b12bcf1575 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.729400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-68e896e2-22e0-4419-972b-75b12bcf1575 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/27428c96-2030-4cf0-9bcb-1083ec9d2526 HTTP/1.1" status: 404 len: 333 time: 0.0288534 Jul 23 23:01:29.741568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.772427 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-855ccbbd-59f2-4c76-926a-f2d825ed81e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.772851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855ccbbd-59f2-4c76-926a-f2d825ed81e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.774764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-855ccbbd-59f2-4c76-926a-f2d825ed81e8 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/bb37ce67-35b3-4b9a-9415-1f76d5d9c692 HTTP/1.1" status: 404 len: 337 time: 0.0321887 Jul 23 23:01:29.777590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.805800 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7db26f3-7125-4735-9b35-fcfd2f7de35a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.805800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7db26f3-7125-4735-9b35-fcfd2f7de35a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.806771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e7db26f3-7125-4735-9b35-fcfd2f7de35a tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/cdde37ea-780d-4b61-8bc1-9664af019890 HTTP/1.1" status: 404 len: 333 time: 0.0282276 Jul 23 23:01:29.814446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.849392 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba79522-c3b1-4e6c-b884-cbf635da2d50 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.850138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba79522-c3b1-4e6c-b884-cbf635da2d50 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.851980 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ba79522-c3b1-4e6c-b884-cbf635da2d50 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/dab4d9d6-bee8-4538-b36d-bc7e20a3c46e HTTP/1.1" status: 404 len: 337 time: 0.0330865 Jul 23 23:01:29.854835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59374) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.886059 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d9c5fd-6c99-44a7-8dd1-abd5c8fc7520 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.886892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d9c5fd-6c99-44a7-8dd1-abd5c8fc7520 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.890389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-19d9c5fd-6c99-44a7-8dd1-abd5c8fc7520 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/f933aca7-b063-4c0a-8a04-80cc2925982a HTTP/1.1" status: 404 len: 333 time: 0.0340292 Jul 23 23:01:29.891176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.920216 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bdfbe8-ffcb-420d-bfcc-d01189638c20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.920746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bdfbe8-ffcb-420d-bfcc-d01189638c20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.924936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e3bdfbe8-ffcb-420d-bfcc-d01189638c20 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/3820e774-deca-4b6e-a2c6-fd6bf069c492 HTTP/1.1" status: 404 len: 337 time: 0.0303788 Jul 23 23:01:29.925193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.960251 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6740261f-7f47-458d-b59c-1a8cba60ef02 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.961022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6740261f-7f47-458d-b59c-1a8cba60ef02 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:29.962901 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6740261f-7f47-458d-b59c-1a8cba60ef02 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/ports/19567812-ed85-428a-b7d1-4116f4fec3d2 HTTP/1.1" status: 404 len: 333 time: 0.0367680 Jul 23 23:01:29.966551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:29.994665 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1137a72-2306-4883-bf5b-1e2acde1daf3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:29.995398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1137a72-2306-4883-bf5b-1e2acde1daf3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:30.000006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d1137a72-2306-4883-bf5b-1e2acde1daf3 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/subnets/240aed32-f8dc-4f0d-a580-d4a847d85303 HTTP/1.1" status: 404 len: 337 time: 0.0297732 Jul 23 23:01:30.000253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59398) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:30.091516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.190828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.202390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ad2985-f429-49e4-926e-3e501ddd0c91']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:30.213455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860156db-f132-471b-a95d-943b4a9cc1c0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:30.214452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860156db-f132-471b-a95d-943b4a9cc1c0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:30.227070 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.242759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.249248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:30.249744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:30.253030 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:30.329946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.347741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.349634 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] 10.222.0.37 "DELETE /v2.0/networks/76ad2985-f429-49e4-926e-3e501ddd0c91 HTTP/1.1" status: 204 len: 168 time: 0.3486657 Jul 23 23:01:30.361311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7613a2-4384-49c3-aeae-77afa5e5f817 tempest-NetworksTestDHCPv6-628999873 tempest-NetworksTestDHCPv6-628999873-project] Pushing event deleted for resources: {'Network': ['ID=76ad2985-f429-49e4-926e-3e501ddd0c91,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:30.368811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:30.511451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c773a77f-ebe2-4f65-a71c-3ee1fdb638d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.580995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:30.605116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c773a77f-ebe2-4f65-a71c-3ee1fdb638d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.610269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c773a77f-ebe2-4f65-a71c-3ee1fdb638d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.651361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c773a77f-ebe2-4f65-a71c-3ee1fdb638d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c86f47c157eb4dae92b910499a4fbc34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814550 Jul 23 23:01:30.652859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773a77f-ebe2-4f65-a71c-3ee1fdb638d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48dffdc-4450-4670-8d36-0901b12509af,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:30.654310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:30.749189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.786674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:30.790128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d44016db-d17a-4634-8de2-32894d524e95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c7e691882b74e98b8d85d2bcb63246c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042115 Jul 23 23:01:30.799923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.839233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.859032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.862357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.866200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e48dffdc-4450-4670-8d36-0901b12509af HTTP/1.1" status: 204 len: 168 time: 0.2083621 Jul 23 23:01:30.866476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.873164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebb266-e2a1-434f-878b-f488e3e5f9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48dffdc-4450-4670-8d36-0901b12509af,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:30.938464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.942622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:30.944197 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b47b9896-1eb1-4f57-b13a-c6a14ec4d07b HTTP/1.1" status: 204 len: 168 time: 0.1566045 Jul 23 23:01:30.957179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dada0-ccb1-4908-a262-9451c0d80031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b9896-1eb1-4f57-b13a-c6a14ec4d07b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:31.261593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:31.275406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aac157d-d9e1-45fb-bbfd-9091bdd3e7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.381313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aac157d-d9e1-45fb-bbfd-9091bdd3e7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.385386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aac157d-d9e1-45fb-bbfd-9091bdd3e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.425786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7aac157d-d9e1-45fb-bbfd-9091bdd3e7bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e82509baf04e9b9200ab399c3f03f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625178 Jul 23 23:01:31.428534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:31.431082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac157d-d9e1-45fb-bbfd-9091bdd3e7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af262c-1e85-41c0-9850-fa626f7e9576,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:31.485517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.513131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.568448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.571201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:31.574402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99af262c-1e85-41c0-9850-fa626f7e9576 HTTP/1.1" status: 204 len: 168 time: 0.1446459 Jul 23 23:01:31.584374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720b44d-a64b-4607-bdbf-408bab81cdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af262c-1e85-41c0-9850-fa626f7e9576,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:31.960162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:32.187106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1582189597'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:32.215065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:32.218914 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.227843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.370506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.377219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.422126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:32.442297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117fbe19-048b-4913-b7ff-9c2d89905233,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:32.453427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.453427 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment d5735da9-7e73-4b57-bfae-31b7c3eeeb69 of type vlan for network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 Jul 23 23:01:32.507456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.549091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.555885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:32.556489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:32.620471 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6583273 Jul 23 23:01:32.678162 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef89f57-657d-4b85-95f5-f6922c5d0afb tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=9a2a8d45-8399-4255-ae35-26af4a90e4a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:32.690737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:33.613472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ffd11-292a-4348-8629-fb3d668cc768 req-c7485b82-a100-4925-a5dd-40e93e51cb92 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:33.621667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e24ffd11-292a-4348-8629-fb3d668cc768 req-c7485b82-a100-4925-a5dd-40e93e51cb92 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.0685651 Jul 23 23:01:33.685370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e24ffd11-292a-4348-8629-fb3d668cc768 req-062f4c6a-5428-497d-bef1-f1a8b13bd693 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567794 Jul 23 23:01:33.697040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:33.913945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port f600ac23-e2a0-4349-985a-25c5aff5fdb0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:33.914295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:33.941367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:34.003342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.003788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.024297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for f600ac23-e2a0-4349-985a-25c5aff5fdb0 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:34.082964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85d5fbc6-7bbd-4733-a78b-936615d3cada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.202067 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85d5fbc6-7bbd-4733-a78b-936615d3cada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.210567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85d5fbc6-7bbd-4733-a78b-936615d3cada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.241491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.256731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-85d5fbc6-7bbd-4733-a78b-936615d3cada admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=635ce05af2af468b8fe16705e94a8140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131738 Jul 23 23:01:34.258088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5fbc6-7bbd-4733-a78b-936615d3cada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9728198-e609-4b2c-9846-a05d84c765a5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:34.260863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59738) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:34.278485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=f600ac23-e2a0-4349-985a-25c5aff5fdb0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:34.350365 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.355643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.356459 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 4d56d2e2-318e-46cb-8c11-42c587aa39f2 disassociated (deleted). External IP: 172.25.1.194, port: 8a493731-4634-4c0b-94fc-0799d43f2089. Jul 23 23:01:34.376448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.441277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.446787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.449863 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9728198-e609-4b2c-9846-a05d84c765a5 HTTP/1.1" status: 204 len: 168 time: 0.1876948 Jul 23 23:01:34.461406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987594f1-39f8-4dd4-a7cd-fd6170af8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9728198-e609-4b2c-9846-a05d84c765a5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:34.594713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59750) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:34.672109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:01:34.809898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:34.817247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.819325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d28ea294-3271-4542-93b7-fc7be274b791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.822551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Sync routers for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:34.839276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:34.841331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:34.862701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4d76e920-f35a-4fa0-aa95-76bafbc718eb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/floatingips/4d56d2e2-318e-46cb-8c11-42c587aa39f2 HTTP/1.1" status: 204 len: 168 time: 1.1634600 Jul 23 23:01:34.863301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:01:34.876205 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfcfd0-3259-4c70-b2fb-b7288d660233" -d '{"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:01:34.907410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:34.930307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c5096c8-0d26-4772-920b-790fb88edcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.993655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d28ea294-3271-4542-93b7-fc7be274b791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:34.999889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d28ea294-3271-4542-93b7-fc7be274b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.063341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d28ea294-3271-4542-93b7-fc7be274b791 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a6bc8bb76714ea8872d906df9005f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668043 Jul 23 23:01:35.063919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:35.079851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:35.093926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ea294-3271-4542-93b7-fc7be274b791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0ccc1-c3a2-412a-8962-eade0554c779,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:35.177260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.208799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.280424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c5096c8-0d26-4772-920b-790fb88edcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.285314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c5096c8-0d26-4772-920b-790fb88edcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.309536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.315663 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.315663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0a0ccc1-c3a2-412a-8962-eade0554c779 HTTP/1.1" status: 204 len: 168 time: 0.2482524 Jul 23 23:01:35.345044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:35.381390 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c7c98-b47b-4a8b-8e66-bfbb00fbf8ed x-openstack-request-id: req-7e1c7c98-b47b-4a8b-8e66-bfbb00fbf8ed {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:01:35.382122 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:01:35.384559 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e1c7c98-b47b-4a8b-8e66-bfbb00fbf8ed {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:01:35.385011 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'status': 'completed', 'code': 200} Jul 23 23:01:35.392616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:35.396112 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5c5096c8-0d26-4772-920b-790fb88edcac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10022c9c670d4c659c323c5fed20a067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810903 Jul 23 23:01:35.409121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5096c8-0d26-4772-920b-790fb88edcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef04b7-d978-4284-9faa-886bf80dcc0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:35.426970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Checking router: 2a2d1297-e9f2-4f0b-87ca-508c085020c2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:35.434504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a150b2-5844-40d4-8478-d756955f78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0ccc1-c3a2-412a-8962-eade0554c779,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:35.454251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:35.455310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:35.514611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.582540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.592417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f083ae-5ee1-4b28-a5b7-33cbece6fbe9 req-fc00c4e9-3cca-4a7d-8b94-7562f56fd072 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:35.593661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f083ae-5ee1-4b28-a5b7-33cbece6fbe9 req-fc00c4e9-3cca-4a7d-8b94-7562f56fd072 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1615789 Jul 23 23:01:35.641141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:35.673503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f083ae-5ee1-4b28-a5b7-33cbece6fbe9 req-8a12ab29-06c8-434c-8102-43143b139b77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719194 Jul 23 23:01:35.702382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.705667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:35.710111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94ef04b7-d978-4284-9faa-886bf80dcc0b HTTP/1.1" status: 204 len: 168 time: 0.3161581 Jul 23 23:01:35.725382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc948ac-933b-4b39-97c3-a1141014a8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef04b7-d978-4284-9faa-886bf80dcc0b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:35.882889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-899ca582-67e4-4f5f-a340-d7c5f1b19fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:35.884667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-899ca582-67e4-4f5f-a340-d7c5f1b19fff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 1097 time: 0.4874575 Jul 23 23:01:36.000808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:36.007417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:36.052782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-2486435b-5782-4dbb-9cf1-746683e4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.054326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-2486435b-5782-4dbb-9cf1-746683e4f466 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 200 len: 897 time: 0.1590068 Jul 23 23:01:36.060340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:36.112703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2ef6e5-1f11-4b56-b1c6-3255a3f886c4 None None] The sync data for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 is: [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:41Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'de5ff1a7-9af3-45ef-8e00-658d581b6221', 'name': '', 'network_id': 'c8a5f946-6312-4356-b8a1-37777afc0a68', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f8:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:39Z', 'updated_at': '2021-07-23T22:59:49Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'f8e4026b-9544-4335-9924-3de25a6ca93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:36.133492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-87d1f6a4-7ba8-43b5-8308-c7efd7a20263 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 200 len: 217 time: 0.0690696 Jul 23 23:01:36.136314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:36.141114 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.238273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-2e317f0b-27b7-413a-a582-0a9a6316dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.241164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-2e317f0b-27b7-413a-a582-0a9a6316dfd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 200 len: 835 time: 0.0940523 Jul 23 23:01:36.417670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-f3d4285a-0006-4267-88d2-1a7d7258d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.419790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-f3d4285a-0006-4267-88d2-1a7d7258d3bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c8a5f946-6312-4356-b8a1-37777afc0a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709752 Jul 23 23:01:36.434029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-9b5ca18f-401e-4e90-a012-e36e1a11b008 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:01:36.435073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-9b5ca18f-401e-4e90-a012-e36e1a11b008 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072966 Jul 23 23:01:36.454649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-c2aa3dd2-60a1-4c75-95b2-1d5ad5e177e5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.456985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-c2aa3dd2-60a1-4c75-95b2-1d5ad5e177e5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1677096 Jul 23 23:01:36.475532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.541100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=6cebdfe5-5447-4d1a-9178-5a19812768b7,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:36.554740 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab76267-a480-4413-86ec-3b27181de5a4 None None] New status for floating IP 4d56d2e2-318e-46cb-8c11-42c587aa39f2: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:01:36.590255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:36.590903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: 9a2a8d45-8399-4255-ae35-26af4a90e4a1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:36.612609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:36.622951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-7f50f8b3-0b70-46ab-89c0-791b2cb259b9 service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798472 Jul 23 23:01:36.627723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9a2a8d45-8399-4255-ae35-26af4a90e4a1) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:36.633428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.634775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.640515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050eca6-7319-4e0b-b1d8-c43211632e49 None None] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:36.665617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7192a053-73e5-4f29-ba0e-9c6ca6618361 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6627860 Jul 23 23:01:36.670286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:36.676634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1390519287'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:36.726247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:36.733339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 8a493731-4634-4c0b-94fc-0799d43f2089 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:36.733885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.733992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.779270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bbfcfd0-3259-4c70-b2fb-b7288d660233 req-f182cb49-02b5-432e-87be-cad9cf6afbcf service neutron] 10.222.0.25 "GET /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400890 Jul 23 23:01:36.799061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:36.813933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.813933 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment a362bfc6-6588-46a6-939f-9d2f72da135b of type vlan for network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 Jul 23 23:01:36.873078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.922310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.938273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9a2a8d45-8399-4255-ae35-26af4a90e4a1', 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '6cebdfe5-5447-4d1a-9178-5a19812768b7'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:36.939504 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:36.943881 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:36.944617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.067375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:37.079852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29d22871-3192-4b77-9a3a-4e30fb7a15ca tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4081428 Jul 23 23:01:37.083131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:37.092075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:37.097137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:37.215624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 8a493731-4634-4c0b-94fc-0799d43f2089, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=8a493731-4634-4c0b-94fc-0799d43f2089,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:37.215996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.234580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 8a493731-4634-4c0b-94fc-0799d43f2089 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:37.243545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:37.249650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.263058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab202-476e-4ff4-8198-766e535f2803 req-5d772547-775c-43b5-80b2-6b83e2a47460 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:37.270319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-234ab202-476e-4ff4-8198-766e535f2803 req-5d772547-775c-43b5-80b2-6b83e2a47460 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a56d834-8949-47ac-b9f9-9ef88828d521 HTTP/1.1" status: 200 len: 945 time: 0.1163528 Jul 23 23:01:37.270700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Allocated IP 2001:db8:0:ffff::2 (9a2a8d45-8399-4255-ae35-26af4a90e4a1/6cebdfe5-5447-4d1a-9178-5a19812768b7/dfb9cf9f-9057-44d1-8e19-e2cb369d784a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:37.331388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:37.390837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-234ab202-476e-4ff4-8198-766e535f2803 req-a3a0abcb-0adf-4819-b8e3-c947790ce5c3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=3fabad5b-30ac-4805-a177-052369ebc82d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191454 Jul 23 23:01:37.477287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.495351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.505801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Transition to ACTIVE for port object dfb9cf9f-9057-44d1-8e19-e2cb369d784a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:37.522876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=8a493731-4634-4c0b-94fc-0799d43f2089,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:37.539895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Transition to ACTIVE for port object dfb9cf9f-9057-44d1-8e19-e2cb369d784a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:37.552220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.584719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port 8a493731-4634-4c0b-94fc-0799d43f2089 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:37.589624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.592306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7f48f39-b589-4644-99ee-9aa03fae5201 req-45c9bac6-49e2-47b8-aba5-46404ad6e370 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "DELETE /v2.0/ports/8a493731-4634-4c0b-94fc-0799d43f2089 HTTP/1.1" status: 204 len: 173 time: 1.1255426 Jul 23 23:01:37.592929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-deleted', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:01:37.595584 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d99afa-1a7c-4c08-b186-6f815aca0646" -d '{"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-deleted", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:01:37.633520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-871f7561-ccd7-4995-8b2e-e89959d1fad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.641352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:37.642849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Pushing event updated for resources: {'Port': ['ID=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:37.644037 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75870c4f-58f5-4b36-91fe-a872a17b5c51 x-openstack-request-id: req-75870c4f-58f5-4b36-91fe-a872a17b5c51 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:01:37.644528 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a56d834-8949-47ac-b9f9-9ef88828d521", "name": "network-vif-deleted", "tag": "8a493731-4634-4c0b-94fc-0799d43f2089", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:01:37.644931 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75870c4f-58f5-4b36-91fe-a872a17b5c51 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:01:37.645481 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a56d834-8949-47ac-b9f9-9ef88828d521', 'name': 'network-vif-deleted', 'tag': '8a493731-4634-4c0b-94fc-0799d43f2089', 'status': 'completed', 'code': 200} Jul 23 23:01:37.647171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:37.649974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:37.660379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.660811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.661059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.661388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.661715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.662060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.662384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.662724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.663034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.663343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.663660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.663973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:37.745165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Attempting to bind port dfb9cf9f-9057-44d1-8e19-e2cb369d784a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:37.745716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Attempting to bind port dfb9cf9f-9057-44d1-8e19-e2cb369d784a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:37.746225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Attempting to bind port dfb9cf9f-9057-44d1-8e19-e2cb369d784a on network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:37.751920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:37.752564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Checking segment: {'id': 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:37.753074 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.753673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Bound using segment: {'id': 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:37.754250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Bound port: dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9a2a8d45-8399-4255-ae35-26af4a90e4a1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:37.754738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.768545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:37.771635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.822106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] For port dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:37.828344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] For port dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,segment=NetworkSegment(d5735da9-7e73-4b57-bfae-31b7c3eeeb69),segment_id=d5735da9-7e73-4b57-bfae-31b7c3eeeb69)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:37.834740 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.857788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=8038b4e6-a71c-4d46-9cec-513c1732dc8c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:37.896982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': 'a362bfc6-6588-46a6-939f-9d2f72da135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:37.897668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:37.918632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db6f1f-8609-478a-bb33-d854491cc7a7 None None] Pushing event updated for resources: {'Port': ['ID=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:37.939723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-871f7561-ccd7-4995-8b2e-e89959d1fad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.947737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-871f7561-ccd7-4995-8b2e-e89959d1fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:37.962788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:37.999851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:38.003594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-871f7561-ccd7-4995-8b2e-e89959d1fad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02ef716941da403ea547d34feb7abafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712162 Jul 23 23:01:38.006368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:38.008020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:38.008711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.016212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701be42e-70f3-4dfd-a0c8-3d89c9758ac4 None None] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:38.027259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7561-ccd7-4995-8b2e-e89959d1fad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024230d-e344-4b64-aa6f-a5839fe2652a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:38.036953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c4d8c9c-4ed9-40ae-89ba-3958f3c6fdd9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9522316 Jul 23 23:01:38.039909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:38.051137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'port': {'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364', 'name': 'tempest-NetworksIpV6TestAttrs-750741563'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:38.121541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.176865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.263971 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.281252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.303653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1024230d-e344-4b64-aa6f-a5839fe2652a HTTP/1.1" status: 204 len: 168 time: 0.2764060 Jul 23 23:01:38.306358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:38.315149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.322367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22931d-15f8-4d5d-a68b-39077d5df903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024230d-e344-4b64-aa6f-a5839fe2652a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:38.359933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] device_id is not set on port 8e95836e-a2e3-48ba-827c-62f61a75b03b yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:38.360351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364', 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '8038b4e6-a71c-4d46-9cec-513c1732dc8c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:38.361441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.513828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:38.597226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Allocated IP 2001:db8::f816:3eff:fe76:50e7 (70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364/8038b4e6-a71c-4d46-9cec-513c1732dc8c/8e95836e-a2e3-48ba-827c-62f61a75b03b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:38.916007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:38.948700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Transition to ACTIVE for port object 8e95836e-a2e3-48ba-827c-62f61a75b03b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:39.039545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.097796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:39.105960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:39.108861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:39.114765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:39.115395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.162911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Port': ['ID=8e95836e-a2e3-48ba-827c-62f61a75b03b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:39.172006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d3c5d4e0-7e8a-4783-9325-cfe917706ce7 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1304185 Jul 23 23:01:39.172356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Allocated IP 2001:db8::f816:3eff:fe4c:eccf (70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364/8038b4e6-a71c-4d46-9cec-513c1732dc8c/d5895230-499a-45da-982c-10fd132c6247) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:39.174610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:39.201362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.277642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting subnet 8038b4e6-a71c-4d46-9cec-513c1732dc8c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:39.320834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dfb9cf9f-9057-44d1-8e19-e2cb369d784a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:39.489313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9662cd2-5d55-44ee-87ed-13788d382cd1 None None] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:39.538024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.542675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port dfb9cf9f-9057-44d1-8e19-e2cb369d784a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:39.589051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Transition to ACTIVE for port object d5895230-499a-45da-982c-10fd132c6247 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:39.613705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port de5ff1a7-9af3-45ef-8e00-658d581b6221 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:39.614282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.626509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Provisioning for port dfb9cf9f-9057-44d1-8e19-e2cb369d784a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:39.630734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Transition to ACTIVE for port object d5895230-499a-45da-982c-10fd132c6247 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:39.633457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Provisioning complete for port dfb9cf9f-9057-44d1-8e19-e2cb369d784a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:39.633831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.647079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.662451 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.733900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port de5ff1a7-9af3-45ef-8e00-658d581b6221, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=de5ff1a7-9af3-45ef-8e00-658d581b6221,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:39.734310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.747889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:39.749099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for de5ff1a7-9af3-45ef-8e00-658d581b6221 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:39.919262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:39.932724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:39.942863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:39.950937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Pushing event updated for resources: {'Port': ['ID=d5895230-499a-45da-982c-10fd132c6247,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.007507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.040314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.096532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] For port dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,segment=NetworkSegment(d5735da9-7e73-4b57-bfae-31b7c3eeeb69),segment_id=d5735da9-7e73-4b57-bfae-31b7c3eeeb69)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:40.112135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.143160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Attempting to bind port d5895230-499a-45da-982c-10fd132c6247 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:40.143782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Attempting to bind port d5895230-499a-45da-982c-10fd132c6247 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a362bfc6-6588-46a6-939f-9d2f72da135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:40.144344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Attempting to bind port d5895230-499a-45da-982c-10fd132c6247 on network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:40.144581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.164516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:40.165195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Checking segment: {'id': 'a362bfc6-6588-46a6-939f-9d2f72da135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:40.165790 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.166340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Bound using segment: {'id': 'a362bfc6-6588-46a6-939f-9d2f72da135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:40.167076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Bound port: d5895230-499a-45da-982c-10fd132c6247, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a362bfc6-6588-46a6-939f-9d2f72da135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:40.167651 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.202941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.208464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee87fe3-a93d-49f8-9af4-78659cbcec66 None None] Pushing event updated for resources: {'Port': ['ID=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.287001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:40.295140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.341619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.343067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 8a493731-4634-4c0b-94fc-0799d43f2089 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:40.343630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 8a493731-4634-4c0b-94fc-0799d43f2089 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:40.346423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] For port d5895230-499a-45da-982c-10fd132c6247, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:40.361786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] For port d5895230-499a-45da-982c-10fd132c6247, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d5895230-499a-45da-982c-10fd132c6247,segment=NetworkSegment(a362bfc6-6588-46a6-939f-9d2f72da135b),segment_id=a362bfc6-6588-46a6-939f-9d2f72da135b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:40.363167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=8038b4e6-a71c-4d46-9cec-513c1732dc8c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.377602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.381133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=de5ff1a7-9af3-45ef-8e00-658d581b6221,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.392300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.399580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9540f4ea-bf6f-4044-aa58-3acd7753cdda tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/8038b4e6-a71c-4d46-9cec-513c1732dc8c HTTP/1.1" status: 204 len: 168 time: 1.2227387 Jul 23 23:01:40.402896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.423536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1675982996'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:40.476663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Made reservation on behalf of 022001c936224acfb2a1cbc2651205cb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:40.484788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.503513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.518883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc12b1-6231-442f-a59e-61c57b223851 None None] Pushing event updated for resources: {'Port': ['ID=d5895230-499a-45da-982c-10fd132c6247,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.533359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd956fa-a621-4523-a433-ef4526f76947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.581862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e5e92-61fb-483a-a3a9-a19f214589b1 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:40.583861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e5e92-61fb-483a-a3a9-a19f214589b1 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:40.589421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:01:40.589421 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:01:40.589421 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': '022001c936224acfb2a1cbc2651205cb', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 1, 40, 565051)}] Jul 23 23:01:40.589421 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:01:40.589421 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:01:40.590196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a19e5e92-61fb-483a-a3a9-a19f214589b1 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1804237 Jul 23 23:01:40.590196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.639275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57d0a9ce-e222-470a-b536-29a416acea89 None None] Provisioning complete for port dfb9cf9f-9057-44d1-8e19-e2cb369d784a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:40.639706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57d0a9ce-e222-470a-b536-29a416acea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.690130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd956fa-a621-4523-a433-ef4526f76947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.699358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd956fa-a621-4523-a433-ef4526f76947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.770182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fd956fa-a621-4523-a433-ef4526f76947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdb149f95037458eabdf250f44c34d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580342 Jul 23 23:01:40.771581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.789443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd956fa-a621-4523-a433-ef4526f76947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e3cb0-4861-44be-8c97-8a84747c7738,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.808996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3aa8fcb0-922f-4d4d-9b1e-27a4f24f4aac tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.828008 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa8fcb0-922f-4d4d-9b1e-27a4f24f4aac tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 23:01:40.828477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa8fcb0-922f-4d4d-9b1e-27a4f24f4aac tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:40.833216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3aa8fcb0-922f-4d4d-9b1e-27a4f24f4aac tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 HTTP/1.1" status: 409 len: 405 time: 0.2417035 Jul 23 23:01:40.835731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:40.841175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-123201968'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:40.848969 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.851363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.875952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.917239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:40.921209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.938531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.942168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:40.946022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/592e3cb0-4861-44be-8c97-8a84747c7738 HTTP/1.1" status: 204 len: 168 time: 0.1664906 Jul 23 23:01:40.952096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decea6da-403a-4e14-b78c-8c2500a1229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e3cb0-4861-44be-8c97-8a84747c7738,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:40.990032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:41.004471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.004820 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment 55003595-03e0-4213-a00b-4c6e256eb279 of type vlan for network e8a4bc36-b18f-4de4-a456-314a7eec593c Jul 23 23:01:41.048992 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-964a97fa-304d-4732-9c84-0c2904d9c67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.068047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.099640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.179805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.187202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:41.188354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.256385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:01:41.259304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dfb9cf9f-9057-44d1-8e19-e2cb369d784a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:41.264026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.268952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.295365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=e8a4bc36-b18f-4de4-a456-314a7eec593c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:41.303909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1eb07fa3-54a4-4aba-9118-710758bd1558 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4640949 Jul 23 23:01:41.304352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:41.318002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:41.319474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e8a4bc36-b18f-4de4-a456-314a7eec593c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:41.334610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:41.353379 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.354783 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Added segment f5aef5a6-cd59-43e7-893d-d8371b366cdc of type vlan for network 9eec275a-0407-4081-8f07-652bd3813fa5 Jul 23 23:01:41.406038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.409575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port dfb9cf9f-9057-44d1-8e19-e2cb369d784a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:41.410279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.417266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:41.434824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358ef543-0c5f-4ef5-b676-b3a897f9eb44,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:41.455888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.462135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:41.462804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.469534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62d444c3-6bf8-41c8-9006-cc902d5a6a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.502854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2980897 Jul 23 23:01:41.520338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d5895230-499a-45da-982c-10fd132c6247 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:41.560631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56314c4d-854c-49b4-b6f0-c55db6ffcc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Pushing event updated for resources: {'Network': ['ID=9eec275a-0407-4081-8f07-652bd3813fa5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:41.575427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9eec275a-0407-4081-8f07-652bd3813fa5 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:41.601103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:01:41.601103 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:01:41.601103 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': 'd86d7bd643034b8e80d1a231e8ff9733', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 1, 41, 587033)}] Jul 23 23:01:41.601103 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:01:41.601467 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:01:41.615686 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:41.623504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-523b61b8-470e-4737-84ee-ef051868ae92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/2a2d1297-e9f2-4f0b-87ca-508c085020c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1084454 Jul 23 23:01:41.626338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 59996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:41.674610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Sync routers for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:41.705791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:41.706306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:41.708928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62d444c3-6bf8-41c8-9006-cc902d5a6a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.718191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62d444c3-6bf8-41c8-9006-cc902d5a6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.722838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting subnet f8e4026b-9544-4335-9924-3de25a6ca93b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:41.727174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.770608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62d444c3-6bf8-41c8-9006-cc902d5a6a2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=790cfcc3be56494f93291ebf60bf3bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485379 Jul 23 23:01:41.772190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 59998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:41.785745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d444c3-6bf8-41c8-9006-cc902d5a6a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280571f-2df1-419e-a23a-2bf0073e8362,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:41.793728 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.845282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.855654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d5895230-499a-45da-982c-10fd132c6247 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:41.893842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.905497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:41.930956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.939931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f0ce9-1b7a-4012-805c-2b32953a861a None None] Network 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:41.957900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.965440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:41.966161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:41.970107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f280571f-2df1-419e-a23a-2bf0073e8362 HTTP/1.1" status: 204 len: 168 time: 0.1964433 Jul 23 23:01:41.971366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5', 'binding:host_id': 'n-h1-791506-25', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475366072'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:41.991671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712bb16-8b9b-4971-a974-70675ba937fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280571f-2df1-419e-a23a-2bf0073e8362,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.029066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Made reservation on behalf of a888352f80104101985ec29ddd7869fc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:42.031560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.044522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.066145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.102903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e4026b-9544-4335-9924-3de25a6ca93b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.114151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.118798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5457c697-7af1-4859-99ad-ce155d3d0ddd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/subnets/f8e4026b-9544-4335-9924-3de25a6ca93b HTTP/1.1" status: 204 len: 168 time: 0.4886670 Jul 23 23:01:42.120264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60004) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:42.123334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9bdd0-e8a6-42ee-8a7c-c3cb66d60d9b None None] Network c8a5f946-6312-4356-b8a1-37777afc0a68 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:42.131823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Provisioning for port d5895230-499a-45da-982c-10fd132c6247 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:42.164493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Provisioning complete for port d5895230-499a-45da-982c-10fd132c6247 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:42.164875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.205558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.211781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.219817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:42.250330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:42.254407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.316800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c16ff4-6851-4658-b9d8-90f3bc7ac9e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.358422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.488108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.519180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:42.531161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T23:01:40Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'cc9b4ab7-2359-401e-8107-0129f32b03ed', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:42.531711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.553000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Transition to ACTIVE for port object 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:42.566750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.600377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] DHCP port deletion for 70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:42.609241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Checking router: 2a2d1297-e9f2-4f0b-87ca-508c085020c2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:42.653931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Checking segment: {'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:42.654652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Network hostable DHCP agents. Network: 9eec275a-0407-4081-8f07-652bd3813fa5, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:42.655152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.661609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=85ab82b9-a6ca-48f7-91d3-6f7e09441c8d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.679110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] For port d5895230-499a-45da-982c-10fd132c6247, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d5895230-499a-45da-982c-10fd132c6247,segment=NetworkSegment(a362bfc6-6588-46a6-939f-9d2f72da135b),segment_id=a362bfc6-6588-46a6-939f-9d2f72da135b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:42.686804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Routers {'2a2d1297-e9f2-4f0b-87ca-508c085020c2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:42.687600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:42.690816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Network 9eec275a-0407-4081-8f07-652bd3813fa5 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:42.706886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9eec275a-0407-4081-8f07-652bd3813fa5) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:42.712326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:42.734254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.736571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.737450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.738017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.745820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.746439 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.746956 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 2 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.761227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:42.762335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.763556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.763680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.764217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.769888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.770565 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.771194 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 3 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.785420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] DHCP port deletion for c8a5f946-6312-4356-b8a1-37777afc0a68 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:42.787058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a02979-a3a3-4674-ad3b-3c1a82d77978 None None] Network 9eec275a-0407-4081-8f07-652bd3813fa5 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:42.789036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.789480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.789994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.796217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.796845 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.797336 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 4 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.814076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.814638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.815098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.820030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.820459 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.820903 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 5 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.837115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.837580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.839344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.842976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port cc9b4ab7-2359-401e-8107-0129f32b03ed {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:42.843328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.844327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.844897 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.845546 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 6 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.860183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.860431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.860776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.866799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.867128 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.867525 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 7 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.883125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.883490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.883874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.889229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.889559 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.891168 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 8 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.906477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.907333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.907753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.912580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.913126 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.914445 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 9 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.930919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.931463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.931905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.938839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.939257 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.939627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=0eee14e0-93b1-4933-a3cc-c3a94f12711b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.940098 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 10 to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d Jul 23 23:01:42.964327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': '55003595-03e0-4213-a00b-4c6e256eb279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:42.964942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: e8a4bc36-b18f-4de4-a456-314a7eec593c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:42.975686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99512-3032-42ab-8544-6ede3cf20c7c None None] Pushing event updated for resources: {'Port': ['ID=d5895230-499a-45da-982c-10fd132c6247,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:42.984705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:42.984960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:42.987351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:42.993705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port cc9b4ab7-2359-401e-8107-0129f32b03ed, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=cc9b4ab7-2359-401e-8107-0129f32b03ed,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:42.994442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:42.999213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:42.999554 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:42.999934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.011187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] Set router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:43.017196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for cc9b4ab7-2359-401e-8107-0129f32b03ed owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:43.053611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network e8a4bc36-b18f-4de4-a456-314a7eec593c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:43.111538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:43.111870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:01:43.122354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.126511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e8a4bc36-b18f-4de4-a456-314a7eec593c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:43.132801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:43.133470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.196289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:43.196906 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.199614 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-102db735-0e0e-45a1-b687-67591b7cbf65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8790154 Jul 23 23:01:43.203550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:43.207421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'port': {'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c', 'name': 'tempest-NetworksIpV6TestAttrs-103618360'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:43.216363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=85ab82b9-a6ca-48f7-91d3-6f7e09441c8d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:43.246477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Deleting port d5895230-499a-45da-982c-10fd132c6247 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:43.246780 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.247156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7354aff8-6671-40d1-9ec8-c4036fe48011 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.2786188 Jul 23 23:01:43.249514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:43.284522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d5895230-499a-45da-982c-10fd132c6247 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:43.326551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb83c6-172c-4110-8b3f-b4c96a62d4e3 None None] Network e8a4bc36-b18f-4de4-a456-314a7eec593c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:43.375029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.378545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Deleting port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:43.379543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.408053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:43.411821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.414354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=cc9b4ab7-2359-401e-8107-0129f32b03ed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:43.444308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T23:01:42Z', 'revision_number': 6, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:43.472799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d, host n-h1-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:43.473130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.483678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] device_id is not set on port 211f5714-02d7-4782-981a-83e27f5cd3e4 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:43.489838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Calling delete_port for 85ab82b9-a6ca-48f7-91d3-6f7e09441c8d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:43.513212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c56ab2-a318-4bd8-a7a3-5d611046380b None None] The sync data for ids ['2a2d1297-e9f2-4f0b-87ca-508c085020c2'] in n-d-791506-25 is: [{'id': '2a2d1297-e9f2-4f0b-87ca-508c085020c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1220573760', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:59:31Z', 'updated_at': '2021-07-23T23:01:42Z', 'revision_number': 6, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:43.530355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.607201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.629987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] For port d5895230-499a-45da-982c-10fd132c6247, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d5895230-499a-45da-982c-10fd132c6247,segment=NetworkSegment(a362bfc6-6588-46a6-939f-9d2f72da135b),segment_id=a362bfc6-6588-46a6-939f-9d2f72da135b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:43.630528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.640358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event deleted for resources: {'Port': ['ID=85ab82b9-a6ca-48f7-91d3-6f7e09441c8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:43.649811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.653433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Calling delete_port for d5895230-499a-45da-982c-10fd132c6247 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:43.653810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cbc03bf-ab62-4d6f-af0d-7b7476ae467b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "DELETE /v2.0/ports/85ab82b9-a6ca-48f7-91d3-6f7e09441c8d HTTP/1.1" status: 204 len: 168 time: 0.4017754 Jul 23 23:01:43.656418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:43.658927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.662637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.699575 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ea5a6c-0aad-4a2c-99e1-a955f20268cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:01:43.701293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8ea5a6c-0aad-4a2c-99e1-a955f20268cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports/85ab82b9-a6ca-48f7-91d3-6f7e09441c8d HTTP/1.1" status: 404 len: 333 time: 0.0432413 Jul 23 23:01:43.707037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:43.712374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2095780877'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:43.756606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.757368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Fanout notify agent at l3_agent the message router_deleted on router 2a2d1297-e9f2-4f0b-87ca-508c085020c2 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:01:43.760659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Allocated IP 2001:db8::f816:3eff:fe7b:fb0b (e8a4bc36-b18f-4de4-a456-314a7eec593c/0eee14e0-93b1-4933-a3cc-c3a94f12711b/211f5714-02d7-4782-981a-83e27f5cd3e4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:43.769082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.770351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a082c97-a138-41d2-9422-5d7068b0e791 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/routers/2a2d1297-e9f2-4f0b-87ca-508c085020c2 HTTP/1.1" status: 204 len: 168 time: 1.6429548 Jul 23 23:01:43.773224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:43.773877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Made reservation on behalf of a888352f80104101985ec29ddd7869fc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:43.778557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.794205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-e8a4bc36-b18f-4de4-a456-314a7eec593c', 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '0eee14e0-93b1-4933-a3cc-c3a94f12711b'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:43.795045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.800999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:43.825730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Deleting port 1e0f297a-4a48-4a00-a934-0f3edb610f10 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:43.825937 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.867254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.896764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:43.911993 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-87285292-481f-4db4-bb32-e14e98a292de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.032499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d5895230-499a-45da-982c-10fd132c6247, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d5895230-499a-45da-982c-10fd132c6247,segment=NetworkSegment(a362bfc6-6588-46a6-939f-9d2f72da135b),segment_id=a362bfc6-6588-46a6-939f-9d2f72da135b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:44.055954 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.055954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e0f297a-4a48-4a00-a934-0f3edb610f10 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:44.065124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] For port 1e0f297a-4a48-4a00-a934-0f3edb610f10, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e0f297a-4a48-4a00-a934-0f3edb610f10,segment=NetworkSegment(f344844a-1eed-42b1-afb8-aeda986378a1),segment_id=f344844a-1eed-42b1-afb8-aeda986378a1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:44.065524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.084401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.122320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.136308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Calling delete_port for 1e0f297a-4a48-4a00-a934-0f3edb610f10 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:44.165555 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.177328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] No DVR routers for this DVR port d5895230-499a-45da-982c-10fd132c6247 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:44.217879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Network 9eec275a-0407-4081-8f07-652bd3813fa5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:44.219816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d5895230-499a-45da-982c-10fd132c6247,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.238704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=48a45c7e-ad22-41eb-872d-f97ecf66cd7a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.241645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:44.244057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:44.245284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:44.246612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.263189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0b5b0c14-5750-4de3-8714-d59137bf968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5549011 Jul 23 23:01:44.265977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:44.272682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:44.297073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb6ab8-1c90-46d0-ac6a-590bbb88bcf5 None None] Pushing event deleted for resources: {'Port': ['ID=d5895230-499a-45da-982c-10fd132c6247,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.309624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.374902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.378130 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.392012 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.427254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] Pushing event deleted for resources: {'Port': ['ID=1e0f297a-4a48-4a00-a934-0f3edb610f10,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.441074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ef79e-12c0-4178-b65a-bfe22aac487d None None] No DVR routers for this DVR port 1e0f297a-4a48-4a00-a934-0f3edb610f10 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:44.443520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.460591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Transition to ACTIVE for port object 211f5714-02d7-4782-981a-83e27f5cd3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:44.518787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 1e0f297a-4a48-4a00-a934-0f3edb610f10 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:44.519134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.599401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:44.609746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.615906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.629163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Allocated IP 2001:db8::f816:3eff:fef6:80e1 (e8a4bc36-b18f-4de4-a456-314a7eec593c/0eee14e0-93b1-4933-a3cc-c3a94f12711b/a2234d07-36d6-4cea-ba07-cdecc3db0eb7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:44.631588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Transition to ACTIVE for port object 48a45c7e-ad22-41eb-872d-f97ecf66cd7a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:44.637067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.661633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 1e0f297a-4a48-4a00-a934-0f3edb610f10, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:44.662035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.676026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network e8a4bc36-b18f-4de4-a456-314a7eec593c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:44.685241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:44.691933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 1e0f297a-4a48-4a00-a934-0f3edb610f10 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:44.693663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:44.700667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:44.700890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.700971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=48a45c7e-ad22-41eb-872d-f97ecf66cd7a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.716917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Port 1e0f297a-4a48-4a00-a934-0f3edb610f10 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:01:44.722484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.734699 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5313103 Jul 23 23:01:44.738351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:44.741604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port 1e0f297a-4a48-4a00-a934-0f3edb610f10 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:44.746704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.747046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.747519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.754057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.755000 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.756799 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 2 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.775038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.775038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.775376 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.781230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.781572 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.782182 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 3 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.787944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c375a-44ec-4d03-9164-ebc2b6df4716 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Port': ['ID=211f5714-02d7-4782-981a-83e27f5cd3e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.799657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.800064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.800775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.805506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.805875 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.806270 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 4 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.822125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.822786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.823044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.827880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.828215 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.828705 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 5 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.847904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.848110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting subnet 0eee14e0-93b1-4933-a3cc-c3a94f12711b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:44.848224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.848470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.854865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.855198 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.855702 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 6 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.862991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=1e0f297a-4a48-4a00-a934-0f3edb610f10,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:44.865990 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.874504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.874851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.875270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.881902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.883602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Transition to ACTIVE for port object a2234d07-36d6-4cea-ba07-cdecc3db0eb7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:44.885854 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.889155 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 7 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.903592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Transition to ACTIVE for port object a2234d07-36d6-4cea-ba07-cdecc3db0eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:44.912844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.913777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.913921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.914817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.926996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.928847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.929730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.930260 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.930976 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 8 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.939172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Network e8a4bc36-b18f-4de4-a456-314a7eec593c is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:44.941855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:44.961657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a5f946-6312-4356-b8a1-37777afc0a68']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:44.978187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:44.978526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:44.979364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:44.986956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:44.987297 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:44.987669 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 9 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:44.991037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:44.991245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f344844a-1eed-42b1-afb8-aeda986378a1') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:44.991546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f344844a-1eed-42b1-afb8-aeda986378a1') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:45.004241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:45.004576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:45.005099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:45.011500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:45.013076 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:45.013481 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 10 to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a Jul 23 23:01:45.017603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.035002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:45.035446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:45.035786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:45.054121 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.054363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:45.054784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.054944 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:45.055070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.056816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Pushing event updated for resources: {'Port': ['ID=a2234d07-36d6-4cea-ba07-cdecc3db0eb7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.091687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.105625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:45.105988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:45.109738 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:45.112211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc9b4ab7-2359-401e-8107-0129f32b03ed no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:45.140196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: cc9b4ab7-2359-401e-8107-0129f32b03ed {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:45.140540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device cc9b4ab7-2359-401e-8107-0129f32b03ed not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:45.140963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device de5ff1a7-9af3-45ef-8e00-658d581b6221 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:45.175105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Attempting to bind port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:45.175482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Attempting to bind port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '55003595-03e0-4213-a00b-4c6e256eb279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:45.175851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Attempting to bind port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 on network e8a4bc36-b18f-4de4-a456-314a7eec593c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:45.179611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: de5ff1a7-9af3-45ef-8e00-658d581b6221 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:45.179961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device de5ff1a7-9af3-45ef-8e00-658d581b6221 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:45.185543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:45.186007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Checking segment: {'id': '55003595-03e0-4213-a00b-4c6e256eb279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:45.186454 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.186982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Bound using segment: {'id': '55003595-03e0-4213-a00b-4c6e256eb279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:45.187681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.188017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Bound port: a2234d07-36d6-4cea-ba07-cdecc3db0eb7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55003595-03e0-4213-a00b-4c6e256eb279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e8a4bc36-b18f-4de4-a456-314a7eec593c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:45.188605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.193722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:45.194124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:01:45.200040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.225646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.235099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.237044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/networks/c8a5f946-6312-4356-b8a1-37777afc0a68 HTTP/1.1" status: 204 len: 168 time: 1.4629059 Jul 23 23:01:45.243349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.255740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=48a45c7e-ad22-41eb-872d-f97ecf66cd7a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.268970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] In _notify_port_updated(), no bound segment for port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:01:45.270439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] For port a2234d07-36d6-4cea-ba07-cdecc3db0eb7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:45.270862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.271747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.273429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-565736c7-c243-426b-99e8-2cee0c5310fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "PUT /v2.0/ports/48a45c7e-ad22-41eb-872d-f97ecf66cd7a HTTP/1.1" status: 200 len: 980 time: 1.0060637 Jul 23 23:01:45.276872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.278530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] For port a2234d07-36d6-4cea-ba07-cdecc3db0eb7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2234d07-36d6-4cea-ba07-cdecc3db0eb7,segment=NetworkSegment(55003595-03e0-4213-a00b-4c6e256eb279),segment_id=55003595-03e0-4213-a00b-4c6e256eb279)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:45.285279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.290382 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01ed03-4360-45d5-947f-0fb0ee8322d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Network': ['ID=c8a5f946-6312-4356-b8a1-37777afc0a68,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.352046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.366300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae725a4-30db-4f7c-96b1-a95484bad28e None None] Pushing event updated for resources: {'Port': ['ID=a2234d07-36d6-4cea-ba07-cdecc3db0eb7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.402676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fbaeb9d-803d-4227-9922-63dd8fe41485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.403763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.437849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.446118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.446509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.447036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.447724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.448516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.448878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.449356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.449840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.450590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.450755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.451228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.451851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.452283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.452846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.453535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.453750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.454231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.460331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de208e81-147c-4303-bffe-08a657070913 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15361 time: 0.1781909 Jul 23 23:01:45.461811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.487250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.517301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=0eee14e0-93b1-4933-a3cc-c3a94f12711b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.530704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.532649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60914569-b612-4f7c-a13e-4d073629d89f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/0eee14e0-93b1-4933-a3cc-c3a94f12711b HTTP/1.1" status: 204 len: 168 time: 0.7922065 Jul 23 23:01:45.545410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.583765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.586324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.587712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/security-groups/3fabad5b-30ac-4805-a177-052369ebc82d HTTP/1.1" status: 204 len: 168 time: 0.3433537 Jul 23 23:01:45.606447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593310a2-bffb-47ca-9229-6ec66598c065 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabad5b-30ac-4805-a177-052369ebc82d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.646268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db349961-cde5-48e8-a617-1b8688dbb4fe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.646268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db349961-cde5-48e8-a617-1b8688dbb4fe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:45.649909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db349961-cde5-48e8-a617-1b8688dbb4fe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1006472 Jul 23 23:01:45.651173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.710481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fbaeb9d-803d-4227-9922-63dd8fe41485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.717123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Deleting port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:45.717463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.721314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fbaeb9d-803d-4227-9922-63dd8fe41485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.805870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07d7d6cf-2bb8-44f8-80a1-abf45b637599 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.823172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaeb9d-803d-4227-9922-63dd8fe41485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ba390-461b-46c3-8bc8-0470406759d5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:45.830044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9fbaeb9d-803d-4227-9922-63dd8fe41485 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a913f2d456ae4170add169b6dd7b0e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386034 Jul 23 23:01:45.831228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.838759 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.844040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652132591', 'description': 'tempest-secgroup-smoke-1652132591 description', 'project_id': '353678e0676d48ef9f4ec9428a615568'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:45.862625 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d7d6cf-2bb8-44f8-80a1-abf45b637599 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 23:01:45.863166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d7d6cf-2bb8-44f8-80a1-abf45b637599 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:45.865014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-07d7d6cf-2bb8-44f8-80a1-abf45b637599 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/e8a4bc36-b18f-4de4-a456-314a7eec593c HTTP/1.1" status: 409 len: 405 time: 0.2123578 Jul 23 23:01:45.873940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:45.879095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1128957617'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:45.883187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 48a45c7e-ad22-41eb-872d-f97ecf66cd7a, host n-h1-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:45.883557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.900609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Calling delete_port for 48a45c7e-ad22-41eb-872d-f97ecf66cd7a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:45.902598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.921164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.954028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.955340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:45.958848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.998855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:46.016300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.016647 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment 05421d6f-9d65-4431-b169-0f658c5c2f79 of type vlan for network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 Jul 23 23:01:46.045295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.046353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.048971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.050196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/295ba390-461b-46c3-8bc8-0470406759d5 HTTP/1.1" status: 204 len: 168 time: 0.2179143 Jul 23 23:01:46.053717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.056998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.068549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7afad5-7a99-4cdd-a682-eecff6e69ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ba390-461b-46c3-8bc8-0470406759d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.096944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.097071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.098306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2584538 Jul 23 23:01:46.101984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.102109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "DELETE /v2.0/ports/48a45c7e-ad22-41eb-872d-f97ecf66cd7a HTTP/1.1" status: 204 len: 168 time: 0.6404610 Jul 23 23:01:46.102569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60128) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.107863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:46.108290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594d34f-e7f4-4a0a-81b0-165d6bb9beb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event deleted for resources: {'Port': ['ID=48a45c7e-ad22-41eb-872d-f97ecf66cd7a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.114489 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.148086 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-16850815-2f05-410e-85f4-6d95dfb7bde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:01:46.149395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.150384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-16850815-2f05-410e-85f4-6d95dfb7bde8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports/48a45c7e-ad22-41eb-872d-f97ecf66cd7a HTTP/1.1" status: 404 len: 333 time: 0.0361557 Jul 23 23:01:46.156220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.160323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:46.160976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.161825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229666444', 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:46.175484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178843-f724-495a-bbfa-ba36c6b2d100 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c118f1b-0f39-47e3-83ef-01b42b66124b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.192014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:01:46.192014 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:01:46.192014 n-d-791506-25 neutron-server[93836]: [parameters: {'project_id_1': 'a888352f80104101985ec29ddd7869fc', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 1, 46, 172074)}] Jul 23 23:01:46.192014 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:01:46.192591 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:01:46.212309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.230164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3550072 Jul 23 23:01:46.234299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60134) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.242905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:46.264381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f3217-91ba-45c9-9110-6912c51c5259 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=6e0a03ca-4638-4a5e-9ac9-4889f6ddc085,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.276618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:46.355339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.365609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.391983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4e74d3-55f3-4fcf-aaed-7a2773f1e5d4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.408108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:46.414052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.420279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.421560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9fec62c-3352-4e23-b339-e20e34741737 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3178837 Jul 23 23:01:46.425170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.430995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:46.447113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.455011 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:01:46.470054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6410704-ebc3-4072-94df-0ae8f37a2f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.489403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.523852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106a2193-9952-46ff-a76b-aae1422af78f None None] Network e8a4bc36-b18f-4de4-a456-314a7eec593c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:46.561100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.562081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.566257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.584815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d8f0ae-d549-4d7b-9c1e-95324f7cdf0b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.643711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba576106-572c-4e11-b398-cd10d05d5289 None None] Provisioning for port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:46.700368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6410704-ebc3-4072-94df-0ae8f37a2f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.710493 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.712188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-39fb6cd3-d589-4bc9-b71f-2257e04edd35 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2853801 Jul 23 23:01:46.715291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.720537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:46.727083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6410704-ebc3-4072-94df-0ae8f37a2f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.774501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] DHCP port deletion for e8a4bc36-b18f-4de4-a456-314a7eec593c request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:46.792029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Made reservation on behalf of a888352f80104101985ec29ddd7869fc for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:46.794352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.800325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d6410704-ebc3-4072-94df-0ae8f37a2f9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=436d98f7873c429babbac7913799da92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497829 Jul 23 23:01:46.800739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.819620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:46.821839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410704-ebc3-4072-94df-0ae8f37a2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3da376-775a-4d3f-908f-601fb27ca34e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.826508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.830655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.839909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Deleting port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:46.840286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.876885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port d3de565b-5159-486a-b31a-3d87d9461eb7 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:46.903447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.911144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] For port a2234d07-36d6-4cea-ba07-cdecc3db0eb7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a2234d07-36d6-4cea-ba07-cdecc3db0eb7,segment=NetworkSegment(55003595-03e0-4213-a00b-4c6e256eb279),segment_id=55003595-03e0-4213-a00b-4c6e256eb279)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:46.911550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.924278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Calling delete_port for a2234d07-36d6-4cea-ba07-cdecc3db0eb7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:46.937012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=9c534bf9-b2b6-4523-b5db-17081816caad,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.937524 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.940538 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.949344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.965144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': '05421d6f-9d65-4431-b169-0f658c5c2f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:46.965645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:46.985909 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.987078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707436 Jul 23 23:01:46.992311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:46.992465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6991881-21ed-4ea6-bbb7-339d0bc18c5d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a317ae4-f2ce-4ace-b2b9-2c273bb4ee50,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:46.998146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:47.032248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.032687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:47.053791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.056529 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.058331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b3da376-775a-4d3f-908f-601fb27ca34e HTTP/1.1" status: 204 len: 168 time: 0.2566748 Jul 23 23:01:47.073292 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.075262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:47.080893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6b8ae-950b-4ed9-8703-90d16b769697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3da376-775a-4d3f-908f-601fb27ca34e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.090424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:47.091023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.114705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.115214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.122850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af185cc-3f49-49c0-b525-cfc7d9a02ae7 None None] Network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:47.126384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fdebe55d-c72c-4f15-b98c-f72ad6d2efbe tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8907411 Jul 23 23:01:47.128901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60148) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.130355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.143822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] Pushing event deleted for resources: {'Port': ['ID=a2234d07-36d6-4cea-ba07-cdecc3db0eb7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.155930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e930525-a4c0-4cf3-8c5d-405dfa0cff2e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.161399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f665b-0b07-4cc8-8716-0bc56e6bf38f None None] No DVR routers for this DVR port a2234d07-36d6-4cea-ba07-cdecc3db0eb7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:47.184585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.185957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c41c8372-8384-41d0-a6dc-39085f18e76d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1913815 Jul 23 23:01:47.189349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60150) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.193838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:47.258293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.304785 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:01:47.317299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.326220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Network 9eec275a-0407-4081-8f07-652bd3813fa5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:47.327450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6e0a03ca-4638-4a5e-9ac9-4889f6ddc085', 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '9c534bf9-b2b6-4523-b5db-17081816caad'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:47.328327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.331285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.347013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:47.363002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:47.363941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:47.364542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.376761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=d3de565b-5159-486a-b31a-3d87d9461eb7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.425182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0ecc0695-1166-47ee-b92a-ffdfb1f2bcf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2675636 Jul 23 23:01:47.427934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.476404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.486132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0775d5b9-aac8-4a08-a0c0-c807b3711955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:47.486356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.488404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0775d5b9-aac8-4a08-a0c0-c807b3711955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports/d3de565b-5159-486a-b31a-3d87d9461eb7 HTTP/1.1" status: 200 len: 959 time: 0.0590317 Jul 23 23:01:47.489494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Allocated IP 2001:db8::f816:3eff:fe30:5cb3 (6e0a03ca-4638-4a5e-9ac9-4889f6ddc085/9c534bf9-b2b6-4523-b5db-17081816caad/fd638005-eca4-4464-9616-f70f3b34b257) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:47.491729 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.492054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.530397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a1a44a-90b4-4060-8b45-35c0f47b15b9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.551416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.555606 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c42ab052-ef13-4b31-8f5e-c5817ffaa809 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622603 Jul 23 23:01:47.555943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.579182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '7c118f1b-0f39-47e3-83ef-01b42b66124b', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:47.615018 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:01:47.622209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.626901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Deleting port d3de565b-5159-486a-b31a-3d87d9461eb7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:47.627226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.672427 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.681020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Transition to ACTIVE for port object fd638005-eca4-4464-9616-f70f3b34b257 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:47.696260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Transition to ACTIVE for port object fd638005-eca4-4464-9616-f70f3b34b257 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:47.703901 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.726800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.729853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.744878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Calling delete_port for d3de565b-5159-486a-b31a-3d87d9461eb7 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:47.748292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:47.753253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:47.756929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:47.762684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.764132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Pushing event updated for resources: {'Port': ['ID=fd638005-eca4-4464-9616-f70f3b34b257,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.770436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.789821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=9c534bf9-b2b6-4523-b5db-17081816caad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.844054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Attempting to bind port fd638005-eca4-4464-9616-f70f3b34b257 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:47.844515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Attempting to bind port fd638005-eca4-4464-9616-f70f3b34b257 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '05421d6f-9d65-4431-b169-0f658c5c2f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:47.845164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Attempting to bind port fd638005-eca4-4464-9616-f70f3b34b257 on network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:47.850835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204bd9c7-b970-486c-88e9-04e71fbfee8d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:47.858463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.859022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:47.859442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Checking segment: {'id': '05421d6f-9d65-4431-b169-0f658c5c2f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:47.859920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.860519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Bound using segment: {'id': '05421d6f-9d65-4431-b169-0f658c5c2f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:47.861140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Bound port: fd638005-eca4-4464-9616-f70f3b34b257, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05421d6f-9d65-4431-b169-0f658c5c2f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:47.861975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.864078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c18b1643-01b0-4670-9207-fefeb31faaa9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3069522 Jul 23 23:01:47.870806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:47.877412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'network': {'name': 'tempest-network-smoke--839592990', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:47.893322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.908885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0a03ca-4638-4a5e-9ac9-4889f6ddc085']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:47.924292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05421d6f-9d65-4431-b169-0f658c5c2f79') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:47.924847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05421d6f-9d65-4431-b169-0f658c5c2f79') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:47.928041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:47.933226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.939342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.950270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] For port fd638005-eca4-4464-9616-f70f3b34b257, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:47.952384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.953803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] For port fd638005-eca4-4464-9616-f70f3b34b257, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fd638005-eca4-4464-9616-f70f3b34b257,segment=NetworkSegment(05421d6f-9d65-4431-b169-0f658c5c2f79),segment_id=05421d6f-9d65-4431-b169-0f658c5c2f79)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:47.958856 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.961240 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.993961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:47.995583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:48.009275 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:48.011694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.015989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d3de565b-5159-486a-b31a-3d87d9461eb7 HTTP/1.1" status: 204 len: 168 time: 0.5225532 Jul 23 23:01:48.016892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141773ce-4faf-4c6b-b0d8-7fdfd8eab712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3de565b-5159-486a-b31a-3d87d9461eb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.019284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.049700 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f90344-556a-4a22-bb95-729e91f62535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:01:48.055089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-33f90344-556a-4a22-bb95-729e91f62535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports/d3de565b-5159-486a-b31a-3d87d9461eb7 HTTP/1.1" status: 404 len: 333 time: 0.0346200 Jul 23 23:01:48.055716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.060594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1095376995'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:48.064756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5fbe-ac27-4ace-9573-9c13ef7a65ab None None] Pushing event updated for resources: {'Port': ['ID=fd638005-eca4-4464-9616-f70f3b34b257,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.078363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 23:01:48.078363 n-d-791506-25 neutron-server[93836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 23:01:48.078363 n-d-791506-25 neutron-server[93836]: [parameters: {'id': '6e0a03ca-4638-4a5e-9ac9-4889f6ddc085'}] Jul 23 23:01:48.078363 n-d-791506-25 neutron-server[93836]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:01:48.079464 n-d-791506-25 neutron-server[93836]: DEBUG oslo_db.api [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:01:48.080677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:48.091946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.092396 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Added segment a033ffdb-4fbb-457f-bc8a-3f8918f101c1 of type vlan for network eefa5a34-178a-4c9e-8443-bc2b29594aa6 Jul 23 23:01:48.094514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b56c5b-1ea2-4fbf-b9ac-a01d0be40aaf None None] Network 6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:48.107762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.138904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Made reservation on behalf of a888352f80104101985ec29ddd7869fc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:48.141145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.160420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.170250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:48.232532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1703445471'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:48.238389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.243877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:48.245025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.255186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d38ea-290e-4147-852e-3c657d6c94fa None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:01:48.262842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:48.266374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.276006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.335539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Network': ['ID=eefa5a34-178a-4c9e-8443-bc2b29594aa6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.353246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:48.383049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.389444 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.401592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d7c97e77-08d8-4f4b-af54-e41711f0eed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5293806 Jul 23 23:01:48.405356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.412036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'admin_state_up': True, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:48.420044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.429848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:48.441681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d38ea-290e-4147-852e-3c657d6c94fa None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:01:48.447764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d35e0-7d7c-4d54-b343-ef5058e4b702,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.457639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.457978 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 07c59261-796f-43d6-bb77-d7859fad0c4e of type vlan for network 06422cec-e075-48f8-a89b-4d8e942b3615 Jul 23 23:01:48.465774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.467968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.469183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.513424 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.515200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Network 9eec275a-0407-4081-8f07-652bd3813fa5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:48.518245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:48.522599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:48.523603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:48.524263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.528602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddd6d90-bbb0-47a1-b1ce-976853ecdb59,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.543023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-60f4ac0c-3b4a-47ef-ab60-2ff73f1fbb53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4860485 Jul 23 23:01:48.545625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.551406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:48.565216 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.580129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.628949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.647935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.654777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:48.655384 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.708087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5989411 Jul 23 23:01:48.712114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:48.718187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'name': 'tempest-PortsIpV6TestJSON-1581626659'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:48.828634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.832069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576edec-c60b-4e19-98b1-6ef366325292 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=06422cec-e075-48f8-a89b-4d8e942b3615,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:48.844771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:48.878351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting port fd638005-eca4-4464-9616-f70f3b34b257 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:48.879650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.901945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] device_id is not set on port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:48.907004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:48.910741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.916851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.939572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 969d27b6-ac15-4cbf-b755-002b5af66a75 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:48.946107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Transition to ACTIVE for port object 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:48.951822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.960400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] For port fd638005-eca4-4464-9616-f70f3b34b257, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fd638005-eca4-4464-9616-f70f3b34b257,segment=NetworkSegment(05421d6f-9d65-4431-b169-0f658c5c2f79),segment_id=05421d6f-9d65-4431-b169-0f658c5c2f79)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:48.960775 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.998932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Calling delete_port for fd638005-eca4-4464-9616-f70f3b34b257 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:49.069949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddd6d90-bbb0-47a1-b1ce-976853ecdb59,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:49.107880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.108216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.108552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.116680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.117003 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.119903 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 2 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.165159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.165392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.165726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.179769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.180097 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.182411 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 3 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.186772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.191205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.203787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.204120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.204455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.209478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.210441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.210771 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.212449 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 4 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.215190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.236666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.237000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.237332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.238032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Port': ['ID=fd638005-eca4-4464-9616-f70f3b34b257,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:49.246521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.247107 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.248765 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 5 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.248891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No DVR routers for this DVR port fd638005-eca4-4464-9616-f70f3b34b257 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:49.265456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.267085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.267392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.267755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.295933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.296262 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.298486 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 6 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.329075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.329408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.329744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.343430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=969d27b6-ac15-4cbf-b755-002b5af66a75,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:49.349211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.349527 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.350084 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 7 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.365231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '07c59261-796f-43d6-bb77-d7859fad0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:49.365586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 06422cec-e075-48f8-a89b-4d8e942b3615, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:49.371027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.371354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.371686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.379620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.379939 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.380467 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 8 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.389305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.400498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.401000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.401355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.404688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:49.405317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0a03ca-4638-4a5e-9ac9-4889f6ddc085']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:49.408602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.408917 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.411084 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 9 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.419142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05421d6f-9d65-4431-b169-0f658c5c2f79') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:49.419371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05421d6f-9d65-4431-b169-0f658c5c2f79') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:49.423460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 06422cec-e075-48f8-a89b-4d8e942b3615) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:49.427826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:49.433904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:49.434212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e1cd9-effb-4c15-a8dd-bc763adf461c None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:49.434698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.435445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.440850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.441180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.441516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.446980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.225 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/be9bef2f-bbc4-42a8-8f2f-ed072b288ef2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:49.450540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.451123 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.451932 n-d-791506-25 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempt 10 to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 Jul 23 23:01:49.461647 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.468536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fcf9391-fe05-4256-b3a4-8e7ce7983e08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7546277 Jul 23 23:01:49.471612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:49.476850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1924422759'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:49.477631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:49.478065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:49.482126 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:49.484375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:49.484714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:49.485055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempting to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:49.492338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:01:49.492672 n-d-791506-25 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Failed to bind port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on host n-h1-791506-25 for vnic_type normal using segments [{'id': 'f5aef5a6-cd59-43e7-893d-d8371b366cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9eec275a-0407-4081-8f07-652bd3813fa5'}] Jul 23 23:01:49.493048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.536290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:49.542620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.594149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:49.596453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.605832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:49.606469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 23:01:49.607605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.609459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 HTTP/1.1" status: 204 len: 168 time: 2.4794462 Jul 23 23:01:49.613428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.613819 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 5ff54c35-c1b1-48e8-bb7b-4b3ca94b184e of type vlan for network 461d62e3-d675-4d4a-b00b-176f29de575d Jul 23 23:01:49.615232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:49.620728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801901b-2a03-47e0-b6a0-362d6dcd9603 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=6e0a03ca-4638-4a5e-9ac9-4889f6ddc085,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:49.626497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-70814669'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:49.629854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.648434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.690100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.733508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:49.736675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:49.742658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:49.770341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:49.992900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] In _notify_port_updated(), no bound segment for port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 on network 9eec275a-0407-4081-8f07-652bd3813fa5 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:01:49.993816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:49.994997 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:49.996349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "PUT /v2.0/ports/3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 HTTP/1.1" status: 200 len: 980 time: 1.4494593 Jul 23 23:01:50.007816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.024094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.052713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:50.056277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.081364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b9c27-1b92-4f95-9023-85c3f9c58306 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddd6d90-bbb0-47a1-b1ce-976853ecdb59,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:50.138676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:50.144457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.150057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:50.150767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.177528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.177914 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment 4212cb6f-c813-4504-9225-8e1084d8e3cd of type vlan for network 929dad9c-c4e7-4da7-b9e1-39c2c6205db1 Jul 23 23:01:50.214992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7420847 Jul 23 23:01:50.220234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.269240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'ports': [{'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'}, {'network_id': '461d62e3-d675-4d4a-b00b-176f29de575d'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:50.269462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:50.269970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '461d62e3-d675-4d4a-b00b-176f29de575d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:50.277132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f42e9-378f-4814-ac40-837f315e86f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=461d62e3-d675-4d4a-b00b-176f29de575d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:50.291881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 461d62e3-d675-4d4a-b00b-176f29de575d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:50.318755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.323349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.339539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Deleting port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:50.339899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.476047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] For port 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59, host n-h1-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:50.476414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.485999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.491493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:50.492096 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.524582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.553278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Calling delete_port for 3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:50.579143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9628587 Jul 23 23:01:50.586199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.594164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': '929dad9c-c4e7-4da7-b9e1-39c2c6205db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:50.657290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router cbf25aaa-51ab-4a8a-a481-1ab33b859606 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:01:50.676105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a0bdf-2a23-44a6-b666-ec240951187c tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=929dad9c-c4e7-4da7-b9e1-39c2c6205db1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:50.688412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 929dad9c-c4e7-4da7-b9e1-39c2c6205db1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:50.706118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:50.710698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.765627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:50.766761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.779660 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Sync routers for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:50.786256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.790653 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-70b6993d-5803-42f7-9060-225beaecf22d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3822765 Jul 23 23:01:50.791387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:50.791567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.792308 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:50.830468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36522c88-daa1-47f0-8bf2-7168ff46d1ac tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=353678e0676d48ef9f4ec9428a615568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377686 Jul 23 23:01:50.831721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.835644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:50.840371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.859136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.897277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:50.928478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a90145-6202-4a8b-b9c0-9032c01103c8 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:50.933377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e1a90145-6202-4a8b-b9c0-9032c01103c8 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963733 Jul 23 23:01:50.933723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60206) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.941571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ddd6d90-bbb0-47a1-b1ce-976853ecdb59,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:50.954327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 5151e795-8672-43c4-babb-10d6ec782274 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:50.961494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:50.967373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2832e707-75cc-4e57-a2c7-4b906a501fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 HTTP/1.1" status: 204 len: 168 time: 0.9553876 Jul 23 23:01:50.968562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.983645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-44b16991-57df-4b95-9917-a18ce3bfbac0 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461674 Jul 23 23:01:50.983886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:50.988638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697992247', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:51.030232 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ad40d2-712e-414b-934a-ee1fd29f4b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] GET failed (client error): The resource could not be found. Jul 23 23:01:51.038126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-95ad40d2-712e-414b-934a-ee1fd29f4b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636898900-project-admin] 10.222.0.37 "GET /v2.0/ports/3ddd6d90-bbb0-47a1-b1ce-976853ecdb59 HTTP/1.1" status: 404 len: 333 time: 0.0624545 Jul 23 23:01:51.038126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:51.081997 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:50Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:51.083313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:51.088814 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.110091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Checking router: cbf25aaa-51ab-4a8a-a481-1ab33b859606 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:51.110428 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Updating router cbf25aaa-51ab-4a8a-a481-1ab33b859606 port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:01:51.143251 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.193296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.293674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.364255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Subnet': ['ID=ad03f500-4ec9-4460-bfdd-a6798164123a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:51.379328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.379971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.380474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.380979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.381492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.382022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.382533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.383197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.383801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.384296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.384877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.385619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.386637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.398783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:51.399637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network hostable DHCP agents. Network: eefa5a34-178a-4c9e-8443-bc2b29594aa6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:51.400630 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.422220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:51.432768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.435594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, eefa5a34-178a-4c9e-8443-bc2b29594aa6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:51.441977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:51.442864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.446752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9cb9f-e9a4-406d-ad8b-78a1f9b48392 None None] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:51.465679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-03ac9702-ef54-4726-bf51-269331fdc321 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4808235 Jul 23 23:01:51.468408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:51.503825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eec275a-0407-4081-8f07-652bd3813fa5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:51.504761 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.518221 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Transition to ACTIVE for port object be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:51.528085 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.544064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aef5a6-cd59-43e7-893d-d8371b366cdc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:51.544603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aef5a6-cd59-43e7-893d-d8371b366cdc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:51.582281 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Attempting to bind port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:51.583214 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Attempting to bind port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:51.583767 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Attempting to bind port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:51.596555 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.598255 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:51.598845 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:51.599404 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.599994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:51.600618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Bound port: be9bef2f-bbc4-42a8-8f2f-ed072b288ef2, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:51.601210 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.612733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 7e68ba18-7e43-40ee-860b-a428dea84c43 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:51.615827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=47695329-4a21-47ad-bb52-0945be3b5985,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:51.639393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.643402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': '4212cb6f-c813-4504-9225-8e1084d8e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '929dad9c-c4e7-4da7-b9e1-39c2c6205db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:51.644058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: 929dad9c-c4e7-4da7-b9e1-39c2c6205db1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:51.657330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:51.658050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:51.661111 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:51.668677 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] For port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:51.672495 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] For port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:51.680594 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Pushing event updated for resources: {'Port': ['ID=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:51.691095 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.695955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.696548 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.697246 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.697821 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.698566 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.699214 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.699699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.700398 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.700913 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.701566 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.702071 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.702540 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:01:51.752490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network 929dad9c-c4e7-4da7-b9e1-39c2c6205db1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:51.769130 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f4139-fe85-4963-9120-79912ffb5497 None None] Pushing event updated for resources: {'Port': ['ID=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:51.792114 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:51.793998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.794849 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:51.798585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.804060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] 10.222.0.37 "DELETE /v2.0/networks/9eec275a-0407-4081-8f07-652bd3813fa5 HTTP/1.1" status: 204 len: 168 time: 0.7615767 Jul 23 23:01:51.826796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4781b4-b104-41a6-8091-934373623d47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463665950-project] Pushing event deleted for resources: {'Network': ['ID=9eec275a-0407-4081-8f07-652bd3813fa5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:51.829428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 929dad9c-c4e7-4da7-b9e1-39c2c6205db1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:51.833517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:51.834142 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.868936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c50eae-eb3b-462d-a602-722191e8902d None None] Network 929dad9c-c4e7-4da7-b9e1-39c2c6205db1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:51.877730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3d85f45e-e970-4cf4-9e98-c6ccb277f9c3 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2904563 Jul 23 23:01:51.882368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:51.922108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:51.922537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:51.924347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.010948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:52.036758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.046986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.074251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.184798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.190648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:52.195799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:52.198588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:52.199580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.229680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=5151e795-8672-43c4-babb-10d6ec782274,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:52.286192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044695c-6d4e-480e-afdd-ec25e55fdce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-929dad9c-c4e7-4da7-b9e1-39c2c6205db1', 'network_id': '929dad9c-c4e7-4da7-b9e1-39c2c6205db1', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '47695329-4a21-47ad-bb52-0945be3b5985'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:52.288010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5044695c-6d4e-480e-afdd-ec25e55fdce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.295397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Allocated IP 172.20.0.2 (eefa5a34-178a-4c9e-8443-bc2b29594aa6/ad03f500-4ec9-4460-bfdd-a6798164123a/b80bd81b-1731-44fe-8710-ccd8cc52d5c7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:52.328306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=7e68ba18-7e43-40ee-860b-a428dea84c43,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:52.340737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '5ff54c35-c1b1-48e8-bb7b-4b3ca94b184e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '461d62e3-d675-4d4a-b00b-176f29de575d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:52.341109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 461d62e3-d675-4d4a-b00b-176f29de575d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:52.346248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.362959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:52.368221 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:50Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:52.392440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=47695329-4a21-47ad-bb52-0945be3b5985,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:52.427421 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50110937-1733-4193-bea7-169ee6a7af67 None None] The sync data for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 is: [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:50Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:52.441561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 461d62e3-d675-4d4a-b00b-176f29de575d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:52.469827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.488784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929dad9c-c4e7-4da7-b9e1-39c2c6205db1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:52.491414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 461d62e3-d675-4d4a-b00b-176f29de575d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:52.495754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:52.502036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:52.507228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:52.507927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.518207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf53617-bdce-4370-b64a-fa00c0673c05 None None] Network 461d62e3-d675-4d4a-b00b-176f29de575d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:52.539671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4212cb6f-c813-4504-9225-8e1084d8e3cd') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:52.539998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4212cb6f-c813-4504-9225-8e1084d8e3cd') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:52.561193 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.569195 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.572712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-130790bf-893d-4e76-9955-81543dccfc27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3238692 Jul 23 23:01:52.572973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:52.581457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e29a6-633e-408c-9f35-a925d0066de2 None None] Network 929dad9c-c4e7-4da7-b9e1-39c2c6205db1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:52.598802 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-012f53f7-1b88-4242-8618-8ed9650ea116 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=022001c936224acfb2a1cbc2651205cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187567 Jul 23 23:01:52.599796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.601656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:52.624628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:52.625123 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:52.629050 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:52.714537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.720877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.726292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 7e68ba18-7e43-40ee-860b-a428dea84c43 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:52.726748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.731297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/929dad9c-c4e7-4da7-b9e1-39c2c6205db1 HTTP/1.1" status: 204 len: 168 time: 0.8443801 Jul 23 23:01:52.744263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:52.753189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-155488255'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:52.779011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca89f0-22a4-4da5-a4dd-9bfd05375506 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=929dad9c-c4e7-4da7-b9e1-39c2c6205db1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:52.785917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.798065 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.819192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:52.824534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.830427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Transition to ACTIVE for port object b80bd81b-1731-44fe-8710-ccd8cc52d5c7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:52.833987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.847398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.862855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 7e68ba18-7e43-40ee-860b-a428dea84c43 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:52.881095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Transition to ACTIVE for port object b80bd81b-1731-44fe-8710-ccd8cc52d5c7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:52.885110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:52.897888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.897888 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Added segment e113c45e-379d-42cd-ad75-693d9b9822ce of type vlan for network c703a508-3455-4113-8d92-bcfddb27fecc Jul 23 23:01:52.929681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.956913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.965814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.969049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:52.972585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/358ef543-0c5f-4ef5-b676-b3a897f9eb44 HTTP/1.1" status: 204 len: 168 time: 0.3677473 Jul 23 23:01:52.988469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb954ad-9071-446e-bacc-6d6930d82055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ef543-0c5f-4ef5-b676-b3a897f9eb44,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:52.996880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.1 (eefa5a34-178a-4c9e-8443-bc2b29594aa6/ad03f500-4ec9-4460-bfdd-a6798164123a/139b7dd2-ad00-4a83-a2c2-4d328f521bbd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:53.014222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.022045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:53.022867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.030381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:53.066364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3171408 Jul 23 23:01:53.071739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:53.076708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:53.078178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60234) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:53.095944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Request body: {'subnet': {'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:53.139017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e960ec-f15f-4b63-8513-583274a79333 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Network': ['ID=c703a508-3455-4113-8d92-bcfddb27fecc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.142755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Pushing event updated for resources: {'Port': ['ID=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.155842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c703a508-3455-4113-8d92-bcfddb27fecc details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:53.198384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:53.218655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.255087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Attempting to bind port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:53.255563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Attempting to bind port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:53.256135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Attempting to bind port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:53.295221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=7e68ba18-7e43-40ee-860b-a428dea84c43,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.301190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:53.301679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:53.302158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.302675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Bound using segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:53.303280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Bound port: b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:53.303734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.341231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.345486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2cf00a8e-0c8b-4b3d-a3fc-0b4c9a48cbd8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/7e68ba18-7e43-40ee-860b-a428dea84c43 HTTP/1.1" status: 204 len: 168 time: 0.7691629 Jul 23 23:01:53.346714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:53.387185 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.408215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:53.425902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:53.426523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.428844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.431202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Made reservation on behalf of d86d7bd643034b8e80d1a231e8ff9733 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:53.435527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.457859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:53.463446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] For port b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:53.482720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] For port b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:53.488831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object 139b7dd2-ad00-4a83-a2c2-4d328f521bbd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:53.495038 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.528417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89dd206e-e2b5-481a-9a75-ea8cc8f2fcc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a888352f80104101985ec29ddd7869fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688276 Jul 23 23:01:53.529718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:53.597240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376bd25-a276-4383-b518-c3935e7bf398 None None] Pushing event updated for resources: {'Port': ['ID=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.599818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.629255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:53.634188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.639558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa015b8-1687-4561-b723-9596a6331922 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:53.646117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.646325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa015b8-1687-4561-b723-9596a6331922 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:53.650285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5fa015b8-1687-4561-b723-9596a6331922 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2964270 Jul 23 23:01:53.651934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:53.680324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.721419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.753169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:53.759318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:53.764217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.766853 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.776071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:53.876471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.918364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-e07c51f7-7017-4f5e-bf79-62daa72d52bd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2114265 Jul 23 23:01:53.921066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.924665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:53.929008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45c16ff4-6851-4658-b9d8-90f3bc7ac9e2 HTTP/1.1" status: 204 len: 168 time: 0.3980291 Jul 23 23:01:53.943523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c2f92-7912-4d9e-b742-544ee8afb4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c16ff4-6851-4658-b9d8-90f3bc7ac9e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:53.950512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 5151e795-8672-43c4-babb-10d6ec782274 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:53.950872 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.067470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.objects.ports [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 23:01:54.070699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.082746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.100275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 5151e795-8672-43c4-babb-10d6ec782274 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:54.159197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-81f55506-8df3-4b9b-868c-720a5daf9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:54.160837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-81f55506-8df3-4b9b-868c-720a5daf9d99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 1098 time: 0.1672025 Jul 23 23:01:54.175993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event updated for resources: {'Subnet': ['ID=8d4f971a-3524-438e-822d-824a6a126aaa,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:54.201141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Checking segment: {'id': 'e113c45e-379d-42cd-ad75-693d9b9822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:54.201512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network hostable DHCP agents. Network: c703a508-3455-4113-8d92-bcfddb27fecc, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:54.208220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.252738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Network c703a508-3455-4113-8d92-bcfddb27fecc is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:54.271498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c703a508-3455-4113-8d92-bcfddb27fecc) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:54.274284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.281417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:54.282085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.288388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ff6a6-bdbc-4304-9cf7-e96a1e015772 None None] Network c703a508-3455-4113-8d92-bcfddb27fecc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:54.325396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-98563c34-9cdd-4c87-9781-3f9684dbc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:54.327081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-98563c34-9cdd-4c87-9781-3f9684dbc8e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1400032 Jul 23 23:01:54.330820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=5151e795-8672-43c4-babb-10d6ec782274,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:54.345072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.349407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eb5a240b-de6f-4f94-82d7-1402a5a20a99 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/5151e795-8672-43c4-babb-10d6ec782274 HTTP/1.1" status: 204 len: 168 time: 0.6900258 Jul 23 23:01:54.350335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:54.421071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-f9fe4b57-970c-4340-85c1-16909a286c56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 200 len: 1002 time: 0.0863340 Jul 23 23:01:54.468678 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37f14ac9-816a-43fa-8f13-5d452bdb5a72 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3842602 Jul 23 23:01:54.474258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60260) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:54.520049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-34331a0c-02a2-4536-b224-43e020341f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:54.522375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-34331a0c-02a2-4536-b224-43e020341f4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0957298 Jul 23 23:01:54.548285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c703a508-3455-4113-8d92-bcfddb27fecc', 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc', 'tenant_id': 'd86d7bd643034b8e80d1a231e8ff9733', 'fixed_ips': [{'subnet_id': '8d4f971a-3524-438e-822d-824a6a126aaa'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:54.549493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:54.638468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-613fce08-4dbc-4c69-a63a-d8aeffe7841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:54.640265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-613fce08-4dbc-4c69-a63a-d8aeffe7841d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103151 Jul 23 23:01:54.759397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-7f55cf37-bf8e-4a2e-b08c-054b923e1f66 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106980 Jul 23 23:01:54.774272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Allocated IP 2001:db8::f816:3eff:fe93:ffe3 (c703a508-3455-4113-8d92-bcfddb27fecc/8d4f971a-3524-438e-822d-824a6a126aaa/aa1e90dd-d469-438c-aa6f-703a92b7e1ee) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:54.933294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb86daca-0f0c-486c-9d8f-22d1d23f50d5 req-a99e1bae-1c00-4d8b-962c-049ec7ce5468 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649849 Jul 23 23:01:55.049676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.064721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Transition to ACTIVE for port object aa1e90dd-d469-438c-aa6f-703a92b7e1ee will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:55.087740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d4bfc-d772-435f-bc0e-41bd13b56ee9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:55.093102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:55.093708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-910d4bfc-d772-435f-bc0e-41bd13b56ee9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7417619 Jul 23 23:01:55.105617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Transition to ACTIVE for port object aa1e90dd-d469-438c-aa6f-703a92b7e1ee will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:55.114679 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.148764 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dddc77e-1eb3-4c59-a923-cec60493db03 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:01:55.153154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7dddc77e-1eb3-4c59-a923-cec60493db03 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/7e68ba18-7e43-40ee-860b-a428dea84c43 HTTP/1.1" status: 404 len: 333 time: 0.0564017 Jul 23 23:01:55.153491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:55.164594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Network c703a508-3455-4113-8d92-bcfddb27fecc is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:55.170219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:55.176447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:55.176629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.183157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.220438 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.234644 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e75831-0238-4a3e-9de5-5b20b15eb5c3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:01:55.244766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-72e75831-0238-4a3e-9de5-5b20b15eb5c3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/5151e795-8672-43c4-babb-10d6ec782274 HTTP/1.1" status: 404 len: 333 time: 0.0896060 Jul 23 23:01:55.247430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:55.281336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.285873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Pushing event updated for resources: {'Port': ['ID=aa1e90dd-d469-438c-aa6f-703a92b7e1ee,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:55.294782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ef15e-d4f8-4df5-90c3-f87ad75d15eb None None] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:55.297081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b80bd81b-1731-44fe-8710-ccd8cc52d5c7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:55.339661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Attempting to bind port aa1e90dd-d469-438c-aa6f-703a92b7e1ee on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:55.339909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Attempting to bind port aa1e90dd-d469-438c-aa6f-703a92b7e1ee by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'e113c45e-379d-42cd-ad75-693d9b9822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:55.340091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Attempting to bind port aa1e90dd-d469-438c-aa6f-703a92b7e1ee on network c703a508-3455-4113-8d92-bcfddb27fecc {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:55.366016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:55.366393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Checking segment: {'id': 'e113c45e-379d-42cd-ad75-693d9b9822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:55.366797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.367291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Bound using segment: {'id': 'e113c45e-379d-42cd-ad75-693d9b9822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:55.367691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Bound port: aa1e90dd-d469-438c-aa6f-703a92b7e1ee, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113c45e-379d-42cd-ad75-693d9b9822ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c703a508-3455-4113-8d92-bcfddb27fecc'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:55.368186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.368525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:55.377470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.454879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting port aa1e90dd-d469-438c-aa6f-703a92b7e1ee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:55.455235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.467273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-910c920a-da05-4598-a6b5-88a3572487c7 None None] Provisioning for port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:55.495608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.498152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:55.507388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:55.508299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461d62e3-d675-4d4a-b00b-176f29de575d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:55.520759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff54c35-c1b1-48e8-bb7b-4b3ca94b184e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:55.521229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff54c35-c1b1-48e8-bb7b-4b3ca94b184e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:55.533558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.543804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:55.549065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] For port aa1e90dd-d469-438c-aa6f-703a92b7e1ee, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:55.550484 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.560894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:55.561543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.564730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:55.565290 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:55.567191 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:55.593179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] For port aa1e90dd-d469-438c-aa6f-703a92b7e1ee, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aa1e90dd-d469-438c-aa6f-703a92b7e1ee,segment=NetworkSegment(e113c45e-379d-42cd-ad75-693d9b9822ce),segment_id=e113c45e-379d-42cd-ad75-693d9b9822ce)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:55.632668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.634407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] For port aa1e90dd-d469-438c-aa6f-703a92b7e1ee, host n-d-791506-25, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:55.634976 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.665206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.670752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.673067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/461d62e3-d675-4d4a-b00b-176f29de575d HTTP/1.1" status: 204 len: 168 time: 0.4242547 Jul 23 23:01:55.679859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:55.696430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1956563367'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:55.701305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c39e-1655-42f8-bcac-56e9b805e08c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=461d62e3-d675-4d4a-b00b-176f29de575d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:55.732399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:55.733434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Calling delete_port for aa1e90dd-d469-438c-aa6f-703a92b7e1ee owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:55.736800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.763308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab68996-ffdb-47bb-84fe-0d4700ccb6fe None None] Pushing event updated for resources: {'Port': ['ID=aa1e90dd-d469-438c-aa6f-703a92b7e1ee,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:55.766888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:01:55.785166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.785629 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 94db2f84-6e60-4d74-864c-375901494bd7 of type vlan for network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 Jul 23 23:01:55.794042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.859782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:01:55.863388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.871392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.872756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:55.889953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:55.975279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.995609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:55.996658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:55.997861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:56.036357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router cbf25aaa-51ab-4a8a-a481-1ab33b859606 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:01:56.064213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:56.064701 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.132435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=8bd6e539-f16d-430c-a60c-1f4452ab6da4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:56.138992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-165ba337-b9f1-49ab-994a-a7f9ded91135 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4558134 Jul 23 23:01:56.139185 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.142958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2125640589'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:56.147931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:56.155924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:56.161400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:01:56.207114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.208138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.248423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Port': ['ID=aa1e90dd-d469-438c-aa6f-703a92b7e1ee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:56.283644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No DVR routers for this DVR port aa1e90dd-d469-438c-aa6f-703a92b7e1ee on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:01:56.353100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.364591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.376238 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.381773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:01:56.387442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:56.387964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63a20b9d-aa93-4369-9234-5da17bc8ccb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/cbf25aaa-51ab-4a8a-a481-1ab33b859606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9179254 Jul 23 23:01:56.391711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.445098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.486540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4f971a-3524-438e-822d-824a6a126aaa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:56.601416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.604086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Sync routers for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:01:56.614813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c703a508-3455-4113-8d92-bcfddb27fecc']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:56.635792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113c45e-379d-42cd-ad75-693d9b9822ce') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:56.636175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113c45e-379d-42cd-ad75-693d9b9822ce') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:56.652545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Provisioning for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:01:56.657418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.678909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Provisioning complete for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:56.680574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.698092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.705958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:56.706903 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:56.711243 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:56.714323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:56.714948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:56.803461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.809134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.821301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/c703a508-3455-4113-8d92-bcfddb27fecc HTTP/1.1" status: 204 len: 168 time: 2.3453677 Jul 23 23:01:56.822595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:56.840819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:01:56.865936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Provisioning complete for port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:56.866364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a63140a-533e-4262-9ece-91098aaace97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.869287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:56.871128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dfd0d29b-a6db-45e3-9218-3ac02dd33950 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9732389 Jul 23 23:01:56.876993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10436f-929c-4864-93fc-8aa921e7de62 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=c703a508-3455-4113-8d92-bcfddb27fecc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:56.884066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:56.886420 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8a151b-5bfe-4f9b-86f5-5bd0b4778a8e tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:56.887147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8a151b-5bfe-4f9b-86f5-5bd0b4778a8e tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:56.889511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ac8a151b-5bfe-4f9b-86f5-5bd0b4778a8e tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/8d4f971a-3524-438e-822d-824a6a126aaa HTTP/1.1" status: 404 len: 337 time: 0.0465908 Jul 23 23:01:56.893457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60314) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:56.923800 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b6b3aa-1679-4f77-845d-a410b1d08580 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:56.933685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b6b3aa-1679-4f77-845d-a410b1d08580 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:56.935727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90b6b3aa-1679-4f77-845d-a410b1d08580 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/c703a508-3455-4113-8d92-bcfddb27fecc HTTP/1.1" status: 404 len: 339 time: 0.0409706 Jul 23 23:01:56.939267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60316) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:56.941220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:57.003814 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e786fbd-0222-4fe1-a030-545f2582a2b6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:57.004444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e786fbd-0222-4fe1-a030-545f2582a2b6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:57.010158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e786fbd-0222-4fe1-a030-545f2582a2b6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/47695329-4a21-47ad-bb52-0945be3b5985 HTTP/1.1" status: 404 len: 337 time: 0.0675366 Jul 23 23:01:57.010966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.011626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-d7b5d678-95d3-4233-a31b-33519e854ab6 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652132591&fields=id&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 267 time: 0.1785388 Jul 23 23:01:57.057245 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4723871-db68-465f-bc90-0c1da919eba9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:57.058236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4723871-db68-465f-bc90-0c1da919eba9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:57.062873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4723871-db68-465f-bc90-0c1da919eba9 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/929dad9c-c4e7-4da7-b9e1-39c2c6205db1 HTTP/1.1" status: 404 len: 339 time: 0.0471966 Jul 23 23:01:57.063326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.100335 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db7315d-704a-4afc-89aa-b1f93dcef018 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:57.100908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db7315d-704a-4afc-89aa-b1f93dcef018 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:57.102551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8db7315d-704a-4afc-89aa-b1f93dcef018 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/9c534bf9-b2b6-4523-b5db-17081816caad HTTP/1.1" status: 404 len: 337 time: 0.0381527 Jul 23 23:01:57.107344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.117598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b80bd81b-1731-44fe-8710-ccd8cc52d5c7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:01:57.128303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.137011 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0746dc65-24d0-445d-83e5-db1032f4f225 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:57.137590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0746dc65-24d0-445d-83e5-db1032f4f225 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:57.141807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0746dc65-24d0-445d-83e5-db1032f4f225 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/6e0a03ca-4638-4a5e-9ac9-4889f6ddc085 HTTP/1.1" status: 404 len: 339 time: 0.0310447 Jul 23 23:01:57.142892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.210065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-660ab850-e560-4d56-93c5-7695f8a82c13 None None] Provisioning complete for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:57.210389 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-660ab850-e560-4d56-93c5-7695f8a82c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.248989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7efb6-4561-4042-a754-ee262764631c None None] DHCP port deletion for c703a508-3455-4113-8d92-bcfddb27fecc request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:01:57.288454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting port 211f5714-02d7-4782-981a-83e27f5cd3e4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:57.288454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.297811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98dccde-61bc-4462-89b6-405f6e2a9088 None None] Network c703a508-3455-4113-8d92-bcfddb27fecc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:57.317991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-660ab850-e560-4d56-93c5-7695f8a82c13 None None] Port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:01:57.321321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98dccde-61bc-4462-89b6-405f6e2a9088 None None] Network c703a508-3455-4113-8d92-bcfddb27fecc could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 23:01:57.338716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:01:57.339093 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.384875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.395404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 2, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:57.398967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Calling delete_port for 211f5714-02d7-4782-981a-83e27f5cd3e4 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:57.401513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.409082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-133e7aa2-9042-438e-90fc-1af35e922a50 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:57.410597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-133e7aa2-9042-438e-90fc-1af35e922a50 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 796 time: 0.3630402 Jul 23 23:01:57.413700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.434572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Checking router: cbf25aaa-51ab-4a8a-a481-1ab33b859606 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:01:57.434938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Updating router cbf25aaa-51ab-4a8a-a481-1ab33b859606 port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:01:57.438549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-35b69fd2-5d5e-4540-ad3f-0f5a0128bbf7 None None] Could not find standard attr ID for object aa1e90dd-d469-438c-aa6f-703a92b7e1ee. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:01:57.487010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.496079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-695d0c0a-b92f-43c9-b4fc-46dd759d32dc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/quotas/353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 375 time: 0.0764678 Jul 23 23:01:57.510987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.526598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Port': ['ID=211f5714-02d7-4782-981a-83e27f5cd3e4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:57.527378 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.527883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 575a30d0-6df9-4f52-9ca5-88162fcccb1b {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:01:57.535256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.535469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.539948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7833f82-6f4e-42c3-a997-b1776e9ad8f2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "DELETE /v2.0/routers/575a30d0-6df9-4f52-9ca5-88162fcccb1b HTTP/1.1" status: 204 len: 168 time: 0.6454592 Jul 23 23:01:57.540075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b96c3a1f-144b-4a0f-8c4a-b5f3da329d6f tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/ports/211f5714-02d7-4782-981a-83e27f5cd3e4 HTTP/1.1" status: 204 len: 168 time: 0.3945265 Jul 23 23:01:57.540160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.541227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.558761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Request body: {'router': {'name': 'tempest-router-19823515', 'distributed': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:57.588238 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e5e6d3-aa35-4db0-8f27-4da0ea33aba6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:57.588238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e5e6d3-aa35-4db0-8f27-4da0ea33aba6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:57.592419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e8e5e6d3-aa35-4db0-8f27-4da0ea33aba6 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/0eee14e0-93b1-4933-a3cc-c3a94f12711b HTTP/1.1" status: 404 len: 337 time: 0.0477030 Jul 23 23:01:57.592976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.612589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.635963 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.636982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.680200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-78df2aaf-5bac-4e45-80cc-92044e3adc92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694882 Jul 23 23:01:57.686815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.703389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-e4775b28-493f-419e-b56b-3458cdbd1e4c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:01:57.704399 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-e4775b28-493f-419e-b56b-3458cdbd1e4c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090630 Jul 23 23:01:57.705040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=bc693f23-1c4f-4f55-9819-617d13b1a811,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:57.722103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '94db2f84-6e60-4d74-864c-375901494bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:57.722470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 8bd6e539-f16d-430c-a60c-1f4452ab6da4, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:01:57.746229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.772187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.803926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:01:57.805265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.806624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-591041c0-09f6-496a-83b7-7a8b8c5ef6e0 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2597668 Jul 23 23:01:57.809854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60334) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.821259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8bd6e539-f16d-430c-a60c-1f4452ab6da4) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:57.826092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:57.826680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.832851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398559b-2e61-44d8-a822-c743f5c14226 None None] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:01:57.841907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.851958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-008ef6e2-b997-4d20-a0a0-d56a5cab4d1c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7027400 Jul 23 23:01:57.855435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:57.861022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4', 'name': 'tempest-PortsIpV6TestJSON-466675157'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:57.916698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a4bc36-b18f-4de4-a456-314a7eec593c']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:57.929711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55003595-03e0-4213-a00b-4c6e256eb279') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:57.930034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55003595-03e0-4213-a00b-4c6e256eb279') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:57.935952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-f3bd64fb-b812-4d42-85a3-38b0bb63e0c3 service neutron] 10.222.0.37 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247789 Jul 23 23:01:57.939106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.940083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.942810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:57.960183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Transition to ACTIVE for port object 139b7dd2-ad00-4a83-a2c2-4d328f521bbd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:57.970348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.017751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.028625 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:01:58.029031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:01:58.032844 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:01:58.058679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079f9c-e188-4d88-829b-e52284cb7fb7 None None] Pushing event updated for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:58.077471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-a4ecd7dc-aaba-42b4-923c-d1f72bbd1689 service neutron] 10.222.0.37 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284399 Jul 23 23:01:58.081445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:01:58.086705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.117431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-8bd6e539-f16d-430c-a60c-1f4452ab6da4', 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': 'bc693f23-1c4f-4f55-9819-617d13b1a811'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:01:58.118436 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.123943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port db1d022d-05b0-4078-a6d0-e66cf0f748a6 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:01:58.193035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.195948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.207085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Attempting to bind port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:58.207454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Attempting to bind port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:58.207905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Attempting to bind port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:58.241014 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.258380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.262957 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/e8a4bc36-b18f-4de4-a456-314a7eec593c HTTP/1.1" status: 204 len: 168 time: 0.6668541 Jul 23 23:01:58.263793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:58.268086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.268708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9ec98b0-8f60-4ae7-b311-5d625522fb8f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:01:58.305500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:58.305904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:58.306996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.307621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Bound using segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:58.308346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Bound port: 139b7dd2-ad00-4a83-a2c2-4d328f521bbd, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:58.308742 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.342446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::bf (8bd6e539-f16d-430c-a60c-1f4452ab6da4/bc693f23-1c4f-4f55-9819-617d13b1a811/db1d022d-05b0-4078-a6d0-e66cf0f748a6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:58.368319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.370476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-485f78d0-0d68-4e24-9440-d4d2e09b9dab tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e9ec98b0-8f60-4ae7-b311-5d625522fb8f HTTP/1.1" status: 204 len: 168 time: 0.5598302 Jul 23 23:01:58.392477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ff0a8-e29d-4f10-a1b6-2647dd3e5be4 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=e8a4bc36-b18f-4de4-a456-314a7eec593c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:58.394513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:58.408018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Request body: {'router': {'name': 'tempest-router-1146729417', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e77033632a154b0ba5665f304d513e8c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:58.427164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] For port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:58.430754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] For port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:58.437874 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.451683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.452860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.470206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting port 8e95836e-a2e3-48ba-827c-62f61a75b03b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:58.470705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.479419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c50a38e4-5c72-479d-a248-47630487b725 req-dbd43ff4-6577-4a7f-8740-01f35aecf22b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 210 time: 0.0440075 Jul 23 23:01:58.540518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:01:58.542165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:58.606657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.616183 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.626233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.638983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Calling delete_port for 8e95836e-a2e3-48ba-827c-62f61a75b03b owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:58.646641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079f9c-e188-4d88-829b-e52284cb7fb7 None None] Pushing event updated for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:58.668204 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.695251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object db1d022d-05b0-4078-a6d0-e66cf0f748a6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:58.707875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.712428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2892fa43-399c-4518-ada9-ec0dbd26eb29 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3134789 Jul 23 23:01:58.712932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:58.718217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:01:58.752527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:01:58.757915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.868125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:58.871217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=db1d022d-05b0-4078-a6d0-e66cf0f748a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:58.875388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:58.878151 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:58.888174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:01:58.888965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.933501 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-66788c01-a9db-4bb1-aee0-b348565a6d9a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0770283 Jul 23 23:01:58.936125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:58.961466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:58.965587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Allocated IP 2001:db8::2 (8bd6e539-f16d-430c-a60c-1f4452ab6da4/bc693f23-1c4f-4f55-9819-617d13b1a811/79a7fb43-843f-43bd-8933-0bcfd446a38f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:01:59.027881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.028223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.030760 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Port': ['ID=8e95836e-a2e3-48ba-827c-62f61a75b03b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:59.040460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aa1e90dd-d469-438c-aa6f-703a92b7e1ee no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:01:59.082145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: aa1e90dd-d469-438c-aa6f-703a92b7e1ee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:01:59.082742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aa1e90dd-d469-438c-aa6f-703a92b7e1ee not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:01:59.101375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.106689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d5f5447-9fdf-41d9-bda4-3ec77cacfe16 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/ports/8e95836e-a2e3-48ba-827c-62f61a75b03b HTTP/1.1" status: 204 len: 168 time: 0.8397543 Jul 23 23:01:59.107307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:59.125622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port db1d022d-05b0-4078-a6d0-e66cf0f748a6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:01:59.126115 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.159855 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b090ab-7445-440f-a3ea-4e89891bdbbc tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:59.160316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b090ab-7445-440f-a3ea-4e89891bdbbc tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:59.164685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d2b090ab-7445-440f-a3ea-4e89891bdbbc tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/8038b4e6-a71c-4d46-9cec-513c1732dc8c HTTP/1.1" status: 404 len: 337 time: 0.0548403 Jul 23 23:01:59.168064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:59.193482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93836) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 23:01:59.194239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Router 27da4639-b111-45f0-9288-1f57b68c2038 migrating from provider to provider. {{(pid=93836) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 23:01:59.194239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.209799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.221445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.258170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.260806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.273114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:01:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:01:59.278456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Transition to ACTIVE for port object 79a7fb43-843f-43bd-8933-0bcfd446a38f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:59.280588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for db1d022d-05b0-4078-a6d0-e66cf0f748a6 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:01:59.307770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce2947-36ed-431e-bf71-fc0707405b9a None None] The sync data for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 is: [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:01:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:01:59.331744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.350998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Transition to ACTIVE for port object 79a7fb43-843f-43bd-8933-0bcfd446a38f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:01:59.388929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.451925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:01:59.455298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:01:59.462097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:01:59.465786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Pushing event updated for resources: {'Port': ['ID=79a7fb43-843f-43bd-8933-0bcfd446a38f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:59.497206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.565062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Attempting to bind port 79a7fb43-843f-43bd-8933-0bcfd446a38f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:01:59.565446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Attempting to bind port 79a7fb43-843f-43bd-8933-0bcfd446a38f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '94db2f84-6e60-4d74-864c-375901494bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:01:59.565844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Attempting to bind port 79a7fb43-843f-43bd-8933-0bcfd446a38f on network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:01:59.571574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:01:59.572081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Checking segment: {'id': '94db2f84-6e60-4d74-864c-375901494bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:01:59.572706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.573105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Bound using segment: {'id': '94db2f84-6e60-4d74-864c-375901494bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:01:59.573589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Bound port: 79a7fb43-843f-43bd-8933-0bcfd446a38f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94db2f84-6e60-4d74-864c-375901494bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8bd6e539-f16d-430c-a60c-1f4452ab6da4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:01:59.574006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.597695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=db1d022d-05b0-4078-a6d0-e66cf0f748a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:59.606593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.613375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-13001df4-e4fb-45c5-af1b-492e38a523e8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/db1d022d-05b0-4078-a6d0-e66cf0f748a6 HTTP/1.1" status: 204 len: 168 time: 0.6761889 Jul 23 23:01:59.614342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:59.674909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] For port 79a7fb43-843f-43bd-8933-0bcfd446a38f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:01:59.678447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] For port 79a7fb43-843f-43bd-8933-0bcfd446a38f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=79a7fb43-843f-43bd-8933-0bcfd446a38f,segment=NetworkSegment(94db2f84-6e60-4d74-864c-375901494bd7),segment_id=94db2f84-6e60-4d74-864c-375901494bd7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:01:59.679665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0273de5d-c4e6-4328-ad33-2732d6961b01 req-93338754-e963-4803-b266-18793cc4e02f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 210 time: 0.0641003 Jul 23 23:01:59.680816 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f27a0ff-c1b4-475b-bf05-304e87f4d401 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:01:59.682793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f27a0ff-c1b4-475b-bf05-304e87f4d401 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:01:59.688808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5f27a0ff-c1b4-475b-bf05-304e87f4d401 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/db1d022d-05b0-4078-a6d0-e66cf0f748a6 HTTP/1.1" status: 404 len: 333 time: 0.0383525 Jul 23 23:01:59.690020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:59.704356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.730962 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-869bfc45-8705-4e23-ab08-02645c8354ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:01:59.736477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-869bfc45-8705-4e23-ab08-02645c8354ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/db1d022d-05b0-4078-a6d0-e66cf0f748a6 HTTP/1.1" status: 404 len: 333 time: 0.0451660 Jul 23 23:01:59.737237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:01:59.799839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet bc693f23-1c4f-4f55-9819-617d13b1a811 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:01:59.806219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.816057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2fb3-cdce-471c-95ba-01b7d0355d0b None None] Pushing event updated for resources: {'Port': ['ID=79a7fb43-843f-43bd-8933-0bcfd446a38f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:01:59.869894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:59.920401 n-d-791506-25 neutron-server[93836]: WARNING neutron.scheduler.l3_agent_scheduler [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] No L3 agents can host the router 27da4639-b111-45f0-9288-1f57b68c2038 Jul 23 23:02:00.051698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.111487 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.133611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:00.175526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a362bfc6-6588-46a6-939f-9d2f72da135b') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:00.175829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a362bfc6-6588-46a6-939f-9d2f72da135b') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:00.188397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-2441b7ae-2714-4135-b6dc-fa299d50cd61 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:00.189672 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-2441b7ae-2714-4135-b6dc-fa299d50cd61 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 796 time: 0.2312317 Jul 23 23:02:00.214219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.220598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Hosts for router 27da4639-b111-45f0-9288-1f57b68c2038: [] {{(pid=93836) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 23:02:00.220789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.265393 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.265606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.270440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Hosts for other DVR routers connected to router 27da4639-b111-45f0-9288-1f57b68c2038: set() {{(pid=93836) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 23:02:00.270673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/bc693f23-1c4f-4f55-9819-617d13b1a811 HTTP/1.1" status: 204 len: 168 time: 0.5320058 Jul 23 23:02:00.271857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10040c1-54b7-46f7-9028-d9ac551df410 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=bc693f23-1c4f-4f55-9819-617d13b1a811,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:00.272984 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.274324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87a461a6-12c3-4a63-8adf-1ca92d81b93e tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "PUT /v2.0/routers/27da4639-b111-45f0-9288-1f57b68c2038 HTTP/1.1" status: 200 len: 717 time: 1.5603635 Jul 23 23:02:00.275458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:00.277980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:00.279325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:00.279728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:00.288708 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:00.305430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-09bb23e9-5eb1-47a5-ac0c-05353c0b55fb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 380 time: 0.0966778 Jul 23 23:02:00.345716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'port': {'device_id': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'admin_state_up': True, 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'security_groups': ['7c118f1b-0f39-47e3-83ef-01b42b66124b']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:00.414565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-781c707b-791a-49af-a566-6c9f67860ac5 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "GET /v2.0/routers/27da4639-b111-45f0-9288-1f57b68c2038 HTTP/1.1" status: 200 len: 717 time: 0.1165557 Jul 23 23:02:00.414906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:00.421819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.432189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.434064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364 HTTP/1.1" status: 204 len: 168 time: 1.2648830 Jul 23 23:02:00.436643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60378) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:00.456512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.480117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce88c-a0ce-4244-9df2-45e5c07c7f28 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=70c1f0d5-cc4d-4cb9-aa9f-4b7c9ca40364,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:00.531765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:00.532316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting subnet 6cebdfe5-5447-4d1a-9178-5a19812768b7 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:00.535525 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.537800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.590684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.647464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 79a7fb43-843f-43bd-8933-0bcfd446a38f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:00.647810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.717126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4fb03b85-7622-4658-94f4-2cd95b52e69d tempest-RoutersTestDVR-410602237 tempest-RoutersTestDVR-410602237-project] 10.222.0.37 "GET /v2.0/routers/27da4639-b111-45f0-9288-1f57b68c2038 HTTP/1.1" status: 200 len: 683 time: 0.3006122 Jul 23 23:02:00.736016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:00.755285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port 79a7fb43-843f-43bd-8933-0bcfd446a38f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=79a7fb43-843f-43bd-8933-0bcfd446a38f,segment=NetworkSegment(94db2f84-6e60-4d74-864c-375901494bd7),segment_id=94db2f84-6e60-4d74-864c-375901494bd7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:00.761599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.795291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.829431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 79a7fb43-843f-43bd-8933-0bcfd446a38f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:00.855198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f682d5dd-82c7-41fa-809b-33138d036a14 req-0eb8b1c5-9d25-4dbe-9b6e-5f37c907dc3b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 210 time: 0.0437434 Jul 23 23:02:00.859240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.951022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.986234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Subnet': ['ID=6cebdfe5-5447-4d1a-9178-5a19812768b7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:00.991269 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.993278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fdef6783-412f-4609-bac3-ce1b04c3f9be tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/subnets/6cebdfe5-5447-4d1a-9178-5a19812768b7 HTTP/1.1" status: 204 len: 168 time: 0.5556912 Jul 23 23:02:00.994991 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:00.996914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:01.003135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84daf5db-b98f-41ff-a821-eee44b3f1430 None None] Network 9a2a8d45-8399-4255-ae35-26af4a90e4a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:01.067428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.5 (eefa5a34-178a-4c9e-8443-bc2b29594aa6/ad03f500-4ec9-4460-bfdd-a6798164123a/51b9ef41-5775-4ea8-a9e6-073c7b6d2495) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:01.078714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.085252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.098303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=79a7fb43-843f-43bd-8933-0bcfd446a38f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:01.113147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port 79a7fb43-843f-43bd-8933-0bcfd446a38f on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:01.213840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.240850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 79a7fb43-843f-43bd-8933-0bcfd446a38f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:01.242977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf8bf9-0a00-4f5c-8ba8-e54f916b4763 None None] Network 8bd6e539-f16d-430c-a60c-1f4452ab6da4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:01.260617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.272900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd6e539-f16d-430c-a60c-1f4452ab6da4']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:01.281100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb24fde1-a35b-4307-97ea-519688824087 None None] Could not find standard attr ID for object 79a7fb43-843f-43bd-8933-0bcfd446a38f. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:01.289439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 79a7fb43-843f-43bd-8933-0bcfd446a38f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:01.289813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 79a7fb43-843f-43bd-8933-0bcfd446a38f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 23:02:01.301606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94db2f84-6e60-4d74-864c-375901494bd7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:01.301949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94db2f84-6e60-4d74-864c-375901494bd7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:01.303613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.304295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27da4639-b111-45f0-9288-1f57b68c2038 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:01.309856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.311155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cb038959-4200-4cd6-bc2e-ba90f873c2fc tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "DELETE /v2.0/routers/27da4639-b111-45f0-9288-1f57b68c2038 HTTP/1.1" status: 204 len: 168 time: 0.5741317 Jul 23 23:02:01.314889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:01.325556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Request body: {'router': {'name': 'tempest-router-2043344316', 'distributed': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:01.334172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.348205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port 79a7fb43-843f-43bd-8933-0bcfd446a38f not found, will not notify nova. {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 23:02:01.348939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 139b7dd2-ad00-4a83-a2c2-4d328f521bbd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:01.356329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.368627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:01.369739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:01.373118 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:01.375521 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.379903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.380902 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.396469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Deleting port dfb9cf9f-9057-44d1-8e19-e2cb369d784a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:01.396824 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.398411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:01.456341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.467972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.486670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.488043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9449bd65-5381-43a7-b76a-24fddfdb366f tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1715820 Jul 23 23:02:01.491273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.495814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:01.501523 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.510204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.511771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/8bd6e539-f16d-430c-a60c-1f4452ab6da4 HTTP/1.1" status: 204 len: 168 time: 1.2338161 Jul 23 23:02:01.518464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:01.524305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1611122866'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:01.537268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:01.543197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:01.543863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.553950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61657b9a-2bb1-45db-b777-f0267fdfb719 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=8bd6e539-f16d-430c-a60c-1f4452ab6da4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:01.568109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] For port dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,segment=NetworkSegment(d5735da9-7e73-4b57-bfae-31b7c3eeeb69),segment_id=d5735da9-7e73-4b57-bfae-31b7c3eeeb69)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:01.568346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.589125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Calling delete_port for dfb9cf9f-9057-44d1-8e19-e2cb369d784a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:01.598798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:01.602828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.641072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:01.641916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2839fe-5b7d-4f9d-81b1-cbcf178039d9 None None] DHCP port deletion for 8bd6e539-f16d-430c-a60c-1f4452ab6da4 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:01.643510 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.667625 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.685343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:01.685689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:01.687817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:01.706618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.707021 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment ca60a898-c283-4429-a364-b77626920682 of type vlan for network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 Jul 23 23:02:01.724508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] DHCP port deletion for 9a2a8d45-8399-4255-ae35-26af4a90e4a1 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:01.728420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:01.734562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.764236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.773259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.815953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Port': ['ID=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:01.828808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] No DVR routers for this DVR port dfb9cf9f-9057-44d1-8e19-e2cb369d784a on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:01.842716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:01.871834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Deleting port dfb9cf9f-9057-44d1-8e19-e2cb369d784a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:01.872359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.891794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.899610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:01.901028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.970293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:01.976962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] For port dfb9cf9f-9057-44d1-8e19-e2cb369d784a, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:01.977653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.009333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a8d45-8399-4255-ae35-26af4a90e4a1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:02.016748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Calling delete_port for dfb9cf9f-9057-44d1-8e19-e2cb369d784a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:02.021120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Port dfb9cf9f-9057-44d1-8e19-e2cb369d784a was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:02:02.029719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5067441 Jul 23 23:02:02.029875 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.032415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:02.033446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5735da9-7e73-4b57-bfae-31b7c3eeeb69') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:02.034646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:02.053579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] Pushing event deleted for resources: {'Port': ['ID=dfb9cf9f-9057-44d1-8e19-e2cb369d784a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:02.060027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727d96f-aa32-4a74-ab03-6b212bbf44a7 None None] No DVR routers for this DVR port dfb9cf9f-9057-44d1-8e19-e2cb369d784a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:02.075570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:02.086501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db536e9-6e0b-4d93-89b6-74e902d7732e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=80b2e4b3-1807-49eb-a2ed-3f5214b04360,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:02.098313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:02.101498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.131155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.138628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:02.173181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b7e5b20-212c-46c2-b0e6-e14418847e38 None None] Provisioning for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:02.173530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:02.173629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:02.180629 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:02.183573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1b7e5b20-212c-46c2-b0e6-e14418847e38 None None] Provisioning complete for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:02.183573 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5b20-212c-46c2-b0e6-e14418847e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.221186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e5b20-212c-46c2-b0e6-e14418847e38 None None] Port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:02.266741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:02.270877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.276126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.284608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:02.285237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.290052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.296526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.305695 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.307777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] 10.222.0.37 "DELETE /v2.0/networks/9a2a8d45-8399-4255-ae35-26af4a90e4a1 HTTP/1.1" status: 204 len: 168 time: 1.3084784 Jul 23 23:02:02.315126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ef4aa-9f4c-4107-94b3-e32fe440cb65 tempest-NetworksIpV6TestAttrs-1358451670 tempest-NetworksIpV6TestAttrs-1358451670-project] Pushing event deleted for resources: {'Network': ['ID=9a2a8d45-8399-4255-ae35-26af4a90e4a1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:02.348746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-55df9df0-25cd-463c-a8d5-a33f9db2f381 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0069811 Jul 23 23:02:02.366085 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.366362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b49f5c8d-d928-4b09-bd00-5aa3f2814061 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:02.371609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.372823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-62dd79af-9209-4e43-bd46-40570cde64a2 tempest-RoutersTestDVR-1950283530 tempest-RoutersTestDVR-1950283530-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b49f5c8d-d928-4b09-bd00-5aa3f2814061 HTTP/1.1" status: 204 len: 168 time: 0.8730059 Jul 23 23:02:02.385001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906a69a-5438-45ea-a1df-43610a1f4426 req-dd6f0db7-a3a5-4355-bf28-3b594472744f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:02.386732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1906a69a-5438-45ea-a1df-43610a1f4426 req-dd6f0db7-a3a5-4355-bf28-3b594472744f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 931 time: 0.2774448 Jul 23 23:02:02.443652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Request body: {'port': {'device_id': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:02.451002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1906a69a-5438-45ea-a1df-43610a1f4426 req-5e749a38-6bf4-4624-b45d-b25f02e6e818 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574288 Jul 23 23:02:02.534626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.549797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.624289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=8fd27207-b1ed-460f-8eb9-00b00a2dc158,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:02.629930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': 'ca60a898-c283-4429-a364-b77626920682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:02.630527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 80b2e4b3-1807-49eb-a2ed-3f5214b04360, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:02.648789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60408) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:02.655649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:02.667385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 80b2e4b3-1807-49eb-a2ed-3f5214b04360) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:02.675228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd08f37-2ee9-4fc5-8f4f-9f7afd4a4888 None None] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:02.676075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:02.676861 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.695478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-33fa1a4c-9c45-4f60-b160-dabd77f04efa tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6242447 Jul 23 23:02:02.699107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:02.705619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2105226371'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:02.787258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:02.868223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:02.870020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-80b2e4b3-1807-49eb-a2ed-3f5214b04360', 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': '8fd27207-b1ed-460f-8eb9-00b00a2dc158'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:02.871129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.876136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.910186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 85a8c965-57e9-437a-95a4-758e934b6f83 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:02.917287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:02.927194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.944743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Transition to ACTIVE for port object 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:02.951736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.965265 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1872a216-eef7-438b-b9aa-43b37e5640e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.034710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.050140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39c5633f-601e-4016-9c34-c5ae4adc5a2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d86d7bd643034b8e80d1a231e8ff9733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995268 Jul 23 23:02:03.050825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.099020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::3b5 (80b2e4b3-1807-49eb-a2ed-3f5214b04360/8fd27207-b1ed-460f-8eb9-00b00a2dc158/85a8c965-57e9-437a-95a4-758e934b6f83) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:03.113184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 139b7dd2-ad00-4a83-a2c2-4d328f521bbd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:03.162640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:03.162970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:03.163600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:03.173297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:03.173624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:03.182092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.186715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:03.186925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:03.187344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Bound using segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:03.187716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Bound port: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:03.188072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.195768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:03.197618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.207706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1872a216-eef7-438b-b9aa-43b37e5640e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.235246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1872a216-eef7-438b-b9aa-43b37e5640e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.251579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.296648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1872a216-eef7-438b-b9aa-43b37e5640e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e77033632a154b0ba5665f304d513e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081451 Jul 23 23:02:03.301020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.311648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.312208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872a216-eef7-438b-b9aa-43b37e5640e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ba1b1-04c7-438e-87e2-f0b37ae114fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.327576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 85a8c965-57e9-437a-95a4-758e934b6f83 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:03.343937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:03.368132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.372746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.378554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:03.389478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/117fbe19-048b-4913-b7ff-9c2d89905233 HTTP/1.1" status: 204 len: 168 time: 0.3236165 Jul 23 23:02:03.392612 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.397855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.428596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dfb9cf9f-9057-44d1-8e19-e2cb369d784a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:03.434439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.440360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71c72-2a14-4017-8330-7434df64b281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fbe19-048b-4913-b7ff-9c2d89905233,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.444656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.445512 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.447629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] 10.222.0.22 "PUT /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1092 time: 1.0901906 Jul 23 23:02:03.453645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:03.456137 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07520c00-dba6-423d-81e7-b6eb2a92c39c" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:03.456557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:03.476697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:03.482174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:03.499004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.501260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.519004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.531909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=85a8c965-57e9-437a-95a4-758e934b6f83,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.541466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Allocated IP 2001:db8::2 (80b2e4b3-1807-49eb-a2ed-3f5214b04360/8fd27207-b1ed-460f-8eb9-00b00a2dc158/fc4967a1-215b-45eb-bb6a-95e9b3cc4564) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:03.550422 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8fe546-66d2-47fc-bea4-f19e1f1afec9 x-openstack-request-id: req-5a8fe546-66d2-47fc-bea4-f19e1f1afec9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:03.551017 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:03.551506 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a8fe546-66d2-47fc-bea4-f19e1f1afec9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:03.552163 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:02:03.552746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-93524748-3d6b-4f1f-9b83-565886bf7315 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8524086 Jul 23 23:02:03.555673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60428) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.564675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ccaa-e451-497d-8af0-61c052824486 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.695141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-64e5e2d3-6e64-475e-88f8-e71a564b8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.696837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-64e5e2d3-6e64-475e-88f8-e71a564b8e27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1977394 Jul 23 23:02:03.700192 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.703191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.704613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c1ba1b1-04c7-438e-87e2-f0b37ae114fd HTTP/1.1" status: 204 len: 168 time: 0.4022427 Jul 23 23:02:03.704969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: dfb9cf9f-9057-44d1-8e19-e2cb369d784a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:03.705318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device dfb9cf9f-9057-44d1-8e19-e2cb369d784a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:03.705734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 79a7fb43-843f-43bd-8933-0bcfd446a38f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:03.754789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-f4f09423-fe5e-4732-9887-b6c5aef29540 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 217 time: 0.0479188 Jul 23 23:02:03.757564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035749f-a9fd-43ab-9890-549e9f753ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ba1b1-04c7-438e-87e2-f0b37ae114fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.758652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 85a8c965-57e9-437a-95a4-758e934b6f83 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:03.759474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.775493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 79a7fb43-843f-43bd-8933-0bcfd446a38f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:03.779048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 79a7fb43-843f-43bd-8933-0bcfd446a38f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:03.833052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-b598733e-b58a-40b0-987d-adcce87a02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.843321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-b598733e-b58a-40b0-987d-adcce87a02da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.0805488 Jul 23 23:02:03.869362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bfea-3b89-4b9c-aaf1-1f4441cfabd7 req-b86838b6-a851-4586-8a75-ad6ffce635b1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.871747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9e8bfea-3b89-4b9c-aaf1-1f4441cfabd7 req-b86838b6-a851-4586-8a75-ad6ffce635b1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.2471285 Jul 23 23:02:03.926036 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.932483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.951603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 85a8c965-57e9-437a-95a4-758e934b6f83 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:03.953277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Transition to ACTIVE for port object fc4967a1-215b-45eb-bb6a-95e9b3cc4564 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:03.953428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9e8bfea-3b89-4b9c-aaf1-1f4441cfabd7 req-685fee69-16a7-4db2-b5fc-6eb52c11daca tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703461 Jul 23 23:02:03.975023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Transition to ACTIVE for port object fc4967a1-215b-45eb-bb6a-95e9b3cc4564 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:03.980672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52710508-6082-4a45-a921-8b283535dd2e req-cae787f2-b450-4adb-91fe-90a65d7063e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:03.982428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-cae787f2-b450-4adb-91fe-90a65d7063e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096613 Jul 23 23:02:03.989209 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.052455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:04.058214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:04.064318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:04.097724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Pushing event updated for resources: {'Port': ['ID=fc4967a1-215b-45eb-bb6a-95e9b3cc4564,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.101436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-717dbb6a-cbc5-43b8-9ed7-64ca7e2e2235 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117933 Jul 23 23:02:04.135960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.146768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Attempting to bind port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:04.147358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Attempting to bind port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ca60a898-c283-4429-a364-b77626920682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:04.147468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Attempting to bind port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 on network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:04.153566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:04.154255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Checking segment: {'id': 'ca60a898-c283-4429-a364-b77626920682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:04.154826 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.155223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Bound using segment: {'id': 'ca60a898-c283-4429-a364-b77626920682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:04.155697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Bound port: fc4967a1-215b-45eb-bb6a-95e9b3cc4564, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca60a898-c283-4429-a364-b77626920682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '80b2e4b3-1807-49eb-a2ed-3f5214b04360'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:04.156083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.167557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=85a8c965-57e9-437a-95a4-758e934b6f83,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.214289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.218721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d31fc91a-04c2-4241-ac7e-64eff5533654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/85a8c965-57e9-437a-95a4-758e934b6f83 HTTP/1.1" status: 204 len: 168 time: 0.6585009 Jul 23 23:02:04.219409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.254993 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] For port fc4967a1-215b-45eb-bb6a-95e9b3cc4564, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:04.256204 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb61770-8b74-4578-9605-b364c9375f2f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:04.257942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8eb61770-8b74-4578-9605-b364c9375f2f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/85a8c965-57e9-437a-95a4-758e934b6f83 HTTP/1.1" status: 404 len: 333 time: 0.0378709 Jul 23 23:02:04.260803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.266791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] For port fc4967a1-215b-45eb-bb6a-95e9b3cc4564, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fc4967a1-215b-45eb-bb6a-95e9b3cc4564,segment=NetworkSegment(ca60a898-c283-4429-a364-b77626920682),segment_id=ca60a898-c283-4429-a364-b77626920682)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:04.269827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52710508-6082-4a45-a921-8b283535dd2e req-355d0f4a-dc72-460e-aad6-72c70cd5d0b0 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615534 Jul 23 23:02:04.276273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.358563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c492b-62e3-49d8-a6a5-ee9153c6b621 None None] Pushing event updated for resources: {'Port': ['ID=fc4967a1-215b-45eb-bb6a-95e9b3cc4564,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.364134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 8fd27207-b1ed-460f-8eb9-00b00a2dc158 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:04.366273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.388398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.414933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d398ef65-c621-48af-870e-325e508fedfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.420362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.472078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-c487e9a9-c795-425d-a2b3-44006b6a4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.473456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-c487e9a9-c795-425d-a2b3-44006b6a4d06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1292908 Jul 23 23:02:04.533996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.633173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-2e296555-6193-42e4-a9a3-47d5fa5ad7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.635532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-2e296555-6193-42e4-a9a3-47d5fa5ad7dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.1550455 Jul 23 23:02:04.637515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d398ef65-c621-48af-870e-325e508fedfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.637732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.650281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d398ef65-c621-48af-870e-325e508fedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.681838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.684212 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/8fd27207-b1ed-460f-8eb9-00b00a2dc158 HTTP/1.1" status: 204 len: 168 time: 0.4211779 Jul 23 23:02:04.688505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.699609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-ef6c6782-7fda-4cab-bdc4-e831a0d6daac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 217 time: 0.0577660 Jul 23 23:02:04.716612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b8dd-6a15-4bbd-86f1-64ee7f16c5fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd27207-b1ed-460f-8eb9-00b00a2dc158,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.758656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.772523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398ef65-c621-48af-870e-325e508fedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf6116-a40e-4f95-9739-a88f4911ddfd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.777813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d398ef65-c621-48af-870e-325e508fedfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b9b2b2bde5a47c89c21b7d413bdf51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867033 Jul 23 23:02:04.779861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.790485 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.816804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-3c05493f-60e7-481a-b224-8f7338c16c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.818322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-3c05493f-60e7-481a-b224-8f7338c16c06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.1094067 Jul 23 23:02:04.849424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:04.849889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.893409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1771670161'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:04.905211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.927699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port fc4967a1-215b-45eb-bb6a-95e9b3cc4564, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fc4967a1-215b-45eb-bb6a-95e9b3cc4564,segment=NetworkSegment(ca60a898-c283-4429-a364-b77626920682),segment_id=ca60a898-c283-4429-a364-b77626920682)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:04.928073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.942756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for fc4967a1-215b-45eb-bb6a-95e9b3cc4564 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:04.944198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:04.948030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.952336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.969736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.996313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-62a60e95-8631-4d5e-99f3-8fbf674a6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.997288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-62a60e95-8631-4d5e-99f3-8fbf674a6e39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698616 Jul 23 23:02:05.035846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.098084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:05.103236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=fc4967a1-215b-45eb-bb6a-95e9b3cc4564,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.128689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fc4967a1-215b-45eb-bb6a-95e9b3cc4564 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:05.147627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.151226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.152266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fc4967a1-215b-45eb-bb6a-95e9b3cc4564 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:05.155582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62cf6116-a40e-4f95-9739-a88f4911ddfd HTTP/1.1" status: 204 len: 168 time: 0.3724129 Jul 23 23:02:05.171033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fc4967a1-215b-45eb-bb6a-95e9b3cc4564 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 23:02:05.190378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a1127-8eed-4505-984c-fb4ef8f9eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf6116-a40e-4f95-9739-a88f4911ddfd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.192095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.205167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-859eb6c6-076b-46c9-ad64-7aa2fa120cb9 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955855 Jul 23 23:02:05.218003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Port fc4967a1-215b-45eb-bb6a-95e9b3cc4564 not found, will not notify nova. {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 23:02:05.223266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b2e4b3-1807-49eb-a2ed-3f5214b04360']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:05.245175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca60a898-c283-4429-a364-b77626920682') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:05.245610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca60a898-c283-4429-a364-b77626920682') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:05.262419 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.283969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.294251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:05.294872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:05.298685 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:05.339699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434616-89d4-4927-b432-90032e6e4df7 req-83615a6d-c31c-452f-9d8d-90209a1045d8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.341656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b434616-89d4-4927-b432-90032e6e4df7 req-83615a6d-c31c-452f-9d8d-90209a1045d8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.2509627 Jul 23 23:02:05.410653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.411963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b434616-89d4-4927-b432-90032e6e4df7 req-9680321f-8b19-444a-a237-ce33296fc559 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630920 Jul 23 23:02:05.429741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.433255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.435629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/80b2e4b3-1807-49eb-a2ed-3f5214b04360 HTTP/1.1" status: 204 len: 168 time: 0.7457988 Jul 23 23:02:05.436608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579796d0-133d-4484-9c91-beb24ca8802d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=80b2e4b3-1807-49eb-a2ed-3f5214b04360,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.439750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.443869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07520c00-dba6-423d-81e7-b6eb2a92c39c req-b2e17842-7dac-4d74-97de-135b8410d2f6 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236724 Jul 23 23:02:05.446030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.446192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'name': 'tempest-PortsIpV6TestJSON-749040332'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.460034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:05.471359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.471777 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment c5705cfa-c9c2-4c62-9ebd-95d93281d43e of type vlan for network 18a9be80-7016-4921-ada2-743edbf6e5db Jul 23 23:02:05.532533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaeed68-e599-4e0c-8045-47021c2474a0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.556058 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.571119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:05.575887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.591089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.598582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.599622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.611111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 96d1f88d-7ef1-48f3-b544-8cf815513dc1 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:05.639744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8784468 Jul 23 23:02:05.646943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.655662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1251945885'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.693106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-91c6f6c6-53bb-4b84-830d-8b5bbbdc9786 None None] Could not find standard attr ID for object fc4967a1-215b-45eb-bb6a-95e9b3cc4564. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:05.694942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa97b52-5a2f-4279-aea9-868f64b661b3 None None] DHCP port deletion for 80b2e4b3-1807-49eb-a2ed-3f5214b04360 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:05.718891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9d4ad-1a14-49a3-ae85-5fe644090c33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=18a9be80-7016-4921-ada2-743edbf6e5db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.723224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc845eb8-6442-4182-a275-4ca638c215ec None None] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:05.733797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:05.737295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.758221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc845eb8-6442-4182-a275-4ca638c215ec None None] Network 80b2e4b3-1807-49eb-a2ed-3f5214b04360 could not be found, it might have been deleted concurrently. {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 23:02:05.762286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 18a9be80-7016-4921-ada2-743edbf6e5db details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:05.767827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:05.783027 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.783387 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment 30d2870b-0d33-4ebd-9555-2331f121f618 of type vlan for network 67519c2a-d262-438e-8650-ea673b2e2c15 Jul 23 23:02:05.833950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.844840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.870553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.876352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.877001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.901237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.916715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2654665 Jul 23 23:02:05.916715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.924255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.957955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:05.959525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=96d1f88d-7ef1-48f3-b544-8cf815513dc1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.961983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:05.966420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:05.971407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc958b-ecd8-4365-8040-dea72cb046bc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=67519c2a-d262-438e-8650-ea673b2e2c15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.972229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.972918 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.991603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f70cd86f-84a9-4a8f-9534-36bf773d605c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5506763 Jul 23 23:02:05.994773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.996641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 67519c2a-d262-438e-8650-ea673b2e2c15 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:06.064458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:06.068216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.106634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 96d1f88d-7ef1-48f3-b544-8cf815513dc1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:06.106969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.179508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.191996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 96d1f88d-7ef1-48f3-b544-8cf815513dc1 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:06.269617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.275966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.314167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=96d1f88d-7ef1-48f3-b544-8cf815513dc1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.322316 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.324507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dfd33d39-9012-4cae-9a35-e572e6ed0621 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/96d1f88d-7ef1-48f3-b544-8cf815513dc1 HTTP/1.1" status: 204 len: 168 time: 0.3285549 Jul 23 23:02:06.330858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.336423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=8533233c-9f42-45d9-8fb4-74fce51f5f92,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.339204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'mac_address': 'fa:16:3e:3b:0e:74', 'name': 'tempest-PortsIpV6TestJSON-23836385'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:06.352400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:06.353725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 18a9be80-7016-4921-ada2-743edbf6e5db, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:06.372510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 18a9be80-7016-4921-ada2-743edbf6e5db is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:06.385270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 18a9be80-7016-4921-ada2-743edbf6e5db) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:06.390795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:06.391580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.397508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14172fd4-aff5-4ac5-936a-352f3e030685 None None] Network 18a9be80-7016-4921-ada2-743edbf6e5db requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:06.408818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35a0284b-6e9c-4ce8-916e-18c4d511f008 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4909956 Jul 23 23:02:06.411826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.421507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:06.447776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:06.545239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:06.550249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.550658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.575312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 2079786c-7ee6-4081-9e4b-8506b5aa7027 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:06.599799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-18a9be80-7016-4921-ada2-743edbf6e5db', 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '8533233c-9f42-45d9-8fb4-74fce51f5f92'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:06.601033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.736766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d782-24dd-4630-a1e2-5fc17f93a055 req-0acaaff7-7e52-4c6a-9e9e-c301676d94ee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:06.744242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7676d782-24dd-4630-a1e2-5fc17f93a055 req-0acaaff7-7e52-4c6a-9e9e-c301676d94ee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.1674590 Jul 23 23:02:06.768597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Allocated IP 2001:db8::2 (18a9be80-7016-4921-ada2-743edbf6e5db/8533233c-9f42-45d9-8fb4-74fce51f5f92/df9b9da8-d49f-4072-a31e-8ca44fd26e0d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:06.782704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.825894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7676d782-24dd-4630-a1e2-5fc17f93a055 req-d72438b8-0227-4312-b1bd-dd4c6caf7556 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807476 Jul 23 23:02:06.897387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.968040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=20934979-8f4b-425f-bd84-561df391bc4d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.968692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.969544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:07.016721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.028207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': '30d2870b-0d33-4ebd-9555-2331f121f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:07.028573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 67519c2a-d262-438e-8650-ea673b2e2c15, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:07.044265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Transition to ACTIVE for port object df9b9da8-d49f-4072-a31e-8ca44fd26e0d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:07.068618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 67519c2a-d262-438e-8650-ea673b2e2c15 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:07.083483 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 67519c2a-d262-438e-8650-ea673b2e2c15) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:07.091807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fc4967a1-215b-45eb-bb6a-95e9b3cc4564 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:07.101291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:07.102018 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.117166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fc4967a1-215b-45eb-bb6a-95e9b3cc4564 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:07.117511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fc4967a1-215b-45eb-bb6a-95e9b3cc4564 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:07.120203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f54a7-9f70-43ed-a42c-8749fefcaea4 None None] Network 67519c2a-d262-438e-8650-ea673b2e2c15 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:07.126089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Transition to ACTIVE for port object df9b9da8-d49f-4072-a31e-8ca44fd26e0d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:07.133259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2abc9199-675d-41af-a4fa-e9d0205ba85d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7194555 Jul 23 23:02:07.138288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.145459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-391750257', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:07.152073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2109496579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:07.152444 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.199845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Made reservation on behalf of 935637426bba4256a3b46d113424a5e2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:07.204932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.216587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.217881 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.252103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.268533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Network 18a9be80-7016-4921-ada2-743edbf6e5db is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:07.270375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:07.271122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.283807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Pushing event updated for resources: {'Port': ['ID=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.284956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.290827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:07.297510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:07.297731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.298018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:07.302395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:07.304521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:07.306964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:07.312732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:07.313678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.335123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=2079786c-7ee6-4081-9e4b-8506b5aa7027,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.407763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.412396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.420271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ad57fbb-f9c2-46d7-b292-de7a015185ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0861773 Jul 23 23:02:07.420549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] device_id is not set on port ae7e2722-5e8c-48a3-a170-d86d11d27f34 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:07.421185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.435195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.438296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ea9bb54-e1b1-43be-a2fd-7ea5d4f3938e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2969706 Jul 23 23:02:07.440895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.482028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6649ae9-4213-4b45-a5f3-892874625b22 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:07.486317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c6649ae9-4213-4b45-a5f3-892874625b22 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/2079786c-7ee6-4081-9e4b-8506b5aa7027 HTTP/1.1" status: 200 len: 843 time: 0.0613391 Jul 23 23:02:07.486974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.558602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade90e7f-d6bd-4325-8d16-cbe216aa0e1b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.600204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 2079786c-7ee6-4081-9e4b-8506b5aa7027 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:07.600204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.606323 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.621186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Attempting to bind port df9b9da8-d49f-4072-a31e-8ca44fd26e0d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:07.621569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Attempting to bind port df9b9da8-d49f-4072-a31e-8ca44fd26e0d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:07.621960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Attempting to bind port df9b9da8-d49f-4072-a31e-8ca44fd26e0d on network 18a9be80-7016-4921-ada2-743edbf6e5db {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:07.650179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:07.656064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:07.656448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Checking segment: {'id': 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:07.656855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.657253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Bound using segment: {'id': 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:07.657741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Bound port: df9b9da8-d49f-4072-a31e-8ca44fd26e0d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '18a9be80-7016-4921-ada2-743edbf6e5db'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:07.658151 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.662115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-67519c2a-d262-438e-8650-ea673b2e2c15', 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '20934979-8f4b-425f-bd84-561df391bc4d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:07.662942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.669373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.683517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 2079786c-7ee6-4081-9e4b-8506b5aa7027 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:07.696132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:07.726506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.777174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.811037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=2079786c-7ee6-4081-9e4b-8506b5aa7027,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.814494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.819238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-edbb73d1-8dee-45ff-97dd-4b561d2bd83b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/2079786c-7ee6-4081-9e4b-8506b5aa7027 HTTP/1.1" status: 204 len: 168 time: 0.3314157 Jul 23 23:02:07.819868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.852115 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-22897add-92a4-4159-866f-2f668c085b97 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:07.857607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22897add-92a4-4159-866f-2f668c085b97 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/2079786c-7ee6-4081-9e4b-8506b5aa7027 HTTP/1.1" status: 404 len: 333 time: 0.0331104 Jul 23 23:02:07.860223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-86990374-0fb8-493b-a842-a57e87800921 None None] For port df9b9da8-d49f-4072-a31e-8ca44fd26e0d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:07.866169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.875480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'name': 'tempest-PortsIpV6TestJSON-2054955294'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:07.875618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-86990374-0fb8-493b-a842-a57e87800921 None None] For port df9b9da8-d49f-4072-a31e-8ca44fd26e0d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,segment=NetworkSegment(c5705cfa-c9c2-4c62-9ebd-95d93281d43e),segment_id=c5705cfa-c9c2-4c62-9ebd-95d93281d43e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:07.906535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.911108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.951075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['51b9ef41-5775-4ea8-a9e6-073c7b6d2495'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:07.998493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:08.006329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.008481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Allocated IP 2001:db8:1::2 (67519c2a-d262-438e-8650-ea673b2e2c15/20934979-8f4b-425f-bd84-561df391bc4d/52bc5add-a0c4-4d19-9de4-b067ad6464f1) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:08.032464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 4c29f4d5-2f88-49bf-b69f-250736ea1c18 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:08.038587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86990374-0fb8-493b-a842-a57e87800921 None None] Pushing event updated for resources: {'Port': ['ID=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.169882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Allocated IP 172.25.1.24 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ae7e2722-5e8c-48a3-a170-d86d11d27f34) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:08.240795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.267637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.300638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Transition to ACTIVE for port object 52bc5add-a0c4-4d19-9de4-b067ad6464f1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:08.320320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78541857-a9b3-4298-bcf9-650c04040327 req-9584a142-0cda-482e-9cee-4d208f36f6f4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:08.324977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78541857-a9b3-4298-bcf9-650c04040327 req-9584a142-0cda-482e-9cee-4d208f36f6f4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.2928090 Jul 23 23:02:08.333306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Transition to ACTIVE for port object 52bc5add-a0c4-4d19-9de4-b067ad6464f1 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:08.339315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.346243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.380623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.404887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:08.408090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:08.410674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:08.416804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:08.417461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.424242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=4c29f4d5-2f88-49bf-b69f-250736ea1c18,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.435822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Pushing event updated for resources: {'Port': ['ID=52bc5add-a0c4-4d19-9de4-b067ad6464f1,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.448518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a027e5a5-e668-4bba-b4fb-cfec19cc41e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5807788 Jul 23 23:02:08.451099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:08.457698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:08.465334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78541857-a9b3-4298-bcf9-650c04040327 req-14a6ceac-ac71-4c10-873e-e4c4998b4c54 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247213 Jul 23 23:02:08.473086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Network 67519c2a-d262-438e-8650-ea673b2e2c15 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:08.482098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:08.489864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:08.569014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Attempting to bind port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:08.569668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Attempting to bind port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '30d2870b-0d33-4ebd-9555-2331f121f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:08.570393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Attempting to bind port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 on network 67519c2a-d262-438e-8650-ea673b2e2c15 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:08.570517 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.576190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:08.576554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Checking segment: {'id': '30d2870b-0d33-4ebd-9555-2331f121f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:08.576957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.577351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Bound using segment: {'id': '30d2870b-0d33-4ebd-9555-2331f121f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:08.577846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Bound port: 52bc5add-a0c4-4d19-9de4-b067ad6464f1, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d2870b-0d33-4ebd-9555-2331f121f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '67519c2a-d262-438e-8650-ea673b2e2c15'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:08.578230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.645328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] For port 52bc5add-a0c4-4d19-9de4-b067ad6464f1, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:08.650176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] For port 52bc5add-a0c4-4d19-9de4-b067ad6464f1, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52bc5add-a0c4-4d19-9de4-b067ad6464f1,segment=NetworkSegment(30d2870b-0d33-4ebd-9555-2331f121f618),segment_id=30d2870b-0d33-4ebd-9555-2331f121f618)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:08.656927 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.699361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.722551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046bfd-9bf6-4820-a9b6-19e5ce005eb9 None None] Pushing event updated for resources: {'Port': ['ID=52bc5add-a0c4-4d19-9de4-b067ad6464f1,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.781441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.791594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.828354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] In _notify_port_updated(), no bound segment for port 4c29f4d5-2f88-49bf-b69f-250736ea1c18 on network 06422cec-e075-48f8-a89b-4d8e942b3615 {{(pid=93836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:02:08.838485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:08.839175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.843486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/ports/4c29f4d5-2f88-49bf-b69f-250736ea1c18 HTTP/1.1" status: 200 len: 818 time: 0.3912826 Jul 23 23:02:08.846203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:08.847442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.880117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:08.905111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8::1 (18a9be80-7016-4921-ada2-743edbf6e5db/8533233c-9f42-45d9-8fb4-74fce51f5f92/7d962824-911e-4d1b-a615-dc4afed01747) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:08.919662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7e2722-5e8c-48a3-a170-d86d11d27f34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.920570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e696c-709b-4a6c-bd05-2eeca2ece159 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=4c29f4d5-2f88-49bf-b69f-250736ea1c18,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.950889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:08.956665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:08.959097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:09.038717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:09.042480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 4c29f4d5-2f88-49bf-b69f-250736ea1c18 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:09.042836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.052775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:09.053156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.172227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.189082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 4c29f4d5-2f88-49bf-b69f-250736ea1c18 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:09.215441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:09.216042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.221841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52bc5add-a0c4-4d19-9de4-b067ad6464f1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:09.256332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-64b11ad5-5f2e-4c1a-9d5c-00652f0c4780 tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2844102 Jul 23 23:02:09.257316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.264558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.24'}]}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:09.271533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.273332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.289845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 7d962824-911e-4d1b-a615-dc4afed01747 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:09.325321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.326490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.330780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:09.332815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.334257 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9ddb4c-1cd1-4b3c-b0ef-e48198647b04" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:09.349726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:09.353890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:09.358792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df9b9da8-d49f-4072-a31e-8ca44fd26e0d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:09.365561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.384448 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.417706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 18a9be80-7016-4921-ada2-743edbf6e5db is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:09.423396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:09.427478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:09.427991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.431609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=4c29f4d5-2f88-49bf-b69f-250736ea1c18,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:09.465133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:09.477342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port df9b9da8-d49f-4072-a31e-8ca44fd26e0d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:09.503579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.505010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.506935 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5884c80a-3701-455b-8f4d-5e6116ea9326 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/4c29f4d5-2f88-49bf-b69f-250736ea1c18 HTTP/1.1" status: 204 len: 168 time: 0.6597645 Jul 23 23:02:09.510158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60550) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.520750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=7d962824-911e-4d1b-a615-dc4afed01747,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:09.532672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2d50a-31f4-4a1a-b0f6-d8345e3ad055 None None] Network 18a9be80-7016-4921-ada2-743edbf6e5db requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:09.617736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Provisioning for port df9b9da8-d49f-4072-a31e-8ca44fd26e0d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:09.631195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Provisioning complete for port df9b9da8-d49f-4072-a31e-8ca44fd26e0d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:09.631574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.671664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.683199 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db500b03-9209-4b51-bfc4-f0cc6df88c5b x-openstack-request-id: req-db500b03-9209-4b51-bfc4-f0cc6df88c5b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:09.683815 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:09.683815 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db500b03-9209-4b51-bfc4-f0cc6df88c5b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:09.684139 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'code': 200} Jul 23 23:02:09.804049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.822951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86ebb3-747b-4428-a7ea-ece640387d4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:09.824661 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5d86ebb3-747b-4428-a7ea-ece640387d4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3135545 Jul 23 23:02:09.834009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.838856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.876371 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-13103ed5-f3fc-4f8b-a649-b14ef243e7ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:09.881628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-13103ed5-f3fc-4f8b-a649-b14ef243e7ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/4c29f4d5-2f88-49bf-b69f-250736ea1c18 HTTP/1.1" status: 404 len: 333 time: 0.0376632 Jul 23 23:02:09.883301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.889920 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356254781'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:09.896667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] For port df9b9da8-d49f-4072-a31e-8ca44fd26e0d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,segment=NetworkSegment(c5705cfa-c9c2-4c62-9ebd-95d93281d43e),segment_id=c5705cfa-c9c2-4c62-9ebd-95d93281d43e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:09.905901 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.960610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:09.964511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.975936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e0f0-df49-4090-861e-5469d24b3644 req-a5cabdc7-3554-4450-9186-3a145cfbe6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:09.977685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4770e0f0-df49-4090-861e-5469d24b3644 req-a5cabdc7-3554-4450-9186-3a145cfbe6d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1097 time: 0.2513347 Jul 23 23:02:09.987142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0ec8a-2ceb-462a-9f63-2089978aa6bf None None] Pushing event updated for resources: {'Port': ['ID=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.012024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:10.026426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.026778 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 15d0f345-0e73-45e0-af1b-76570ad4a9be of type vlan for network f5854dcb-063a-4b11-9185-1a6aab9e6549 Jul 23 23:02:10.030746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee06c0-4893-486a-ba23-f47ae9cd2318 req-fab4301e-0198-4be3-997a-c21fe6d81cef tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:10.032325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceee06c0-4893-486a-ba23-f47ae9cd2318 req-fab4301e-0198-4be3-997a-c21fe6d81cef tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.2672532 Jul 23 23:02:10.110986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4770e0f0-df49-4090-861e-5469d24b3644 req-7d139f2c-e460-475f-bfac-7ab149c3466c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266742 Jul 23 23:02:10.159569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceee06c0-4893-486a-ba23-f47ae9cd2318 req-955dffc3-8ca0-4afa-ad59-31375ed53693 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106367 Jul 23 23:02:10.162154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.195302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb318239-7c58-4c92-9268-d77543ac79ce None None] Network 67519c2a-d262-438e-8650-ea673b2e2c15 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:10.207397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.213626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.214783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.228658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.231969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.237519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:10.238154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.281479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.294200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Provisioning for port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:10.302979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Provisioning complete for port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:10.303320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.332527 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4468288 Jul 23 23:02:10.346367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:10.355545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:10.380485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=7d962824-911e-4d1b-a615-dc4afed01747,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.388793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f6598-0e7f-4115-9738-692f062e6263 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=f5854dcb-063a-4b11-9185-1a6aab9e6549,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.416004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:10.463560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 18a9be80-7016-4921-ada2-743edbf6e5db is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:10.465168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:10.490770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:10.494567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.526083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.542614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.589793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] For port 52bc5add-a0c4-4d19-9de4-b067ad6464f1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52bc5add-a0c4-4d19-9de4-b067ad6464f1,segment=NetworkSegment(30d2870b-0d33-4ebd-9555-2331f121f618),segment_id=30d2870b-0d33-4ebd-9555-2331f121f618)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:10.600866 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.674583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8488dc-0314-4fc7-ba25-4088ea1eaf71 None None] Pushing event updated for resources: {'Port': ['ID=52bc5add-a0c4-4d19-9de4-b067ad6464f1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.729619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Provisioning for port 7d962824-911e-4d1b-a615-dc4afed01747 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:10.740639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.743767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.748889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Provisioning complete for port 7d962824-911e-4d1b-a615-dc4afed01747 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:10.750351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.793813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:10.842206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.843055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4ee7a8d-5b29-4bfe-8f72-77d38f1dc46e {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:10.851791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Port 7d962824-911e-4d1b-a615-dc4afed01747 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:10.869317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Provisioning complete for port df9b9da8-d49f-4072-a31e-8ca44fd26e0d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:10.869891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aeb1b087-abbf-4f6d-a59a-a0b55523ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.885366 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 23:02:10.889871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ad7ed43-7de5-4dd1-897f-27fec268278a tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6314023 Jul 23 23:02:10.890592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:10.996375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Deleting port ae7e2722-5e8c-48a3-a170-d86d11d27f34 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:10.996720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.002776 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.054109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-daad2c17-32b8-48f9-9c22-efd4f316fd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.067224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:11.077147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0d815b52-dffd-409f-aeae-6c79bebbd9e7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6341319 Jul 23 23:02:11.079740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:11.086198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] Sync routers for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:11.108500 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:11.108904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52bc5add-a0c4-4d19-9de4-b067ad6464f1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:11.109714 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.113423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0045cfc-4217-46a4-82f0-b0ad7d3bf2ac None None] Provisioning complete for port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:11.114863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0045cfc-4217-46a4-82f0-b0ad7d3bf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.130299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.142902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=38a858fe-522f-4651-896a-680095f5ecb2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:11.151584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '15d0f345-0e73-45e0-af1b-76570ad4a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:11.151584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: f5854dcb-063a-4b11-9185-1a6aab9e6549, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:11.156471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Calling delete_port for ae7e2722-5e8c-48a3-a170-d86d11d27f34 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:11.170284 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.172563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7347c3e-84c0-4432-b393-d79dc34d8b07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:11.173425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:11.174011 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7347c3e-84c0-4432-b393-d79dc34d8b07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports/7d962824-911e-4d1b-a615-dc4afed01747 HTTP/1.1" status: 200 len: 911 time: 0.0933263 Jul 23 23:02:11.178277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:11.185188 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:11.185999 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:01:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.191679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f5854dcb-063a-4b11-9185-1a6aab9e6549) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:11.200825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:11.201485 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.206779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee78093-65cb-46c1-a2e3-98eb29a56d32 None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:11.220184 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.221196 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b170e-e88d-424a-a52e-ce722cf56097 None None] The sync data for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:11.251397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5295e0e1-76cc-42ce-b7a1-f42bdf3ecb45 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9014385 Jul 23 23:02:11.252850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:11.261720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:11.457695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:11.458362 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.572366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0045cfc-4217-46a4-82f0-b0ad7d3bf2ac None None] Provisioning complete for port 7d962824-911e-4d1b-a615-dc4afed01747 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:11.572739 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0045cfc-4217-46a4-82f0-b0ad7d3bf2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.577714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.617412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7e2722-5e8c-48a3-a170-d86d11d27f34,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:11.662765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e0045cfc-4217-46a4-82f0-b0ad7d3bf2ac None None] Port 7d962824-911e-4d1b-a615-dc4afed01747 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:11.669995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f5854dcb-063a-4b11-9185-1a6aab9e6549', 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': '38a858fe-522f-4651-896a-680095f5ecb2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:11.670859 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.675637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df9b9da8-d49f-4072-a31e-8ca44fd26e0d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:11.760259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.765831 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4eaee0e3-28bd-47d8-a564-de005fc9bfae tempest-RoutersAdminNegativeIpV6Test-155978356 tempest-RoutersAdminNegativeIpV6Test-155978356-project-admin] 10.222.0.37 "DELETE /v2.0/ports/ae7e2722-5e8c-48a3-a170-d86d11d27f34 HTTP/1.1" status: 204 len: 168 time: 0.8707037 Jul 23 23:02:11.766010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d4fad-8741-44fc-a37f-e9c999263a90 req-98c14d97-9f98-44ce-b6dc-a0ffad61659d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:11.769732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6d4fad-8741-44fc-a37f-e9c999263a90 req-98c14d97-9f98-44ce-b6dc-a0ffad61659d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.4703591 Jul 23 23:02:11.777399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:11.777964 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.780813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.804376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port df9b9da8-d49f-4072-a31e-8ca44fd26e0d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:11.805396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.838428 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b6d4fad-8741-44fc-a37f-e9c999263a90 req-1ac918d0-863d-47d9-889a-d59748807f99 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676432 Jul 23 23:02:11.909139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Allocated IP 2001:db8::2 (f5854dcb-063a-4b11-9185-1a6aab9e6549/38a858fe-522f-4651-896a-680095f5ecb2/c319e145-857d-4d91-84a7-7e7b9ec33308) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:11.973628 n-d-791506-25 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38a858fe-522f-4651-896a-680095f5ecb2 (CIDR: 2001:db8::/64) Jul 23 23:02:11.993713 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:02:11.994353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:02:12.040797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e5399412-7ce4-4319-bb2d-4bfef10a4c94 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7843783 Jul 23 23:02:12.047678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.054815 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:12.092290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437f43c-ea8a-4a73-8486-da9bf82fc940 req-84877b89-0a05-4767-a5ec-4a02a14b6a2b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:12.093742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6437f43c-ea8a-4a73-8486-da9bf82fc940 req-84877b89-0a05-4767-a5ec-4a02a14b6a2b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.1423202 Jul 23 23:02:12.123379 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.134998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Transition to ACTIVE for port object c319e145-857d-4d91-84a7-7e7b9ec33308 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:12.156380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8:1::1 (67519c2a-d262-438e-8650-ea673b2e2c15/20934979-8f4b-425f-bd84-561df391bc4d/123383b4-6f3c-422a-ba0b-09b22fa73044) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:12.156971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Transition to ACTIVE for port object c319e145-857d-4d91-84a7-7e7b9ec33308 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:12.162204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.167422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.190805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6437f43c-ea8a-4a73-8486-da9bf82fc940 req-42219653-7cc1-420f-b1d2-da8dc563f37c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886977 Jul 23 23:02:12.213392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:12.216808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:12.220574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:12.220736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.243875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Pushing event updated for resources: {'Port': ['ID=c319e145-857d-4d91-84a7-7e7b9ec33308,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.266034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:12.269523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.301082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Attempting to bind port c319e145-857d-4d91-84a7-7e7b9ec33308 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:12.301453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Attempting to bind port c319e145-857d-4d91-84a7-7e7b9ec33308 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '15d0f345-0e73-45e0-af1b-76570ad4a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:12.303107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Attempting to bind port c319e145-857d-4d91-84a7-7e7b9ec33308 on network f5854dcb-063a-4b11-9185-1a6aab9e6549 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:12.319336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:12.319725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Checking segment: {'id': '15d0f345-0e73-45e0-af1b-76570ad4a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:12.320143 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.320596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Bound using segment: {'id': '15d0f345-0e73-45e0-af1b-76570ad4a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:12.321030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Bound port: c319e145-857d-4d91-84a7-7e7b9ec33308, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d0f345-0e73-45e0-af1b-76570ad4a9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:12.322106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.336875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.342379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8245a3-de4c-4c6a-bc59-59bf4b29c111 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:12.346599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.346753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fb8245a3-de4c-4c6a-bc59-59bf4b29c111 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1092 time: 0.1250613 Jul 23 23:02:12.353186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:12.369951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 123383b4-6f3c-422a-ba0b-09b22fa73044 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:12.372243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-285a540e-8219-4f5e-9bbe-334b67f2d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.392996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.398740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] For port c319e145-857d-4d91-84a7-7e7b9ec33308, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:12.402140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] For port c319e145-857d-4d91-84a7-7e7b9ec33308, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c319e145-857d-4d91-84a7-7e7b9ec33308,segment=NetworkSegment(15d0f345-0e73-45e0-af1b-76570ad4a9be),segment_id=15d0f345-0e73-45e0-af1b-76570ad4a9be)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:12.407751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.442855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.487537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29711db0-eff2-4374-b4a2-b5cb1f1b879e None None] Pushing event updated for resources: {'Port': ['ID=c319e145-857d-4d91-84a7-7e7b9ec33308,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.558127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-285a540e-8219-4f5e-9bbe-334b67f2d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.580351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-285a540e-8219-4f5e-9bbe-334b67f2d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.632786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a540e-8219-4f5e-9bbe-334b67f2d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4060f32-75ec-41fe-8a6b-ab78281f6e9c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.647826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-285a540e-8219-4f5e-9bbe-334b67f2d390 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08c4c8bd4af745bbb7aecf073f06c47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774945 Jul 23 23:02:12.650798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.689026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.763262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:12.768168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:12.779385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:12.780093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.788254 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=468801f1-60f5-4e07-a91a-67dcb4368d6e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.792891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.809986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db155c00-4c49-4d28-a312-0460b1287084 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7591364 Jul 23 23:02:12.814712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:12.819872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'fixed_ips': [{'subnet_id': '38a858fe-522f-4651-896a-680095f5ecb2'}, {'subnet_id': '468801f1-60f5-4e07-a91a-67dcb4368d6e'}], 'name': 'tempest-PortsIpV6TestJSON-571870476'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:12.835651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.868249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 67519c2a-d262-438e-8650-ea673b2e2c15 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:12.877672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:12.904101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:12.904635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.913237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=123383b4-6f3c-422a-ba0b-09b22fa73044,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.985869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.988541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.993152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4060f32-75ec-41fe-8a6b-ab78281f6e9c HTTP/1.1" status: 204 len: 168 time: 0.3387723 Jul 23 23:02:13.006713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35690aae-3e8f-4eb0-8bcc-7e420e2eb4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4060f32-75ec-41fe-8a6b-ab78281f6e9c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.023766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:13.067214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.163819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.186512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port f9807ed6-3e21-4e6b-92e5-fafc4de68434 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:13.202838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c319e145-857d-4d91-84a7-7e7b9ec33308 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:13.288838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.74 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:13.300384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c319e145-857d-4d91-84a7-7e7b9ec33308 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:13.319053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.352192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-087843f3-efcf-4e9d-8bb8-6dc4b90bf7cc None None] Provisioning for port 123383b4-6f3c-422a-ba0b-09b22fa73044 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:13.360512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-087843f3-efcf-4e9d-8bb8-6dc4b90bf7cc None None] Provisioning complete for port 123383b4-6f3c-422a-ba0b-09b22fa73044 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:13.361059 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-087843f3-efcf-4e9d-8bb8-6dc4b90bf7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.450311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-087843f3-efcf-4e9d-8bb8-6dc4b90bf7cc None None] Port 123383b4-6f3c-422a-ba0b-09b22fa73044 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:13.503584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60592) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:13.577809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.605243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-97f946ca-6fcf-44ab-807d-16a6b8890071 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=935637426bba4256a3b46d113424a5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001356 Jul 23 23:02:13.607052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::127 (f5854dcb-063a-4b11-9185-1a6aab9e6549/38a858fe-522f-4651-896a-680095f5ecb2/f9807ed6-3e21-4e6b-92e5-fafc4de68434) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:13.608928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:13.626539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8:0:1::7d (f5854dcb-063a-4b11-9185-1a6aab9e6549/468801f1-60f5-4e07-a91a-67dcb4368d6e/f9807ed6-3e21-4e6b-92e5-fafc4de68434) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:13.674417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca00701-4608-49ad-b643-8e8b977ffef1 None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:13.703294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.757969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.763154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:13.768175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:13.775294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.776290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.778299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:13.786830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31531b42-75eb-404d-81b0-15eab3812965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.802795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.809321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Provisioning for port c319e145-857d-4d91-84a7-7e7b9ec33308 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:13.815136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Provisioning complete for port c319e145-857d-4d91-84a7-7e7b9ec33308 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:13.815326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.815425 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.818577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.837101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object f9807ed6-3e21-4e6b-92e5-fafc4de68434 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:13.857145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.905566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.947912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.950679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=123383b4-6f3c-422a-ba0b-09b22fa73044,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.957132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:13.966690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:13.969068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:13.974762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:13.975785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.992104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=f9807ed6-3e21-4e6b-92e5-fafc4de68434,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.992909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] For port c319e145-857d-4d91-84a7-7e7b9ec33308, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c319e145-857d-4d91-84a7-7e7b9ec33308,segment=NetworkSegment(15d0f345-0e73-45e0-af1b-76570ad4a9be),segment_id=15d0f345-0e73-45e0-af1b-76570ad4a9be)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:13.999631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.000811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.003817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.005210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ade90e7f-d6bd-4325-8d16-cbe216aa0e1b HTTP/1.1" status: 204 len: 168 time: 0.3950512 Jul 23 23:02:14.009662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-86eb6d77-2a2c-45b7-945c-5374e925a912 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.1935747 Jul 23 23:02:14.015439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:14.020803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38a858fe-522f-4651-896a-680095f5ecb2'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:14.025464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764af81-acc3-4377-a75e-4cc6221d729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade90e7f-d6bd-4325-8d16-cbe216aa0e1b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:14.072110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 67519c2a-d262-438e-8650-ea673b2e2c15 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:14.075374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:14.109720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615256f-4bdf-4180-b7f0-9fbcf94dcc27 None None] Pushing event updated for resources: {'Port': ['ID=c319e145-857d-4d91-84a7-7e7b9ec33308,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:14.130960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Update dhcp port {'port': {'network_id': 'f5854dcb-063a-4b11-9185-1a6aab9e6549', 'fixed_ips': [{'subnet_id': '38a858fe-522f-4651-896a-680095f5ecb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '468801f1-60f5-4e07-a91a-67dcb4368d6e'}], 'binding:host_id': 'n-d-791506-25'}, 'id': 'c319e145-857d-4d91-84a7-7e7b9ec33308'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:02:14.146133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.189813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.191825 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.330822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:14.463256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b9a33d09-66a3-4721-b9b6-92679102406d None None] Provisioning complete for port 123383b4-6f3c-422a-ba0b-09b22fa73044 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:14.463833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9a33d09-66a3-4721-b9b6-92679102406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.493787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Allocated IP 2001:db8:0:1::2 (f5854dcb-063a-4b11-9185-1a6aab9e6549/468801f1-60f5-4e07-a91a-67dcb4368d6e/c319e145-857d-4d91-84a7-7e7b9ec33308) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:14.528813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b9a33d09-66a3-4721-b9b6-92679102406d None None] Port 123383b4-6f3c-422a-ba0b-09b22fa73044 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:14.620231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] For port c319e145-857d-4d91-84a7-7e7b9ec33308, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c319e145-857d-4d91-84a7-7e7b9ec33308,segment=NetworkSegment(15d0f345-0e73-45e0-af1b-76570ad4a9be),segment_id=15d0f345-0e73-45e0-af1b-76570ad4a9be)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:14.633069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:14.646286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f8bfaec-aa00-4543-9f61-42ad810c74af tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4654539 Jul 23 23:02:14.649043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:14.650266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] Sync routers for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:14.663304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.679144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:14.679847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.685025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Transition to ACTIVE for port object c319e145-857d-4d91-84a7-7e7b9ec33308 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:14.687423 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.719824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.721987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.758424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Delete allocated IP 2001:db8:0:1::7d (f5854dcb-063a-4b11-9185-1a6aab9e6549/468801f1-60f5-4e07-a91a-67dcb4368d6e) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 23:02:14.764825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:14.765818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.807863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6574f8-2b04-44ad-b3f3-642f9920e717 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:14.809466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a6574f8-2b04-44ad-b3f3-642f9920e717 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports/123383b4-6f3c-422a-ba0b-09b22fa73044 HTTP/1.1" status: 200 len: 913 time: 0.1591501 Jul 23 23:02:14.812914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:14.835701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.835701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8429a9ef-dce4-4f35-b648-8ff69dce2a4b None None] The sync data for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:14.845227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.879133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bfcb2-fee2-4cd1-b50b-9fbae64cca74 None None] Pushing event updated for resources: {'Port': ['ID=c319e145-857d-4d91-84a7-7e7b9ec33308,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:15.000404 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.052546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.060470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.111639 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.141837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Ignored duplicate provisioning block setup for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 23:02:15.145975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c319e145-857d-4d91-84a7-7e7b9ec33308 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:15.167601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.172855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:15.176220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:15.191753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.305211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] In _notify_port_updated(), no bound segment for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 on network f5854dcb-063a-4b11-9185-1a6aab9e6549 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:02:15.311996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:15.312679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.314862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/ports/f9807ed6-3e21-4e6b-92e5-fafc4de68434 HTTP/1.1" status: 200 len: 925 time: 1.2976563 Jul 23 23:02:15.323678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:15.325280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18ebc-21e2-4780-a0a3-2bfd2dfea82f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=f9807ed6-3e21-4e6b-92e5-fafc4de68434,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:15.335350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38a858fe-522f-4651-896a-680095f5ecb2'}, {'subnet_id': '468801f1-60f5-4e07-a91a-67dcb4368d6e'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:15.395852 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2b047ce5-4269-456f-9d60-b5ee5254f247 tempest-AgentManagementNegativeTest-135333921 tempest-AgentManagementNegativeTest-135333921-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2163017 Jul 23 23:02:15.475349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.608060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e7b7e-3140-4161-9726-b54882480fa2 None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:15.642835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.679321 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 81fc8935-6fab-4530-b375-87543c65d02f associated. External IP: 172.25.1.74, port: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495. Jul 23 23:02:15.722919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b69fbda9-e5a9-4ef3-a94f-3125171b7db1 None None] Provisioning for port c319e145-857d-4d91-84a7-7e7b9ec33308 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:15.739392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b69fbda9-e5a9-4ef3-a94f-3125171b7db1 None None] Provisioning complete for port c319e145-857d-4d91-84a7-7e7b9ec33308 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:15.739980 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b69fbda9-e5a9-4ef3-a94f-3125171b7db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.747782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:15.925574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284938e8-9342-425e-bdaf-4426cbb80f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.959480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router cbf25aaa-51ab-4a8a-a481-1ab33b859606 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:16.008541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8:0:1::1af (f5854dcb-063a-4b11-9185-1a6aab9e6549/468801f1-60f5-4e07-a91a-67dcb4368d6e/f9807ed6-3e21-4e6b-92e5-fafc4de68434) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:16.092234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:16.101785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Sync routers for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:16.116133 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:16.116856 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:16.214899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Provisioning complete for port c319e145-857d-4d91-84a7-7e7b9ec33308 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:16.215396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.239558 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:16.249860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284938e8-9342-425e-bdaf-4426cbb80f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.264015 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-284938e8-9342-425e-bdaf-4426cbb80f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.269658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.273261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.314605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Ignored duplicate provisioning block setup for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 23:02:16.325821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284938e8-9342-425e-bdaf-4426cbb80f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a66bb3b-59c3-427a-838c-5f98a695127a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:16.333718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-284938e8-9342-425e-bdaf-4426cbb80f9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30fefa405b674bf5aad6eb6726e0982c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827482 Jul 23 23:02:16.333718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.337814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60636) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:16.359501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Provisioning for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:16.363920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Provisioning complete for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:16.364299 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.367070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-22c59ef7-67f8-4ba9-b843-d924b6c37a98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0190282 Jul 23 23:02:16.368001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:16.371530 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09071212-1397-4694-9b99-fa1a9aba9038" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:16.404360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8f50738d-f2b1-414d-8430-4d30421da370 None None] Port f9807ed6-3e21-4e6b-92e5-fafc4de68434 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:16.460723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=f9807ed6-3e21-4e6b-92e5-fafc4de68434,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:16.524925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 123383b4-6f3c-422a-ba0b-09b22fa73044 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:16.526157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.547940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f3ec7639-3eee-45c4-99c9-f6e1f7eb79bf None None] Provisioning complete for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:16.548313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f3ec7639-3eee-45c4-99c9-f6e1f7eb79bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.550046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.593119 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '81fc8935-6fab-4530-b375-87543c65d02f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:14Z', 'updated_at': '2021-07-23T23:02:14Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:16.596779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec7639-3eee-45c4-99c9-f6e1f7eb79bf None None] Port f9807ed6-3e21-4e6b-92e5-fafc4de68434 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:16.621989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Checking router: cbf25aaa-51ab-4a8a-a481-1ab33b859606 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:16.632617 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:16.633436 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:16.726252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4fa0293-2b1a-4e50-9955-8945bba715e6 None None] Provisioning complete for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:16.728267 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4fa0293-2b1a-4e50-9955-8945bba715e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.748822 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:16.769429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa0293-2b1a-4e50-9955-8945bba715e6 None None] Port f9807ed6-3e21-4e6b-92e5-fafc4de68434 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:16.918409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] In _notify_port_updated(), no bound segment for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 on network f5854dcb-063a-4b11-9185-1a6aab9e6549 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:02:16.923894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:16.924536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.928618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e43d8f8c-01cf-4b71-9828-e81dcb12d9e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/ports/f9807ed6-3e21-4e6b-92e5-fafc4de68434 HTTP/1.1" status: 200 len: 1011 time: 1.6005888 Jul 23 23:02:16.929184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:17.000845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c3824573-5e57-4a01-865f-8cb660db2a04 None None] Provisioning complete for port f9807ed6-3e21-4e6b-92e5-fafc4de68434 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:17.001313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c3824573-5e57-4a01-865f-8cb660db2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.005531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.037187 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '81fc8935-6fab-4530-b375-87543c65d02f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:14Z', 'updated_at': '2021-07-23T23:02:14Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:17.043652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9c0e0-1135-4bba-a9f5-eed8f9bd510a req-382be0aa-aa0e-41f9-859d-6795a2b588f4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.045210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22d9c0e0-1135-4bba-a9f5-eed8f9bd510a req-382be0aa-aa0e-41f9-859d-6795a2b588f4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.6038988 Jul 23 23:02:17.060291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port f9807ed6-3e21-4e6b-92e5-fafc4de68434 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:17.060728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.063380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.067107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c3824573-5e57-4a01-865f-8cb660db2a04 None None] Port f9807ed6-3e21-4e6b-92e5-fafc4de68434 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:17.076210 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68214cce-bafe-4092-b11c-893e55363b92 None None] The sync data for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 is: [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '81fc8935-6fab-4530-b375-87543c65d02f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:14Z', 'updated_at': '2021-07-23T23:02:14Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:17.101073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.127191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 123383b4-6f3c-422a-ba0b-09b22fa73044 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:17.159209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22d9c0e0-1135-4bba-a9f5-eed8f9bd510a req-6aedcba2-9995-424f-9f41-bb2d311e8087 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027391 Jul 23 23:02:17.162798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.189330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:17.202473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for f9807ed6-3e21-4e6b-92e5-fafc4de68434 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:17.226472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.233593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.237022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a66bb3b-59c3-427a-838c-5f98a695127a HTTP/1.1" status: 204 len: 168 time: 0.8940291 Jul 23 23:02:17.244856 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23dc35a-ba34-4cd5-b427-d43d5b1b8fba x-openstack-request-id: req-f23dc35a-ba34-4cd5-b427-d43d5b1b8fba {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:17.246154 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:17.246613 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f23dc35a-ba34-4cd5-b427-d43d5b1b8fba {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:17.247231 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:02:17.296482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c99df-5f0b-42b5-832a-3dd7a504a3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a66bb3b-59c3-427a-838c-5f98a695127a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.356179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896a886-960c-45e8-832a-a6bae59d9bf6 None None] New status for floating IP 81fc8935-6fab-4530-b375-87543c65d02f: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:02:17.360582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a7050bd1-14e9-4f83-95be-dbed989964fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/81fc8935-6fab-4530-b375-87543c65d02f HTTP/1.1" status: 200 len: 990 time: 0.1697648 Jul 23 23:02:17.396161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071212-1397-4694-9b99-fa1a9aba9038 req-1600b3b7-bcca-438c-922d-588f2adf134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.397685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-1600b3b7-bcca-438c-922d-588f2adf134f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1097 time: 0.1180177 Jul 23 23:02:17.438339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.533915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=123383b4-6f3c-422a-ba0b-09b22fa73044,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.563787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.663233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071212-1397-4694-9b99-fa1a9aba9038 req-0eba9dd3-ff7f-4c33-ba93-ef0dfc933ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.664642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-0eba9dd3-ff7f-4c33-ba93-ef0dfc933ce4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.2585776 Jul 23 23:02:17.711196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=f9807ed6-3e21-4e6b-92e5-fafc4de68434,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.735782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.739896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fed12d93-149d-4636-8711-266b209471ce tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/f9807ed6-3e21-4e6b-92e5-fafc4de68434 HTTP/1.1" status: 204 len: 168 time: 0.8098540 Jul 23 23:02:17.742072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:17.745155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.793250 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b4fef4-91da-4013-9611-d1bd33900cca tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:17.797485 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e8b4fef4-91da-4013-9611-d1bd33900cca tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/f9807ed6-3e21-4e6b-92e5-fafc4de68434 HTTP/1.1" status: 404 len: 333 time: 0.0518501 Jul 23 23:02:17.798006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:17.849281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-18e81de0-7e2c-43dd-bd5d-42be54bd24bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1000 time: 0.1756685 Jul 23 23:02:17.866040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 468801f1-60f5-4e07-a91a-67dcb4368d6e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:17.871117 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.913576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071212-1397-4694-9b99-fa1a9aba9038 req-646e8055-0027-4f6e-a907-a4216aa6f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.915193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-646e8055-0027-4f6e-a907-a4216aa6f796 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.0564747 Jul 23 23:02:17.917387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.023972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.057600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071212-1397-4694-9b99-fa1a9aba9038 req-b7287cd3-2e81-4526-9df1-a0b58b07a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:18.059143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-b7287cd3-2e81-4526-9df1-a0b58b07a50c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377313 Jul 23 23:02:18.063259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:18.097593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.126618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=468801f1-60f5-4e07-a91a-67dcb4368d6e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:18.131200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.136942 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6a22143a-f0df-4a39-9386-fe26a22394e9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/468801f1-60f5-4e07-a91a-67dcb4368d6e HTTP/1.1" status: 204 len: 168 time: 0.3378494 Jul 23 23:02:18.137939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.141059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e37e5-0626-4abd-8797-4974a93f19ea None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:18.187673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60672) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.212782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 38a858fe-522f-4651-896a-680095f5ecb2 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:18.217387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.225114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-e4b883a8-dd21-44a1-9687-0b99f8d7c9a3 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589518 Jul 23 23:02:18.245748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:18.259891 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] Sync routers for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:18.262876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60676) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.263090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-61d79c65-729d-4a6b-a489-1f53e82e177c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491348 Jul 23 23:02:18.280954 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:18.284475 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:18.311863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.357596 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:18.368398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.369774 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:18.370648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:18.401543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-3708c6dd-d60b-4d17-9684-661931c0200e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.403269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3708c6dd-d60b-4d17-9684-661931c0200e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2146640 Jul 23 23:02:18.406366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60680) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.417695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09071212-1397-4694-9b99-fa1a9aba9038 req-52a3a79d-4baa-4b6b-bcb3-846634befeb7 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841502 Jul 23 23:02:18.418090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-a3fdbac4-86e7-4add-8bb7-47a4cf1e9c0b tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.419256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3fdbac4-86e7-4add-8bb7-47a4cf1e9c0b tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099463 Jul 23 23:02:18.435130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.444489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-895d582a-af40-4272-90c2-32eb77d48117 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.451222 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-895d582a-af40-4272-90c2-32eb77d48117 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0147684 Jul 23 23:02:18.451992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.458573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-d98d777b-76ff-484e-804a-f3aed0b073ce tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.462821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d98d777b-76ff-484e-804a-f3aed0b073ce tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075421 Jul 23 23:02:18.463573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.469924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-61d9dafd-c63c-47c5-8e0a-912bf4797c17 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.473745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-61d9dafd-c63c-47c5-8e0a-912bf4797c17 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072403 Jul 23 23:02:18.474480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.481829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-db3b9129-5d65-4f33-bb67-e46630ad5408 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.485664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db3b9129-5d65-4f33-bb67-e46630ad5408 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074568 Jul 23 23:02:18.491328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.496474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-6ac3fb90-61f5-4153-afd7-166457c7240a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.500294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ac3fb90-61f5-4153-afd7-166457c7240a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078716 Jul 23 23:02:18.502964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.507249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-c0a4947a-2154-4db0-aa5e-f1a226ea18c1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.511727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c0a4947a-2154-4db0-aa5e-f1a226ea18c1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077188 Jul 23 23:02:18.512431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.518904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-9c5eacf5-7fe9-439d-8385-db1fa71c4887 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.522785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9c5eacf5-7fe9-439d-8385-db1fa71c4887 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072486 Jul 23 23:02:18.523832 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:18.525267 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4698f267-0a60-4264-a2f1-d0d007b74c7c None None] The sync data for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:18.528679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.533543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-803b4a0d-80b0-40d4-95fb-a55544ff1562 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.537278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-803b4a0d-80b0-40d4-95fb-a55544ff1562 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075974 Jul 23 23:02:18.538747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.546528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-4d9240d8-2165-442f-a827-b64352a4256f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.550349 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4d9240d8-2165-442f-a827-b64352a4256f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0097106 Jul 23 23:02:18.550349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.559352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-cf29e168-aa5d-45bf-9d56-0fd9b414b3cd tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.563811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cf29e168-aa5d-45bf-9d56-0fd9b414b3cd tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0108871 Jul 23 23:02:18.569925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-42745b4c-aef5-4759-b8cc-2da534aa1019 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/81fc8935-6fab-4530-b375-87543c65d02f HTTP/1.1" status: 200 len: 992 time: 0.1974697 Jul 23 23:02:18.569925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.572012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-809303a4-e33c-4ba6-b90c-fe00704f50eb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.578420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-809303a4-e33c-4ba6-b90c-fe00704f50eb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096245 Jul 23 23:02:18.580061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.585595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-3785cd3d-bde4-49a6-b730-61523e74378d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.586645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3785cd3d-bde4-49a6-b730-61523e74378d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059912 Jul 23 23:02:18.590248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.594903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-8ce1a79c-4991-40b3-8b1a-e768288d5c09 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.598288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ce1a79c-4991-40b3-8b1a-e768288d5c09 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068851 Jul 23 23:02:18.599067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.603755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-e5f0bbb6-8294-4988-9ede-492435a54938 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.604779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e5f0bbb6-8294-4988-9ede-492435a54938 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049176 Jul 23 23:02:18.607338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.611456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-45225fdf-e501-4906-b437-d654f43d530f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.614620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-45225fdf-e501-4906-b437-d654f43d530f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040691 Jul 23 23:02:18.615015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60712) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.621145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-3b388ed8-1cd7-462a-82c3-2df94cebb805 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.622228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3b388ed8-1cd7-462a-82c3-2df94cebb805 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063686 Jul 23 23:02:18.624728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.626605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.630480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-715f3c39-363e-4c4e-bd44-c8be97723d3e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.633803 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-715f3c39-363e-4c4e-bd44-c8be97723d3e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058737 Jul 23 23:02:18.634831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.639111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-77330f0b-f757-45c6-bc5a-337be854094a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.640038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77330f0b-f757-45c6-bc5a-337be854094a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043387 Jul 23 23:02:18.642335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60718) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.646356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-0492f321-e647-44a7-a064-2c5f83b6748d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.649839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0492f321-e647-44a7-a064-2c5f83b6748d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041065 Jul 23 23:02:18.650047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.654179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b8e637d7-664d-405d-8879-b913337c8569 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.657563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8e637d7-664d-405d-8879-b913337c8569 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042064 Jul 23 23:02:18.657797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.662153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-48328e75-027b-4d5e-a4a7-6c79b7eb58f1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.664536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-48328e75-027b-4d5e-a4a7-6c79b7eb58f1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043392 Jul 23 23:02:18.666874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.671548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b4c35522-a790-4b45-ae3b-bebab6b32f93 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.672746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b4c35522-a790-4b45-ae3b-bebab6b32f93 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044842 Jul 23 23:02:18.675173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.679537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-12e34548-4d5d-4121-ab7e-64a7b3e11b2a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.681131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-12e34548-4d5d-4121-ab7e-64a7b3e11b2a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042796 Jul 23 23:02:18.684651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.689238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-4e233db5-b15c-4f7c-a9a0-8d1a00dbf5c4 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.690313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4e233db5-b15c-4f7c-a9a0-8d1a00dbf5c4 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045657 Jul 23 23:02:18.693224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.699002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-75096995-19ef-499f-a5fd-b7419fc6f8e7 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.700059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-75096995-19ef-499f-a5fd-b7419fc6f8e7 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062110 Jul 23 23:02:18.702652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.707419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-2b3a768f-172d-40d5-9570-6bf43a096dd0 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.708484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2b3a768f-172d-40d5-9570-6bf43a096dd0 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047050 Jul 23 23:02:18.711017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.716501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-988f32a4-f911-43ca-96f9-1d299cb3e551 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.717663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-988f32a4-f911-43ca-96f9-1d299cb3e551 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050421 Jul 23 23:02:18.720328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.724864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-a8311910-8c59-4ad0-8fd7-6f83b4a00093 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.725824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a8311910-8c59-4ad0-8fd7-6f83b4a00093 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046058 Jul 23 23:02:18.729214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.734888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-a3e8bb80-b8f2-4e93-af46-13146ef32983 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.735829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a3e8bb80-b8f2-4e93-af46-13146ef32983 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0048194 Jul 23 23:02:18.738433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.742997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-fa0690ce-73ed-461c-986d-852ebab4644a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.744126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fa0690ce-73ed-461c-986d-852ebab4644a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046401 Jul 23 23:02:18.746759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.751148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b266aaa8-361e-4c7e-bfda-9f513b53dda5 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.753809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b266aaa8-361e-4c7e-bfda-9f513b53dda5 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042276 Jul 23 23:02:18.754555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.758853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-5d45591c-b717-41c0-933c-dae7c601fa86 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.759776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d45591c-b717-41c0-933c-dae7c601fa86 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043218 Jul 23 23:02:18.762316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.774802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-d79a9833-38db-4db8-a505-d5649e7b2394 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.776040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.776466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d79a9833-38db-4db8-a505-d5649e7b2394 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0130649 Jul 23 23:02:18.778979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.783714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b3800b6e-0105-4a63-9540-de3636183cc2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.784709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b3800b6e-0105-4a63-9540-de3636183cc2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046544 Jul 23 23:02:18.794143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.803724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-f8a05517-ce8c-4ec3-996d-e671794216cf tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.804261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=38a858fe-522f-4651-896a-680095f5ecb2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:18.804679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8a05517-ce8c-4ec3-996d-e671794216cf tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095458 Jul 23 23:02:18.807896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.813716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-6728a4db-fe67-41ba-9ada-2107cd593e7a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.814816 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6728a4db-fe67-41ba-9ada-2107cd593e7a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059781 Jul 23 23:02:18.817390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.821060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.822948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-458de8c0-d34c-418c-9941-729af3517ebf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/38a858fe-522f-4651-896a-680095f5ecb2 HTTP/1.1" status: 204 len: 168 time: 0.6839082 Jul 23 23:02:18.825623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.829358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-4329f9c5-13b9-4a1f-be52-3ad1ee537da2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.830341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4329f9c5-13b9-4a1f-be52-3ad1ee537da2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0120127 Jul 23 23:02:18.833792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.839384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-b7ab557f-c156-41d4-8e94-1a3cdee804dc tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.840400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b7ab557f-c156-41d4-8e94-1a3cdee804dc tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059094 Jul 23 23:02:18.850025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60760) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.858956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-0f219ebf-996e-4290-85d8-6b0e0f2910e6 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.862358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f219ebf-996e-4290-85d8-6b0e0f2910e6 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055254 Jul 23 23:02:18.871440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.875637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-81dbd124-8728-433c-bc47-52a2f556c2e2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.877983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-81dbd124-8728-433c-bc47-52a2f556c2e2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043905 Jul 23 23:02:18.879414 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.907607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.910806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-94fa782c-0821-4976-8f12-7823a61c5dbb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.914126 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94fa782c-0821-4976-8f12-7823a61c5dbb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0314927 Jul 23 23:02:18.918540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.922897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-26e1ad04-5918-4e7b-9547-bd3579015f1f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.923871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-26e1ad04-5918-4e7b-9547-bd3579015f1f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044870 Jul 23 23:02:18.928211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.932842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-83b327bd-073b-4c2d-a996-9bf392a9eee3 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.934535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-83b327bd-073b-4c2d-a996-9bf392a9eee3 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047059 Jul 23 23:02:18.938827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.940417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.945618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-7092faa0-c50b-48b9-926e-478f2f2f0f90 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.947939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7092faa0-c50b-48b9-926e-478f2f2f0f90 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0057466 Jul 23 23:02:18.949659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.958529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-bf76bc7c-44e2-4a8c-8a62-079b1b850df2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.961015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf76bc7c-44e2-4a8c-8a62-079b1b850df2 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087881 Jul 23 23:02:18.964879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.969552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b8a936c2-fbe6-4912-884a-41763430d86d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.974730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b8a936c2-fbe6-4912-884a-41763430d86d tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068860 Jul 23 23:02:18.975849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.981450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-577688c8-3a8a-4470-a777-fab894bdf1d5 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.982460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-577688c8-3a8a-4470-a777-fab894bdf1d5 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054729 Jul 23 23:02:18.985850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.990017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-538ddce6-57ce-4877-a8b4-d68231d6b275 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.990960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-538ddce6-57ce-4877-a8b4-d68231d6b275 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042870 Jul 23 23:02:18.996386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60780) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.004102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-ec9f88d2-ae1d-4230-a61e-bc6025d1fac9 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.008214 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ec9f88d2-ae1d-4230-a61e-bc6025d1fac9 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0107429 Jul 23 23:02:19.008524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.015259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-5ad546a3-8b81-465f-88f1-c7815f93b7f9 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.018958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5ad546a3-8b81-465f-88f1-c7815f93b7f9 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076241 Jul 23 23:02:19.020745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.025155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-b93f0324-4a3a-489f-8707-31287ffc9062 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.029002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b93f0324-4a3a-489f-8707-31287ffc9062 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073519 Jul 23 23:02:19.029140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.042942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-b63a378c-7869-4714-b22f-7e482b499f9c tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.046438 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b63a378c-7869-4714-b22f-7e482b499f9c tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0137553 Jul 23 23:02:19.047120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.054719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-064015de-23aa-4437-b8ea-d31734a717e4 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.056211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port c319e145-857d-4d91-84a7-7e7b9ec33308 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:19.056759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.056934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-064015de-23aa-4437-b8ea-d31734a717e4 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065143 Jul 23 23:02:19.059020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.063930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-97e20fb5-2c4e-46c7-abe0-1035b1eb8661 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.064883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-97e20fb5-2c4e-46c7-abe0-1035b1eb8661 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049639 Jul 23 23:02:19.067510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.072412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-59b56f42-6028-4b3e-8ec5-149917a3b62f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.073363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-59b56f42-6028-4b3e-8ec5-149917a3b62f tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049856 Jul 23 23:02:19.078710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.098436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-225d7df1-3658-4751-ac7f-c104717bdfde tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.099661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-225d7df1-3658-4751-ac7f-c104717bdfde tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047653 Jul 23 23:02:19.103411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.130013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-531900ab-3280-4d85-b1d8-edc59777c907 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.134036 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-531900ab-3280-4d85-b1d8-edc59777c907 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0295308 Jul 23 23:02:19.134868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.145781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-4666b9a4-aa97-423c-8f1b-35064d6295d1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.148986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4666b9a4-aa97-423c-8f1b-35064d6295d1 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0129457 Jul 23 23:02:19.151774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60800) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.157213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-bee7f6fd-077c-4f83-8813-7daecd223c27 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.158244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bee7f6fd-077c-4f83-8813-7daecd223c27 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055351 Jul 23 23:02:19.161571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port c319e145-857d-4d91-84a7-7e7b9ec33308, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c319e145-857d-4d91-84a7-7e7b9ec33308,segment=NetworkSegment(15d0f345-0e73-45e0-af1b-76570ad4a9be),segment_id=15d0f345-0e73-45e0-af1b-76570ad4a9be)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:19.161739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.161978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.167267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-83dca7a7-79e0-442f-b5e6-77694f3f3f66 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.170857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.171522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-83dca7a7-79e0-442f-b5e6-77694f3f3f66 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089378 Jul 23 23:02:19.176282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-ed249ef8-aad3-4ce0-b2d7-6de7212ea1ec tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.177213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ed249ef8-aad3-4ce0-b2d7-6de7212ea1ec tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054474 Jul 23 23:02:19.179824 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.185192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-ccb71a8c-1856-4b71-bb14-303cdb6f2e06 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.186253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ccb71a8c-1856-4b71-bb14-303cdb6f2e06 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046003 Jul 23 23:02:19.190080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.194428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-fc6d2db1-a8ee-4c53-a4ce-12dac0db3d2b tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.195508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc6d2db1-a8ee-4c53-a4ce-12dac0db3d2b tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044274 Jul 23 23:02:19.197143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for c319e145-857d-4d91-84a7-7e7b9ec33308 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:19.198872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.206221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-d98aaec7-c0bb-4a85-b843-7fefeec3295e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.211170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d98aaec7-c0bb-4a85-b843-7fefeec3295e tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0114067 Jul 23 23:02:19.215158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.219651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [None req-11f91477-4f44-434d-8c4a-c21f7ad10216 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.222760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-11f91477-4f44-434d-8c4a-c21f7ad10216 tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044923 Jul 23 23:02:19.225034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.230646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-8fae0323-dc40-404a-9d69-d57931b4730a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.234353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fae0323-dc40-404a-9d69-d57931b4730a tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058048 Jul 23 23:02:19.236856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.237283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5449b8-2630-47bb-a64c-bbf9c7d35927 None None] Network f5854dcb-063a-4b11-9185-1a6aab9e6549 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:19.247098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [None req-8e0e661d-1e9b-4877-8879-280f0f5b76bb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:19.248061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8e0e661d-1e9b-4877-8879-280f0f5b76bb tempest-ExtensionsTestJSON-79883937 tempest-ExtensionsTestJSON-79883937-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103257 Jul 23 23:02:19.385549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.387444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fc1fa04-7fae-490c-af73-1ad5829f31cc None None] Provisioning complete for port c319e145-857d-4d91-84a7-7e7b9ec33308 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:19.387823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fc1fa04-7fae-490c-af73-1ad5829f31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.393483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 7d962824-911e-4d1b-a615-dc4afed01747 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:19.393483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.412829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=c319e145-857d-4d91-84a7-7e7b9ec33308,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.415662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1fa04-7fae-490c-af73-1ad5829f31cc None None] Port c319e145-857d-4d91-84a7-7e7b9ec33308 was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 23:02:19.418196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port c319e145-857d-4d91-84a7-7e7b9ec33308 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:19.511686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.518297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04047a6f-f870-467b-9c7a-23dbdd772097 None None] DHCP port deletion for f5854dcb-063a-4b11-9185-1a6aab9e6549 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:19.522577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5854dcb-063a-4b11-9185-1a6aab9e6549']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:19.541408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d0f345-0e73-45e0-af1b-76570ad4a9be') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:19.541984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d0f345-0e73-45e0-af1b-76570ad4a9be') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:19.546215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.552624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.562267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 7d962824-911e-4d1b-a615-dc4afed01747 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:19.569439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.576716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:19.578217 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:19.581447 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:19.642677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.659072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.661217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/f5854dcb-063a-4b11-9185-1a6aab9e6549 HTTP/1.1" status: 204 len: 168 time: 0.8345287 Jul 23 23:02:19.663761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.669931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.680058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4dabf-8dde-498f-bcec-7afb7885e7a0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=f5854dcb-063a-4b11-9185-1a6aab9e6549,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.785467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba1332-55b6-4f48-a785-d215af1bd84b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:19.786943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29ba1332-55b6-4f48-a785-d215af1bd84b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1167831 Jul 23 23:02:19.787933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53665082-f782-4ef0-b6f0-3544b6780d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.790870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.796669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.824098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=7d962824-911e-4d1b-a615-dc4afed01747,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.894458 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a96388f-ca3e-4365-87f3-f7a9339354fe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1023028 Jul 23 23:02:19.897631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.902778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1775293486'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:19.934251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.957622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53665082-f782-4ef0-b6f0-3544b6780d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.966401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53665082-f782-4ef0-b6f0-3544b6780d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.007834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:20.011422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.028611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53665082-f782-4ef0-b6f0-3544b6780d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb9e1a-e0f1-4581-8364-5239246de360,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.036721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-53665082-f782-4ef0-b6f0-3544b6780d91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2162f868911456a989c498aa01fe792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694758 Jul 23 23:02:20.037206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.070251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:20.088802 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.089156 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 24228a16-14f5-4cfe-b201-89337b6bc8d7 of type vlan for network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 Jul 23 23:02:20.101526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:20.132110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.142591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.167747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.176499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:20.185050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d50018ea-0555-4b3a-922a-919b705815f2 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9190903 Jul 23 23:02:20.185702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.187710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] Sync routers for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:20.197578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:20.198404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:20.212111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.217599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:20.218247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.223573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e82d985-1fac-42d8-ac0d-c0ceab827a33 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 HTTP/1.1" status: 200 len: 205 time: 0.0366809 Jul 23 23:02:20.224306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.234855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:20.244871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] Routers {'9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:20.245620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:20.259571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3577979 Jul 23 23:02:20.259789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.266893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:20.292836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:20.293490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2ab09-d3a4-4123-a347-00816c684dcd None None] The sync data for ids ['9a7bfa47-1236-47ed-ab2f-5b0420ef50c8'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:20.305446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.311488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff8321-7527-4184-bbf1-798e25d575d3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=93f97a03-52b0-4091-8a3c-a87cf56fcb44,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.322462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.325670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.329297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06cb9e1a-e0f1-4581-8364-5239246de360 HTTP/1.1" status: 204 len: 168 time: 0.2891891 Jul 23 23:02:20.340601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:20.350773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1f830-50fe-4f9c-8de3-9fdc83cca159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb9e1a-e0f1-4581-8364-5239246de360,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.423158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:20.427134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.502501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.504753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.551045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.551868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:20.559325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.563289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fb8ca64c-7ddc-41bd-b32d-70ad0377f1da tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 HTTP/1.1" status: 204 len: 168 time: 0.3351514 Jul 23 23:02:20.563391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60844) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.625093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 20934979-8f4b-425f-bd84-561df391bc4d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:20.628251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.636298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.677783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.699431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=47a37e81-0031-42d5-8480-5091e9192389,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.708849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '24228a16-14f5-4cfe-b201-89337b6bc8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:20.709332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 93f97a03-52b0-4091-8a3c-a87cf56fcb44, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:20.728406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:20.738664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 93f97a03-52b0-4091-8a3c-a87cf56fcb44) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:20.742818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:20.743669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.748577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f944f5-a32f-41e7-bdf3-2afd49f93ae8 None None] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:20.765217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94b9f6d5-b9f7-4dcc-b3c0-7327e8c93e01 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5036712 Jul 23 23:02:20.767596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.773711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44', 'name': 'tempest-PortsIpV6TestJSON-50623684'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:20.792266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.858650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.900181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=20934979-8f4b-425f-bd84-561df391bc4d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.902557 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.904666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f382ef6-4479-4cb8-844f-06a59aebe58e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/20934979-8f4b-425f-bd84-561df391bc4d HTTP/1.1" status: 204 len: 168 time: 0.3403275 Jul 23 23:02:20.912748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.921889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:20.925746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5abf83-29f3-465d-845b-817ad5c4b73f None None] Network 67519c2a-d262-438e-8650-ea673b2e2c15 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:20.925903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.942467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-93f97a03-52b0-4091-8a3c-a87cf56fcb44', 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': '47a37e81-0031-42d5-8480-5091e9192389'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:20.943301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.974380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 1998b75a-9d1d-463a-afc9-937f5d92521a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:21.053463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 8533233c-9f42-45d9-8fb4-74fce51f5f92 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:21.061576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.111826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c319e145-857d-4d91-84a7-7e7b9ec33308 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:21.141243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.142628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c319e145-857d-4d91-84a7-7e7b9ec33308 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:21.143007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c319e145-857d-4d91-84a7-7e7b9ec33308 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:21.185904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:21.198991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::18f (93f97a03-52b0-4091-8a3c-a87cf56fcb44/47a37e81-0031-42d5-8480-5091e9192389/1998b75a-9d1d-463a-afc9-937f5d92521a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:21.243209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] DHCP port deletion for 67519c2a-d262-438e-8650-ea673b2e2c15 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:21.288763 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.297329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Deleting port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:21.301840 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.305250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1572802964'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:21.352523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:21.356601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.368937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.370192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] For port 52bc5add-a0c4-4d19-9de4-b067ad6464f1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=52bc5add-a0c4-4d19-9de4-b067ad6464f1,segment=NetworkSegment(30d2870b-0d33-4ebd-9555-2331f121f618),segment_id=30d2870b-0d33-4ebd-9555-2331f121f618)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:21.370657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.388383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Calling delete_port for 52bc5add-a0c4-4d19-9de4-b067ad6464f1 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:21.421074 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.453533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=8533233c-9f42-45d9-8fb4-74fce51f5f92,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.468882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.470857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c9f2b251-e50d-4573-b914-062db7005064 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/8533233c-9f42-45d9-8fb4-74fce51f5f92 HTTP/1.1" status: 204 len: 168 time: 0.5572758 Jul 23 23:02:21.473522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:21.478138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.484677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bab5e-fff8-42c9-a6b2-c8a869f19f47 None None] Network 18a9be80-7016-4921-ada2-743edbf6e5db requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:21.486308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.498237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.504539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.522436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 1998b75a-9d1d-463a-afc9-937f5d92521a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:21.527400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] Pushing event deleted for resources: {'Port': ['ID=52bc5add-a0c4-4d19-9de4-b067ad6464f1,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.529744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f7789-0965-45e8-b6e7-6628d5121b7e None None] No DVR routers for this DVR port 52bc5add-a0c4-4d19-9de4-b067ad6464f1 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:21.536006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:21.555118 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67099d83-008d-4a81-9139-ee4d5a4dc360,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.558526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.558866 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Added segment 683e034e-b718-4d8c-9a34-fcac00a7c370 of type vlan for network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 Jul 23 23:02:21.595430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.604475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.636539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.642454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:21.643151 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.684069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.716315 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.724218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Network': ['ID=044de60b-fa35-40ce-8db5-a5f1a4a5a2a3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.734075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7a19dfe4-d9b9-4e92-8814-48bb3e45d3af tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5442154 Jul 23 23:02:21.734422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60872) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:21.740659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'subnet': {'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:21.746638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:21.749915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Allocated IP 2001:db8::2 (93f97a03-52b0-4091-8a3c-a87cf56fcb44/47a37e81-0031-42d5-8480-5091e9192389/effb632f-fef2-46ee-8b98-8d7d615e2d5d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:21.760056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67519c2a-d262-438e-8650-ea673b2e2c15']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:21.783221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d2870b-0d33-4ebd-9555-2331f121f618') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:21.783528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d2870b-0d33-4ebd-9555-2331f121f618') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:21.785106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] DHCP port deletion for 18a9be80-7016-4921-ada2-743edbf6e5db request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:21.797521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:21.807453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:21.810798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.815559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:21.822111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:21.823016 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.845914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0770619 Jul 23 23:02:21.850467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:21.851379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=1998b75a-9d1d-463a-afc9-937f5d92521a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.860124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44', 'name': 'tempest-PortsIpV6TestJSON-410891180'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:21.870053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.888902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.889521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.890082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.890609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.891123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.891649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.892154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.892658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.893157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.893693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.894204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.894709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4007ee-2b1e-40a3-8441-b59b6ed24df6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:21.910589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:21.911237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:21.915044 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:21.974713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Deleting port df9b9da8-d49f-4072-a31e-8ca44fd26e0d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:21.974989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.052412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.065136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.069702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/67519c2a-d262-438e-8650-ea673b2e2c15 HTTP/1.1" status: 204 len: 168 time: 0.5925615 Jul 23 23:02:22.080033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.082682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:22.088770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] For port df9b9da8-d49f-4072-a31e-8ca44fd26e0d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,segment=NetworkSegment(c5705cfa-c9c2-4c62-9ebd-95d93281d43e),segment_id=c5705cfa-c9c2-4c62-9ebd-95d93281d43e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:22.089314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.093714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd94d-f41d-4039-b32a-a424b3f0776b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=67519c2a-d262-438e-8650-ea673b2e2c15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.102694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Transition to ACTIVE for port object effb632f-fef2-46ee-8b98-8d7d615e2d5d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:22.110255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Calling delete_port for df9b9da8-d49f-4072-a31e-8ca44fd26e0d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:22.131585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:22.134106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Transition to ACTIVE for port object effb632f-fef2-46ee-8b98-8d7d615e2d5d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:22.135998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.169252 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.193345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:22.197329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.228452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:22.236706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:22.240261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:22.242303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Pushing event updated for resources: {'Port': ['ID=effb632f-fef2-46ee-8b98-8d7d615e2d5d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.327909 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.332652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Attempting to bind port effb632f-fef2-46ee-8b98-8d7d615e2d5d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:22.333023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Attempting to bind port effb632f-fef2-46ee-8b98-8d7d615e2d5d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '24228a16-14f5-4cfe-b201-89337b6bc8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:22.333385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Attempting to bind port effb632f-fef2-46ee-8b98-8d7d615e2d5d on network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:22.362801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] Pushing event deleted for resources: {'Port': ['ID=df9b9da8-d49f-4072-a31e-8ca44fd26e0d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.364802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:22.365178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Checking segment: {'id': '24228a16-14f5-4cfe-b201-89337b6bc8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:22.365577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.366854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Bound using segment: {'id': '24228a16-14f5-4cfe-b201-89337b6bc8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:22.366854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Bound port: effb632f-fef2-46ee-8b98-8d7d615e2d5d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24228a16-14f5-4cfe-b201-89337b6bc8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '93f97a03-52b0-4091-8a3c-a87cf56fcb44'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:22.366854 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.378428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9f08e-6dd3-49bd-82ce-fbdabd4836d1 None None] No DVR routers for this DVR port df9b9da8-d49f-4072-a31e-8ca44fd26e0d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:22.434088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.455891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] For port effb632f-fef2-46ee-8b98-8d7d615e2d5d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:22.458745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.462698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] For port effb632f-fef2-46ee-8b98-8d7d615e2d5d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=effb632f-fef2-46ee-8b98-8d7d615e2d5d,segment=NetworkSegment(24228a16-14f5-4cfe-b201-89337b6bc8d7),segment_id=24228a16-14f5-4cfe-b201-89337b6bc8d7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:22.469140 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.509938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Subnet': ['ID=0ef66116-1b20-4eba-99c2-55a7fa19cb50,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.515865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Checking segment: {'id': '683e034e-b718-4d8c-9a34-fcac00a7c370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:22.517107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network hostable DHCP agents. Network: 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:22.540506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.544060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:22.548370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19188e32-e886-4c36-82e8-e607133aae6e None None] Pushing event updated for resources: {'Port': ['ID=effb632f-fef2-46ee-8b98-8d7d615e2d5d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.558580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:22.563049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 736fa258-ddf8-407e-9200-b3b53587556b yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:22.566869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:22.567786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.568514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfff45a-c449-4c1b-953a-51bd5300c6ce None None] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:22.594773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e4c9120-37d2-460a-a674-7fb3764bd495 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8585689 Jul 23 23:02:22.595486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60878) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:22.600682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1673803203', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:22.636631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.638028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.713053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.741254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.744176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b014d-3221-4890-bf04-4f620c1bdf3f None None] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:22.767680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a9be80-7016-4921-ada2-743edbf6e5db']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:22.784980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:22.785615 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5705cfa-c9c2-4c62-9ebd-95d93281d43e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:22.801812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.822774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::226 (93f97a03-52b0-4091-8a3c-a87cf56fcb44/47a37e81-0031-42d5-8480-5091e9192389/736fa258-ddf8-407e-9200-b3b53587556b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:22.842456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.922897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.947421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:22.948003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:22.951308 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:23.074638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.083996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.088821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/18a9be80-7016-4921-ada2-743edbf6e5db HTTP/1.1" status: 204 len: 168 time: 1.0013325 Jul 23 23:02:23.090341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60880) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.110918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bfe07-24b9-424e-a4ce-2da6f6d39589 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=18a9be80-7016-4921-ada2-743edbf6e5db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.113257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device effb632f-fef2-46ee-8b98-8d7d615e2d5d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:23.126596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1661163163'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:23.128335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.148417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 736fa258-ddf8-407e-9200-b3b53587556b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:23.168884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.184627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port effb632f-fef2-46ee-8b98-8d7d615e2d5d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:23.187919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.189974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:23.193556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.196096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.240366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:23.244224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:23.245680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52bc5add-a0c4-4d19-9de4-b067ad6464f1 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:23.250906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:23.256359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:23.256975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.261089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=736fa258-ddf8-407e-9200-b3b53587556b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.266467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:23.279294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8fcee3ab-0f94-4ea8-9799-9faa5b696630 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4248805 Jul 23 23:02:23.281781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.283002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 52bc5add-a0c4-4d19-9de4-b067ad6464f1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:23.283564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 52bc5add-a0c4-4d19-9de4-b067ad6464f1 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:23.284054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df9b9da8-d49f-4072-a31e-8ca44fd26e0d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:23.285510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.285881 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment b26327f7-9e9c-4ed3-b7e1-4769ef73ac22 of type vlan for network 197de57f-a32e-48e7-bf39-94a075c67981 Jul 23 23:02:23.324245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: df9b9da8-d49f-4072-a31e-8ca44fd26e0d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:23.325082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device df9b9da8-d49f-4072-a31e-8ca44fd26e0d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:23.363537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.366654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.394017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.67 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2b729404-e598-4664-82b8-7674f2ebc3cf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:23.419586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f8130-0169-40d9-b853-8ce53c701bdb tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:23.421398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-274f8130-0169-40d9-b853-8ce53c701bdb tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18f HTTP/1.1" status: 200 len: 927 time: 0.1383536 Jul 23 23:02:23.424818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.435443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.440992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:23.441585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.459190 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:02:23.530497 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4053726 Jul 23 23:02:23.530698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.535977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '197de57f-a32e-48e7-bf39-94a075c67981', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:23.559461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 736fa258-ddf8-407e-9200-b3b53587556b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:23.560148 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab2ed2-5256-47ed-81e4-08e156297488 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=197de57f-a32e-48e7-bf39-94a075c67981,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.560272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.575892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 197de57f-a32e-48e7-bf39-94a075c67981 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:23.602841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.669594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.717261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:23.722312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.724471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:23.729167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:23.729865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f9c8e-5b14-4958-95bb-0cd9ca821768 None None] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:23.736004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:23.739508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.744277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 736fa258-ddf8-407e-9200-b3b53587556b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:23.753353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=2b729404-e598-4664-82b8-7674f2ebc3cf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.814978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Provisioning for port effb632f-fef2-46ee-8b98-8d7d615e2d5d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:23.826447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Provisioning complete for port effb632f-fef2-46ee-8b98-8d7d615e2d5d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:23.826898 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.007057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.027237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.040224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.074213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=736fa258-ddf8-407e-9200-b3b53587556b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.116423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.131983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.136304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bc7dd1c6-6764-4ad8-8687-36558c3888f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/736fa258-ddf8-407e-9200-b3b53587556b HTTP/1.1" status: 204 len: 168 time: 0.7080240 Jul 23 23:02:24.138427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.161776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] For port effb632f-fef2-46ee-8b98-8d7d615e2d5d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=effb632f-fef2-46ee-8b98-8d7d615e2d5d,segment=NetworkSegment(24228a16-14f5-4cfe-b201-89337b6bc8d7),segment_id=24228a16-14f5-4cfe-b201-89337b6bc8d7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:24.168006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.175940 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a866d2-220a-4381-b334-2bd098003c2f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:24.180751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-10a866d2-220a-4381-b334-2bd098003c2f tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/736fa258-ddf8-407e-9200-b3b53587556b HTTP/1.1" status: 404 len: 333 time: 0.0382466 Jul 23 23:02:24.183874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=020fd755-0da7-433d-a431-da4de36d47ec,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.187529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.223073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08127b3-0964-4c3e-a14c-53a8598b4eee None None] Pushing event updated for resources: {'Port': ['ID=effb632f-fef2-46ee-8b98-8d7d615e2d5d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.233613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:24.234084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 197de57f-a32e-48e7-bf39-94a075c67981, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:24.248883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.291287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 197de57f-a32e-48e7-bf39-94a075c67981 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:24.312051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 197de57f-a32e-48e7-bf39-94a075c67981) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:24.320377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:24.321646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.323021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbad44-bf71-45c2-9286-5f9954c84639 None None] Network 197de57f-a32e-48e7-bf39-94a075c67981 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:24.331045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 1998b75a-9d1d-463a-afc9-937f5d92521a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:24.331385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.364931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-27786c18-2b0a-4e34-87c8-5a27c9f597fb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8308370 Jul 23 23:02:24.366201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.378436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1517674128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:24.433160 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.434224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.469919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.494894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 1998b75a-9d1d-463a-afc9-937f5d92521a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:24.503777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.511042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec1572c7-af97-465b-a7d1-4aa048a5b96c None None] Could not find standard attr ID for object 736fa258-ddf8-407e-9200-b3b53587556b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:24.511519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.519738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:24.521176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-197de57f-a32e-48e7-bf39-94a075c67981', 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '020fd755-0da7-433d-a431-da4de36d47ec'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:24.521918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.540573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec1572c7-af97-465b-a7d1-4aa048a5b96c None None] Provisioning complete for port effb632f-fef2-46ee-8b98-8d7d615e2d5d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:24.541008 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec1572c7-af97-465b-a7d1-4aa048a5b96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.574817 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.576040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dfcb424c-25cf-4920-95fb-b700aaeace51 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2097619 Jul 23 23:02:24.580219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.593482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'port': {'network_id': '197de57f-a32e-48e7-bf39-94a075c67981', 'name': 'tempest-RoutersIpV6Test-56608958'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:24.671012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:24.688459 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:24.703395 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:24.704245 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:24.721470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.723625 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-abdd3725-5554-4f75-92ee-c27804de69d8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1270833 Jul 23 23:02:24.726301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.768938 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:24.783835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec1572c7-af97-465b-a7d1-4aa048a5b96c None None] Could not find standard attr ID for object 1998b75a-9d1d-463a-afc9-937f5d92521a. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:24.784317 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:24.786777 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:24.788191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.805475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Allocated IP 2001:db8::2 (197de57f-a32e-48e7-bf39-94a075c67981/020fd755-0da7-433d-a431-da4de36d47ec/3d22c243-6ec8-46b4-9f3c-aa724c8204ae) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:24.818023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=1998b75a-9d1d-463a-afc9-937f5d92521a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.827493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:24.831409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.874790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:24.875242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] device_id is not set on port 82e900fb-e457-42d3-879c-f3533256119c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:24.875494 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbab44-7866-411a-b3da-d3bd46ba20a8 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:24.927583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a071674-33f5-4eac-938b-e9986bf5c219 None None] Could not find standard attr ID for object 1998b75a-9d1d-463a-afc9-937f5d92521a. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:24.954090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.956018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b2f43ece-ac27-47fa-b23c-7d2a04d8df27 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/1998b75a-9d1d-463a-afc9-937f5d92521a HTTP/1.1" status: 204 len: 168 time: 0.7676673 Jul 23 23:02:24.959162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:24.986885 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-18443266-663c-4efd-9211-80fa54016f08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:24.991395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-18443266-663c-4efd-9211-80fa54016f08 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/1998b75a-9d1d-463a-afc9-937f5d92521a HTTP/1.1" status: 404 len: 333 time: 0.0286281 Jul 23 23:02:24.993644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:25.060273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.094648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Transition to ACTIVE for port object 3d22c243-6ec8-46b4-9f3c-aa724c8204ae will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:25.106588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 47a37e81-0031-42d5-8480-5091e9192389 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:25.112494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.120414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Transition to ACTIVE for port object 3d22c243-6ec8-46b4-9f3c-aa724c8204ae will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:25.131174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device effb632f-fef2-46ee-8b98-8d7d615e2d5d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:25.181123 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.223188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8::390 (197de57f-a32e-48e7-bf39-94a075c67981/020fd755-0da7-433d-a431-da4de36d47ec/82e900fb-e457-42d3-879c-f3533256119c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:25.240105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Network 197de57f-a32e-48e7-bf39-94a075c67981 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:25.243178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.248198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:25.251172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:25.345884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac063963-23f9-4232-84b0-c3b9f9346c9f None None] Could not find standard attr ID for object 736fa258-ddf8-407e-9200-b3b53587556b. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:02:25.357199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Pushing event updated for resources: {'Port': ['ID=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:25.373948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Attempting to bind port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:25.374502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Attempting to bind port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:25.375046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Attempting to bind port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae on network 197de57f-a32e-48e7-bf39-94a075c67981 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:25.390795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:25.391499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Checking segment: {'id': 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:25.392055 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.392610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Bound using segment: {'id': 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:25.393273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Bound port: 3d22c243-6ec8-46b4-9f3c-aa724c8204ae, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '197de57f-a32e-48e7-bf39-94a075c67981'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:25.393852 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.396744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port effb632f-fef2-46ee-8b98-8d7d615e2d5d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:25.397306 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.399068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.493120 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.508650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] For port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:25.515160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 82e900fb-e457-42d3-879c-f3533256119c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:25.553663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.562045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.563140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.589228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] For port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,segment=NetworkSegment(b26327f7-9e9c-4ed3-b7e1-4769ef73ac22),segment_id=b26327f7-9e9c-4ed3-b7e1-4769ef73ac22)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:25.598453 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.607471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=47a37e81-0031-42d5-8480-5091e9192389,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:25.613250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.615178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fc926b54-9e4d-42c3-ab8b-e160c547be55 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/47a37e81-0031-42d5-8480-5091e9192389 HTTP/1.1" status: 204 len: 168 time: 0.6212201 Jul 23 23:02:25.620421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:25.640317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=82e900fb-e457-42d3-879c-f3533256119c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:25.673065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 197de57f-a32e-48e7-bf39-94a075c67981 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:25.676792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:25.683340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:25.691395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:25.692034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.708247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bf1b5-79ca-46e5-b5c2-1a6cc1622804 None None] Pushing event updated for resources: {'Port': ['ID=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:25.730637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a0cc5a4a-4ff4-42c0-92ab-f80aec2681a5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1430757 Jul 23 23:02:25.733584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:25.924030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45657ae4-2df8-487e-ba15-69b63b19db35 None None] Network 93f97a03-52b0-4091-8a3c-a87cf56fcb44 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:26.205400 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.219781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] DHCP port deletion for 93f97a03-52b0-4091-8a3c-a87cf56fcb44 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:26.249658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.266321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Deleting port effb632f-fef2-46ee-8b98-8d7d615e2d5d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:26.266691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.337455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] For port effb632f-fef2-46ee-8b98-8d7d615e2d5d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=effb632f-fef2-46ee-8b98-8d7d615e2d5d,segment=NetworkSegment(24228a16-14f5-4cfe-b201-89337b6bc8d7),segment_id=24228a16-14f5-4cfe-b201-89337b6bc8d7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:26.338248 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.352327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Calling delete_port for effb632f-fef2-46ee-8b98-8d7d615e2d5d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:26.424232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port effb632f-fef2-46ee-8b98-8d7d615e2d5d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:26.424806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.449138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.474607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.479732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.481191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] Pushing event deleted for resources: {'Port': ['ID=effb632f-fef2-46ee-8b98-8d7d615e2d5d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:26.483232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e119bc-4783-48cb-8868-22e4c2d28e51 None None] No DVR routers for this DVR port effb632f-fef2-46ee-8b98-8d7d615e2d5d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:26.536048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port effb632f-fef2-46ee-8b98-8d7d615e2d5d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=effb632f-fef2-46ee-8b98-8d7d615e2d5d,segment=NetworkSegment(24228a16-14f5-4cfe-b201-89337b6bc8d7),segment_id=24228a16-14f5-4cfe-b201-89337b6bc8d7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:26.536365 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.539151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.1 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/9ef07119-f3b1-4624-b59d-df0b6f3e9d09) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:26.558371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for effb632f-fef2-46ee-8b98-8d7d615e2d5d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:26.604040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=82e900fb-e457-42d3-879c-f3533256119c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:26.716952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.738377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.742658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.780121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=effb632f-fef2-46ee-8b98-8d7d615e2d5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:26.782024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port effb632f-fef2-46ee-8b98-8d7d615e2d5d on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:26.854359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.883845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.897545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f97a03-52b0-4091-8a3c-a87cf56fcb44']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:26.905727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.907234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348cae0b-db25-435a-b061-9ca2343b9b6f None None] Network 197de57f-a32e-48e7-bf39-94a075c67981 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:26.917665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24228a16-14f5-4cfe-b201-89337b6bc8d7') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:26.918023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24228a16-14f5-4cfe-b201-89337b6bc8d7') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:26.953868 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.973524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:26.981129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:26.985987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:26.988303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=9ef07119-f3b1-4624-b59d-df0b6f3e9d09,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.013491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.022792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9d184bf7-db27-4cc3-b921-37b1782c62ed None None] Provisioning for port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:27.028681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:27.029090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:27.032283 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:27.084266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.158664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.167385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3d22c243-6ec8-46b4-9f3c-aa724c8204ae up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:27.183996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.185933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/93f97a03-52b0-4091-8a3c-a87cf56fcb44 HTTP/1.1" status: 204 len: 168 time: 1.5635660 Jul 23 23:02:27.189533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4dc81-2882-439d-9982-0e76f5315b20 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=93f97a03-52b0-4091-8a3c-a87cf56fcb44,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.189861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:27.197346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1119809912'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:27.238344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:27.240225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.245101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:27.245521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.245863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:27.249884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.260709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.261637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.310332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.334975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=82e900fb-e457-42d3-879c-f3533256119c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.346234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.389995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,segment=NetworkSegment(b26327f7-9e9c-4ed3-b7e1-4769ef73ac22),segment_id=b26327f7-9e9c-4ed3-b7e1-4769ef73ac22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:27.394974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.396598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:27.416598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.417291 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment f8635198-7d5d-4839-bc70-32c0e1626519 of type vlan for network 60296a85-95c4-4930-8054-c80cc941eff6 Jul 23 23:02:27.462962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.494523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device effb632f-fef2-46ee-8b98-8d7d615e2d5d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:27.500808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.511987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 197de57f-a32e-48e7-bf39-94a075c67981 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:27.514741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:27.518000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: effb632f-fef2-46ee-8b98-8d7d615e2d5d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:27.518427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device effb632f-fef2-46ee-8b98-8d7d615e2d5d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:27.565113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Provisioning complete for port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:27.565485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.615849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.622023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:27.622649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.675419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Provisioning for port 82e900fb-e457-42d3-879c-f3533256119c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:27.678674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4877067 Jul 23 23:02:27.683248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:27.684609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Provisioning complete for port 82e900fb-e457-42d3-879c-f3533256119c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:27.685410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.715212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '60296a85-95c4-4930-8054-c80cc941eff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:27.718923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db5e0-5586-4039-9d9a-e33aeba23ed3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=60296a85-95c4-4930-8054-c80cc941eff6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.724676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6b23-2c8e-42e0-a553-63fca8b0c1fb None None] Port 82e900fb-e457-42d3-879c-f3533256119c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:27.727372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.734509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.734706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 60296a85-95c4-4930-8054-c80cc941eff6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:27.812810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router fdec0f4e-9bd3-4671-b33e-ced2528ac34b is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:27.820313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=9ef07119-f3b1-4624-b59d-df0b6f3e9d09,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.829736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:27.833269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.848024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.860161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7d41228b-efb8-40d4-81f2-43c25da56083 None None] Provisioning complete for port 82e900fb-e457-42d3-879c-f3533256119c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:27.861225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7d41228b-efb8-40d4-81f2-43c25da56083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.909334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7d41228b-efb8-40d4-81f2-43c25da56083 None None] Port 82e900fb-e457-42d3-879c-f3533256119c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:27.963048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:27.964949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:28.095995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:28.132107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7668f440-10bb-4aba-9686-b69127e294d9 None None] Provisioning complete for port 82e900fb-e457-42d3-879c-f3533256119c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:28.132429 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7668f440-10bb-4aba-9686-b69127e294d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.174444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7668f440-10bb-4aba-9686-b69127e294d9 None None] Port 82e900fb-e457-42d3-879c-f3533256119c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:28.219673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:28.231235 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a4230c2-ee36-4d18-8a61-80a0df777475 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/routers/57e54cd3-8319-4943-bf26-5b2baa71382c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5028822 Jul 23 23:02:28.234223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.239373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'port': {'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3', 'name': 'tempest-FloatingIPTestJSON-1800166362'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:28.245695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:28.256372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:28.257068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.302660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.331239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:28.331878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.336759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:28.343319 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d3f93d34-ce43-48a8-afec-575aefec2f0e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/fdec0f4e-9bd3-4671-b33e-ced2528ac34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085937 Jul 23 23:02:28.349586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.352421 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] Sync routers for ids ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:28.372488 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] Routers {'fdec0f4e-9bd3-4671-b33e-ced2528ac34b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:28.373898 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.380535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.381195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbdcb1-4310-4f75-99d0-cd3097b83425 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:28.391683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:28.396401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.397559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7b318093-0bb7-4778-8637-47b9eeb55b6e None None] Provisioning complete for port 82e900fb-e457-42d3-879c-f3533256119c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:28.397975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b318093-0bb7-4778-8637-47b9eeb55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.416789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] device_id is not set on port 7764930f-b4e2-40ff-9dbf-c74b530d6fb9 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:28.417060 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.425671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a8083-b863-4f65-a935-2d1c288ffed8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.429695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4d3a8083-b863-4f65-a935-2d1c288ffed8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports/82e900fb-e457-42d3-879c-f3533256119c HTTP/1.1" status: 200 len: 982 time: 0.0760133 Jul 23 23:02:28.430390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] Routers {'fdec0f4e-9bd3-4671-b33e-ced2528ac34b'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:28.430390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.431117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.439847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7b318093-0bb7-4778-8637-47b9eeb55b6e None None] Port 82e900fb-e457-42d3-879c-f3533256119c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:28.465624 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.466288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa7ab2-cc5b-4ecf-a01a-0727eaab61bb None None] The sync data for ids ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:28.545859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.12 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/7764930f-b4e2-40ff-9dbf-c74b530d6fb9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:28.670511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.698755 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.737917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.780106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:28.780508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=9a00f60b-a730-44d8-828c-88bed7749b5a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:28.784230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:28.786478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:28.802925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': 'f8635198-7d5d-4839-bc70-32c0e1626519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:28.803298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 60296a85-95c4-4930-8054-c80cc941eff6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:28.818885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=7764930f-b4e2-40ff-9dbf-c74b530d6fb9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:28.849141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.849386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 60296a85-95c4-4930-8054-c80cc941eff6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:28.849788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.864436 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-297fee49-5134-446a-933f-38cf865f7473 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6291449 Jul 23 23:02:28.867180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.872693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'port': {'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3', 'name': 'tempest-FloatingIPTestJSON-1436024867'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:28.895895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 60296a85-95c4-4930-8054-c80cc941eff6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:28.905732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.906355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.908330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb17d3-0894-417f-9daa-42d5e4d51ba1 None None] Network 60296a85-95c4-4930-8054-c80cc941eff6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:28.935486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4bb105f8-32b5-4c52-acdc-42f3f176140c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2270551 Jul 23 23:02:28.939960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.945537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '60296a85-95c4-4930-8054-c80cc941eff6', 'name': 'tempest-PortsIpV6TestJSON-77323439', 'fixed_ips': [{'subnet_id': '9a00f60b-a730-44d8-828c-88bed7749b5a', 'ip_address': '2001:db8::10'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:29.029537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.072610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3d22c243-6ec8-46b4-9f3c-aa724c8204ae up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:29.097747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-60296a85-95c4-4930-8054-c80cc941eff6', 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': '9a00f60b-a730-44d8-828c-88bed7749b5a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:29.098628 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.113581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:29.117112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.144069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] device_id is not set on port 17471575-b557-473d-8f16-40c734394003 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:29.153149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:29.220791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:29.221155 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.269977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 82e900fb-e457-42d3-879c-f3533256119c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:29.270334 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.297518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Allocated IP 2001:db8::2 (60296a85-95c4-4930-8054-c80cc941eff6/9a00f60b-a730-44d8-828c-88bed7749b5a/fdddc660-5048-4e82-aa57-d751eaa5d8b3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:29.307548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.334322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:29.350749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.6 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/17471575-b557-473d-8f16-40c734394003) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:29.362038 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.374119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 82e900fb-e457-42d3-879c-f3533256119c owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:29.499761 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.510434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Transition to ACTIVE for port object fdddc660-5048-4e82-aa57-d751eaa5d8b3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:29.576939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Transition to ACTIVE for port object fdddc660-5048-4e82-aa57-d751eaa5d8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:29.578491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.584642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.614212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=82e900fb-e457-42d3-879c-f3533256119c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:29.623620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.629241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Network 60296a85-95c4-4930-8054-c80cc941eff6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:29.632361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:29.635767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:29.662692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::10 (60296a85-95c4-4930-8054-c80cc941eff6/9a00f60b-a730-44d8-828c-88bed7749b5a/2b8c915d-6865-4d9c-a33c-e0c18bb89164) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:29.710650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Pushing event updated for resources: {'Port': ['ID=fdddc660-5048-4e82-aa57-d751eaa5d8b3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:29.724279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Attempting to bind port fdddc660-5048-4e82-aa57-d751eaa5d8b3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:29.726151 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Attempting to bind port fdddc660-5048-4e82-aa57-d751eaa5d8b3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f8635198-7d5d-4839-bc70-32c0e1626519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:29.727275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Attempting to bind port fdddc660-5048-4e82-aa57-d751eaa5d8b3 on network 60296a85-95c4-4930-8054-c80cc941eff6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:29.738283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.739492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:29.740644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Checking segment: {'id': 'f8635198-7d5d-4839-bc70-32c0e1626519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:29.743007 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.743975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Bound using segment: {'id': 'f8635198-7d5d-4839-bc70-32c0e1626519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:29.744649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Bound port: fdddc660-5048-4e82-aa57-d751eaa5d8b3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8635198-7d5d-4839-bc70-32c0e1626519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '60296a85-95c4-4930-8054-c80cc941eff6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:29.745384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.833346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] For port fdddc660-5048-4e82-aa57-d751eaa5d8b3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:29.837908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] For port fdddc660-5048-4e82-aa57-d751eaa5d8b3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fdddc660-5048-4e82-aa57-d751eaa5d8b3,segment=NetworkSegment(f8635198-7d5d-4839-bc70-32c0e1626519),segment_id=f8635198-7d5d-4839-bc70-32c0e1626519)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:29.842733 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.844481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.920747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router fdec0f4e-9bd3-4671-b33e-ced2528ac34b has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:29.921321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:29.924326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:29.926821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:29.926980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7b57-255e-4adc-911a-3c9e5dec7ab0 None None] Pushing event updated for resources: {'Port': ['ID=fdddc660-5048-4e82-aa57-d751eaa5d8b3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:29.936221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=17471575-b557-473d-8f16-40c734394003,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:29.991901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.007821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:30.009189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.013725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:30.021842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8f82d20-dc26-4e08-aba0-ee6282e4b1a1 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/fdec0f4e-9bd3-4671-b33e-ced2528ac34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899506 Jul 23 23:02:30.022534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.025930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 2b8c915d-6865-4d9c-a33c-e0c18bb89164 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:30.036101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] Sync routers for ids ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:30.039276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8fd76b55-d0d3-48be-af77-7b18215a62b5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1704516 Jul 23 23:02:30.043707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.047400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] Routers {'fdec0f4e-9bd3-4671-b33e-ced2528ac34b'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:30.048179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:30.048457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '17471575-b557-473d-8f16-40c734394003', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:30.101092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.121649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.124344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:30.137658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] Routers {'fdec0f4e-9bd3-4671-b33e-ced2528ac34b'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:30.138318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:30.183208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:30.184024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6168e124-c338-4b66-b6f0-17144e241492 None None] The sync data for ids ['fdec0f4e-9bd3-4671-b33e-ced2528ac34b'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:30.191939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=2b8c915d-6865-4d9c-a33c-e0c18bb89164,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:30.224515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 60296a85-95c4-4930-8054-c80cc941eff6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:30.228666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:30.231363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:30.237590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:30.238388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.276870 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-6695a953-4672-48b8-9dca-b525d75ea241 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 23:02:30.277870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6695a953-4672-48b8-9dca-b525d75ea241 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/fdec0f4e-9bd3-4671-b33e-ced2528ac34b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2544270 Jul 23 23:02:30.280580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.291240 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7e281557-faf2-4819-8cd3-802ca5899a4a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3500450 Jul 23 23:02:30.293629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.299341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '60296a85-95c4-4930-8054-c80cc941eff6', 'name': 'tempest-PortsIpV6TestJSON-762844261', 'fixed_ips': [{'subnet_id': '9a00f60b-a730-44d8-828c-88bed7749b5a', 'ip_address': '2001:db8::f'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:30.314646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-12db5313-2b5f-45bc-a6b5-86629a4a15bd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdec0f4e-9bd3-4671-b33e-ced2528ac34b HTTP/1.1" status: 200 len: 205 time: 0.0329835 Jul 23 23:02:30.317097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.391646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.395594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.889336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:30.894292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.903507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.905917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.938995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:30.951396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.952006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router fdec0f4e-9bd3-4671-b33e-ced2528ac34b {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:30.970961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.974563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-821d20f4-d44b-4d29-850d-fe6b38a74d76 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/fdec0f4e-9bd3-4671-b33e-ced2528ac34b HTTP/1.1" status: 204 len: 168 time: 0.6541264 Jul 23 23:02:30.978250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:31.001460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.254 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3743b103-11f7-458f-a881-00012a3ea515) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:31.054987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50767038-f83f-4be7-96a3-bc59ae4fd938 None None] Network 60296a85-95c4-4930-8054-c80cc941eff6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:31.076437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 020fd755-0da7-433d-a431-da4de36d47ec {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:31.080496 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.132824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.151777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fdddc660-5048-4e82-aa57-d751eaa5d8b3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:31.181103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ada5bc6a-599d-407f-beee-2e9bdf19d912 None None] Provisioning for port fdddc660-5048-4e82-aa57-d751eaa5d8b3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:31.225637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.228096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::f (60296a85-95c4-4930-8054-c80cc941eff6/9a00f60b-a730-44d8-828c-88bed7749b5a/479c6fb9-59f1-4bf3-a33c-c3949e19f6a1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:31.238394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.258966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port fdddc660-5048-4e82-aa57-d751eaa5d8b3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:31.264963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fdddc660-5048-4e82-aa57-d751eaa5d8b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:31.265337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.320973 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.337288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.339111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.339374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/020fd755-0da7-433d-a431-da4de36d47ec HTTP/1.1" status: 204 len: 168 time: 0.3597279 Jul 23 23:02:31.346758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956d09fd-71b8-429e-af3f-62f234a0ca3e None None] Network 197de57f-a32e-48e7-bf39-94a075c67981 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:31.363631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:31.372041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0138-5f29-4fc5-9b13-5b2b959f761b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=020fd755-0da7-433d-a431-da4de36d47ec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:31.443763 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:31.451846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:31.455011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:31.459373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.520869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:31.522141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.567290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3743b103-11f7-458f-a881-00012a3ea515,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:31.584837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.610251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,segment=NetworkSegment(b26327f7-9e9c-4ed3-b7e1-4769ef73ac22),segment_id=b26327f7-9e9c-4ed3-b7e1-4769ef73ac22)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:31.610627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.628793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 3d22c243-6ec8-46b4-9f3c-aa724c8204ae owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:31.648003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:31.648148 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.701434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port fdddc660-5048-4e82-aa57-d751eaa5d8b3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fdddc660-5048-4e82-aa57-d751eaa5d8b3,segment=NetworkSegment(f8635198-7d5d-4839-bc70-32c0e1626519),segment_id=f8635198-7d5d-4839-bc70-32c0e1626519)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:31.714094 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.743182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.763001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Provisioning for port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:31.780921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Provisioning complete for port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:31.781298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.788892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=fdddc660-5048-4e82-aa57-d751eaa5d8b3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:31.789592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=3d22c243-6ec8-46b4-9f3c-aa724c8204ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:31.793286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 3d22c243-6ec8-46b4-9f3c-aa724c8204ae on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:31.818673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.866196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:31.884815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Provisioning complete for port fdddc660-5048-4e82-aa57-d751eaa5d8b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:31.885916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28051bf1-dfa3-4e28-944e-8e0892f51231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.911233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ccd53-0bfe-4556-8f00-051544ce9a31 None None] DHCP port deletion for 197de57f-a32e-48e7-bf39-94a075c67981 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:31.918400 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.927246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 60296a85-95c4-4930-8054-c80cc941eff6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:31.935135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197de57f-a32e-48e7-bf39-94a075c67981']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:31.938205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:31.941424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:31.949313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:31.950502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.956527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:31.957293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26327f7-9e9c-4ed3-b7e1-4769ef73ac22') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:31.967765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.979929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=479c6fb9-59f1-4bf3-a33c-c3949e19f6a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:31.984863 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:31.997385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:31.998230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:32.004118 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:32.012824 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5da4f384-9459-4c0d-884b-530def1223a8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7181289 Jul 23 23:02:32.022699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.091168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.098514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.100727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/197de57f-a32e-48e7-bf39-94a075c67981 HTTP/1.1" status: 204 len: 168 time: 0.7360063 Jul 23 23:02:32.111170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.118177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fedc8b-f3d1-46b9-af69-63f082aa84e4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=197de57f-a32e-48e7-bf39-94a075c67981,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:32.130435 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0b639f4-a1e7-4537-a4db-77226598e738 None None] Provisioning complete for port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:32.131035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0b639f4-a1e7-4537-a4db-77226598e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.148428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453357995'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:32.174507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e0b639f4-a1e7-4537-a4db-77226598e738 None None] Port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:32.248358 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.255095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:32.259832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.296159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59927466-a882-4193-b5da-9dc5a8334146 None None] Provisioning for port 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:32.300141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-59927466-a882-4193-b5da-9dc5a8334146 None None] Provisioning complete for port 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:32.300599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59927466-a882-4193-b5da-9dc5a8334146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.339184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-59927466-a882-4193-b5da-9dc5a8334146 None None] Port 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:32.359810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3587f-306b-42ac-bf7d-713b10ade98e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.361476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-43a3587f-306b-42ac-bf7d-713b10ade98e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3372002 Jul 23 23:02:32.364480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.366209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:32.400878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.401224 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment 8cc8b5a4-6211-4586-96db-f3710618c8d2 of type vlan for network 234bf9fc-8af9-405c-8f9c-dc62ab255141 Jul 23 23:02:32.465017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.489880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8c9ff-8a2b-4256-a1ad-7e187e33a7d4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.490128 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.496492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8c9ff-8a2b-4256-a1ad-7e187e33a7d4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.502630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8c9ff-8a2b-4256-a1ad-7e187e33a7d4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.504288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1ff8c9ff-8a2b-4256-a1ad-7e187e33a7d4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1387358 Jul 23 23:02:32.507247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.548905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.554391 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.555646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.606840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:32.607180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.640276 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4966278 Jul 23 23:02:32.644111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.673155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ed269-55ee-4294-90e4-2705021ca6b8 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=234bf9fc-8af9-405c-8f9c-dc62ab255141,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:32.676717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:32.685203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:32.734291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.739349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.760336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.777377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:32.821836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3743b103-11f7-458f-a881-00012a3ea515,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:32.831175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.840991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:32.844537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.937091 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP 6731d88a-ddbb-4ea9-8c4a-2aca33aafa6d associated. External IP: 172.25.1.254, port: 17471575-b557-473d-8f16-40c734394003. Jul 23 23:02:32.998076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.035554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=479c6fb9-59f1-4bf3-a33c-c3949e19f6a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:33.069474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.075297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-231c19d1-5f97-4a50-9dfd-03c9216a16b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 HTTP/1.1" status: 204 len: 168 time: 0.5670385 Jul 23 23:02:33.094862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.119146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fdddc660-5048-4e82-aa57-d751eaa5d8b3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:33.138654 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e7ea31-15bd-403e-bab8-42613c95ea78 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:33.140263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35e7ea31-15bd-403e-bab8-42613c95ea78 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/479c6fb9-59f1-4bf3-a33c-c3949e19f6a1 HTTP/1.1" status: 404 len: 333 time: 0.0444455 Jul 23 23:02:33.149522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.185815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fdddc660-5048-4e82-aa57-d751eaa5d8b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:33.186375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.211639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:33.264689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.360336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3d22c243-6ec8-46b4-9f3c-aa724c8204ae no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:33.379296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:33.381382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3d22c243-6ec8-46b4-9f3c-aa724c8204ae {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:33.381968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3d22c243-6ec8-46b4-9f3c-aa724c8204ae not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:33.394403 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:33.397309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.400311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=d9ec4911-de9b-45a6-af50-e4d11924d6f5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:33.410809 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:33.411427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:33.418108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 2b8c915d-6865-4d9c-a33c-e0c18bb89164 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:33.418461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.423016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': '8cc8b5a4-6211-4586-96db-f3710618c8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:33.423195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 234bf9fc-8af9-405c-8f9c-dc62ab255141, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:33.440918 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0dcdb44-260b-4bd8-a5fd-a63eb4b64a7b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3960984 Jul 23 23:02:33.443454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.446589 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:33.448701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:33.455092 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:33.455746 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:33.489356 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:33.490027 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8f415-2aa6-4205-9afa-492989bf7df6 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:33.493242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:33.509679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 234bf9fc-8af9-405c-8f9c-dc62ab255141) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:33.512621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.519093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.519693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.525065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daca3ea-e625-4b2a-9e30-180abe9a6ea4 None None] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:33.546086 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.551062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d7b4781-4ae8-4ba2-868d-6de55e0a8460 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9059281 Jul 23 23:02:33.554919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.559761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1730408343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:33.563309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 2b8c915d-6865-4d9c-a33c-e0c18bb89164 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:33.633789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.635022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.700784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-234bf9fc-8af9-405c-8f9c-dc62ab255141', 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': 'd9ec4911-de9b-45a6-af50-e4d11924d6f5'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:33.702754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.708131 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.724992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.740825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.741289 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP 6731d88a-ddbb-4ea9-8c4a-2aca33aafa6d disassociated. External IP: 172.25.1.254, port: 17471575-b557-473d-8f16-40c734394003. Jul 23 23:02:33.746295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.763611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=2b8c915d-6865-4d9c-a33c-e0c18bb89164,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:33.795019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.796921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1fc25fcf-1b64-4583-8235-ba68232255b3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/2b8c915d-6865-4d9c-a33c-e0c18bb89164 HTTP/1.1" status: 204 len: 168 time: 0.6456127 Jul 23 23:02:33.800355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.812362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.832422 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a72fb1-e7b9-4033-ae46-7826e6a1b8ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:33.834156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6a72fb1-e7b9-4033-ae46-7826e6a1b8ee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/2b8c915d-6865-4d9c-a33c-e0c18bb89164 HTTP/1.1" status: 404 len: 333 time: 0.0323815 Jul 23 23:02:33.837191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.853333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.860164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c324881e-d5bc-4ca4-970c-0fe6ba25846f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3036544 Jul 23 23:02:33.864329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.879434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Allocated IP 2001:db8::2 (234bf9fc-8af9-405c-8f9c-dc62ab255141/d9ec4911-de9b-45a6-af50-e4d11924d6f5/85f79801-0596-42fb-99e7-eeaa594b350d) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:33.905465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 9a00f60b-a730-44d8-828c-88bed7749b5a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:33.910466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.952082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.056823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.073575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.082008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Transition to ACTIVE for port object 85f79801-0596-42fb-99e7-eeaa594b350d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:34.100906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Transition to ACTIVE for port object 85f79801-0596-42fb-99e7-eeaa594b350d will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:34.108653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.129527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.154506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:34.157542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:34.160261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=9a00f60b-a730-44d8-828c-88bed7749b5a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.161954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:34.162430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.166044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-60a7f30e-07d7-4fa5-91cd-cfd07b4b74ba tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/9a00f60b-a730-44d8-828c-88bed7749b5a HTTP/1.1" status: 204 len: 168 time: 0.3258028 Jul 23 23:02:34.166214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Pushing event updated for resources: {'Port': ['ID=85f79801-0596-42fb-99e7-eeaa594b350d,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.167860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:34.174148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19cfa9-f558-4ea1-adda-366606fdadfd None None] Network 60296a85-95c4-4930-8054-c80cc941eff6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:34.259314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.286307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Attempting to bind port 85f79801-0596-42fb-99e7-eeaa594b350d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:34.286876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Attempting to bind port 85f79801-0596-42fb-99e7-eeaa594b350d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8cc8b5a4-6211-4586-96db-f3710618c8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:34.286977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Attempting to bind port 85f79801-0596-42fb-99e7-eeaa594b350d on network 234bf9fc-8af9-405c-8f9c-dc62ab255141 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:34.331897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:34.332274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Checking segment: {'id': '8cc8b5a4-6211-4586-96db-f3710618c8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:34.332676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.333071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Bound using segment: {'id': '8cc8b5a4-6211-4586-96db-f3710618c8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:34.333396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port fdddc660-5048-4e82-aa57-d751eaa5d8b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:34.333560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Bound port: 85f79801-0596-42fb-99e7-eeaa594b350d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc8b5a4-6211-4586-96db-f3710618c8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '234bf9fc-8af9-405c-8f9c-dc62ab255141'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:34.333748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.333953 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.417526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port fdddc660-5048-4e82-aa57-d751eaa5d8b3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fdddc660-5048-4e82-aa57-d751eaa5d8b3,segment=NetworkSegment(f8635198-7d5d-4839-bc70-32c0e1626519),segment_id=f8635198-7d5d-4839-bc70-32c0e1626519)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:34.418105 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.421983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] For port 85f79801-0596-42fb-99e7-eeaa594b350d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:34.425272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] For port 85f79801-0596-42fb-99e7-eeaa594b350d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85f79801-0596-42fb-99e7-eeaa594b350d,segment=NetworkSegment(8cc8b5a4-6211-4586-96db-f3710618c8d2),segment_id=8cc8b5a4-6211-4586-96db-f3710618c8d2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:34.433245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.437659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for fdddc660-5048-4e82-aa57-d751eaa5d8b3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:34.499092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcd905-c57b-4e8b-903e-0c362eb60c17 None None] Pushing event updated for resources: {'Port': ['ID=85f79801-0596-42fb-99e7-eeaa594b350d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.515710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] DHCP port deletion for 60296a85-95c4-4930-8054-c80cc941eff6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:34.565662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.570048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Deleting port fdddc660-5048-4e82-aa57-d751eaa5d8b3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:34.570515 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.597123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=fdddc660-5048-4e82-aa57-d751eaa5d8b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.605635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port fdddc660-5048-4e82-aa57-d751eaa5d8b3 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:34.639808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:34.663788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] For port fdddc660-5048-4e82-aa57-d751eaa5d8b3, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:34.664516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.674109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.691214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Calling delete_port for fdddc660-5048-4e82-aa57-d751eaa5d8b3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:34.696228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Port fdddc660-5048-4e82-aa57-d751eaa5d8b3 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:02:34.701528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.703125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.715391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60296a85-95c4-4930-8054-c80cc941eff6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:34.727718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8635198-7d5d-4839-bc70-32c0e1626519') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:34.728101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8635198-7d5d-4839-bc70-32c0e1626519') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:34.739390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.759408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.774731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] Pushing event deleted for resources: {'Port': ['ID=fdddc660-5048-4e82-aa57-d751eaa5d8b3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.775568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:34.775568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.793746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc0d3a-6618-4a5d-9b49-d50abbf83975 None None] No DVR routers for this DVR port fdddc660-5048-4e82-aa57-d751eaa5d8b3 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:34.798915 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:34.858480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.867767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.870188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/60296a85-95c4-4930-8054-c80cc941eff6 HTTP/1.1" status: 204 len: 168 time: 0.7014039 Jul 23 23:02:34.874358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:34.879401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-440023074'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:34.895391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d816-3a1b-42da-9d17-838334821d8c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=60296a85-95c4-4930-8054-c80cc941eff6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.917660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:34.921376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.948149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:34.958077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.958428 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Added segment 0ff7ae4b-dc78-465f-baaa-64ca6e773de0 of type vlan for network 5548b2c9-c35b-441b-bda6-53efd92b1578 Jul 23 23:02:35.006294 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.007306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:35.019979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:35.023120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.031387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:35.032128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:35.060759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.069793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:35.073167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.074554 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.086688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:35.086688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:35.113074 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-487fe002-8cd5-46bf-a4ac-82f6ec1858cc tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/6731d88a-ddbb-4ea9-8c4a-2aca33aafa6d HTTP/1.1" status: 200 len: 688 time: 1.6684735 Jul 23 23:02:35.118264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:35.126085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2506864 Jul 23 23:02:35.127518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:35.135565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:35.136488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0b64b-ceec-4928-994d-f25ef285d730 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:35.143640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85f79801-0596-42fb-99e7-eeaa594b350d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:35.172275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:35.185077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2727b7b-bdb6-4c04-ae8c-71044ecaff04 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Network': ['ID=5548b2c9-c35b-441b-bda6-53efd92b1578,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:35.198933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:35.202515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 85f79801-0596-42fb-99e7-eeaa594b350d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:35.219079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8::1 (234bf9fc-8af9-405c-8f9c-dc62ab255141/d9ec4911-de9b-45a6-af50-e4d11924d6f5/64acf755-991a-4c75-b21d-668dd4606a4c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:35.275413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fdddc660-5048-4e82-aa57-d751eaa5d8b3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:35.300706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fdddc660-5048-4e82-aa57-d751eaa5d8b3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:35.301400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fdddc660-5048-4e82-aa57-d751eaa5d8b3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:35.443568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:35.447213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.483100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 3743b103-11f7-458f-a881-00012a3ea515 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:35.483442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.553435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.596957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 64acf755-991a-4c75-b21d-668dd4606a4c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:35.625042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa69d2-8224-4396-ba20-673a208135f1 None None] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:35.670593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.671209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.698861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 3743b103-11f7-458f-a881-00012a3ea515 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:35.710127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Provisioning for port 85f79801-0596-42fb-99e7-eeaa594b350d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:35.721049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Provisioning complete for port 85f79801-0596-42fb-99e7-eeaa594b350d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:35.721421 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.751987 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.886645 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.901113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:35.919473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:35.927173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:35.928630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.935550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=64acf755-991a-4c75-b21d-668dd4606a4c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:35.940770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] For port 85f79801-0596-42fb-99e7-eeaa594b350d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85f79801-0596-42fb-99e7-eeaa594b350d,segment=NetworkSegment(8cc8b5a4-6211-4586-96db-f3710618c8d2),segment_id=8cc8b5a4-6211-4586-96db-f3710618c8d2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:35.945873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.987694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.010763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568952d-4783-4a0c-bbe4-5a2a7e2798d7 None None] Pushing event updated for resources: {'Port': ['ID=85f79801-0596-42fb-99e7-eeaa594b350d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:36.161712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=00297797-f39a-48e8-87b0-61a3b14f905e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:36.183499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Provisioning complete for port 85f79801-0596-42fb-99e7-eeaa594b350d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:36.183883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.216895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.223418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Checking segment: {'id': '0ff7ae4b-dc78-465f-baaa-64ca6e773de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:36.223801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network hostable DHCP agents. Network: 5548b2c9-c35b-441b-bda6-53efd92b1578, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:36.279835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=3743b103-11f7-458f-a881-00012a3ea515,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:36.283657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.288502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Provisioning for port 64acf755-991a-4c75-b21d-668dd4606a4c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:36.296114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Provisioning complete for port 64acf755-991a-4c75-b21d-668dd4606a4c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:36.296519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.349557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2b66d99e-cdbb-4e35-b3a7-76059f2a566a None None] Port 64acf755-991a-4c75-b21d-668dd4606a4c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:36.356405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:36.397025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5548b2c9-c35b-441b-bda6-53efd92b1578) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:36.410640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:36.411236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.412306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6416823-b4a7-4053-a051-c2a952695751 None None] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:36.429129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.433717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.435368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a085efef-e7b0-4378-8bb4-ea4e9c356826 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/6731d88a-ddbb-4ea9-8c4a-2aca33aafa6d HTTP/1.1" status: 204 len: 168 time: 1.3160915 Jul 23 23:02:36.438706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:36.444096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '7764930f-b4e2-40ff-9dbf-c74b530d6fb9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:36.471390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.493848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-318c5fad-1519-4843-9ffe-b510974a0439 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3307033 Jul 23 23:02:36.497178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:36.502889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-516100521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:36.510618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f622fc2d-da58-4b9d-956f-f8f7fb97a87d None None] Provisioning complete for port 64acf755-991a-4c75-b21d-668dd4606a4c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:36.511122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f622fc2d-da58-4b9d-956f-f8f7fb97a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.543360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.544355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.574389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f622fc2d-da58-4b9d-956f-f8f7fb97a87d None None] Port 64acf755-991a-4c75-b21d-668dd4606a4c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:36.623547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-5548b2c9-c35b-441b-bda6-53efd92b1578', 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': '00297797-f39a-48e8-87b0-61a3b14f905e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:36.625055 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.635007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.642444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.666349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.669568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.675334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1690cd7b-b7c0-4b0e-b561-e55e0c562518 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1717377 Jul 23 23:02:36.676143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:36.681297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578', 'name': 'tempest-PortsIpV6TestJSON-1029581180'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:36.714149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.719797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.720646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.774393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=64acf755-991a-4c75-b21d-668dd4606a4c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:36.781461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Allocated IP 2001:db8::2 (5548b2c9-c35b-441b-bda6-53efd92b1578/00297797-f39a-48e8-87b0-61a3b14f905e/ae328fae-38a8-4b63-8aac-a59a4ffe116a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:36.876348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.36 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3126c9c0-be44-4d85-b397-71b4548981e0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:36.876583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:36.878305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:36.897729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:36.902093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.943992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:36.968049 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.982791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Transition to ACTIVE for port object ae328fae-38a8-4b63-8aac-a59a4ffe116a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:37.003350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Transition to ACTIVE for port object ae328fae-38a8-4b63-8aac-a59a4ffe116a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:37.011800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.053531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:37.057200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:37.057517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router f5144e54-2c23-4923-8400-d90427ae4880 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:37.063608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:37.073354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Pushing event updated for resources: {'Port': ['ID=ae328fae-38a8-4b63-8aac-a59a4ffe116a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:37.144776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Attempting to bind port ae328fae-38a8-4b63-8aac-a59a4ffe116a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:37.145875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Attempting to bind port ae328fae-38a8-4b63-8aac-a59a4ffe116a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0ff7ae4b-dc78-465f-baaa-64ca6e773de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:37.145875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Attempting to bind port ae328fae-38a8-4b63-8aac-a59a4ffe116a on network 5548b2c9-c35b-441b-bda6-53efd92b1578 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:37.151562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85f79801-0596-42fb-99e7-eeaa594b350d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:37.157345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.190020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:37.190514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Checking segment: {'id': '0ff7ae4b-dc78-465f-baaa-64ca6e773de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:37.191005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.191475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Bound using segment: {'id': '0ff7ae4b-dc78-465f-baaa-64ca6e773de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:37.192064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Bound port: ae328fae-38a8-4b63-8aac-a59a4ffe116a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff7ae4b-dc78-465f-baaa-64ca6e773de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5548b2c9-c35b-441b-bda6-53efd92b1578'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:37.192528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.201585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:37.201983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::31 (5548b2c9-c35b-441b-bda6-53efd92b1578/00297797-f39a-48e8-87b0-61a3b14f905e/a14b4fa1-2fb8-44ea-8784-b78da3fb2234) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:37.209229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3c9968dc-c19a-469f-a38d-6118cc7abf20 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/f5144e54-2c23-4923-8400-d90427ae4880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3430817 Jul 23 23:02:37.211770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:37.216564 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] Sync routers for ids ['f5144e54-2c23-4923-8400-d90427ae4880'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:37.228144 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] Routers {'f5144e54-2c23-4923-8400-d90427ae4880'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:37.229026 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f5144e54-2c23-4923-8400-d90427ae4880'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:37.266305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 85f79801-0596-42fb-99e7-eeaa594b350d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:37.266742 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.270661 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:37.283228 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] Routers {'f5144e54-2c23-4923-8400-d90427ae4880'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:37.284836 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f5144e54-2c23-4923-8400-d90427ae4880'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:37.299568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3481c-fc27-47b1-b444-94583716c7cb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.304043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-13b3481c-fc27-47b1-b444-94583716c7cb tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports/64acf755-991a-4c75-b21d-668dd4606a4c HTTP/1.1" status: 200 len: 911 time: 0.0883462 Jul 23 23:02:37.304353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:37.306080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] For port ae328fae-38a8-4b63-8aac-a59a4ffe116a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:37.326832 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:37.327673 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5890b-8705-4537-8447-d35e2a6748fd None None] The sync data for ids ['f5144e54-2c23-4923-8400-d90427ae4880'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:37.335065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] For port ae328fae-38a8-4b63-8aac-a59a4ffe116a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ae328fae-38a8-4b63-8aac-a59a4ffe116a,segment=NetworkSegment(0ff7ae4b-dc78-465f-baaa-64ca6e773de0),segment_id=0ff7ae4b-dc78-465f-baaa-64ca6e773de0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:37.342288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5e1e9dc-8c43-48c9-be2c-8112712a8524 None None] Provisioning complete for port 64acf755-991a-4c75-b21d-668dd4606a4c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:37.342731 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e9dc-8c43-48c9-be2c-8112712a8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.347226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.397321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.425465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1e9dc-8c43-48c9-be2c-8112712a8524 None None] Port 64acf755-991a-4c75-b21d-668dd4606a4c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:37.470598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8585d63-96ba-419b-9e9d-4953b66d05a5 None None] Pushing event updated for resources: {'Port': ['ID=ae328fae-38a8-4b63-8aac-a59a4ffe116a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:37.474837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:37.487481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:37.489312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3126c9c0-be44-4d85-b397-71b4548981e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:37.495370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.497645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:37.537120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object a14b4fa1-2fb8-44ea-8784-b78da3fb2234 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:37.653545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.702760 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.775474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:37.785014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:37.790861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:37.796492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.797133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.813321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=a14b4fa1-2fb8-44ea-8784-b78da3fb2234,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:37.825100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77e0b533-5d0d-4d54-88b0-a03d59154cc4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1481342 Jul 23 23:02:37.828912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:37.995220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 64acf755-991a-4c75-b21d-668dd4606a4c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:37.995835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.086957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.100164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 64acf755-991a-4c75-b21d-668dd4606a4c owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:38.295377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.325729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=64acf755-991a-4c75-b21d-668dd4606a4c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:38.437254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.559532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d50d19-b1df-43d8-9ee0-23f0adb364c2 None None] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:38.561055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.641655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router f5144e54-2c23-4923-8400-d90427ae4880 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:38.688715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d70f2a93-382f-48ad-8630-49dfa8ff7b2d None None] Provisioning for port ae328fae-38a8-4b63-8aac-a59a4ffe116a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:38.706222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.719795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.728293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:38.733878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b27b5d97-2437-46e3-8a43-6e23afca48f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/f5144e54-2c23-4923-8400-d90427ae4880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277275 Jul 23 23:02:38.736412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:38.742008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] Sync routers for ids ['f5144e54-2c23-4923-8400-d90427ae4880'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:38.760147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] Routers {'f5144e54-2c23-4923-8400-d90427ae4880'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:38.760665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f5144e54-2c23-4923-8400-d90427ae4880'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:38.767486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d1ef4ef4-4430-452b-83a6-7623bcc2f789 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5144e54-2c23-4923-8400-d90427ae4880 HTTP/1.1" status: 200 len: 205 time: 0.0296206 Jul 23 23:02:38.769628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:38.853802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.956891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:38.980495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] Routers {'f5144e54-2c23-4923-8400-d90427ae4880'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:38.981161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f5144e54-2c23-4923-8400-d90427ae4880'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:39.015477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:39.016138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf666eb-bb73-41ce-ba65-c2bbd2497a92 None None] The sync data for ids ['f5144e54-2c23-4923-8400-d90427ae4880'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:39.029421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.032359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.088768 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.089255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router f5144e54-2c23-4923-8400-d90427ae4880 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:39.104702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.106313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69d900aa-89d5-4cf3-af22-fb1b868a487b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/f5144e54-2c23-4923-8400-d90427ae4880 HTTP/1.1" status: 204 len: 168 time: 0.3347657 Jul 23 23:02:39.109224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.129385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.137951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ae328fae-38a8-4b63-8aac-a59a4ffe116a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:39.145565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.147746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.183808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.206374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ae328fae-38a8-4b63-8aac-a59a4ffe116a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:39.213352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ae328fae-38a8-4b63-8aac-a59a4ffe116a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:39.215749 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.260731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3126c9c0-be44-4d85-b397-71b4548981e0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.337273 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.355150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Provisioning complete for port ae328fae-38a8-4b63-8aac-a59a4ffe116a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:39.355494 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.374442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.382910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=a14b4fa1-2fb8-44ea-8784-b78da3fb2234,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.406970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port ae328fae-38a8-4b63-8aac-a59a4ffe116a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ae328fae-38a8-4b63-8aac-a59a4ffe116a,segment=NetworkSegment(0ff7ae4b-dc78-465f-baaa-64ca6e773de0),segment_id=0ff7ae4b-dc78-465f-baaa-64ca6e773de0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:39.420877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.514883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=ae328fae-38a8-4b63-8aac-a59a4ffe116a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.528467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.529119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.529623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.530153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.530705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.531193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.531701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.531841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.532343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.532954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.533429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.534123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.534617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:39.561385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Provisioning for port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:39.571496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Provisioning complete for port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:39.573793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.590968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet d9ec4911-de9b-45a6-af50-e4d11924d6f5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:39.594856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.611947 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP ea19ea40-58e8-47eb-bbba-b91770f57ef0 associated. External IP: 172.25.1.36, port: 7764930f-b4e2-40ff-9dbf-c74b530d6fb9. Jul 23 23:02:39.613008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2fb73be1-a7cc-45a8-8b93-f1c27233c99c None None] Port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:39.641986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.743779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bccc8e00-9815-4ca8-9a42-fa3dd219e368 None None] Provisioning complete for port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:39.744375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bccc8e00-9815-4ca8-9a42-fa3dd219e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.746214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.759556 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.788354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bccc8e00-9815-4ca8-9a42-fa3dd219e368 None None] Port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:39.813556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.846349 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.850721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/d9ec4911-de9b-45a6-af50-e4d11924d6f5 HTTP/1.1" status: 204 len: 168 time: 0.7378442 Jul 23 23:02:39.850721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1bc9-39e2-49c6-a6f7-855ae908928c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ec4911-de9b-45a6-af50-e4d11924d6f5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.852697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60992) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.859884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa07754-6953-4a19-91c6-79bfca116d19 None None] Network 234bf9fc-8af9-405c-8f9c-dc62ab255141 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:39.941740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.003375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:40.007511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 85f79801-0596-42fb-99e7-eeaa594b350d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:40.008275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.018934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fa7b0f6a-ac98-441f-bb8c-d0a290bab1de None None] Provisioning complete for port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:40.019309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa7b0f6a-ac98-441f-bb8c-d0a290bab1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.062758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b0f6a-ac98-441f-bb8c-d0a290bab1de None None] Port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:40.076290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 85f79801-0596-42fb-99e7-eeaa594b350d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85f79801-0596-42fb-99e7-eeaa594b350d,segment=NetworkSegment(8cc8b5a4-6211-4586-96db-f3710618c8d2),segment_id=8cc8b5a4-6211-4586-96db-f3710618c8d2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:40.076783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.090930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 85f79801-0596-42fb-99e7-eeaa594b350d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:40.097900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] DHCP port deletion for 234bf9fc-8af9-405c-8f9c-dc62ab255141 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:40.143469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Deleting port 85f79801-0596-42fb-99e7-eeaa594b350d {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:40.143885 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.182243 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.207694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] For port 85f79801-0596-42fb-99e7-eeaa594b350d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85f79801-0596-42fb-99e7-eeaa594b350d,segment=NetworkSegment(8cc8b5a4-6211-4586-96db-f3710618c8d2),segment_id=8cc8b5a4-6211-4586-96db-f3710618c8d2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:40.208090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.212304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 85f79801-0596-42fb-99e7-eeaa594b350d on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:40.214091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.216396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:40.217503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=85f79801-0596-42fb-99e7-eeaa594b350d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.221614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Calling delete_port for 85f79801-0596-42fb-99e7-eeaa594b350d owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:40.229375 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.230320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.233991 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:40.246100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:40.247361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.263751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.283480 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.293590 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:40.294514 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.317117 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:40.319732 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:02:40.328661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.330697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=a14b4fa1-2fb8-44ea-8784-b78da3fb2234,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.334429 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.335153 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bde620-dfae-4648-8e4c-509c2ae0f0bd None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:40.339026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-44a3cfb3-8a7f-44d0-9ad9-923e7458b245 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8985832 Jul 23 23:02:40.341670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.354282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.364938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234bf9fc-8af9-405c-8f9c-dc62ab255141']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.369315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] Pushing event deleted for resources: {'Port': ['ID=85f79801-0596-42fb-99e7-eeaa594b350d,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.373989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2ff01-3e3c-43b1-8c24-9ae57c48bd0a None None] No DVR routers for this DVR port 85f79801-0596-42fb-99e7-eeaa594b350d on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:40.381175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc8b5a4-6211-4586-96db-f3710618c8d2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.381738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc8b5a4-6211-4586-96db-f3710618c8d2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:40.392073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.407912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.415052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:40.415450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:40.418537 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:40.447414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f411b56-1278-41d5-bcd9-a49ba75d0d8b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/floatingips/ea19ea40-58e8-47eb-bbba-b91770f57ef0 HTTP/1.1" status: 200 len: 978 time: 0.1046069 Jul 23 23:02:40.451157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 60996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.478570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.485856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.487677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/234bf9fc-8af9-405c-8f9c-dc62ab255141 HTTP/1.1" status: 204 len: 168 time: 0.6340344 Jul 23 23:02:40.500404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 60998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.505012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1842002613', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:40.513427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:40.521616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd34ed1-d594-4350-ade7-7611ceb79c17 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=234bf9fc-8af9-405c-8f9c-dc62ab255141,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.525960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:40.531293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.532807 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.596186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.631292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c5b5ec9d-c4a5-4a77-b1e5-2e08caf966e6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1790261 Jul 23 23:02:40.633983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.638398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': '17471575-b557-473d-8f16-40c734394003'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:40.713479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.748617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.799617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68c796fa-f89f-4af2-9784-966f5e65a727 None None] Provisioning complete for port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:40.800791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68c796fa-f89f-4af2-9784-966f5e65a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.840154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68c796fa-f89f-4af2-9784-966f5e65a727 None None] Port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:40.967745 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.987646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.059608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-876ec088-86a7-4de3-a9b0-b6d16e88137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.092947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ae328fae-38a8-4b63-8aac-a59a4ffe116a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:41.119113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 172.25.1.63 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1ec80486-eb15-45bd-9c50-f37588d93acc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:41.146068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ae328fae-38a8-4b63-8aac-a59a4ffe116a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:41.146589 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.166617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Router 01cbd519-736d-493f-ae2d-7d803939800c is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:41.229849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.276241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.288261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85f79801-0596-42fb-99e7-eeaa594b350d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:41.314824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 85f79801-0596-42fb-99e7-eeaa594b350d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:41.315265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85f79801-0596-42fb-99e7-eeaa594b350d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:41.322523 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:41.325176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:41.329910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:41.333142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=1ec80486-eb15-45bd-9c50-f37588d93acc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.378170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:41.388202 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b58dec73-ec30-4a40-90a6-42f8d0d4a4fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/routers/01cbd519-736d-493f-ae2d-7d803939800c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5553708 Jul 23 23:02:41.388202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:41.391036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] Sync routers for ids ['01cbd519-736d-493f-ae2d-7d803939800c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:41.413329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] Routers {'01cbd519-736d-493f-ae2d-7d803939800c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:41.414754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01cbd519-736d-493f-ae2d-7d803939800c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:41.460542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:41.469187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] Routers {'01cbd519-736d-493f-ae2d-7d803939800c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:41.469827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01cbd519-736d-493f-ae2d-7d803939800c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:41.504844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:41.505644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e9fbf1-d162-4653-a151-2f261a170668 None None] The sync data for ids ['01cbd519-736d-493f-ae2d-7d803939800c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:41.514274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae02d8-b1b3-459a-af83-3d33f162fb18 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:41.515775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8aae02d8-b1b3-459a-af83-3d33f162fb18 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?device_id=01cbd519-736d-493f-ae2d-7d803939800c HTTP/1.1" status: 200 len: 988 time: 0.1270218 Jul 23 23:02:41.524771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:41.694648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.698370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.733527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.801616 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP ea19ea40-58e8-47eb-bbba-b91770f57ef0 associated. External IP: 172.25.1.36, port: 7764930f-b4e2-40ff-9dbf-c74b530d6fb9. Jul 23 23:02:42.001599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.016769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:42.120735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:42.131770 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:42.135390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.142931 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.143544 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.177093 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.186402 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.187099 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.225096 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.226159 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a24f2cf-d779-46c4-bbef-a86d051205cb None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:42.299215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0f70d02c-d793-4251-986a-23fa919eedc4 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:42.332093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:42.440089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:42.444692 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.456428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:42.456704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:42.472534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] Sync routers for ids ['0f70d02c-d793-4251-986a-23fa919eedc4'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:42.481971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.483559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.488533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port a14b4fa1-2fb8-44ea-8784-b78da3fb2234 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:42.488912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.489887 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] Routers {'0f70d02c-d793-4251-986a-23fa919eedc4'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.490746 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0f70d02c-d793-4251-986a-23fa919eedc4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.497405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.501118 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e02a9e77-8384-480f-8583-f14c7e7962d5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9973438 Jul 23 23:02:42.512456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:42.528890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.537902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.539338 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] Routers {'0f70d02c-d793-4251-986a-23fa919eedc4'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.539974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0f70d02c-d793-4251-986a-23fa919eedc4'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.550282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:42.551286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.575516 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.576158 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6808047e-3e63-4473-95b3-dd32cbbeb2f7 None None] The sync data for ids ['0f70d02c-d793-4251-986a-23fa919eedc4'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:42.600534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6c5eb3e1-2fa6-4a93-984c-0a6351cadb7c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/ea19ea40-58e8-47eb-bbba-b91770f57ef0 HTTP/1.1" status: 200 len: 977 time: 1.9630926 Jul 23 23:02:42.600777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:42.606349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:42.615858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:42.616500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db7fda-056d-4856-ba57-d15e8480aa5e None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:42.690418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.727659 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-301f487a-d7e6-4c52-ba25-20bfdf096a18 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers/0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 200 len: 884 time: 0.2140813 Jul 23 23:02:42.730445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:42.909434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.921322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for a14b4fa1-2fb8-44ea-8784-b78da3fb2234 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:42.955966 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.962533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.962844 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP ea19ea40-58e8-47eb-bbba-b91770f57ef0 disassociated. External IP: 172.25.1.36, port: 17471575-b557-473d-8f16-40c734394003. Jul 23 23:02:43.102795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.136551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=a14b4fa1-2fb8-44ea-8784-b78da3fb2234,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:43.243393 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.408748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Router 01cbd519-736d-493f-ae2d-7d803939800c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:43.489586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:43.494627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b891dd5f-88aa-4741-b074-44c6b207e099 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/routers/01cbd519-736d-493f-ae2d-7d803939800c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688253 Jul 23 23:02:43.497282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:43.499833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] Sync routers for ids ['01cbd519-736d-493f-ae2d-7d803939800c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:43.510926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] Routers {'01cbd519-736d-493f-ae2d-7d803939800c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:43.511701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01cbd519-736d-493f-ae2d-7d803939800c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:43.527784 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-99868078-db81-4757-9817-e5dae6934fc6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:43.531554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-99868078-db81-4757-9817-e5dae6934fc6 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/a14b4fa1-2fb8-44ea-8784-b78da3fb2234 HTTP/1.1" status: 404 len: 333 time: 0.0299666 Jul 23 23:02:43.532247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32786) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:43.540537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0381c73a-a9ff-45be-9810-b0ff62922c97 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8042848 Jul 23 23:02:43.540537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:43.543455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1842002613'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:43.546912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:43.555825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] Routers {'01cbd519-736d-493f-ae2d-7d803939800c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:43.556529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['01cbd519-736d-493f-ae2d-7d803939800c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:43.592210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:43.592860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a82c5f-45aa-4633-a6bc-3b09189ae2d6 None None] The sync data for ids ['01cbd519-736d-493f-ae2d-7d803939800c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:43.616260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.661031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:43.769976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f853559e-801e-41ad-8d0f-1d589ead627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.790800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.793259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.837864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.838364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Fanout notify agent at l3_agent the message router_deleted on router 01cbd519-736d-493f-ae2d-7d803939800c {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:43.845001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.848770 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d3507f73-4cde-4e1f-b656-28efb937c57a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/routers/01cbd519-736d-493f-ae2d-7d803939800c HTTP/1.1" status: 204 len: 168 time: 0.3147311 Jul 23 23:02:43.849372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:43.906878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 00297797-f39a-48e8-87b0-61a3b14f905e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:43.910010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.932671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:43.940799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.944345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:43.953664 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:43.953931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.954302 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:43.987436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-691f5285-bcb9-486e-a388-fd572d2a207d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/ea19ea40-58e8-47eb-bbba-b91770f57ef0 HTTP/1.1" status: 200 len: 687 time: 1.3849125 Jul 23 23:02:43.990117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:43.993083 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.001717 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:44.002364 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.002736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.015138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.040133 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.040771 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180285b-f8f1-40ab-9aaf-9f14ee0a26df None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:44.124897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0f70d02c-d793-4251-986a-23fa919eedc4 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:44.144146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.181546 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.217796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 3126c9c0-be44-4d85-b397-71b4548981e0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:44.218022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.235370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:44.242698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.243848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ab1b4a26-2f92-4c28-be49-2b220417a12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 200 len: 891 time: 0.7043836 Jul 23 23:02:44.246411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.247205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] Sync routers for ids ['0f70d02c-d793-4251-986a-23fa919eedc4'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:44.259833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] Routers {'0f70d02c-d793-4251-986a-23fa919eedc4'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:44.260606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0f70d02c-d793-4251-986a-23fa919eedc4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.280519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.296716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.306110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] Routers {'0f70d02c-d793-4251-986a-23fa919eedc4'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:44.306813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0f70d02c-d793-4251-986a-23fa919eedc4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.323120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.329842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/00297797-f39a-48e8-87b0-61a3b14f905e HTTP/1.1" status: 204 len: 168 time: 0.4765761 Jul 23 23:02:44.329842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c45dc-91a3-408b-8ca6-9bd1218ff69d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=00297797-f39a-48e8-87b0-61a3b14f905e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.331117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32796) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.342516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a852d-9ed2-4218-bc59-4d13a1bebe65 None None] Network 5548b2c9-c35b-441b-bda6-53efd92b1578 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:44.344396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:44.345126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5590511-3fd3-48bb-a542-406bb5c4222c None None] The sync data for ids ['0f70d02c-d793-4251-986a-23fa919eedc4'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:44.376254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.376584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.381102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3733c4d3-cd43-4c5b-add3-c4587d6ebcdf tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers/0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 200 len: 891 time: 0.1333199 Jul 23 23:02:44.381482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.417730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4f893cb8-e835-4d03-9446-7e21e3edbbb5 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 200 len: 205 time: 0.0348318 Jul 23 23:02:44.418079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.422223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 3126c9c0-be44-4d85-b397-71b4548981e0 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:44.439218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.535279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.558549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] DHCP port deletion for 5548b2c9-c35b-441b-bda6-53efd92b1578 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:44.572234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port ae328fae-38a8-4b63-8aac-a59a4ffe116a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:44.572633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.618447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Deleting port ae328fae-38a8-4b63-8aac-a59a4ffe116a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:44.618827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.654557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.672906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] For port ae328fae-38a8-4b63-8aac-a59a4ffe116a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ae328fae-38a8-4b63-8aac-a59a4ffe116a,segment=NetworkSegment(0ff7ae4b-dc78-465f-baaa-64ca6e773de0),segment_id=0ff7ae4b-dc78-465f-baaa-64ca6e773de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:44.673323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.683646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.685866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] For port ae328fae-38a8-4b63-8aac-a59a4ffe116a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ae328fae-38a8-4b63-8aac-a59a4ffe116a,segment=NetworkSegment(0ff7ae4b-dc78-465f-baaa-64ca6e773de0),segment_id=0ff7ae4b-dc78-465f-baaa-64ca6e773de0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:44.686484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.690477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for ae328fae-38a8-4b63-8aac-a59a4ffe116a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:44.700698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Calling delete_port for ae328fae-38a8-4b63-8aac-a59a4ffe116a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:44.711243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 1ec80486-eb15-45bd-9c50-f37588d93acc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:44.711674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.720888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=3126c9c0-be44-4d85-b397-71b4548981e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.790586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.793083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.807332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 1ec80486-eb15-45bd-9c50-f37588d93acc owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:44.816383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] Pushing event deleted for resources: {'Port': ['ID=ae328fae-38a8-4b63-8aac-a59a4ffe116a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.822916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53c656-f8cc-4fff-8512-1e18672e09a5 None None] No DVR routers for this DVR port ae328fae-38a8-4b63-8aac-a59a4ffe116a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:44.838184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.840706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.844576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2315f918-94f6-4f17-9bc2-b936e0305549 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/ea19ea40-58e8-47eb-bbba-b91770f57ef0 HTTP/1.1" status: 204 len: 168 time: 0.8534505 Jul 23 23:02:44.845299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32802) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.889642 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-b98405ad-1bb2-4a2b-8aac-8174e2e1ff88 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] delete failed (client error): The resource could not be found. Jul 23 23:02:44.890715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b98405ad-1bb2-4a2b-8aac-8174e2e1ff88 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/ea19ea40-58e8-47eb-bbba-b91770f57ef0 HTTP/1.1" status: 404 len: 345 time: 0.0431983 Jul 23 23:02:44.894998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32804) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.904361 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.977210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=ae328fae-38a8-4b63-8aac-a59a4ffe116a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.979441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No DVR routers for this DVR port ae328fae-38a8-4b63-8aac-a59a4ffe116a on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:44.992704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.000344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.024033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=1ec80486-eb15-45bd-9c50-f37588d93acc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.080656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ae328fae-38a8-4b63-8aac-a59a4ffe116a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:45.088992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.096286 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.101805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ae328fae-38a8-4b63-8aac-a59a4ffe116a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:45.102157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ae328fae-38a8-4b63-8aac-a59a4ffe116a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:45.118280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5548b2c9-c35b-441b-bda6-53efd92b1578']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:45.133636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdd1b2-50b6-4b20-bd0c-1d932cb22799 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.139435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdd1b2-50b6-4b20-bd0c-1d932cb22799 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.145178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bdd1b2-50b6-4b20-bd0c-1d932cb22799 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.146809 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c2bdd1b2-50b6-4b20-bd0c-1d932cb22799 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/ports?network_id=044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 HTTP/1.1" status: 200 len: 2359 time: 0.2509148 Jul 23 23:02:45.150024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.154140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff7ae4b-dc78-465f-baaa-64ca6e773de0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:45.154433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff7ae4b-dc78-465f-baaa-64ca6e773de0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:45.187619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.189742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.196013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.217437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.227379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:45.227892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.233662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.234218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router 0f70d02c-d793-4251-986a-23fa919eedc4 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:45.234514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b6feb-135c-40b4-8384-d1e33b7e5da4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.236818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c42b6feb-135c-40b4-8384-d1e33b7e5da4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/subnets/0ef66116-1b20-4eba-99c2-55a7fa19cb50 HTTP/1.1" status: 200 len: 797 time: 0.0853033 Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:45.237562 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:45.241097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.243729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2c43afc4-781b-4df5-b5eb-de5687c0f397 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 204 len: 168 time: 0.8235788 Jul 23 23:02:45.243729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.247829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.251383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'port': {'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3', 'name': 'tempest-FloatingIPTestJSON-186199257', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.259298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1352957151'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.296112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.304399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.306457 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/5548b2c9-c35b-441b-bda6-53efd92b1578 HTTP/1.1" status: 204 len: 168 time: 0.9744551 Jul 23 23:02:45.320809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.329562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815470e-10ed-47f8-9f10-2463abc014f0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=5548b2c9-c35b-441b-bda6-53efd92b1578,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.343016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:45.346700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.378285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2794f2-c8c2-4aa8-b68b-d3361e07ca43 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.379679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0d2794f2-c8c2-4aa8-b68b-d3361e07ca43 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/969d27b6-ac15-4cbf-b755-002b5af66a75 HTTP/1.1" status: 200 len: 845 time: 0.0576863 Jul 23 23:02:45.384384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32814) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.393673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:45.410361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.410703 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment c456c33f-edb3-4c95-b594-a1796533af77 of type vlan for network 599ec033-4484-4197-86fd-6c134c54f7ac Jul 23 23:02:45.438072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5f5fb02-6197-4bdf-97f5-b5e3b7680eb1 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/969d27b6-ac15-4cbf-b755-002b5af66a75?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0493689 Jul 23 23:02:45.438282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.442919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.444318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:45.477953 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.535146 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:45.538822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.552550 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.558553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.559155 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.586587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.612848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3553026 Jul 23 23:02:45.614143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.620190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.661740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] device_id is not set on port 556745d5-9904-498d-a151-01c2d9b6963f yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:45.676275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720f3d2-59c6-4ac9-8fdf-49d1555e143e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=599ec033-4484-4197-86fd-6c134c54f7ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.688255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 599ec033-4484-4197-86fd-6c134c54f7ac details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:45.733016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.781679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:45.787278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:45.792674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.793273 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.799978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389147e-2781-4aee-839a-fdc5e162e019 None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:45.806697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=fd362898-804a-4cf8-9dfe-37ccc89e7400,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.817238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-50e17d93-9604-4978-b648-1abe3a23b29a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3778615 Jul 23 23:02:45.820031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.824912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'security_group': {'name': 'tempest-secgroup-1130169811'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.848815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.944040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.949638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.989723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9868599e-0078-4dda-912f-8e345a8835a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.997776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.001794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:46.002407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c40e0cee-77a0-4712-a5ef-c1b43d052c0b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1780090 Jul 23 23:02:46.002407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32826) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:46.002586 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.006677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018213255'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:46.010007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-06422cec-e075-48f8-a89b-4d8e942b3615', 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'tenant_id': '4052e1b1b4ae4661a1230584e04b92c3', 'fixed_ips': [{'subnet_id': 'fd362898-804a-4cf8-9dfe-37ccc89e7400'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:46.010940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.031664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.083844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f3b4a-5d5f-456c-a56a-9fcfeda7a12b req-5745a5d6-88a9-435d-9820-86ba194cda25 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.086955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-106f3b4a-5d5f-456c-a56a-9fcfeda7a12b req-5745a5d6-88a9-435d-9820-86ba194cda25 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1097 time: 0.2524862 Jul 23 23:02:46.132191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.137591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.167444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Allocated IP 2001:db8::2 (06422cec-e075-48f8-a89b-4d8e942b3615/fd362898-804a-4cf8-9dfe-37ccc89e7400/3658f559-336f-42c4-8ce5-6c827671f75e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:46.168103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.169483 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1664951 Jul 23 23:02:46.170605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee5d4-52e6-43e0-a557-cafc302bc92a tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d15bd-7cae-4ce4-a62d-c7132cc6cb10,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.172801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:46.178433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-229763792', 'security_groups': ['e78d15bd-7cae-4ce4-a62d-c7132cc6cb10'], 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd362898-804a-4cf8-9dfe-37ccc89e7400'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:46.242128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-106f3b4a-5d5f-456c-a56a-9fcfeda7a12b req-0b78bcdc-faf5-4334-8779-92a15f30bbdb tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481957 Jul 23 23:02:46.328513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:46.329289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.14 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/556745d5-9904-498d-a151-01c2d9b6963f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:46.342488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.13 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/556745d5-9904-498d-a151-01c2d9b6963f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:46.371189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.380453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Transition to ACTIVE for port object 3658f559-336f-42c4-8ce5-6c827671f75e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:46.397161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Transition to ACTIVE for port object 3658f559-336f-42c4-8ce5-6c827671f75e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:46.404540 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.425710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.444107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:46.446513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 42386370-d156-451b-8fb3-86f7ebba4c24 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:46.447898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:46.454046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:46.493688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.539286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.540387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Attempting to bind port 3658f559-336f-42c4-8ce5-6c827671f75e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:46.540754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Attempting to bind port 3658f559-336f-42c4-8ce5-6c827671f75e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '07c59261-796f-43d6-bb77-d7859fad0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:46.541104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Attempting to bind port 3658f559-336f-42c4-8ce5-6c827671f75e on network 06422cec-e075-48f8-a89b-4d8e942b3615 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:46.548380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:46.548380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Checking segment: {'id': '07c59261-796f-43d6-bb77-d7859fad0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:46.548380 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.548380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Bound using segment: {'id': '07c59261-796f-43d6-bb77-d7859fad0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:46.549226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Bound port: 3658f559-336f-42c4-8ce5-6c827671f75e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c59261-796f-43d6-bb77-d7859fad0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:46.549226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.616133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:46.621101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:46.625201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.645155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::39 (06422cec-e075-48f8-a89b-4d8e942b3615/fd362898-804a-4cf8-9dfe-37ccc89e7400/42386370-d156-451b-8fb3-86f7ebba4c24) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:46.691816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee105d9-87d6-4c0a-b12e-9dce6010bcda None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.800504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.808804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.817299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 42386370-d156-451b-8fb3-86f7ebba4c24 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:46.891863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.953006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:46.954069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d25c-de27-45aa-b18a-23b261db77d4 req-98f37db6-b7e1-497d-ac3e-107c35eea72d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.959455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:46.961368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef54d25c-de27-45aa-b18a-23b261db77d4 req-98f37db6-b7e1-497d-ac3e-107c35eea72d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.6210546 Jul 23 23:02:46.964345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:46.970454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.971176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.978201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=42386370-d156-451b-8fb3-86f7ebba4c24,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.996074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=33ed311e-4537-4cc5-bf66-e6a24cf650fb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.996773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e9a5e1f-375e-4ba5-91bb-ba14d68d2940 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8228507 Jul 23 23:02:46.999969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.013801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:47.034569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': 'c456c33f-edb3-4c95-b594-a1796533af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:47.035065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 599ec033-4484-4197-86fd-6c134c54f7ac, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:47.077596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef54d25c-de27-45aa-b18a-23b261db77d4 req-7e94b580-41e5-4199-81c0-e2097006fedd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153200 Jul 23 23:02:47.094574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.109588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.119909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 599ec033-4484-4197-86fd-6c134c54f7ac is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:47.150159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:47.170201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 599ec033-4484-4197-86fd-6c134c54f7ac) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:47.185964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.186443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.200377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f5718-c6b9-4caa-88fc-1b2e08fe6771 None None] Network 599ec033-4484-4197-86fd-6c134c54f7ac requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:47.217158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89029226-81f6-4c8a-bc4c-7ff1642bbf79 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/81fc8935-6fab-4530-b375-87543c65d02f HTTP/1.1" status: 200 len: 992 time: 0.1062133 Jul 23 23:02:47.218561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7e6f9303-9ce4-4a89-a7b0-8ae1d91db723 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6032431 Jul 23 23:02:47.222394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.231272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1283066341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:47.238927 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.307414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3658f559-336f-42c4-8ce5-6c827671f75e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:47.314020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:47.316134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=556745d5-9904-498d-a151-01c2d9b6963f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:47.319698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:47.323120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:47.327752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.329903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.387540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.388223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.440460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b05c842f-8cab-4d2a-8faa-b718ff7142fd tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1919942 Jul 23 23:02:47.440460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.443918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '556745d5-9904-498d-a151-01c2d9b6963f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:47.454548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.455591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-599ec033-4484-4197-86fd-6c134c54f7ac', 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '33ed311e-4537-4cc5-bf66-e6a24cf650fb'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:47.456953 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.467844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.482665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.524908 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.528694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.530741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-42a316ab-eab6-406c-8380-d775bb5b2fef tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3059077 Jul 23 23:02:47.627188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:47.631284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.645081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.670894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Allocated IP 2001:db8::2 (599ec033-4484-4197-86fd-6c134c54f7ac/33ed311e-4537-4cc5-bf66-e6a24cf650fb/22fb448b-6b0d-40b7-8eda-2d8420862112) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:47.808269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.199 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3063c030-7ba8-4837-907e-2492be025ab5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:47.820522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.982915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767d55b-4b28-42af-bb46-b2e92101349c req-3d1e8997-91d1-4253-b147-11c1653f92f8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.992176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2767d55b-4b28-42af-bb46-b2e92101349c req-3d1e8997-91d1-4253-b147-11c1653f92f8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.1447074 Jul 23 23:02:47.996864 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd362898-804a-4cf8-9dfe-37ccc89e7400 (CIDR: 2001:db8::/64) Jul 23 23:02:48.023296 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:02:48.023296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:02:48.058368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2767d55b-4b28-42af-bb46-b2e92101349c req-35b31d38-d449-4f28-9713-38a16bc34149 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652297 Jul 23 23:02:48.060395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3795e9c-b24f-4541-8330-a7025896bfff tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0589705 Jul 23 23:02:48.063573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32856) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:48.071753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:48.077117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.083487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.094649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Transition to ACTIVE for port object 22fb448b-6b0d-40b7-8eda-2d8420862112 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:48.113188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Transition to ACTIVE for port object 22fb448b-6b0d-40b7-8eda-2d8420862112 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:48.115073 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-fc3c7100-59db-45f6-92db-071fa02e5a9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2933223 Jul 23 23:02:48.119638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.131514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.135019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.136551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:48.137200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.189792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:48.221912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:48.229964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:48.233012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3063c030-7ba8-4837-907e-2492be025ab5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:48.233499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Network 599ec033-4484-4197-86fd-6c134c54f7ac is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:48.238708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:48.243466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:48.249858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:48.295121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Provisioning for port 3658f559-336f-42c4-8ce5-6c827671f75e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:48.328727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:48.329106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.342167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Pushing event updated for resources: {'Port': ['ID=22fb448b-6b0d-40b7-8eda-2d8420862112,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:48.455897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Attempting to bind port 22fb448b-6b0d-40b7-8eda-2d8420862112 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:48.456268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Attempting to bind port 22fb448b-6b0d-40b7-8eda-2d8420862112 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'c456c33f-edb3-4c95-b594-a1796533af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:48.456659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Attempting to bind port 22fb448b-6b0d-40b7-8eda-2d8420862112 on network 599ec033-4484-4197-86fd-6c134c54f7ac {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:48.466161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:48.466538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Checking segment: {'id': 'c456c33f-edb3-4c95-b594-a1796533af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:48.466941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.467338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Bound using segment: {'id': 'c456c33f-edb3-4c95-b594-a1796533af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:48.467483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:48.467817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Bound port: 22fb448b-6b0d-40b7-8eda-2d8420862112, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c456c33f-edb3-4c95-b594-a1796533af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '599ec033-4484-4197-86fd-6c134c54f7ac'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:48.468222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.471435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.536230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.630451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:48.636408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8::1 (599ec033-4484-4197-86fd-6c134c54f7ac/33ed311e-4537-4cc5-bf66-e6a24cf650fb/32eb8eef-f968-4ecf-a4e7-9df009fb5a11) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:48.640576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.712156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] For port 22fb448b-6b0d-40b7-8eda-2d8420862112, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:48.715918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff84ef-1d10-42c3-b547-7645f0e30a0e None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:48.731794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] For port 22fb448b-6b0d-40b7-8eda-2d8420862112, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=22fb448b-6b0d-40b7-8eda-2d8420862112,segment=NetworkSegment(c456c33f-edb3-4c95-b594-a1796533af77),segment_id=c456c33f-edb3-4c95-b594-a1796533af77)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:48.778383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.783680 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.852125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.876634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:48.891954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.906813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74dac726-454d-4da0-807e-aa9ea87ad60d None None] Provisioning for port 42386370-d156-451b-8fb3-86f7ebba4c24 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:48.924244 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.951894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74dac726-454d-4da0-807e-aa9ea87ad60d None None] Provisioning complete for port 42386370-d156-451b-8fb3-86f7ebba4c24 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:48.952468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74dac726-454d-4da0-807e-aa9ea87ad60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.005056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:49.012840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-74dac726-454d-4da0-807e-aa9ea87ad60d None None] Port 42386370-d156-451b-8fb3-86f7ebba4c24 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:49.017506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:49.017739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3c111-58d2-4a23-b86f-9369c022c0e2 None None] Pushing event updated for resources: {'Port': ['ID=22fb448b-6b0d-40b7-8eda-2d8420862112,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.029815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:49.030607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.050890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.054393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6f19e-273f-410b-8e66-ec6c4396d7d8 None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:49.056590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=e8855ab7-4f7d-4668-9978-7046f81a581f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.066075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89ce94c7-04b4-43e2-a83a-27eb33a1488c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0005891 Jul 23 23:02:49.066392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:49.075938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-380147549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8855ab7-4f7d-4668-9978-7046f81a581f'}], 'security_groups': ['9868599e-0078-4dda-912f-8e345a8835a6']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:49.113985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 599ec033-4484-4197-86fd-6c134c54f7ac is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:49.125316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:49.131553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:49.134481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.182336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=32eb8eef-f968-4ecf-a4e7-9df009fb5a11,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.188702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:49.383426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.458992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.459267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:49.459267 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.494991 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.546363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dd459-aee8-4e9e-8a9d-07790f8858db req-10e7eacd-519f-4530-851d-d5ed47673e34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:49.550896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e3dd459-aee8-4e9e-8a9d-07790f8858db req-10e7eacd-519f-4530-851d-d5ed47673e34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3591697 Jul 23 23:02:49.562801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.622976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=3063c030-7ba8-4837-907e-2492be025ab5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.688376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Update dhcp port {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'fixed_ips': [{'subnet_id': 'fd362898-804a-4cf8-9dfe-37ccc89e7400', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8855ab7-4f7d-4668-9978-7046f81a581f'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '3658f559-336f-42c4-8ce5-6c827671f75e'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:02:49.692616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e3dd459-aee8-4e9e-8a9d-07790f8858db req-d97c0c15-7722-4991-a220-74d97b62657b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349044 Jul 23 23:02:49.699418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.700223 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.712491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.713437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.749577 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.793196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=32eb8eef-f968-4ecf-a4e7-9df009fb5a11,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.894420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 599ec033-4484-4197-86fd-6c134c54f7ac is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:49.896106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:50.003201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Allocated IP 2001:db8:0:1::2 (06422cec-e075-48f8-a89b-4d8e942b3615/e8855ab7-4f7d-4668-9978-7046f81a581f/3658f559-336f-42c4-8ce5-6c827671f75e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:50.065690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 104ebea9-76aa-49cd-88b2-69c0c6abe2fd is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:50.142453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:50.161664 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP c306a716-4dbc-43d0-8733-0b4f7826bb3f associated. External IP: 172.25.1.199, port: 556745d5-9904-498d-a151-01c2d9b6963f. Jul 23 23:02:50.189423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.193312 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:50.201198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-164cb3cb-143d-4f39-bf24-378012e6e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.202966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-164cb3cb-143d-4f39-bf24-378012e6e9c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1097 time: 0.4609575 Jul 23 23:02:50.207815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-40394df8-f873-4a6a-9a9c-5ec0167b9d66 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/104ebea9-76aa-49cd-88b2-69c0c6abe2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780710 Jul 23 23:02:50.210444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32888) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:50.211674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Transition to ACTIVE for port object 3658f559-336f-42c4-8ce5-6c827671f75e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:50.217373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.218133 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] Sync routers for ids ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:50.243355 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] Routers {'104ebea9-76aa-49cd-88b2-69c0c6abe2fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:50.244170 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:50.286317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04742d3-732e-4db6-b58d-3b125a941ed6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.289496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a04742d3-732e-4db6-b58d-3b125a941ed6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports/32eb8eef-f968-4ecf-a4e7-9df009fb5a11 HTTP/1.1" status: 200 len: 911 time: 0.0773735 Jul 23 23:02:50.292775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32890) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:50.299884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33ed311e-4537-4cc5-bf66-e6a24cf650fb'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:50.303444 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:50.325983 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] Routers {'104ebea9-76aa-49cd-88b2-69c0c6abe2fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:50.326639 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:50.357406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a31b7-d1b2-4ba9-8faa-b9306f88635e None None] Network 599ec033-4484-4197-86fd-6c134c54f7ac requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:50.365081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5983-37cb-4ce1-a83f-f5942ae2973a None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:50.377649 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:50.378569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01b616a-4b23-4307-8bb5-c9030ebf45e7 None None] The sync data for ids ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:50.517086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b99ee40-5372-4e0d-87dc-3b32f5cfceff None None] Provisioning for port 22fb448b-6b0d-40b7-8eda-2d8420862112 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:50.529850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.694591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c944-8ff3-44cc-908b-27f88663af5e req-9459cd19-916c-45f6-badf-d85a4982fb3e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.696573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac14c944-8ff3-44cc-908b-27f88663af5e req-9459cd19-916c-45f6-badf-d85a4982fb3e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.6895869 Jul 23 23:02:50.830140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-c2b0f976-ae5f-461e-8a51-8eeea19f880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.831663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-c2b0f976-ae5f-461e-8a51-8eeea19f880d service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.2781713 Jul 23 23:02:50.865054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac14c944-8ff3-44cc-908b-27f88663af5e req-07d9c00e-dc87-4c07-8f65-452c7922a105 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369500 Jul 23 23:02:50.984226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-121160da-6094-4a3b-a5df-ec03106870d9 None None] Provisioning for port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:50.991959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-121160da-6094-4a3b-a5df-ec03106870d9 None None] Provisioning complete for port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.005041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-121160da-6094-4a3b-a5df-ec03106870d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.053020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.073562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.080407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.081060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.085858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/ports/32eb8eef-f968-4ecf-a4e7-9df009fb5a11 HTTP/1.1" status: 200 len: 911 time: 0.7884665 Jul 23 23:02:51.087804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32894) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:51.094067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-75dcf6da-3512-4a6c-804f-bc01734dd64b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1000 time: 0.2163644 Jul 23 23:02:51.119684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-121160da-6094-4a3b-a5df-ec03106870d9 None None] Port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:51.129345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Delete allocated IP 2001:db8::39 (06422cec-e075-48f8-a89b-4d8e942b3615/fd362898-804a-4cf8-9dfe-37ccc89e7400) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 23:02:51.178502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8:0:1::3cc (06422cec-e075-48f8-a89b-4d8e942b3615/e8855ab7-4f7d-4668-9978-7046f81a581f/42386370-d156-451b-8fb3-86f7ebba4c24) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:51.239193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2cf93438-d0c3-409b-b991-3ce172540731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.240707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2cf93438-d0c3-409b-b991-3ce172540731 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.1269572 Jul 23 23:02:51.253483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d148c-cad3-45f7-bdde-67d815323574 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=32eb8eef-f968-4ecf-a4e7-9df009fb5a11,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:51.294691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.295322 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.334990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 22fb448b-6b0d-40b7-8eda-2d8420862112 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:51.349063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db420497-33f2-4f2e-9f4b-7ae1edde8fcc req-4cae838b-981a-492a-ad3f-af9e8d34e022 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.350709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db420497-33f2-4f2e-9f4b-7ae1edde8fcc req-4cae838b-981a-492a-ad3f-af9e8d34e022 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3125229 Jul 23 23:02:51.356071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:51.391317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:51.410675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Provisioning complete for port 42386370-d156-451b-8fb3-86f7ebba4c24 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.411042 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.436984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 22fb448b-6b0d-40b7-8eda-2d8420862112 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:51.445418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 22fb448b-6b0d-40b7-8eda-2d8420862112 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.445899 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.474722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Port 42386370-d156-451b-8fb3-86f7ebba4c24 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:51.502675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Provisioning for port 3658f559-336f-42c4-8ce5-6c827671f75e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:51.508419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.508792 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b9ff1e9-7cb7-493e-bf4e-74988901a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.573311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.574854 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.606991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-9fb03cf2-1bae-41fe-9b76-588e1b34f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.608557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-9fb03cf2-1bae-41fe-9b76-588e1b34f5ea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3511519 Jul 23 23:02:51.611505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db420497-33f2-4f2e-9f4b-7ae1edde8fcc req-07f2455a-c1ec-4d31-81a4-7582dd6850ee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524788 Jul 23 23:02:51.634959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 22fb448b-6b0d-40b7-8eda-2d8420862112, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=22fb448b-6b0d-40b7-8eda-2d8420862112,segment=NetworkSegment(c456c33f-edb3-4c95-b594-a1796533af77),segment_id=c456c33f-edb3-4c95-b594-a1796533af77)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:51.655315 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.656121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:51.740142 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.749342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=22fb448b-6b0d-40b7-8eda-2d8420862112,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:51.767156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.767526 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.778481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 42386370-d156-451b-8fb3-86f7ebba4c24 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:51.782148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:51.792506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-79c29a21-d0d3-4725-b13c-73ee7b11dfd5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.794061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-79c29a21-d0d3-4725-b13c-73ee7b11dfd5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.3424897 Jul 23 23:02:51.803023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.807391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:51.827254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:51.827900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:51.869393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:51.878580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.881780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-7550ae31-f06a-493c-8dee-5dd98614cbd8 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624395 Jul 23 23:02:51.900211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:51.900211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:51.904132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:51.904132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.951689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] In _notify_port_updated(), no bound segment for port 42386370-d156-451b-8fb3-86f7ebba4c24 on network 06422cec-e075-48f8-a89b-4d8e942b3615 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:02:51.957317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.957932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.959293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/ports/42386370-d156-451b-8fb3-86f7ebba4c24 HTTP/1.1" status: 200 len: 930 time: 2.8916750 Jul 23 23:02:51.975781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:52.015436 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.035383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:52.113610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1aea9-3782-40d1-b78c-31a2d85ee2b9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=42386370-d156-451b-8fb3-86f7ebba4c24,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:52.161401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0f1f27d1-82d8-45cb-8caa-b15bf2c341c7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7210782 Jul 23 23:02:52.167305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:52.172782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': '556745d5-9904-498d-a151-01c2d9b6963f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:52.216293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8628e800-2f12-4c4b-91fa-2bdf3f2cdf6e None None] Provisioning complete for port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:52.216569 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8628e800-2f12-4c4b-91fa-2bdf3f2cdf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.239416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:52.240061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f64ca-b89b-43d6-86e4-4f47a72842c0 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:52.246944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.255787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-32ae08b8-6f9b-45ce-9ce7-0e8daabf7401 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525043 Jul 23 23:02:52.268204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port 1cf57307-a1cf-4d39-bcd8-46447a363703 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:52.268560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.271198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8628e800-2f12-4c4b-91fa-2bdf3f2cdf6e None None] Port 32eb8eef-f968-4ecf-a4e7-9df009fb5a11 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:52.299805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2a9a5-fcb0-4a6c-97a3-3a759d6dc122 req-8ba9e6bc-c309-4837-9515-62131369b161 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:52.302179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70f2a9a5-fcb0-4a6c-97a3-3a759d6dc122 req-8ba9e6bc-c309-4837-9515-62131369b161 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 946 time: 0.3291571 Jul 23 23:02:52.397279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54cc39df-a193-4b63-9443-a33771da1e9e None None] Provisioning for port 42386370-d156-451b-8fb3-86f7ebba4c24 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:52.402924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-54cc39df-a193-4b63-9443-a33771da1e9e None None] Provisioning complete for port 42386370-d156-451b-8fb3-86f7ebba4c24 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:52.403289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-54cc39df-a193-4b63-9443-a33771da1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.424869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70f2a9a5-fcb0-4a6c-97a3-3a759d6dc122 req-941921e9-8747-4151-82e5-61c832aa0512 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148467 Jul 23 23:02:52.427278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 42386370-d156-451b-8fb3-86f7ebba4c24 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:52.427633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.463327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.467758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-54cc39df-a193-4b63-9443-a33771da1e9e None None] Port 42386370-d156-451b-8fb3-86f7ebba4c24 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:52.528759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port 1cf57307-a1cf-4d39-bcd8-46447a363703, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=1cf57307-a1cf-4d39-bcd8-46447a363703,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:52.529135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.615039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.650168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 42386370-d156-451b-8fb3-86f7ebba4c24 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:52.727376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.789979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=32eb8eef-f968-4ecf-a4e7-9df009fb5a11,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:52.829214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.829551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.829922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.830256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.830583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.830907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.831226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.831569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.831893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.832205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.832519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.832835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:52.985750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.091731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 22fb448b-6b0d-40b7-8eda-2d8420862112 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:53.160657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 22fb448b-6b0d-40b7-8eda-2d8420862112 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:53.161341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.188136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.188467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.188721 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP e533a321-d91b-401a-a1cf-4f39816468e0 disassociated. External IP: 172.25.1.113, port: 1cf57307-a1cf-4d39-bcd8-46447a363703. Jul 23 23:02:53.189070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for 1cf57307-a1cf-4d39-bcd8-46447a363703 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:53.198931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729962a-ad01-4b53-9e6a-3f50730e8f56 req-de6eb49e-3486-4fab-9900-26f46544525b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:53.200691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1729962a-ad01-4b53-9e6a-3f50730e8f56 req-de6eb49e-3486-4fab-9900-26f46544525b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.4925821 Jul 23 23:02:53.222204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 104ebea9-76aa-49cd-88b2-69c0c6abe2fd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:53.324099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1729962a-ad01-4b53-9e6a-3f50730e8f56 req-d262554a-9db6-4ddf-b040-c0fdd627e65b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022069 Jul 23 23:02:53.330782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.338987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.375473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=42386370-d156-451b-8fb3-86f7ebba4c24,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:53.377093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:53.384318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c9714c6-860e-40a6-823a-edc032242a38 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/104ebea9-76aa-49cd-88b2-69c0c6abe2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2906291 Jul 23 23:02:53.387179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32906) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.390362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] Sync routers for ids ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:53.407000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] Routers {'104ebea9-76aa-49cd-88b2-69c0c6abe2fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:53.407741 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:53.420773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.423687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ef2c59f1-4873-4813-8ec6-6a2ff4eb4abe tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/42386370-d156-451b-8fb3-86f7ebba4c24 HTTP/1.1" status: 204 len: 168 time: 1.4400821 Jul 23 23:02:53.426261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.430608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-33f53fe2-35c7-4741-aedd-04e13bc5a3fe tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=104ebea9-76aa-49cd-88b2-69c0c6abe2fd HTTP/1.1" status: 200 len: 205 time: 0.0416770 Jul 23 23:02:53.432627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.463174 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff0186a-feaf-4abc-bf39-91f758bc87d8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:02:53.466149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fff0186a-feaf-4abc-bf39-91f758bc87d8 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/42386370-d156-451b-8fb3-86f7ebba4c24 HTTP/1.1" status: 404 len: 333 time: 0.0381522 Jul 23 23:02:53.468641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.472827 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:53.491236 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] Routers {'104ebea9-76aa-49cd-88b2-69c0c6abe2fd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:53.493309 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:53.528636 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:53.529285 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989394ce-dff9-4e52-ba9e-b41afeaa884d None None] The sync data for ids ['104ebea9-76aa-49cd-88b2-69c0c6abe2fd'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:53.619917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.623607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.628095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.631390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.666894 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.673398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=1cf57307-a1cf-4d39-bcd8-46447a363703,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:53.708224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.719216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ae9d-cb63-47c2-b8d3-80357bcaf07b req-6ace64e2-77d0-4a85-8dda-2b0d4feb1cbd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:53.720712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7461ae9d-cb63-47c2-b8d3-80357bcaf07b req-6ace64e2-77d0-4a85-8dda-2b0d4feb1cbd tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 867 time: 0.1738536 Jul 23 23:02:53.858358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7461ae9d-cb63-47c2-b8d3-80357bcaf07b req-522eb947-1cfa-4495-994c-8c63016cc0c4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297843 Jul 23 23:02:53.865666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.869601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.869976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.872809 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.873982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/security-groups/e78d15bd-7cae-4ce4-a62d-c7132cc6cb10 HTTP/1.1" status: 204 len: 168 time: 0.4041531 Jul 23 23:02:53.882904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32916) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.887196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89b691-fe78-45eb-b6cf-d5c0fef4ebd9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d15bd-7cae-4ce4-a62d-c7132cc6cb10,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:53.905638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:53.949959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.950367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router 104ebea9-76aa-49cd-88b2-69c0c6abe2fd {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:02:53.960670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.961786 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87f8153c-9343-4387-8c35-276df2fafcee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/104ebea9-76aa-49cd-88b2-69c0c6abe2fd HTTP/1.1" status: 204 len: 168 time: 0.5282497 Jul 23 23:02:53.969573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.018383 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:54.031668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:54.042521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:54.043312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.076841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port 1cf57307-a1cf-4d39-bcd8-46447a363703 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:54.079640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.082356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-333bd6b8-1f0c-46cb-891b-d7d44edb6214 req-926544d1-e6d1-49c4-ad74-434454c1b16d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "DELETE /v2.0/ports/1cf57307-a1cf-4d39-bcd8-46447a363703 HTTP/1.1" status: 204 len: 173 time: 2.2804289 Jul 23 23:02:54.083497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'name': 'network-vif-deleted', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:54.087579 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee675c-e99f-49ac-815e-e69c8a165ace" -d '{"events": [{"server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "name": "network-vif-deleted", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:54.116977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 33ed311e-4537-4cc5-bf66-e6a24cf650fb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:54.122797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.126453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.143316 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e20ab-e3e6-4e53-bf83-dde57fec908d x-openstack-request-id: req-2c7e20ab-e3e6-4e53-bf83-dde57fec908d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:54.143782 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f67446-f055-413e-a62d-cb32890b7b0c", "name": "network-vif-deleted", "tag": "1cf57307-a1cf-4d39-bcd8-46447a363703", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:54.144237 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c7e20ab-e3e6-4e53-bf83-dde57fec908d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:54.144912 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f67446-f055-413e-a62d-cb32890b7b0c', 'name': 'network-vif-deleted', 'tag': '1cf57307-a1cf-4d39-bcd8-46447a363703', 'status': 'completed', 'code': 200} Jul 23 23:02:54.197038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.203953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:54.207672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.237550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:54.375446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.377973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.379124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/security-groups/9868599e-0078-4dda-912f-8e345a8835a6 HTTP/1.1" status: 204 len: 168 time: 0.4914551 Jul 23 23:02:54.381863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.402829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515e5ab-f51b-44cc-93a3-7e444bba7346 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868599e-0078-4dda-912f-8e345a8835a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.423521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.477033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:54.484352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.492163 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:54.504537 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:54.506637 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.515487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.541487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet fd362898-804a-4cf8-9dfe-37ccc89e7400 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:54.547453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.553377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.578101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:54.581445 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.597520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:54.598251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.602198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:54.602823 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.613774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=33ed311e-4537-4cc5-bf66-e6a24cf650fb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.625619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.635433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.637443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-160edd30-3422-4093-aa06-f4215edd6b8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/33ed311e-4537-4cc5-bf66-e6a24cf650fb HTTP/1.1" status: 204 len: 168 time: 0.6669440 Jul 23 23:02:54.640285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.652754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6b450ebb-c726-414e-b92e-926d60e7f2b7 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/c306a716-4dbc-43d0-8733-0b4f7826bb3f HTTP/1.1" status: 200 len: 978 time: 2.4842458 Jul 23 23:02:54.665926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.684486 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.685387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269ef62-0c0e-4194-b453-51cd3b3dc9cd None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:54.742714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:54.753690 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.836624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.847993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3af483-f36e-45fd-abff-8f7b9d0f567a req-ddcd24c0-d6a1-4037-9ce5-d23243c398a5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:54.850309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc3af483-f36e-45fd-abff-8f7b9d0f567a req-ddcd24c0-d6a1-4037-9ce5-d23243c398a5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3463492 Jul 23 23:02:54.867237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.897340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=fd362898-804a-4cf8-9dfe-37ccc89e7400,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.913887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.916084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bd58aa75-286e-40b7-aabe-a38f80b606fd tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/fd362898-804a-4cf8-9dfe-37ccc89e7400 HTTP/1.1" status: 204 len: 168 time: 0.5304964 Jul 23 23:02:54.919841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cf57307-a1cf-4d39-bcd8-46447a363703 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:54.921973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.922228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda09f2-205d-45b9-89c1-e15cbde05cf0 None None] Network 599ec033-4484-4197-86fd-6c134c54f7ac requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:54.928245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce9f38-e45e-4d91-829c-fb345df4414a None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:54.946172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc3af483-f36e-45fd-abff-8f7b9d0f567a req-a03637b6-bf05-47fd-b490-412e9bcb5338 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548782 Jul 23 23:02:54.952530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:54.993117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 1cf57307-a1cf-4d39-bcd8-46447a363703 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:54.993288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 1cf57307-a1cf-4d39-bcd8-46447a363703 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:55.059451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0367bad7-e334-4a21-a99b-61ec228f7d18 req-35c5acf6-fc8a-4247-a0cc-c006cee81373 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 210 time: 0.0316255 Jul 23 23:02:55.276095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:55.334086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49523c7-46f9-4573-ae31-964b9798cec2 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:55.436712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 22fb448b-6b0d-40b7-8eda-2d8420862112 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:55.437182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.437599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] DHCP port deletion for 599ec033-4484-4197-86fd-6c134c54f7ac request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:02:55.446110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 3063c030-7ba8-4837-907e-2492be025ab5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:55.446661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.511073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Deleting port 22fb448b-6b0d-40b7-8eda-2d8420862112 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:55.511592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.594834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] For port 22fb448b-6b0d-40b7-8eda-2d8420862112, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=22fb448b-6b0d-40b7-8eda-2d8420862112,segment=NetworkSegment(c456c33f-edb3-4c95-b594-a1796533af77),segment_id=c456c33f-edb3-4c95-b594-a1796533af77)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:55.595236 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.595486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 22fb448b-6b0d-40b7-8eda-2d8420862112, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=22fb448b-6b0d-40b7-8eda-2d8420862112,segment=NetworkSegment(c456c33f-edb3-4c95-b594-a1796533af77),segment_id=c456c33f-edb3-4c95-b594-a1796533af77)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:55.596081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.618361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:55.621962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.623862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Calling delete_port for 22fb448b-6b0d-40b7-8eda-2d8420862112 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:55.625582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 22fb448b-6b0d-40b7-8eda-2d8420862112 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:55.758572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.785010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.789320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.797076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] Pushing event deleted for resources: {'Port': ['ID=22fb448b-6b0d-40b7-8eda-2d8420862112,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:55.799241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7140da-c62e-4e50-8d42-433022aba899 None None] No DVR routers for this DVR port 22fb448b-6b0d-40b7-8eda-2d8420862112 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:55.817464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.821834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77561de8-1694-4c5b-85f6-bffbaee38206 None None] New status for floating IP e533a321-d91b-401a-a1cf-4f39816468e0: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:02:55.891863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=22fb448b-6b0d-40b7-8eda-2d8420862112,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:55.904367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 22fb448b-6b0d-40b7-8eda-2d8420862112 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:02:55.915448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 3063c030-7ba8-4837-907e-2492be025ab5 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:56.087417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.106614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599ec033-4484-4197-86fd-6c134c54f7ac']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.123279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c456c33f-edb3-4c95-b594-a1796533af77') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.123576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c456c33f-edb3-4c95-b594-a1796533af77') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.134845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a32a2-f1ec-4f86-b730-a43767a9f6cd req-237b50c6-b019-424a-962b-557ca03c8a86 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:56.143075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-542a32a2-f1ec-4f86-b730-a43767a9f6cd req-237b50c6-b019-424a-962b-557ca03c8a86 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.0972972 Jul 23 23:02:56.195846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-542a32a2-f1ec-4f86-b730-a43767a9f6cd req-ee3924ad-1019-496b-995c-48c61d1a512d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514889 Jul 23 23:02:56.223689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.258665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.270595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:56.271258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:56.277395 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:56.301481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1bf4cb04-ddcf-4d2f-8021-ad230ec0a2f2 req-ff1a0a45-1599-49bf-bdd4-9536d0254df1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 210 time: 0.0368552 Jul 23 23:02:56.337652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00b41901-93c7-4754-b2d0-ac75ccf19b67 None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:56.338364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00b41901-93c7-4754-b2d0-ac75ccf19b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.343596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.375198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-00b41901-93c7-4754-b2d0-ac75ccf19b67 None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:56.386659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-00b41901-93c7-4754-b2d0-ac75ccf19b67 None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:56.387043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-00b41901-93c7-4754-b2d0-ac75ccf19b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.423134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=3063c030-7ba8-4837-907e-2492be025ab5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.456939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.485685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.487458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/599ec033-4484-4197-86fd-6c134c54f7ac HTTP/1.1" status: 204 len: 168 time: 1.8457234 Jul 23 23:02:56.493047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:56.497650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293059680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:56.522214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.523862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.526594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82fdbc-c804-468a-8e33-b668fa7e1a82 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=599ec033-4484-4197-86fd-6c134c54f7ac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.551330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.551729 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP c306a716-4dbc-43d0-8733-0b4f7826bb3f disassociated (deleted). External IP: 172.25.1.199, port: 556745d5-9904-498d-a151-01c2d9b6963f. Jul 23 23:02:56.581688 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.587625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.607870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.612418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f553dc4a-0822-4a4d-8d76-bcf5d2739961 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1182754 Jul 23 23:02:56.613224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:56.620015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2123014564'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:56.649892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.650208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:56.653842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.713726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:56.719349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:56.720619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:56.727378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:56.727688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.738733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=06ed6d72-033b-442d-a504-33d988063a1f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.739306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fafb56c-9e92-4d4c-9098-396abb935e1c None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:56.744341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.744776 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment 0cc601bd-c913-42f5-8277-76a8ba6430d8 of type vlan for network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 Jul 23 23:02:56.790967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-3ca3cf4f-c2d2-47c2-93f6-9e18ed90aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:56.792599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-3ca3cf4f-c2d2-47c2-93f6-9e18ed90aa6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1097 time: 0.1345122 Jul 23 23:02:56.810020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.822999 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a2c91bc8-55f5-4178-9f20-93ffbacb1499 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8924277 Jul 23 23:02:56.822999 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:56.827595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'security_group': {'name': 'tempest-secgroup-2056016636'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:56.878825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.899018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:56.922568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.932034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:56.933049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.016742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-47bb8dd9-9247-46d6-ae11-743e4865f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.018876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-47bb8dd9-9247-46d6-ae11-743e4865f547 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.1962957 Jul 23 23:02:57.080344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.085528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:57.090085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.094171 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.097431 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:57.113333 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:57.113982 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:57.124800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=b9d91fb9-f97f-49b4-83ce-c2d22920f0e6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.140765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2a65c7cd-809a-449f-98f4-df797c630c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5263176 Jul 23 23:02:57.143736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.154511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:57.167843 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:57.189369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.190997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3670738 Jul 23 23:02:57.192771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:57.197577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1b083b98-70cb-4bce-bf51-a0be3ca8c915 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/c306a716-4dbc-43d0-8733-0b4f7826bb3f HTTP/1.1" status: 204 len: 168 time: 2.5304985 Jul 23 23:02:57.197985 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:57.198566 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:57.199392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.199907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.205236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'security_group': {'name': 'tempest-secgroup-365082780'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:57.222387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbbc15-e6e5-4fa0-bebc-887fa0e08ce0 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874d2b6b-4299-49fe-aad6-0f57e881b7ca,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.260212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:57.260873 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a38602f-e264-4e62-b4b4-eb47fe46dd5c None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:57.290698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-9d78d203-f018-4e1d-b999-2bdb828f6d5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1000 time: 0.2405982 Jul 23 23:02:57.308456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 22fb448b-6b0d-40b7-8eda-2d8420862112 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:02:57.340255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.373522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 22fb448b-6b0d-40b7-8eda-2d8420862112 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:02:57.374649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 22fb448b-6b0d-40b7-8eda-2d8420862112 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:02:57.411264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Update dhcp port {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'fixed_ips': [{'subnet_id': 'e8855ab7-4f7d-4668-9978-7046f81a581f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06ed6d72-033b-442d-a504-33d988063a1f'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '3658f559-336f-42c4-8ce5-6c827671f75e'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:02:57.435241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.447440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.459724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.489324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 556745d5-9904-498d-a151-01c2d9b6963f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:02:57.489324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.505846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f83de2-4c0b-4686-8b2f-61ac81152296,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.524184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-e7a58ce3-2021-44b4-bb34-f487370e2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.525688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-e7a58ce3-2021-44b4-bb34-f487370e2d6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.1565938 Jul 23 23:02:57.560384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9766e6-1855-4b22-b2b1-ab8d08158349 req-a0b1b647-b00c-471d-b52b-f7c06b440c8d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.564284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.566784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1c6206f0-f3a1-4862-ae27-381856bac6f5 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3654397 Jul 23 23:02:57.567618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e9766e6-1855-4b22-b2b1-ab8d08158349 req-a0b1b647-b00c-471d-b52b-f7c06b440c8d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.2137856 Jul 23 23:02:57.570619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:57.571433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.574128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.577404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'security_group': {'name': 'tempest-secgroup-1324454542'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:57.632720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.644300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.663939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 556745d5-9904-498d-a151-01c2d9b6963f owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:02:57.671931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Allocated IP 2001:db8::2 (06422cec-e075-48f8-a89b-4d8e942b3615/06ed6d72-033b-442d-a504-33d988063a1f/3658f559-336f-42c4-8ce5-6c827671f75e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:57.681002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e9766e6-1855-4b22-b2b1-ab8d08158349 req-fbee2675-9e2e-46b1-a4a8-36ea390506d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124017 Jul 23 23:02:57.795559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:57.814541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-f7677331-fed8-4de2-bc6c-4cad6edaa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.816265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-f7677331-fed8-4de2-bc6c-4cad6edaa10c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2790935 Jul 23 23:02:57.833844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.848729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4861ec70-792a-45b9-82eb-3dabfea01d38 req-c769f40f-7f2e-42fe-9a99-655b2e1dfc9b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f67446-f055-413e-a62d-cb32890b7b0c HTTP/1.1" status: 200 len: 210 time: 0.0580490 Jul 23 23:02:57.890841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.898843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.940679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987b1230-f49a-45c0-931e-953f26b3ebba,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.947209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.951404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a801430-b610-498d-81d6-94f729c4d8c7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3750091 Jul 23 23:02:57.956918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.966711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1174585667', 'security_groups': ['987b1230-f49a-45c0-931e-953f26b3ebba'], 'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06ed6d72-033b-442d-a504-33d988063a1f'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:57.996874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Transition to ACTIVE for port object 3658f559-336f-42c4-8ce5-6c827671f75e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:57.998746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.002890 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.017817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-8f5da004-a505-4092-a140-5b25cce82666 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778905 Jul 23 23:02:58.043773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=556745d5-9904-498d-a151-01c2d9b6963f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.111089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d1f4c-ea92-4f96-bd7c-eb1a4a1dbcea None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.171625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.177116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-60a5a2a4-8943-4c5d-a167-12708bce144b tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/556745d5-9904-498d-a151-01c2d9b6963f HTTP/1.1" status: 204 len: 168 time: 0.9627485 Jul 23 23:02:58.178291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:58.184551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:58.212711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.371652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.482212 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.501270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.93 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/872bc359-ca25-4d07-9cd3-64690cb6e623) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:58.607326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-334178c1-6726-40b6-856d-4d4bc9d2412f req-fc0bc0ce-57b6-4d28-b31f-7058baf0d8ac service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526519 Jul 23 23:02:58.612949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=627536c2-194b-420a-9c2e-40d543c978a6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.620251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.626311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:58.626742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: b9d91fb9-f97f-49b4-83ce-c2d22920f0e6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:58.642232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:58.666855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.710659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:58.712840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:58.718046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:58.722137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:58.731813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, b9d91fb9-f97f-49b4-83ce-c2d22920f0e6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:58.740346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4356e-3e76-4ed5-8f52-8f3312d0ff78 None None] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:58.740935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:58.742144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.760345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.777352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=872bc359-ca25-4d07-9cd3-64690cb6e623,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.841718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] device_id is not set on port 24c60927-78d6-4eb5-a7bb-389a2cff7357 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:58.849897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-193782a7-f649-41e1-a4c5-ed64ffa4d444 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7021914 Jul 23 23:02:58.851148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:58.906909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.973711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.001830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:59.002898 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.039056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:59.039462 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.107365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a15d-8de8-4313-9b5f-3655881c1f49 req-1592aa55-19cb-4ff7-a993-1ec1fecd5f79 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:59.108651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8723a15d-8de8-4313-9b5f-3655881c1f49 req-1592aa55-19cb-4ff7-a993-1ec1fecd5f79 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3146722 Jul 23 23:02:59.121378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:59.141804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:59.175270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Provisioning for port 3658f559-336f-42c4-8ce5-6c827671f75e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:59.181346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.186819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.205429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:59.205824 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9840012b-b759-4616-b868-f9d1b15c825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.263075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=872bc359-ca25-4d07-9cd3-64690cb6e623,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.269662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Allocated IP 2001:db8::2 (b9d91fb9-f97f-49b4-83ce-c2d22920f0e6/627536c2-194b-420a-9c2e-40d543c978a6/2f663343-c231-4e4f-9f1d-d351da6cb6dc) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:59.281844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.292452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8723a15d-8de8-4313-9b5f-3655881c1f49 req-1e3bfd3f-1843-4d94-87a5-1cd95fefa51e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127064 Jul 23 23:02:59.305321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.307169 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ade7eca8-9ea2-4597-8ca6-a8763055abb8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1268363 Jul 23 23:02:59.313623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:59.313623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.313938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:59.318736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'port': {'network_id': '044de60b-fa35-40ce-8db5-a5f1a4a5a2a3', 'name': 'tempest-FloatingIPTestJSON-687795264'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:59.391885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8::38a (06422cec-e075-48f8-a89b-4d8e942b3615/06ed6d72-033b-442d-a504-33d988063a1f/24c60927-78d6-4eb5-a7bb-389a2cff7357) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:59.394791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.690167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.701651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Transition to ACTIVE for port object 2f663343-c231-4e4f-9f1d-d351da6cb6dc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:59.717528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Transition to ACTIVE for port object 2f663343-c231-4e4f-9f1d-d351da6cb6dc will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:59.723044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.758859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-9509c081-2520-4d47-b6e0-6244098e033b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229725330&fields=id&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 267 time: 0.1926885 Jul 23 23:02:59.762875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:59.763423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:59.766903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.767736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:59.771219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:59.778759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Pushing event updated for resources: {'Port': ['ID=2f663343-c231-4e4f-9f1d-d351da6cb6dc,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.840432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Attempting to bind port 2f663343-c231-4e4f-9f1d-d351da6cb6dc on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:59.840796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Attempting to bind port 2f663343-c231-4e4f-9f1d-d351da6cb6dc by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:59.841206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Attempting to bind port 2f663343-c231-4e4f-9f1d-d351da6cb6dc on network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:59.847106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:59.847528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Checking segment: {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:59.847929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.848316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Bound using segment: {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:59.848779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Bound port: 2f663343-c231-4e4f-9f1d-d351da6cb6dc, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:59.849183 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.869083 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] device_id is not set on port b7a687a4-77c5-45ea-88c3-79e93e4eea2a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:02:59.918858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.926569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] For port 2f663343-c231-4e4f-9f1d-d351da6cb6dc, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:59.931245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] For port 2f663343-c231-4e4f-9f1d-d351da6cb6dc, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f663343-c231-4e4f-9f1d-d351da6cb6dc,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:59.936562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.003386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357cd4-ca9a-4c7e-8cee-51dc56e6d8cd None None] Pushing event updated for resources: {'Port': ['ID=2f663343-c231-4e4f-9f1d-d351da6cb6dc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:00.066001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 24c60927-78d6-4eb5-a7bb-389a2cff7357 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:00.153748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8::1 (b9d91fb9-f97f-49b4-83ce-c2d22920f0e6/627536c2-194b-420a-9c2e-40d543c978a6/a94fbed5-cd7f-4312-b171-af276df457b2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:00.223277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-e5d8f62c-0653-43fa-9176-5d49df382e10 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:00.226509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-e5d8f62c-0653-43fa-9176-5d49df382e10 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.4572015 Jul 23 23:03:00.267378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.14 (044de60b-fa35-40ce-8db5-a5f1a4a5a2a3/0ef66116-1b20-4eba-99c2-55a7fa19cb50/b7a687a4-77c5-45ea-88c3-79e93e4eea2a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:00.289730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-5a66caef-73c7-4f97-9d68-9378de8b28ba tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0495105 Jul 23 23:03:00.290742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.459850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:03:00.729689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:00.753474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:00.763690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:00.769407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:00.770101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.796602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=24c60927-78d6-4eb5-a7bb-389a2cff7357,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:00.855377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cc2f1e21-1df3-4756-9541-7af9d5bac939 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8960733 Jul 23 23:03:00.858513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:00.864548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:00.884510 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.896415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da868793-2707-4c32-8982-c66130389f4b None None] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:00.925407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object a94fbed5-cd7f-4312-b171-af276df457b2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:00.937967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-ad469b66-bc6f-4238-9b52-c5913cd569b3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6327481 Jul 23 23:03:00.974130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.032706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f1b42ba-f7e7-4234-9650-7b8ae9682630 None None] Provisioning for port 2f663343-c231-4e4f-9f1d-d351da6cb6dc completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:01.033671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:01.044570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.067530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.159665 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06ed6d72-033b-442d-a504-33d988063a1f (CIDR: 2001:db8::/64) Jul 23 23:03:01.165510 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:03:01.166366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:01.172101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f663343-c231-4e4f-9f1d-d351da6cb6dc up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:01.187904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f7fd88b-0490-4995-82e4-82ad67ae65be tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3282156 Jul 23 23:03:01.190932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:01.191687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:01.197476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:01.198839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.208767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:01.212436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63474670-ec80-448a-bdcb-0af3b38313b3 None None] Provisioning for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:01.215553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:01.216219 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.223716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:01.231726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63474670-ec80-448a-bdcb-0af3b38313b3 None None] Provisioning complete for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.232093 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63474670-ec80-448a-bdcb-0af3b38313b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.278369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63474670-ec80-448a-bdcb-0af3b38313b3 None None] Port 24c60927-78d6-4eb5-a7bb-389a2cff7357 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:01.287315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2f663343-c231-4e4f-9f1d-d351da6cb6dc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:01.292317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2f663343-c231-4e4f-9f1d-d351da6cb6dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.293355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.312321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:01.343101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:01.344077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:01.348168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.351472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-62fb9a58-aacd-4ab3-96f3-2769fba33a02 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898332 Jul 23 23:03:01.356927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:01.396864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.412636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=b7a687a4-77c5-45ea-88c3-79e93e4eea2a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:01.439900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 2f663343-c231-4e4f-9f1d-d351da6cb6dc, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f663343-c231-4e4f-9f1d-d351da6cb6dc,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:01.446279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.481332 n-d-791506-25 neutron-server[93836]: INFO neutron.db.ipam_backend_mixin [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e8855ab7-4f7d-4668-9978-7046f81a581f (CIDR: 2001:db8:0:1::/64) Jul 23 23:03:01.485840 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:03:01.486569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:01.507571 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f29d650c-29d3-447d-b03f-ce67f2fd11e3 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3147695 Jul 23 23:03:01.511946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 32988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:01.520153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'subnet': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:01.533829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=2f663343-c231-4e4f-9f1d-d351da6cb6dc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:01.538525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:01.539499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.583329 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-00d38020-6903-4d70-992c-c70ff0fe6cc6 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2665610 Jul 23 23:03:01.583329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 32990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:01.589998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': 'b7a687a4-77c5-45ea-88c3-79e93e4eea2a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:01.592599 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.605026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-97e2fa97-afac-47b0-b437-939a6d45380b service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190487 Jul 23 23:03:01.624138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Provisioning for port a94fbed5-cd7f-4312-b171-af276df457b2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:01.635580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Provisioning complete for port a94fbed5-cd7f-4312-b171-af276df457b2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.635580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.665053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.679122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Made reservation on behalf of 4052e1b1b4ae4661a1230584e04b92c3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:01.684970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.707550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Port a94fbed5-cd7f-4312-b171-af276df457b2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:01.719999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Provisioning complete for port 2f663343-c231-4e4f-9f1d-d351da6cb6dc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.720448 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6796-e7af-4a83-8054-e4b77424456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.002313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b2692abd-2585-4477-9a84-d097fb1b0605 None None] Provisioning complete for port a94fbed5-cd7f-4312-b171-af276df457b2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:02.002936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2692abd-2585-4477-9a84-d097fb1b0605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.061149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b2692abd-2585-4477-9a84-d097fb1b0605 None None] Port a94fbed5-cd7f-4312-b171-af276df457b2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:02.075088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.133441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Subnet': ['ID=fdd03c65-705d-44cc-ac5d-9ed443bb8762,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:02.145581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Network 06422cec-e075-48f8-a89b-4d8e942b3615 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:02.147054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:02.150219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:02.150816 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.159371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66713d6-d507-4856-a9a0-ba21a63be001 None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:02.168129 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1c209ced-f839-4724-b53e-2bb125fd168c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6548696 Jul 23 23:03:02.172194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:02.180021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-531430977', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fdd03c65-705d-44cc-ac5d-9ed443bb8762'}], 'security_groups': ['874d2b6b-4299-49fe-aad6-0f57e881b7ca', 'b9f83de2-4c0b-4686-8b2f-61ac81152296']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:02.423223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Update dhcp port {'port': {'network_id': '06422cec-e075-48f8-a89b-4d8e942b3615', 'fixed_ips': [{'subnet_id': 'e8855ab7-4f7d-4668-9978-7046f81a581f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06ed6d72-033b-442d-a504-33d988063a1f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdd03c65-705d-44cc-ac5d-9ed443bb8762'}], 'binding:host_id': 'n-d-791506-25'}, 'id': '3658f559-336f-42c4-8ce5-6c827671f75e'} from n-d-791506-25. {{(pid=93837) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 23:03:02.423617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8af18-76df-42e7-96aa-e077471343cc req-e6640fe6-d8db-47a5-a557-41435cac2496 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:02.426599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1e8af18-76df-42e7-96aa-e077471343cc req-e6640fe6-d8db-47a5-a557-41435cac2496 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3709946 Jul 23 23:03:02.468767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.492699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.550162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.575812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1e8af18-76df-42e7-96aa-e077471343cc req-da4f2e9e-5a53-4cf7-82c1-b639d04db917 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367304 Jul 23 23:03:02.581366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.585477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.586585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.627877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.661214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Allocated IP 2001:db8:0:2::2 (06422cec-e075-48f8-a89b-4d8e942b3615/fdd03c65-705d-44cc-ac5d-9ed443bb8762/3658f559-336f-42c4-8ce5-6c827671f75e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:02.762082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:02.793194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.807477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Transition to ACTIVE for port object 3658f559-336f-42c4-8ce5-6c827671f75e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:02.811372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.936393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817aa7-dd78-4943-818d-bce7b7a37589 None None] Pushing event updated for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:03.113645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f6352ae-cc2a-448d-8854-8c62bbfa3e3c req-1f2e8502-2edc-4b35-9522-a732f2dcd46a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.4316385 Jul 23 23:03:03.121506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f663343-c231-4e4f-9f1d-d351da6cb6dc up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:03.181019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:03.195599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2f663343-c231-4e4f-9f1d-d351da6cb6dc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:03.195983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.289409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:03.329328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:03.346948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:03.408159 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP c49f273d-4492-40e4-80ff-0e7c194a0b82 associated. External IP: 172.25.1.93, port: b7a687a4-77c5-45ea-88c3-79e93e4eea2a. Jul 23 23:03:03.517212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-de32fe2f-679d-47d1-8803-78425b6961c4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:03.518731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-de32fe2f-679d-47d1-8803-78425b6961c4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.4655161 Jul 23 23:03:03.700998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-69c73eb8-4730-4ba5-8686-ba6ae79c160d None None] Provisioning complete for port a94fbed5-cd7f-4312-b171-af276df457b2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:03.701381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-69c73eb8-4730-4ba5-8686-ba6ae79c160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.745299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-69c73eb8-4730-4ba5-8686-ba6ae79c160d None None] Port a94fbed5-cd7f-4312-b171-af276df457b2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:03.748906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-ff4dd785-90e9-4eb7-aee5-2b05fad4489b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 380 time: 0.1987321 Jul 23 23:03:03.782604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'security_groups': ['310f4bd6-0124-4fcb-99d2-d1073d3b4012']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:03.867433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:03.867745 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.904904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:03.916048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Provisioning for port 3658f559-336f-42c4-8ce5-6c827671f75e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:03.920192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:03.920570 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.989009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Delete allocated IP 2001:db8::38a (06422cec-e075-48f8-a89b-4d8e942b3615/06ed6d72-033b-442d-a504-33d988063a1f) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 23:03:04.015726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Provisioning complete for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:04.016079 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.025332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529e53-0ed6-42f7-ac2c-d4f3dc4bb62d req-9263fe31-77dd-444f-a182-68bea7b097e3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:04.026865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93529e53-0ed6-42f7-ac2c-d4f3dc4bb62d req-9263fe31-77dd-444f-a182-68bea7b097e3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.3521893 Jul 23 23:03:04.036333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:04.045996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Allocated IP 2001:db8:0:2::3e0 (06422cec-e075-48f8-a89b-4d8e942b3615/fdd03c65-705d-44cc-ac5d-9ed443bb8762/24c60927-78d6-4eb5-a7bb-389a2cff7357) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:04.052198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-82eecb73-19f2-452e-9b98-fc50772da1ed None None] Port 24c60927-78d6-4eb5-a7bb-389a2cff7357 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:04.139188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:04.269771 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93529e53-0ed6-42f7-ac2c-d4f3dc4bb62d req-7f4b1e6a-a257-4027-adf6-b10bb145e917 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299459 Jul 23 23:03:04.270432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:04.274405 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.291741 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-cf4dbb1d-a6de-4f08-b132-48e466f3e8f6 service neutron] show failed (client error): The resource could not be found. Jul 23 23:03:04.292755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-cf4dbb1d-a6de-4f08-b132-48e466f3e8f6 service neutron] 10.222.0.22 "GET /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.2784824 Jul 23 23:03:04.461693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:04.474634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:04.479632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0db4c793-d547-4ede-b74b-2552540aa757 req-4ec0f034-8244-4344-89e8-ac020318e9e4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.0926807 Jul 23 23:03:04.486270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c16084f5-9e3e-49bd-974f-375cc92baf3f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6319761 Jul 23 23:03:04.486889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33014) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:04.493074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:04.493999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.500452 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1655228568'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:04.527209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:04.531630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.565104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:04.577824 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.577824 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17 of type vlan for network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 Jul 23 23:03:04.610480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:04.632957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.676969 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.684300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:04.685459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.739450 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2481303 Jul 23 23:03:04.739450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33016) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:04.745563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:04.745818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:04.759121 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:04.759668 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.783569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:04.784123 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.801529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-756b21dd-2f08-47b1-b9ff-ded811050255 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/c49f273d-4492-40e4-80ff-0e7c194a0b82 HTTP/1.1" status: 200 len: 977 time: 3.2154510 Jul 23 23:03:04.808521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:04.817429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953b67b-dfde-4336-af77-484f2fa5e195 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:04.828415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.839622 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:04.840273 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.849237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:04.879006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.880648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.882963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a21061-c2a5-44cd-9cea-0b022b6ce39d None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:04.887801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-74b159e8-0d7a-4553-80cb-6548bfc63185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:04.889336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-74b159e8-0d7a-4553-80cb-6548bfc63185 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 1097 time: 0.3731191 Jul 23 23:03:04.892238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.3 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/ac3efbf6-9abb-4542-bd2c-f60957f578ed) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:04.914929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:04.961848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:02Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.965303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:04.969949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:04.995525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:04.996757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Updating router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f port a94fbed5-cd7f-4312-b171-af276df457b2 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:03:05.037722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.219929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.274382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Transition to ACTIVE for port object 24c60927-78d6-4eb5-a7bb-389a2cff7357 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:05.314784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.327012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:05.328512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:05.347178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=399fea04-adb5-41d6-a9cb-0a08a8bdf18f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:05.365040 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:05.378223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:05.394664 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:05.395622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.410191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6256cdd3-d53e-4c96-9554-d20eaf1cfd57 None None] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:05.415020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a8cfbca9-b915-438d-a084-5ea00f9125d4 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6712265 Jul 23 23:03:05.415807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.415930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33022) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:05.447845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Transition to ACTIVE for port object a94fbed5-cd7f-4312-b171-af276df457b2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:05.500203 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.537249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] In _notify_port_updated(), no bound segment for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 on network 06422cec-e075-48f8-a89b-4d8e942b3615 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 23:03:05.545232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:05.546231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.547939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "PUT /v2.0/ports/24c60927-78d6-4eb5-a7bb-389a2cff7357 HTTP/1.1" status: 200 len: 969 time: 3.3731933 Jul 23 23:03:05.548839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.556114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33026) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:05.587632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cec2d1-a7f7-49f3-8be2-dc119d827688 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event updated for resources: {'Port': ['ID=24c60927-78d6-4eb5-a7bb-389a2cff7357,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:05.792538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port b7a687a4-77c5-45ea-88c3-79e93e4eea2a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:05.792929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.991793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac3ab5-54f2-40c4-bae2-df9579c2bae8 None None] Pushing event updated for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.016427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:06.017305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb93dbd7-0aa3-4986-a0c8-29bf76f10db8 None None] Provisioning for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:06.032273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb93dbd7-0aa3-4986-a0c8-29bf76f10db8 None None] Provisioning complete for port 24c60927-78d6-4eb5-a7bb-389a2cff7357 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:06.033069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb93dbd7-0aa3-4986-a0c8-29bf76f10db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.053781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:06.112605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.113504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cb93dbd7-0aa3-4986-a0c8-29bf76f10db8 None None] Port 24c60927-78d6-4eb5-a7bb-389a2cff7357 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:06.140015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Transition to ACTIVE for port object 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:06.156576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:06.158841 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297984c1-e2df-4f05-9c53-cc2aa621f363" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:06.164480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Attempting to bind port a94fbed5-cd7f-4312-b171-af276df457b2 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:06.164959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Attempting to bind port a94fbed5-cd7f-4312-b171-af276df457b2 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:06.172862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Attempting to bind port a94fbed5-cd7f-4312-b171-af276df457b2 on network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:06.178039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:06.179800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.185339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:06.185809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Checking segment: {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:06.186117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.186504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Bound using segment: {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:06.186975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Bound port: a94fbed5-cd7f-4312-b171-af276df457b2, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc601bd-c913-42f5-8277-76a8ba6430d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:06.187354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.191918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d11b0-8973-42fe-a66f-7e8a093107d2 req-47de56d4-84f9-4d55-b2d0-31a3b4d5291e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:06.198448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e35d11b0-8973-42fe-a66f-7e8a093107d2 req-47de56d4-84f9-4d55-b2d0-31a3b4d5291e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.7810194 Jul 23 23:03:06.215534 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.329942 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.379809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 24c60927-78d6-4eb5-a7bb-389a2cff7357 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:06.380461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.389404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Allocated IP 2001:db8:1::2 (d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271/399fea04-adb5-41d6-a9cb-0a08a8bdf18f/31924603-003d-4c1b-be7c-fe75cfc754f5) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:06.467951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.484867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e35d11b0-8973-42fe-a66f-7e8a093107d2 req-dd7cf9d7-bfaa-4e01-89a2-653f60934b8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664776 Jul 23 23:03:06.498638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object ac3efbf6-9abb-4542-bd2c-f60957f578ed will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:06.560194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.566849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.576556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 24c60927-78d6-4eb5-a7bb-389a2cff7357 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:06.618764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.628278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Transition to ACTIVE for port object 31924603-003d-4c1b-be7c-fe75cfc754f5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:06.653385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Transition to ACTIVE for port object 31924603-003d-4c1b-be7c-fe75cfc754f5 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:06.681837 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.710649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a186a970-8732-4d69-9121-4481e3cc728b req-f81224db-a70f-4978-9d03-9d41ee2ab630 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.1005557 Jul 23 23:03:06.750237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.752520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] No DVR routers for this DVR port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:06.794535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=24c60927-78d6-4eb5-a7bb-389a2cff7357,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.813723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:06.845654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.852885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.857579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f4f1f828-a1bf-4988-a5de-380d4962a75d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/24c60927-78d6-4eb5-a7bb-389a2cff7357 HTTP/1.1" status: 204 len: 168 time: 1.2962558 Jul 23 23:03:06.859212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:06.865173 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f84d66d-7879-461f-80fd-bd4c3e09ece1 x-openstack-request-id: req-9f84d66d-7879-461f-80fd-bd4c3e09ece1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:06.865469 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:06.866517 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f84d66d-7879-461f-80fd-bd4c3e09ece1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:06.866978 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'code': 200} Jul 23 23:03:06.872954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:06.905206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:06.918413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Pushing event updated for resources: {'Port': ['ID=31924603-003d-4c1b-be7c-fe75cfc754f5,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.926726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] For port a94fbed5-cd7f-4312-b171-af276df457b2, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:06.956897 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0665f7e-241c-43f2-86c1-ad9849e6e3cf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] GET failed (client error): The resource could not be found. Jul 23 23:03:06.963478 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] For port a94fbed5-cd7f-4312-b171-af276df457b2, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a94fbed5-cd7f-4312-b171-af276df457b2,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:06.967624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f0665f7e-241c-43f2-86c1-ad9849e6e3cf tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports/24c60927-78d6-4eb5-a7bb-389a2cff7357 HTTP/1.1" status: 404 len: 333 time: 0.1042051 Jul 23 23:03:06.971668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:07.007623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:07.040853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:07.048671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:07.060167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:07.062516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.095663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.151852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:07.188254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Attempting to bind port 31924603-003d-4c1b-be7c-fe75cfc754f5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:07.188890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Attempting to bind port 31924603-003d-4c1b-be7c-fe75cfc754f5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:07.189416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Attempting to bind port 31924603-003d-4c1b-be7c-fe75cfc754f5 on network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:07.231397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:07.232320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:07.278330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:07.278926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:07.279308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:07.281317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.284397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.284652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.284948 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP c49f273d-4492-40e4-80ff-0e7c194a0b82 disassociated. External IP: 172.25.1.93, port: b7a687a4-77c5-45ea-88c3-79e93e4eea2a. Jul 23 23:03:07.285480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for b7a687a4-77c5-45ea-88c3-79e93e4eea2a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:07.316300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:07.317302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.324337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:07.324667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:07.357265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:07.361349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Checking segment: {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:07.362234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.363388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Bound using segment: {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:07.365484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Bound port: 31924603-003d-4c1b-be7c-fe75cfc754f5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:07.366962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.368165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:07.368675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:07.368904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Bound using segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:07.369427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Bound port: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:07.369714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.388113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.399868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-2f87e41e-9fe7-4d66-8da9-b6e875fc4e5a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6412916 Jul 23 23:03:07.461460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:07.488190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Request body: {'port': {'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:07.536573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac3ab5-54f2-40c4-bae2-df9579c2bae8 None None] Pushing event updated for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:07.594016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:07.601850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:07.662909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8:1::1 (d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271/399fea04-adb5-41d6-a9cb-0a08a8bdf18f/3b878680-91be-4efa-acbd-b1fd3a52e2b3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:07.678504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:07.682875 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.685575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.687075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/security-groups/987b1230-f49a-45c0-931e-953f26b3ebba HTTP/1.1" status: 204 len: 168 time: 0.7142901 Jul 23 23:03:07.696193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:07.717086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] For port 31924603-003d-4c1b-be7c-fe75cfc754f5, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:07.719886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.763283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa9c1-554d-4668-a5f9-f7edc0f4e089 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b1230-f49a-45c0-931e-953f26b3ebba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:07.787327 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] For port 31924603-003d-4c1b-be7c-fe75cfc754f5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=31924603-003d-4c1b-be7c-fe75cfc754f5,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:07.788830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.797403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b16dfc43-6439-4404-bdae-403edd3788bb None None] Provisioning for port ac3efbf6-9abb-4542-bd2c-f60957f578ed completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:07.811459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b16dfc43-6439-4404-bdae-403edd3788bb None None] Provisioning complete for port ac3efbf6-9abb-4542-bd2c-f60957f578ed triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:07.812087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b16dfc43-6439-4404-bdae-403edd3788bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.814943 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.844864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.873077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 3b878680-91be-4efa-acbd-b1fd3a52e2b3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:07.952267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.964923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b16dfc43-6439-4404-bdae-403edd3788bb None None] Port ac3efbf6-9abb-4542-bd2c-f60957f578ed cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:07.977124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd04016-16cc-4fc2-adc6-cf7ff1f6bf4f None None] Pushing event updated for resources: {'Port': ['ID=31924603-003d-4c1b-be7c-fe75cfc754f5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.032558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:06Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:08.033568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:08.043435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:08.050248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:08.053007 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.087881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253f114-36e6-4a42-bb7a-ad88f10d820e None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:06Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:08.176554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.305941 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.420232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:08.421101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.422859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] 10.222.0.25 "PUT /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1092 time: 3.5170910 Jul 23 23:03:08.462511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd07271-c9b6-446c-9384-7f882ecc2709 req-4b8f4b9c-88ca-491e-acb2-42eeb9bd38e1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:08.463975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbd07271-c9b6-446c-9384-7f882ecc2709 req-4b8f4b9c-88ca-491e-acb2-42eeb9bd38e1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.8362260 Jul 23 23:03:08.531205 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.572418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ffe2c-4a42-40d8-ad8d-8c54cb49d985 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.714258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.727229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=b7a687a4-77c5-45ea-88c3-79e93e4eea2a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.780159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fbd07271-c9b6-446c-9384-7f882ecc2709 req-f600a736-fd79-43d2-87df-60d0e5d982a7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936831 Jul 23 23:03:08.783844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.792776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.793604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.799480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.891404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:08.898351 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68384b-29fe-4824-8c1b-325d2b80cf61" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:08.936784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.978214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:08.979828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:09.049031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-7afa2c63-eb77-4a2d-bde6-a5d53f8734a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.050631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-7afa2c63-eb77-4a2d-bde6-a5d53f8734a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.5838993 Jul 23 23:03:09.164788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:09.205551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.208191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.209447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9f83de2-4c0b-4686-8b2f-61ac81152296 HTTP/1.1" status: 204 len: 168 time: 1.5079076 Jul 23 23:03:09.220390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:09.259660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 31924603-003d-4c1b-be7c-fe75cfc754f5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:09.286072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f926a-767c-4418-a3ce-7a150d23bcdc tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f83de2-4c0b-4686-8b2f-61ac81152296,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:09.298937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-5e08843d-f160-4162-9b4d-c870b916338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.300525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-5e08843d-f160-4162-9b4d-c870b916338b service neutron] 10.222.0.25 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.2363522 Jul 23 23:03:09.346792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 31924603-003d-4c1b-be7c-fe75cfc754f5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:09.354125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a94fbed5-cd7f-4312-b171-af276df457b2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:09.369129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:09.378043 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3fcbd331-5bb0-4600-a2f7-4dfea2e8c43d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9587095 Jul 23 23:03:09.378043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.378442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:09.388236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613667896'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:09.396927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd132f5-3a67-4ae2-9895-db498451da98 None None] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:09.425970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.441201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:09.451646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:09.455179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.483350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a94fbed5-cd7f-4312-b171-af276df457b2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:09.489220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a94fbed5-cd7f-4312-b171-af276df457b2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:09.489398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e4d0-2cc4-428b-a338-7e16daf4f113 req-d4aa0115-d263-4f97-bc56-c4dfc7f44ac2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.489541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.491503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a806e4d0-2cc4-428b-a338-7e16daf4f113 req-d4aa0115-d263-4f97-bc56-c4dfc7f44ac2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 931 time: 0.5525062 Jul 23 23:03:09.493526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-d0871377-b3c2-457f-9d25-7f1a3091c6af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.1763599 Jul 23 23:03:09.498742 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:09.501714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Provisioning for port 31924603-003d-4c1b-be7c-fe75cfc754f5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:09.509383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.509737 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment 63b972d0-c9cc-430a-a913-8d2ff88c91be of type vlan for network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a Jul 23 23:03:09.538376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Provisioning complete for port 31924603-003d-4c1b-be7c-fe75cfc754f5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:09.538668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.557690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.592049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.598093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.598388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.609109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.612121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.613422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/security-groups/874d2b6b-4299-49fe-aad6-0f57e881b7ca HTTP/1.1" status: 204 len: 168 time: 0.3937306 Jul 23 23:03:09.633468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33046) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:09.693447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a806e4d0-2cc4-428b-a338-7e16daf4f113 req-232a16a6-d2af-4e86-89a8-3d042322999e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940043 Jul 23 23:03:09.701055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7afebc-8aec-4461-a095-21676dc66949 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d2b6b-4299-49fe-aad6-0f57e881b7ca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:09.704216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-edfc583c-ceb3-453e-b105-101f5a445028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.705815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-edfc583c-ceb3-453e-b105-101f5a445028 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.2042639 Jul 23 23:03:09.712344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3efbf6-9abb-4542-bd2c-f60957f578ed {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:09.723948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3438270 Jul 23 23:03:09.726647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:09.736904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:09.754622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.776987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a8e90-49c5-4089-abf0-cefd77e58735 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=8b6c1f2e-6359-405b-8d4d-b431dcdb105a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:09.797696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d34825-5155-44e2-b399-96cfad9ad0cd x-openstack-request-id: req-85d34825-5155-44e2-b399-96cfad9ad0cd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:09.797696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:09.797696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85d34825-5155-44e2-b399-96cfad9ad0cd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:09.798148 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:03:09.799743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.802770 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet 06ed6d72-033b-442d-a504-33d988063a1f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:09.809486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.824218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:09.827830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.867972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Transition to ACTIVE for port object ac3efbf6-9abb-4542-bd2c-f60957f578ed will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:09.899544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.918167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.944640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:09.968091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:09.993575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a94fbed5-cd7f-4312-b171-af276df457b2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a94fbed5-cd7f-4312-b171-af276df457b2,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:10.011693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] For port 31924603-003d-4c1b-be7c-fe75cfc754f5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=31924603-003d-4c1b-be7c-fe75cfc754f5,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:10.018795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.027269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.032511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:10.032903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:10.088803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.110140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:10.133094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:10.156226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:10.156870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:10.159132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:10.160881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:10.167431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.191676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-46b66be5-4bfb-40d2-a601-1dc78b82c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:10.193433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-46b66be5-4bfb-40d2-a601-1dc78b82c222 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4658160 Jul 23 23:03:10.213947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:10.214606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba96a9-8668-43d9-8125-cad716c78871 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:10.226699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.236685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.242427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f44ffc13-a11e-40e8-bdb3-4d2bdb594a13 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/b7a687a4-77c5-45ea-88c3-79e93e4eea2a HTTP/1.1" status: 204 len: 168 time: 5.4324605 Jul 23 23:03:10.259573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-df10f7b2-c75b-4f28-995f-58880ece786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:10.261115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-df10f7b2-c75b-4f28-995f-58880ece786d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.4475210 Jul 23 23:03:10.261621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:10.264055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66588209-f41c-43d0-a25f-3367f698db1d None None] Pushing event updated for resources: {'Port': ['ID=31924603-003d-4c1b-be7c-fe75cfc754f5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:10.276233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=06ed6d72-033b-442d-a504-33d988063a1f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:10.286149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.292067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8776c9ac-01ba-48a3-ad5a-39e5e5b1b997 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/06ed6d72-033b-442d-a504-33d988063a1f HTTP/1.1" status: 204 len: 168 time: 0.6536801 Jul 23 23:03:10.299319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db20587-eff8-46d3-8c8e-a69c991dc38c None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:10.302420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:10.343481 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:10.359659 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:10.360391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:10.390947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet fdd03c65-705d-44cc-ac5d-9ed443bb8762 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:10.395412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.465378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.513421 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:10.590437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Provisioning complete for port 31924603-003d-4c1b-be7c-fe75cfc754f5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:10.590703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.611598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.721974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec9db271-a354-4531-a139-b59ba016fdde tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/floatingips/c49f273d-4492-40e4-80ff-0e7c194a0b82 HTTP/1.1" status: 200 len: 687 time: 0.4283876 Jul 23 23:03:10.724252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33056) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:10.758864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36cfc-a2dd-4980-a17f-7ad34f417ab3 req-06a484ce-22f8-458b-8757-90241ebe659e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:10.761109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66b36cfc-a2dd-4980-a17f-7ad34f417ab3 req-06a484ce-22f8-458b-8757-90241ebe659e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.8580544 Jul 23 23:03:10.767870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.811404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.814514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Provisioning for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:10.818899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Provisioning complete for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:10.819330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.875778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8bc47c2b-9c5c-43bd-bc99-acb20ce7b19d None None] Port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:10.898935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:10.901039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/fdd03c65-705d-44cc-ac5d-9ed443bb8762 HTTP/1.1" status: 204 len: 168 time: 0.5970101 Jul 23 23:03:10.903903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:10.963415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ca174-a372-49ed-9e69-843ee9d466f9 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd03c65-705d-44cc-ac5d-9ed443bb8762,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:10.995408 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbaeb575-fc37-4e64-844e-b6eede4a039c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:10.995836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbaeb575-fc37-4e64-844e-b6eede4a039c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:10.996680 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:08Z', 'revision_number': 3, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:08Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:11.000888 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbaeb575-fc37-4e64-844e-b6eede4a039c tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/06ed6d72-033b-442d-a504-33d988063a1f HTTP/1.1" status: 404 len: 337 time: 0.0565922 Jul 23 23:03:11.023917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-98a083bd-c0fa-4adf-85b8-7886797ef954 None None] Provisioning complete for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:11.024394 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-98a083bd-c0fa-4adf-85b8-7886797ef954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.025784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:11.089336 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:11.092663 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Updating router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:03:11.129715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting subnet e8855ab7-4f7d-4668-9978-7046f81a581f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:11.137778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.146336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-98a083bd-c0fa-4adf-85b8-7886797ef954 None None] Port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:11.149913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-82c418fc-f956-4a5b-8070-661d32d26472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.154374 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.172044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=28e0e523-6637-4b2a-b159-f0b2cec69de7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:11.203356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 31924603-003d-4c1b-be7c-fe75cfc754f5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:11.224095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.228968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 872bc359-ca25-4d07-9cd3-64690cb6e623 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:11.229312 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.272098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66b36cfc-a2dd-4980-a17f-7ad34f417ab3 req-8a80223e-a3ef-43c7-a0f0-c867ab21353e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304085 Jul 23 23:03:11.276652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-effa5e68-faa8-4fde-bae7-46d9fb085d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:11.279598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-effa5e68-faa8-4fde-bae7-46d9fb085d83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.9477284 Jul 23 23:03:11.294135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Attempting to bind port ac3efbf6-9abb-4542-bd2c-f60957f578ed on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:11.295520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Attempting to bind port ac3efbf6-9abb-4542-bd2c-f60957f578ed by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:11.295971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Attempting to bind port ac3efbf6-9abb-4542-bd2c-f60957f578ed on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:11.330003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-603d27ce-493e-401e-9344-09b0b48836f6 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0811617 Jul 23 23:03:11.431725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.437708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:11.438252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: 8b6c1f2e-6359-405b-8d4d-b431dcdb105a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:11.440342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Port ac3efbf6-9abb-4542-bd2c-f60957f578ed on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:11.440778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Attempting to bind port ac3efbf6-9abb-4542-bd2c-f60957f578ed on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:11.498378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:11.498882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:11.499381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:11.499933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Bound port: ac3efbf6-9abb-4542-bd2c-f60957f578ed, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:11.500598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.537978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d877a281-ac79-4bae-8c30-a640a8bd5bb1 None None] Provisioning complete for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:11.538626 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d877a281-ac79-4bae-8c30-a640a8bd5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.559534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.560660 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.578696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 872bc359-ca25-4d07-9cd3-64690cb6e623 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:11.598856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 31924603-003d-4c1b-be7c-fe75cfc754f5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:11.599230 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.606492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d877a281-ac79-4bae-8c30-a640a8bd5bb1 None None] Port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:11.612654 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.623300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Transition to ACTIVE for port object 3b878680-91be-4efa-acbd-b1fd3a52e2b3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:11.637134 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.702125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a94fbed5-cd7f-4312-b171-af276df457b2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:11.721085 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Pushing event updated for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:11.751153 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.751506 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.751895 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.752233 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.752563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.752888 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.753211 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.753531 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.753893 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.754214 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.754534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.754851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:11.763009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a94fbed5-cd7f-4312-b171-af276df457b2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:11.763448 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.783407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.807882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.812513 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/e8855ab7-4f7d-4668-9978-7046f81a581f HTTP/1.1" status: 204 len: 168 time: 0.7836185 Jul 23 23:03:11.831844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dea241-680c-4353-88bf-708b5cd0c887 None None] Network 06422cec-e075-48f8-a89b-4d8e942b3615 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:11.836707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8d1b8-e5b7-4cea-ab6e-ed7dfa7f649b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Subnet': ['ID=e8855ab7-4f7d-4668-9978-7046f81a581f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:11.845277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33066) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:11.856391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Attempting to bind port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:11.857080 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Attempting to bind port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:11.857684 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Attempting to bind port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 on network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:11.859128 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.863964 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:11.864733 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Checking segment: {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:11.865332 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.866480 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Bound using segment: {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:11.867372 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Bound port: 3b878680-91be-4efa-acbd-b1fd3a52e2b3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:11.867978 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.941918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=872bc359-ca25-4d07-9cd3-64690cb6e623,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:11.943520 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] For port 3b878680-91be-4efa-acbd-b1fd3a52e2b3, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:11.948397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] For port 3b878680-91be-4efa-acbd-b1fd3a52e2b3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b878680-91be-4efa-acbd-b1fd3a52e2b3,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:11.955046 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cf7aba-e8c3-4a02-9dd3-3a6427113f6d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:11.955618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cf7aba-e8c3-4a02-9dd3-3a6427113f6d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:11.956830 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.960334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55cf7aba-e8c3-4a02-9dd3-3a6427113f6d tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/fd362898-804a-4cf8-9dfe-37ccc89e7400 HTTP/1.1" status: 404 len: 337 time: 0.1108565 Jul 23 23:03:11.983883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:11.990260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03bab546-530f-45ad-badb-664c94158a7e None None] Provisioning complete for port 969d27b6-ac15-4cbf-b755-002b5af66a75 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:11.990779 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03bab546-530f-45ad-badb-664c94158a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.023663 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a21e2db9-967d-4b15-82ee-7ed3375673df tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "GET /v2.0/ports?device_id=01cbd519-736d-493f-ae2d-7d803939800c HTTP/1.1" status: 200 len: 205 time: 0.0358372 Jul 23 23:03:12.024095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.048189 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:12.049248 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:02:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:12.085171 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-51ba6d37-4ae3-4a09-acb4-fc5f55f37619 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] delete failed (client error): The resource could not be found. Jul 23 23:03:12.086322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-51ba6d37-4ae3-4a09-acb4-fc5f55f37619 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/routers/01cbd519-736d-493f-ae2d-7d803939800c HTTP/1.1" status: 404 len: 336 time: 0.0612090 Jul 23 23:03:12.088908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.096495 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc107e-c7c6-45bb-ac94-5264c42032d4 None None] Pushing event updated for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:12.100847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03bab546-530f-45ad-badb-664c94158a7e None None] Port 969d27b6-ac15-4cbf-b755-002b5af66a75 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:12.129477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03bab546-530f-45ad-badb-664c94158a7e None None] Provisioning complete for port 3658f559-336f-42c4-8ce5-6c827671f75e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:12.130012 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03bab546-530f-45ad-badb-664c94158a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.139211 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-db101434-459c-4bc0-b70c-1dead0acdd44 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.139844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db101434-459c-4bc0-b70c-1dead0acdd44 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.141574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db101434-459c-4bc0-b70c-1dead0acdd44 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/00297797-f39a-48e8-87b0-61a3b14f905e HTTP/1.1" status: 404 len: 337 time: 0.0517783 Jul 23 23:03:12.144220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33074) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.169267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-b2e52001-1cbd-477a-8e76-cae1c4849459 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.8763506 Jul 23 23:03:12.175229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:12.176110 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-949d86b0-67c1-42ef-988c-04f1d881c302 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.176572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949d86b0-67c1-42ef-988c-04f1d881c302 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.181158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-949d86b0-67c1-42ef-988c-04f1d881c302 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/9a00f60b-a730-44d8-828c-88bed7749b5a HTTP/1.1" status: 404 len: 337 time: 0.0332406 Jul 23 23:03:12.181331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.189599 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:12.195224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.197987 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.199162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ade2233b-7299-4388-a420-3a4c80259d91 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/c49f273d-4492-40e4-80ff-0e7c194a0b82 HTTP/1.1" status: 204 len: 168 time: 1.4738050 Jul 23 23:03:12.224515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33078) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.238118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8b6c1f2e-6359-405b-8d4d-b431dcdb105a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:12.240014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '17471575-b557-473d-8f16-40c734394003'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:12.251679 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88fafd2-77d6-47a1-9e3d-abfdc0890cee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.252242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88fafd2-77d6-47a1-9e3d-abfdc0890cee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.256828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a88fafd2-77d6-47a1-9e3d-abfdc0890cee tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/47a37e81-0031-42d5-8480-5091e9192389 HTTP/1.1" status: 404 len: 337 time: 0.0717828 Jul 23 23:03:12.257865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.281363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b92e9-996c-44af-bf22-d8712aabe1cf None None] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:12.316486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.317093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.337102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-8bde9852-191f-49ae-abf7-4eb96a95292c service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059528 Jul 23 23:03:12.360535 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aa52dc-da70-4c82-9456-611b0725f165 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.362126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aa52dc-da70-4c82-9456-611b0725f165 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.364491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0be4f5-29c6-40af-8b59-c3157467f3e6 req-e4779158-3633-400d-a7dd-b9325711a6e9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.368258 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-25aa52dc-da70-4c82-9456-611b0725f165 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/f9807ed6-3e21-4e6b-92e5-fafc4de68434 HTTP/1.1" status: 404 len: 333 time: 0.1029379 Jul 23 23:03:12.373539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab0be4f5-29c6-40af-8b59-c3157467f3e6 req-e4779158-3633-400d-a7dd-b9325711a6e9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.9518154 Jul 23 23:03:12.383769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.408248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-8e6d3f69-f3a3-4bae-8f51-c13fa456050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.409637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-8e6d3f69-f3a3-4bae-8f51-c13fa456050b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.2274406 Jul 23 23:03:12.423292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] DHCP port deletion for 06422cec-e075-48f8-a89b-4d8e942b3615 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:12.456516 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d041eb-a97d-4a49-9d95-879267c1ed5b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.456516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d041eb-a97d-4a49-9d95-879267c1ed5b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.458193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-80d041eb-a97d-4a49-9d95-879267c1ed5b tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/468801f1-60f5-4e07-a91a-67dcb4368d6e HTTP/1.1" status: 404 len: 337 time: 0.0717871 Jul 23 23:03:12.461605 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.506726 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c49c75-6c37-44c6-aac5-21a0ed9ab042 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.507485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c49c75-6c37-44c6-aac5-21a0ed9ab042 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.509391 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-55c49c75-6c37-44c6-aac5-21a0ed9ab042 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/38a858fe-522f-4651-896a-680095f5ecb2 HTTP/1.1" status: 404 len: 337 time: 0.0468519 Jul 23 23:03:12.512012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33088) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.512489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab0be4f5-29c6-40af-8b59-c3157467f3e6 req-813f66c2-d04f-44ee-b95b-22fda85f526c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380310 Jul 23 23:03:12.517521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:12.542004 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:12.546189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8b7e2763-8b27-46fe-aae2-a8866f8dec8d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8143263 Jul 23 23:03:12.551781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.581967 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.601905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.619677 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:08Z', 'revision_number': 3, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:11Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:12.625116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:12.625831 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5ebd94-278e-4fa4-a57c-3a1f89eda1a2 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.626052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.626600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5ebd94-278e-4fa4-a57c-3a1f89eda1a2 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.631617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af5ebd94-278e-4fa4-a57c-3a1f89eda1a2 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/85a8c965-57e9-437a-95a4-758e934b6f83 HTTP/1.1" status: 404 len: 333 time: 0.1070113 Jul 23 23:03:12.632626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.645341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Deleting port 3658f559-336f-42c4-8ce5-6c827671f75e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:12.645570 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.658815 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f90eac-e484-450d-a8e1-7718fe4a5b63 None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:08Z', 'revision_number': 3, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:11Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:12.698397 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d3990e-af1e-46e7-84dd-18f20ce0e5e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.699128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d3990e-af1e-46e7-84dd-18f20ce0e5e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.703802 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34d3990e-af1e-46e7-84dd-18f20ce0e5e7 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/8fd27207-b1ed-460f-8eb9-00b00a2dc158 HTTP/1.1" status: 404 len: 337 time: 0.0669291 Jul 23 23:03:12.713437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33094) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.776560 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4d5fe4-c80d-4910-bb21-b88c6f419654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:12.777058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.777653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4d5fe4-c80d-4910-bb21-b88c6f419654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:12.780013 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.780261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb4d5fe4-c80d-4910-bb21-b88c6f419654 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/subnets/bc693f23-1c4f-4f55-9819-617d13b1a811 HTTP/1.1" status: 404 len: 337 time: 0.0646017 Jul 23 23:03:12.781710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] 10.222.0.25 "PUT /v2.0/ports/ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 1092 time: 5.2976127 Jul 23 23:03:12.830997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:12.831819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] For port 3658f559-336f-42c4-8ce5-6c827671f75e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3658f559-336f-42c4-8ce5-6c827671f75e,segment=NetworkSegment(07c59261-796f-43d6-bb77-d7859fad0c4e),segment_id=07c59261-796f-43d6-bb77-d7859fad0c4e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:12.832205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:12.840179 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76850b56-1182-474f-83ab-298f88f61b57" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:12.853462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Calling delete_port for 3658f559-336f-42c4-8ce5-6c827671f75e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:12.877726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:12.880275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-2abee3ac-e107-4ea8-9690-c1ab643ddcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.882448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-2abee3ac-e107-4ea8-9690-c1ab643ddcaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.4656143 Jul 23 23:03:12.920380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Allocated IP 2001:db8:2::2 (8b6c1f2e-6359-405b-8d4d-b431dcdb105a/28e0e523-6637-4b2a-b159-f0b2cec69de7/814d1cd5-a345-4a54-bdae-a7d277237b0c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:12.967115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-3a4e74d0-9fb4-48d6-b27a-1eb32d76e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.968743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-3a4e74d0-9fb4-48d6-b27a-1eb32d76e9e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5391665 Jul 23 23:03:13.043396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3a21-364d-49fe-ad33-22967d4afd33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:13.260077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b878680-91be-4efa-acbd-b1fd3a52e2b3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:13.274549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-6fde020e-52ea-4e2e-95e9-05eac19b3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.276095 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-6fde020e-52ea-4e2e-95e9-05eac19b3026 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.3560367 Jul 23 23:03:13.325207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.367634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.370540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb520781-e3d2-484e-9b09-925b9c06e886 req-5da50505-8454-4893-91ce-14f27d0400a3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.372615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] Pushing event deleted for resources: {'Port': ['ID=3658f559-336f-42c4-8ce5-6c827671f75e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:13.380086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb520781-e3d2-484e-9b09-925b9c06e886 req-5da50505-8454-4893-91ce-14f27d0400a3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.7272525 Jul 23 23:03:13.393116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.404116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e94455-924e-4bfc-924e-8285cd2dc84f None None] No DVR routers for this DVR port 3658f559-336f-42c4-8ce5-6c827671f75e on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:13.415067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Transition to ACTIVE for port object 814d1cd5-a345-4a54-bdae-a7d277237b0c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:13.436006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Transition to ACTIVE for port object 814d1cd5-a345-4a54-bdae-a7d277237b0c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:13.447736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.451919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:13.485917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:13.486441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.489806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.56 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/893bca3c-bcf8-4774-955d-a29badad31da) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:13.524960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:13.534927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:13.540955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:13.547825 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-3105d296-30a5-42d8-b301-7f4ae32b4709 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.2316549 Jul 23 23:03:13.552940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-b2f3f0fc-1262-4355-8d49-7b03ac5ed770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.555152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-b2f3f0fc-1262-4355-8d49-7b03ac5ed770 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1095 time: 0.7115800 Jul 23 23:03:13.557450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Pushing event updated for resources: {'Port': ['ID=814d1cd5-a345-4a54-bdae-a7d277237b0c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:13.591695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb520781-e3d2-484e-9b09-925b9c06e886 req-936e9d99-8ebd-41eb-8df8-3ca58d7ba19e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107077 Jul 23 23:03:13.593830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-07e51dd5-bfb1-4537-b09f-de209a0ebcd7 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058238 Jul 23 23:03:13.653405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Attempting to bind port 814d1cd5-a345-4a54-bdae-a7d277237b0c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:13.653902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Attempting to bind port 814d1cd5-a345-4a54-bdae-a7d277237b0c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:13.654145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Attempting to bind port 814d1cd5-a345-4a54-bdae-a7d277237b0c on network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:13.664670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:13.665060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Checking segment: {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:13.665508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.665874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Bound using segment: {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:13.666353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Bound port: 814d1cd5-a345-4a54-bdae-a7d277237b0c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:13.666738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.673418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Deleting port 969d27b6-ac15-4cbf-b755-002b5af66a75 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:13.673795 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.688041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.696675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.746467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.750371 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b726cb-d562-4f77-a919-73ba4e04f554 x-openstack-request-id: req-40b726cb-d562-4f77-a919-73ba4e04f554 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:13.751091 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:13.751091 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40b726cb-d562-4f77-a919-73ba4e04f554 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:13.751295 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'status': 'completed', 'code': 200} Jul 23 23:03:13.752199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3b878680-91be-4efa-acbd-b1fd3a52e2b3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b878680-91be-4efa-acbd-b1fd3a52e2b3,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:13.766291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:13.768683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:13.768937 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.792782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-417a5c08-fecf-4061-a836-d82a4bf5bcee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 217 time: 0.1544020 Jul 23 23:03:13.795838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:13.803621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] For port 814d1cd5-a345-4a54-bdae-a7d277237b0c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:13.823875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] For port 814d1cd5-a345-4a54-bdae-a7d277237b0c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=814d1cd5-a345-4a54-bdae-a7d277237b0c,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:13.826838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5d291d2-6889-45e6-869d-61263022aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.840400 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.848320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:13.862072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=893bca3c-bcf8-4774-955d-a29badad31da,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:13.879467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:13.918420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3658f559-336f-42c4-8ce5-6c827671f75e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:13.918642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3658f559-336f-42c4-8ce5-6c827671f75e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:13.943005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7d2b-f1cb-4d0e-a2ba-c097e213fd31 None None] Pushing event updated for resources: {'Port': ['ID=814d1cd5-a345-4a54-bdae-a7d277237b0c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:14.047866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-0b996baf-4765-4bd9-a40a-651e58b7c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.049382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-0b996baf-4765-4bd9-a40a-651e58b7c23d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.4546690 Jul 23 23:03:14.071398 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.149817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-d6177ab0-377c-408d-8825-b638950851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.150200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-d6177ab0-377c-408d-8825-b638950851ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.3156779 Jul 23 23:03:14.182345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Calling delete_port for 969d27b6-ac15-4cbf-b755-002b5af66a75 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:14.183258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.214915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-dbdd59d5-d14c-497d-9440-eba0443b1e0a service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571744 Jul 23 23:03:14.301039 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.305411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c6c4-e8a1-4d66-9e55-623a8e48c19a req-01b7e640-7110-4c03-909b-4f4dc6f16002 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.306977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25b2c6c4-e8a1-4d66-9e55-623a8e48c19a req-01b7e640-7110-4c03-909b-4f4dc6f16002 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.5546546 Jul 23 23:03:14.384918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.387906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.420666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-799f14ad-d721-447a-a509-246a9d411dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.422162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-799f14ad-d721-447a-a509-246a9d411dcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3557148 Jul 23 23:03:14.509870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-cebc8a6a-b676-4365-a271-63b8f7eb4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.511406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-cebc8a6a-b676-4365-a271-63b8f7eb4ece service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3434923 Jul 23 23:03:14.514272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-25b2c6c4-e8a1-4d66-9e55-623a8e48c19a req-0047d0a0-ded9-4dec-acc0-38c3e9a24348 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905787 Jul 23 23:03:14.552028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.558328 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.636206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=893bca3c-bcf8-4774-955d-a29badad31da,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:14.649352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.763271 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP bcf4d89d-68ce-4b16-8be3-bc3ad65de7b2 associated. External IP: 172.25.1.56, port: 17471575-b557-473d-8f16-40c734394003. Jul 23 23:03:14.901229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.960796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82e5d5-155a-4e59-a9fb-92ef85e7a875 None None] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:14.997483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:15.019387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Port': ['ID=969d27b6-ac15-4cbf-b755-002b5af66a75,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:15.042457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.057709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2673df1e-1dd9-4ffb-b6a1-4359c0057ad5 None None] Provisioning for port 814d1cd5-a345-4a54-bdae-a7d277237b0c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:15.066389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.071174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c5a3453f-585a-494e-bccc-8a553ac5864e tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/ports/969d27b6-ac15-4cbf-b755-002b5af66a75 HTTP/1.1" status: 204 len: 168 time: 2.1865077 Jul 23 23:03:15.081018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:15.157612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:15.188477 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.190561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:15.203599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-f17e8355-8dff-477c-a570-b6d37eba3a47 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647769 Jul 23 23:03:15.206464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:15.207206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.214233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-03431ee5-1b39-4a91-8341-89e401b453f3 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790957 Jul 23 23:03:15.251418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.263142 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eaa586c6-81b1-429d-8549-0f3cc4af6a4a tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0380044 Jul 23 23:03:15.263796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:15.267020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:15.267410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.269130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2098186111'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:15.269539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 814d1cd5-a345-4a54-bdae-a7d277237b0c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:15.294010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:15.298218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.328887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:15.332293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.332931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1482f456-69e3-40fe-9dd2-a69294d33b65 None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:15.344030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.346070 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Added segment 328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908 of type vlan for network 137a0640-24b6-4860-aa68-f2a96c029828 Jul 23 23:03:15.360022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23c0d5-0c99-4b0b-b8a8-018c9acb9d62 req-e76bb127-9188-434e-b601-4f12bacc1d87 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:15.367608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf23c0d5-0c99-4b0b-b8a8-018c9acb9d62 req-e76bb127-9188-434e-b601-4f12bacc1d87 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.4526179 Jul 23 23:03:15.372527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.377260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 814d1cd5-a345-4a54-bdae-a7d277237b0c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:15.381700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 814d1cd5-a345-4a54-bdae-a7d277237b0c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:15.382213 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.399740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.437278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.444197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:15.445022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.471728 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.479461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2120130 Jul 23 23:03:15.480771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33108) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:15.492623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'subnet': {'network_id': '137a0640-24b6-4860-aa68-f2a96c029828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:15.520956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 814d1cd5-a345-4a54-bdae-a7d277237b0c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=814d1cd5-a345-4a54-bdae-a7d277237b0c,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:15.525940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.527138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b878680-91be-4efa-acbd-b1fd3a52e2b3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:15.565918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103a57f-3d3d-4c6a-8e5c-d4bcf289ee80 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Network': ['ID=137a0640-24b6-4860-aa68-f2a96c029828,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:15.590698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 137a0640-24b6-4860-aa68-f2a96c029828 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:15.610516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf23c0d5-0c99-4b0b-b8a8-018c9acb9d62 req-6265e577-1369-4dbe-970f-fd4843457850 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419424 Jul 23 23:03:15.639280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:15.643493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.666213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8:2::1 (8b6c1f2e-6359-405b-8d4d-b431dcdb105a/28e0e523-6637-4b2a-b159-f0b2cec69de7/766de459-6657-474d-9329-dae18f669d12) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:15.694967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99999d9b-3b46-47d2-92fe-7a5e43701d12 req-b1cd3688-4a10-4760-a152-fd84ea818c0b service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646654 Jul 23 23:03:15.722291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=814d1cd5-a345-4a54-bdae-a7d277237b0c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:15.724654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe68384b-29fe-4824-8c1b-325d2b80cf61 req-d9b3f744-00a5-400c-b86a-9c68baa64098 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065908 Jul 23 23:03:15.740829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ba9e8373-b7c7-4d8b-803c-9c0a4790e0b1 None None] Provisioning complete for port 814d1cd5-a345-4a54-bdae-a7d277237b0c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:15.741567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8373-b7c7-4d8b-803c-9c0a4790e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.743638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:15.744290 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.816375 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.858592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06422cec-e075-48f8-a89b-4d8e942b3615']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.870675 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.905190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c59261-796f-43d6-bb77-d7859fad0c4e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.905564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c59261-796f-43d6-bb77-d7859fad0c4e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:15.929911 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.940001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Subnet': ['ID=a9720b1a-f698-4f16-aba0-5c44090769a6,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:15.950095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Checking segment: {'id': '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:15.950461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network hostable DHCP agents. Network: 137a0640-24b6-4860-aa68-f2a96c029828, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:15.967972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 137a0640-24b6-4860-aa68-f2a96c029828 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:15.974972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.976714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 137a0640-24b6-4860-aa68-f2a96c029828) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:15.981116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:15.981842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.988489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d19418b-5333-4450-8c5e-cb8a8a824ad5 None None] Network 137a0640-24b6-4860-aa68-f2a96c029828 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:15.990904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:15.991323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:15.994517 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:16.002436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96904193-ef30-478b-a47d-7b3ea49427e4 req-298ee066-216a-4dd2-8567-3ad95d040887 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.005683 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a7b3c156-97d9-45fc-a5d6-0858c017335c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5219963 Jul 23 23:03:16.006823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96904193-ef30-478b-a47d-7b3ea49427e4 req-298ee066-216a-4dd2-8567-3ad95d040887 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.3022883 Jul 23 23:03:16.012538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:16.018758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1022408244', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:16.021004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.043522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.044677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.105403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.108237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 766de459-6657-474d-9329-dae18f669d12 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:16.111278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850b56-1182-474f-83ab-298f88f61b57 req-db1753e6-c360-483c-8d16-456a74007a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.112809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-db1753e6-c360-483c-8d16-456a74007a21 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1095 time: 0.3197479 Jul 23 23:03:16.137006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.162848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.167103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] 10.222.0.37 "DELETE /v2.0/networks/06422cec-e075-48f8-a89b-4d8e942b3615 HTTP/1.1" status: 204 len: 168 time: 1.0828063 Jul 23 23:03:16.185360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96904193-ef30-478b-a47d-7b3ea49427e4 req-f3f1786a-6c11-448f-9203-be2c84485e6b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589870 Jul 23 23:03:16.192299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3e12c-5f32-4103-af68-798ae30576c4 tempest-PortsIpV6TestJSON-1992936285 tempest-PortsIpV6TestJSON-1992936285-project] Pushing event deleted for resources: {'Network': ['ID=06422cec-e075-48f8-a89b-4d8e942b3615,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:16.295265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850b56-1182-474f-83ab-298f88f61b57 req-fcb9581f-c75a-4c04-85ed-9b3f400f8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.297159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-fcb9581f-c75a-4c04-85ed-9b3f400f8fe2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1730967 Jul 23 23:03:16.298812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.318939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-137a0640-24b6-4860-aa68-f2a96c029828', 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828', 'tenant_id': 'e21f4ce72c7d42f5833890fe72e91fdc', 'fixed_ips': [{'subnet_id': 'a9720b1a-f698-4f16-aba0-5c44090769a6'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:16.319849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.352910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.405809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-4913e607-2d4a-4e5e-801a-fcc23d86f782 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 217 time: 0.0870931 Jul 23 23:03:16.428249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:16.453582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:16.458850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:16.464879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:16.465743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.515741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Allocated IP 172.20.0.2 (137a0640-24b6-4860-aa68-f2a96c029828/a9720b1a-f698-4f16-aba0-5c44090769a6/d8d0bc21-7398-47e8-998c-1b31280e8463) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:16.585746 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.590303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:16.597317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850b56-1182-474f-83ab-298f88f61b57 req-dd759336-7e5b-454f-99b3-1a6ea91f5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.598843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-dd759336-7e5b-454f-99b3-1a6ea91f5b4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1832457 Jul 23 23:03:16.723138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.754470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.769086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:16.797644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.813666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Transition to ACTIVE for port object d8d0bc21-7398-47e8-998c-1b31280e8463 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:16.854654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Transition to ACTIVE for port object d8d0bc21-7398-47e8-998c-1b31280e8463 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:16.863326 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3ca3c216-57ba-4917-ad0a-23f017b986ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4052e1b1b4ae4661a1230584e04b92c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694118 Jul 23 23:03:16.864231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:16.879361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4d182803-158a-46b6-aaac-5d001c6f0b97 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.881841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4d182803-158a-46b6-aaac-5d001c6f0b97 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1&tenant_id=353678e0676d48ef9f4ec9428a615568&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 943 time: 0.3575840 Jul 23 23:03:16.892660 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.908428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-040af3f9-bfdf-4be0-b61f-bbb02158aac0 None None] Provisioning for port 766de459-6657-474d-9329-dae18f669d12 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:16.926909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76850b56-1182-474f-83ab-298f88f61b57 req-e6ff232c-3867-4ea3-a8c6-203cb6e6f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.929684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-e6ff232c-3867-4ea3-a8c6-203cb6e6f32c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2754061 Jul 23 23:03:16.934634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-040af3f9-bfdf-4be0-b61f-bbb02158aac0 None None] Provisioning complete for port 766de459-6657-474d-9329-dae18f669d12 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:16.935014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-040af3f9-bfdf-4be0-b61f-bbb02158aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.945572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Network 137a0640-24b6-4860-aa68-f2a96c029828 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:16.945821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.25.1.83 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/f55e17da-d9a9-44a3-9ef7-b08692f5c41f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:16.952307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.963371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.973088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:16.975700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578103fe-f6fb-4f61-a908-22801a498f58 req-c26feca5-65bf-48ad-b0c2-95a4047cfb8f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.978039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-578103fe-f6fb-4f61-a908-22801a498f58 req-c26feca5-65bf-48ad-b0c2-95a4047cfb8f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 943 time: 0.3365986 Jul 23 23:03:16.989266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:17.006060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:17.013780 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Pushing event updated for resources: {'Port': ['ID=d8d0bc21-7398-47e8-998c-1b31280e8463,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.013973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.042349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-040af3f9-bfdf-4be0-b61f-bbb02158aac0 None None] Port 766de459-6657-474d-9329-dae18f669d12 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:17.049080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:17.130022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Attempting to bind port d8d0bc21-7398-47e8-998c-1b31280e8463 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:17.130396 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Attempting to bind port d8d0bc21-7398-47e8-998c-1b31280e8463 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:17.130803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Attempting to bind port d8d0bc21-7398-47e8-998c-1b31280e8463 on network 137a0640-24b6-4860-aa68-f2a96c029828 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:17.141639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:17.142054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Checking segment: {'id': '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:17.142456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.142861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Bound using segment: {'id': '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:17.143338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Bound port: d8d0bc21-7398-47e8-998c-1b31280e8463, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '137a0640-24b6-4860-aa68-f2a96c029828'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:17.143728 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.149452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.150589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-578103fe-f6fb-4f61-a908-22801a498f58 req-499a5faa-3587-4f5d-909f-155011c6f1cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382129 Jul 23 23:03:17.155240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-fc300da7-1611-4711-88f3-53afdae94996 service neutron] 10.222.0.25 "GET /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 383 time: 0.2602780 Jul 23 23:03:17.162855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.164381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.168325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db9d35e0-7d7c-4d54-b343-ef5058e4b702 HTTP/1.1" status: 204 len: 168 time: 0.3008969 Jul 23 23:03:17.185685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 814d1cd5-a345-4a54-bdae-a7d277237b0c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:17.186535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47edb8-5ad2-4352-bb0f-84b02d3e074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d35e0-7d7c-4d54-b343-ef5058e4b702,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.189412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.235049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.281633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:17.285183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:17.288328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:17.298411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-e495517d-a228-4962-a773-9f1ecd0a098a service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574488 Jul 23 23:03:17.301976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:17.340783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=f55e17da-d9a9-44a3-9ef7-b08692f5c41f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.348851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:17.357944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] For port d8d0bc21-7398-47e8-998c-1b31280e8463, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:17.362967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] For port d8d0bc21-7398-47e8-998c-1b31280e8463, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d8d0bc21-7398-47e8-998c-1b31280e8463,segment=NetworkSegment(328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908),segment_id=328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:17.366483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.375129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.419496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 814d1cd5-a345-4a54-bdae-a7d277237b0c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:17.419882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.511721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.595885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['51b9ef41-5775-4ea8-a9e6-073c7b6d2495'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:17.606136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcbee0-f950-47e5-b8e9-8f4aaad73383 None None] Pushing event updated for resources: {'Port': ['ID=d8d0bc21-7398-47e8-998c-1b31280e8463,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.771959 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.021160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-e81e9ae8-4ea7-4ad6-be75-48c323a6d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.023776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-e81e9ae8-4ea7-4ad6-be75-48c323a6d958 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1095 time: 0.7971909 Jul 23 23:03:18.054904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3448669-05fe-498c-961e-c70d51093b18 req-507bd49e-4545-4833-843f-561fc214c0a1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.056442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3448669-05fe-498c-961e-c70d51093b18 req-507bd49e-4545-4833-843f-561fc214c0a1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.7317526 Jul 23 23:03:18.058330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76850b56-1182-474f-83ab-298f88f61b57 req-7fa038f9-c81f-4d2b-96ab-6e702f25ef81 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490134 Jul 23 23:03:18.067008 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.191299 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f3448669-05fe-498c-961e-c70d51093b18 req-74cc5f47-e338-4b32-8e21-5507bb85e5a1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101091 Jul 23 23:03:18.220806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.222474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router b0161c1e-dff4-4385-973c-b373ab853179 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:18.226761 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.227567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.262443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:18.275461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-b4ab918b-3f59-49ae-90cb-852bc8ea8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.277281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-b4ab918b-3f59-49ae-90cb-852bc8ea8cc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.2432046 Jul 23 23:03:18.385390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:18.401415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] Sync routers for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:18.410741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-562060077'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:18.419116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:18.420227 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:18.424401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.426318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69fced28-9980-4f68-879e-76f8eb23cf6d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4126444 Jul 23 23:03:18.430008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:18.470362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:18.479790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:18.481116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:18.521229 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:18.522258 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68360006-bc61-4311-8812-9a7369a7c2e7 None None] The sync data for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:18.527374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:18.536021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:18.540249 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.574595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:18.587425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.591389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:18.596031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-6004dbeb-d1bd-45bc-9098-fefd99f82d7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 999 time: 0.3091304 Jul 23 23:03:18.801237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:18.817156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098e24-9296-4f6f-bf61-d2668fa40121 req-1e4d36f7-cde9-4e29-8313-43e9a6a2ea77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.820035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec098e24-9296-4f6f-bf61-d2668fa40121 req-1e4d36f7-cde9-4e29-8313-43e9a6a2ea77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.5124185 Jul 23 23:03:18.821814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-99d2cd8c-2bdf-4faf-93cc-2276bfed9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.823371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-99d2cd8c-2bdf-4faf-93cc-2276bfed9ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.2110026 Jul 23 23:03:18.846436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96215973-c9e1-4dd2-97b0-005aca0cb7ac None None] Network 137a0640-24b6-4860-aa68-f2a96c029828 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:18.909980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:18.963986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec098e24-9296-4f6f-bf61-d2668fa40121 req-c5bde769-edbd-44b4-8e32-91f43b9091b9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281021 Jul 23 23:03:18.966504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:18.972720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6137e396-e938-4c66-907b-a78132d601f7 None None] Provisioning complete for port 766de459-6657-474d-9329-dae18f669d12 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:18.973090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6137e396-e938-4c66-907b-a78132d601f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.984483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:18.984483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.058876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-472648ad-9300-43c5-ae31-d3e06b24143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:19.060563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-472648ad-9300-43c5-ae31-d3e06b24143b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2289903 Jul 23 23:03:19.062187 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.076634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6137e396-e938-4c66-907b-a78132d601f7 None None] Port 766de459-6657-474d-9329-dae18f669d12 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:19.111866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6137e396-e938-4c66-907b-a78132d601f7 None None] Provisioning for port d8d0bc21-7398-47e8-998c-1b31280e8463 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:19.122415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.154442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:19.166122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.198040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:19.198628 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ff72e3-6112-4348-9a2e-a1560209d06c" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:19.216648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:19.227329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.232824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.233180 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment ea2d5546-0de1-4700-923b-ff7d239affd2 of type vlan for network fb92a78e-4f3d-46e3-b12c-895874ded213 Jul 23 23:03:19.235621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d8d0bc21-7398-47e8-998c-1b31280e8463 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:19.248827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62568196-a8f4-404c-ae0f-bc27090cdda7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.289961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:19.312506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5392f732-4e0d-4d14-9e4a-1ec9a0baa5c0 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7553344 Jul 23 23:03:19.312701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:19.312827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:19.323284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070633615'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:19.331590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.340387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-7f41c464-0dd9-4bee-af71-3c433a7467e3 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468159 Jul 23 23:03:19.344069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:19.345568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:19.362232 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1416c401-4cec-4489-813d-a475f8b9f5f1 x-openstack-request-id: req-1416c401-4cec-4489-813d-a475f8b9f5f1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:19.362614 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:19.363107 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1416c401-4cec-4489-813d-a475f8b9f5f1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:19.363611 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'code': 200} Jul 23 23:03:19.453782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.478750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:19.495517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:19.499355 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.562836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.566841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d8d0bc21-7398-47e8-998c-1b31280e8463 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:19.581719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.588166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:19.588771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.616637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d8d0bc21-7398-47e8-998c-1b31280e8463 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:19.617011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.717401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4508424 Jul 23 23:03:19.718169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:19.724769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:19.725914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342922978'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:19.727644 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a116-cbcb-49ca-9449-10f28e5468a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=fb92a78e-4f3d-46e3-b12c-895874ded213,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.741138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-0b61052b-5b68-4a28-aba5-f79e4b627174 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854265 Jul 23 23:03:19.743571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] Provisioning complete for port d8d0bc21-7398-47e8-998c-1b31280e8463 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:19.744573 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.756746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c0c8-9c7c-411c-9b58-bb252342a02c req-9756a92f-f917-4e2a-9bc9-d489f40dc07f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:19.758449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9025c0c8-9c7c-411c-9b58-bb252342a02c req-9756a92f-f917-4e2a-9bc9-d489f40dc07f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.3178654 Jul 23 23:03:19.759847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.760199 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added segment d69ad1f0-a1e3-4625-9b44-333a41a1c150 of type vlan for network c1316905-3cb4-4c52-81b2-ac2685b0abf6 Jul 23 23:03:19.808602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network fb92a78e-4f3d-46e3-b12c-895874ded213 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:19.837050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:19.841346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.843784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9025c0c8-9c7c-411c-9b58-bb252342a02c req-4bafa2b0-b795-4904-8f00-fc30ef427f3d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627220 Jul 23 23:03:19.860673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.892264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:19.907558 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.1 (137a0640-24b6-4860-aa68-f2a96c029828/a9720b1a-f698-4f16-aba0-5c44090769a6/9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:19.915939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.916383 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 315e0cd3-71ec-4ffc-8898-71e7fb38dec8 of type vlan for network 9106b6a1-de8c-44ff-9d20-82357308e656 Jul 23 23:03:19.924144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.932002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:19.932926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.975733 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6541460 Jul 23 23:03:19.976086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:19.981413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'subnet': {'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:20.005146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.028755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.038959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dd6b1-e87e-4e4d-a9b0-70a5ec92955c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Network': ['ID=c1316905-3cb4-4c52-81b2-ac2685b0abf6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.065399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:20.073922 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.103412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.109628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.110524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.125419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] For port d8d0bc21-7398-47e8-998c-1b31280e8463, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d8d0bc21-7398-47e8-998c-1b31280e8463,segment=NetworkSegment(328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908),segment_id=328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:20.140520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.160571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.166108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4464898 Jul 23 23:03:20.170529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:20.182366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:20.188114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Made reservation on behalf of 7ed992c408f34f43a1ba49b9f8436cb3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:20.191813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.219562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa128f5-c21e-4810-bb61-362105d77569 req-a749fdbb-4dc7-428d-8b72-a0f681a212c1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.220841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8aa128f5-c21e-4810-bb61-362105d77569 req-a749fdbb-4dc7-428d-8b72-a0f681a212c1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.1185534 Jul 23 23:03:20.247650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Transition to ACTIVE for port object 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:20.255278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c634f16-690f-45e3-8265-93d031fe5cc8 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=9106b6a1-de8c-44ff-9d20-82357308e656,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.317245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8aa128f5-c21e-4810-bb61-362105d77569 req-4f777121-8d46-46a5-bf50-b42834e6f240 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856917 Jul 23 23:03:20.367978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:20.371611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.376701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.384226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9106b6a1-de8c-44ff-9d20-82357308e656 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:20.391943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:16Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:17Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:20.448608 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.459045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:20.459402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Updating router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f port 766de459-6657-474d-9329-dae18f669d12 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:03:20.479597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 137a0640-24b6-4860-aa68-f2a96c029828 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:20.489587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:20.496233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:20.502985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.517510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Subnet': ['ID=3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.525845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Checking segment: {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:20.526002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network hostable DHCP agents. Network: c1316905-3cb4-4c52-81b2-ac2685b0abf6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:20.539913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:03:20.540298 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:03:20.548337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c062cc7-b8bc-4195-9184-e1cf7d53c754 None None] Pushing event updated for resources: {'Port': ['ID=d8d0bc21-7398-47e8-998c-1b31280e8463,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.554139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:20.559940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.571412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, c1316905-3cb4-4c52-81b2-ac2685b0abf6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:20.576342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.576948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.586811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52282c-b709-4210-b7e3-463fe8a71237 None None] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:20.590751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.600706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c93d505b-8e6c-4668-9017-2e1d7ef111d9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6234558 Jul 23 23:03:20.603255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:20.778122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.885788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=8d397ffa-90f5-45ea-8bec-167def636060,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.905615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.919888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': 'ea2d5546-0de1-4700-923b-ff7d239affd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:20.920258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: fb92a78e-4f3d-46e3-b12c-895874ded213, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:20.920968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:20.921846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.947970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eba33565-c5f2-4efd-8d34-7fddf289027e None None] Provisioning for port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:20.962359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eba33565-c5f2-4efd-8d34-7fddf289027e None None] Provisioning complete for port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:20.962735 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eba33565-c5f2-4efd-8d34-7fddf289027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.987729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network fb92a78e-4f3d-46e3-b12c-895874ded213 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:21.061414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, fb92a78e-4f3d-46e3-b12c-895874ded213) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:21.071771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:21.072383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.087153 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.098907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103c8d0-a0a1-4188-96b3-45f68b503786 None None] Network fb92a78e-4f3d-46e3-b12c-895874ded213 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:21.100210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2529800b-a111-4f93-9d2b-f9d0ac430318 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9253936 Jul 23 23:03:21.102751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:21.109217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:21.119780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171413b7-ea5f-4efe-ae8b-a560dca230b4 req-64d9ee29-813b-4fed-8a6c-492a35c34c7f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:21.121561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-171413b7-ea5f-4efe-ae8b-a560dca230b4 req-64d9ee29-813b-4fed-8a6c-492a35c34c7f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.1497989 Jul 23 23:03:21.152714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eba33565-c5f2-4efd-8d34-7fddf289027e None None] Port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:21.288405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.295699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.297496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.305747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-171413b7-ea5f-4efe-ae8b-a560dca230b4 req-e47602b8-5621-4a47-984f-0bfa80ce12ec tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696856 Jul 23 23:03:21.307366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Allocated IP 2001:db8:3::2 (c1316905-3cb4-4c52-81b2-ac2685b0abf6/3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79/078b0875-f0f6-4091-b509-215b8393300f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:21.336134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Transition to ACTIVE for port object 766de459-6657-474d-9329-dae18f669d12 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:21.347998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.413748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:21.418022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.451888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:21.473612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d8d0bc21-7398-47e8-998c-1b31280e8463 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:21.499118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.527032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb37f30-dff0-4f0d-9330-93b4634f31d6 None None] Pushing event updated for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:21.604056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-fb92a78e-4f3d-46e3-b12c-895874ded213', 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '8d397ffa-90f5-45ea-8bec-167def636060'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:21.605009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.700049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 137a0640-24b6-4860-aa68-f2a96c029828 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:21.702318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:21.711706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Attempting to bind port 766de459-6657-474d-9329-dae18f669d12 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:21.712126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Attempting to bind port 766de459-6657-474d-9329-dae18f669d12 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:21.712497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Attempting to bind port 766de459-6657-474d-9329-dae18f669d12 on network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:21.877680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:21.878246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Checking segment: {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:21.878919 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.879547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Bound using segment: {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:21.880313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Bound port: 766de459-6657-474d-9329-dae18f669d12, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b972d0-c9cc-430a-a913-8d2ff88c91be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:21.881473 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.894492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d8d0bc21-7398-47e8-998c-1b31280e8463 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:21.894962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.953894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router b0161c1e-dff4-4385-973c-b373ab853179 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:21.960851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.996723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Transition to ACTIVE for port object 078b0875-f0f6-4091-b509-215b8393300f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.063933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Allocated IP 172.20.0.2 (fb92a78e-4f3d-46e3-b12c-895874ded213/8d397ffa-90f5-45ea-8bec-167def636060/3811040c-8958-43ca-999e-1b25b7459eec) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:22.099328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ee858-1cdc-4d90-8270-d4b49058cd7c req-e0f8fc36-6d76-4180-a680-fa8d957678ec tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:22.101945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e27ee858-1cdc-4d90-8270-d4b49058cd7c req-e0f8fc36-6d76-4180-a680-fa8d957678ec tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.6358154 Jul 23 23:03:22.107676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Transition to ACTIVE for port object 078b0875-f0f6-4091-b509-215b8393300f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.108374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:22.117297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-608d3295-36fe-4591-88d3-0e2156838928 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/routers/b0161c1e-dff4-4385-973c-b373ab853179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6832449 Jul 23 23:03:22.118156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33180) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:22.124072 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] Sync routers for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:22.129295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'port': {'network_id': '137a0640-24b6-4860-aa68-f2a96c029828', 'name': 'tempest-FloatingIPTestJSON-1241505154'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:22.134309 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:22.134979 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:22.145276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.189399 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:22.200935 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:22.202955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:22.212047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Pushing event updated for resources: {'Port': ['ID=078b0875-f0f6-4091-b509-215b8393300f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.253590 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:22.254731 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d0d220-4560-4d26-8089-0b14abddbb45 None None] The sync data for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:22.274806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Allocated IP 2001:db8:3::1 (c1316905-3cb4-4c52-81b2-ac2685b0abf6/3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79/9361c812-6d23-4db0-858f-d212a287a54d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:22.284103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Made reservation on behalf of e21f4ce72c7d42f5833890fe72e91fdc for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:22.288235 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.294939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] For port 766de459-6657-474d-9329-dae18f669d12, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:22.295200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e27ee858-1cdc-4d90-8270-d4b49058cd7c req-a2cce43b-3d21-441c-ab45-759e6885e7a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747870 Jul 23 23:03:22.302138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:22.304508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-a2c8a46b-c66c-4b17-bc69-0721e350b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:22.306119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-a2c8a46b-c66c-4b17-bc69-0721e350b511 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 1097 time: 0.2581315 Jul 23 23:03:22.326526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:22.328778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] device_id is not set on port 2fa2c306-0630-4c89-8160-ca7f94ace077 yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:03:22.329122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.476596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Allocated IP 172.20.0.10 (137a0640-24b6-4860-aa68-f2a96c029828/a9720b1a-f698-4f16-aba0-5c44090769a6/2fa2c306-0630-4c89-8160-ca7f94ace077) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:22.494521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6295368f-c177-4b1a-a092-8d50c7d722b9 None None] Provisioning complete for port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:22.494895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6295368f-c177-4b1a-a092-8d50c7d722b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.503790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:22.508619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:22.512616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] For port 766de459-6657-474d-9329-dae18f669d12, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766de459-6657-474d-9329-dae18f669d12,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:22.549656 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.551554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=73afaa2e-cc5e-43f5-b01a-84200d931c65,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.617269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.617679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.618147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.618585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.619020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.619477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.619916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.620313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.620709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.621107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.622122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.622522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:22.626295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.633357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6295368f-c177-4b1a-a092-8d50c7d722b9 None None] Port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:22.644396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '315e0cd3-71ec-4ffc-8898-71e7fb38dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:22.644778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: 9106b6a1-de8c-44ff-9d20-82357308e656, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:22.649871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.655235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.678390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.695365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Transition to ACTIVE for port object 9361c812-6d23-4db0-858f-d212a287a54d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.695873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Transition to ACTIVE for port object 2fa2c306-0630-4c89-8160-ca7f94ace077 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.735041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0b315-7769-47ec-b804-d6dbffc5cc04 req-68c6a4b6-256c-49cc-94ff-7fe6f7f10535 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:22.736767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4c0b315-7769-47ec-b804-d6dbffc5cc04 req-68c6a4b6-256c-49cc-94ff-7fe6f7f10535 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 0.3212271 Jul 23 23:03:22.740774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 9106b6a1-de8c-44ff-9d20-82357308e656 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:22.744159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb37f30-dff0-4f0d-9330-93b4634f31d6 None None] Pushing event updated for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.747363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.749824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Attempting to bind port 078b0875-f0f6-4091-b509-215b8393300f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:22.750206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Attempting to bind port 078b0875-f0f6-4091-b509-215b8393300f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:22.750600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Attempting to bind port 078b0875-f0f6-4091-b509-215b8393300f on network c1316905-3cb4-4c52-81b2-ac2685b0abf6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:22.756607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:22.758008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:22.805105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Network 137a0640-24b6-4860-aa68-f2a96c029828 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:22.805326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9106b6a1-de8c-44ff-9d20-82357308e656) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:22.808843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:22.809223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Checking segment: {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:22.809631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.810055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Bound using segment: {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:22.810549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Bound port: 078b0875-f0f6-4091-b509-215b8393300f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:22.810934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.815412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:22.817884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:22.847394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event updated for resources: {'Port': ['ID=2fa2c306-0630-4c89-8160-ca7f94ace077,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.861791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.865070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c005ccb-4bff-4f65-8fef-86961f67615d None None] Network 9106b6a1-de8c-44ff-9d20-82357308e656 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:22.886969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:22.887836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.904406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:22.905267 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.907345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Transition to ACTIVE for port object 3811040c-8958-43ca-999e-1b25b7459eec will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.936961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-df022b1e-f526-497f-b6e1-d342da0ee333 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8181734 Jul 23 23:03:22.939718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33184) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:22.943253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4c0b315-7769-47ec-b804-d6dbffc5cc04 req-5f24c384-3288-42de-a391-483f4c111d52 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967955 Jul 23 23:03:22.953295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Request body: {'floatingip': {'port_id': '2fa2c306-0630-4c89-8160-ca7f94ace077'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:22.954911 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.977076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b726c9c9-9705-4d0a-a2fe-7a2aca2b64fc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8691702 Jul 23 23:03:22.991725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:23.008256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] For port 078b0875-f0f6-4091-b509-215b8393300f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:23.012353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] For port 078b0875-f0f6-4091-b509-215b8393300f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=078b0875-f0f6-4091-b509-215b8393300f,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:23.028600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Transition to ACTIVE for port object 3811040c-8958-43ca-999e-1b25b7459eec will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:23.034188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.042634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185377064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:23.081809 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.096986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:23.109013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:23.156734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.158563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:23.161118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:23.161676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.178481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94bf10-f1bc-46c2-9bbe-5e66741bab05 None None] Pushing event updated for resources: {'Port': ['ID=078b0875-f0f6-4091-b509-215b8393300f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:23.188461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:23.235408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.236446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.266019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Network fb92a78e-4f3d-46e3-b12c-895874ded213 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:23.277732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:23.283748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:23.308790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:23.399854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Pushing event updated for resources: {'Port': ['ID=3811040c-8958-43ca-999e-1b25b7459eec,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:23.418815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.443326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.524654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.525108 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.528948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6b49b09c-3ecc-4905-8e3e-8e7a976b5ebb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5337489 Jul 23 23:03:23.530204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:23.531891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:23.647733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Attempting to bind port 3811040c-8958-43ca-999e-1b25b7459eec on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:23.648236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Attempting to bind port 3811040c-8958-43ca-999e-1b25b7459eec by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ea2d5546-0de1-4700-923b-ff7d239affd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:23.648457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Attempting to bind port 3811040c-8958-43ca-999e-1b25b7459eec on network fb92a78e-4f3d-46e3-b12c-895874ded213 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:23.649718 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.653946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8b221310-324c-4050-8546-3a61e0d7bc2b None None] Provisioning for port 2fa2c306-0630-4c89-8160-ca7f94ace077 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:23.664340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8b221310-324c-4050-8546-3a61e0d7bc2b None None] Provisioning complete for port 2fa2c306-0630-4c89-8160-ca7f94ace077 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:23.664531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b221310-324c-4050-8546-3a61e0d7bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.689873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:23.692491 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ee3e5-cc6c-45b4-9bc0-f3586350a98a" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:23.697221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9106b6a1-de8c-44ff-9d20-82357308e656', 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '73afaa2e-cc5e-43f5-b01a-84200d931c65'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:23.697452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.698104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.717801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:23.718216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Checking segment: {'id': 'ea2d5546-0de1-4700-923b-ff7d239affd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:23.718587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.718980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Bound using segment: {'id': 'ea2d5546-0de1-4700-923b-ff7d239affd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:23.719481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Bound port: 3811040c-8958-43ca-999e-1b25b7459eec, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2d5546-0de1-4700-923b-ff7d239affd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb92a78e-4f3d-46e3-b12c-895874ded213'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:23.719864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.745068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8b221310-324c-4050-8546-3a61e0d7bc2b None None] Port 2fa2c306-0630-4c89-8160-ca7f94ace077 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:23.752548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.757401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.812519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68833f-ad91-4ac2-90e8-dd1627f89e67 req-ddd4a3fc-acde-4ff9-9c4d-488a7a2a54ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:23.814125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad68833f-ad91-4ac2-90e8-dd1627f89e67 req-ddd4a3fc-acde-4ff9-9c4d-488a7a2a54ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 945 time: 0.4275351 Jul 23 23:03:23.817137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Transition to ACTIVE for port object 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:23.841036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.888526 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP bcf4d89d-68ce-4b16-8be3-bc3ad65de7b2 associated. External IP: 172.25.1.56, port: 17471575-b557-473d-8f16-40c734394003. Jul 23 23:03:23.950562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] For port 3811040c-8958-43ca-999e-1b25b7459eec, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:23.979893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] For port 3811040c-8958-43ca-999e-1b25b7459eec, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3811040c-8958-43ca-999e-1b25b7459eec,segment=NetworkSegment(ea2d5546-0de1-4700-923b-ff7d239affd2),segment_id=ea2d5546-0de1-4700-923b-ff7d239affd2)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:23.992145 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.995768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:16Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:22Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:24.038623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Allocated IP 172.21.0.2 (9106b6a1-de8c-44ff-9d20-82357308e656/73afaa2e-cc5e-43f5-b01a-84200d931c65/85799213-466f-46ba-951d-d67fa5a19af7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:24.046002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a332845-9467-480d-ac01-c4256ff5f28b None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:16Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:22Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:24.135939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad68833f-ad91-4ac2-90e8-dd1627f89e67 req-ec69807f-60f9-4573-8f69-9ea0dc45318c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030281 Jul 23 23:03:24.135939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:24.176259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2770f1-2bc3-4c85-a2e2-031d71e2961d None None] Pushing event updated for resources: {'Port': ['ID=3811040c-8958-43ca-999e-1b25b7459eec,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:24.246570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:24.327804 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea6ff6-8c34-46f7-9dbb-adf608b51f38 x-openstack-request-id: req-beea6ff6-8c34-46f7-9dbb-adf608b51f38 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:24.328167 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-unplugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:24.328434 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-beea6ff6-8c34-46f7-9dbb-adf608b51f38 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:24.328873 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'code': 200} Jul 23 23:03:24.330094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:24.341327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] No DVR routers for this DVR port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:24.503131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:24.538018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Transition to ACTIVE for port object 85799213-466f-46ba-951d-d67fa5a19af7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:24.540249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:24.562304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:24.613016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Transition to ACTIVE for port object 85799213-466f-46ba-951d-d67fa5a19af7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:24.626568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:24.627238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:24.688057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:24.722972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:24.812058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ac3efbf6-9abb-4542-bd2c-f60957f578ed details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:24.940105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:24.953596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:24.955737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:24.956535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:24.964085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Network 9106b6a1-de8c-44ff-9d20-82357308e656 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:24.965712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:25.036541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa639f1-063a-4129-96e9-c089ff42fa2d None None] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:25.040978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:25.048710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:25.051459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:25.052108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e76a53-beb4-413e-ac82-dabe3d84fd7c None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:25.056691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Pushing event updated for resources: {'Port': ['ID=85799213-466f-46ba-951d-d67fa5a19af7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:25.345851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:25.346440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:25.346904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:25.388112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:25.388528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Attempting to bind port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on network eefa5a34-178a-4c9e-8443-bc2b29594aa6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:25.430577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.440324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:25.442159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Checking segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:25.442159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Bound using segment: {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:25.442159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Bound port: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:25.444367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.499294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc462c0-6250-43c5-9f22-6149d17a50b1 req-b64d710c-15a4-456d-b458-030b541bcba8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:25.501853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc462c0-6250-43c5-9f22-6149d17a50b1 req-b64d710c-15a4-456d-b458-030b541bcba8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 943 time: 1.0837224 Jul 23 23:03:25.508575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.508575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.516515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f539b655-f9c3-4be3-b06f-76544d47f26d None None] Provisioning for port 078b0875-f0f6-4091-b509-215b8393300f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:25.534405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:25.600404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router b0161c1e-dff4-4385-973c-b373ab853179 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:25.659430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3811040c-8958-43ca-999e-1b25b7459eec up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:25.690507 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.715486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Attempting to bind port 85799213-466f-46ba-951d-d67fa5a19af7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:25.716002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Attempting to bind port 85799213-466f-46ba-951d-d67fa5a19af7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '315e0cd3-71ec-4ffc-8898-71e7fb38dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:25.716471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Attempting to bind port 85799213-466f-46ba-951d-d67fa5a19af7 on network 9106b6a1-de8c-44ff-9d20-82357308e656 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:25.727311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:25.727863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Checking segment: {'id': '315e0cd3-71ec-4ffc-8898-71e7fb38dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:25.728372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.729391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Bound using segment: {'id': '315e0cd3-71ec-4ffc-8898-71e7fb38dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:25.729530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Bound port: 85799213-466f-46ba-951d-d67fa5a19af7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315e0cd3-71ec-4ffc-8898-71e7fb38dec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9106b6a1-de8c-44ff-9d20-82357308e656'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:25.730035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.761096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3efbf6-9abb-4542-bd2c-f60957f578ed {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:25.768523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc462c0-6250-43c5-9f22-6149d17a50b1 req-7385c0be-1444-4b0d-b2ed-03d0534de0b7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370546 Jul 23 23:03:25.815468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event updated for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:25.817202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:25.828961 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] Sync routers for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:25.840561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.863366 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:25.867645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:25.870805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:25.909614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.929854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:25.931915 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:25.941827 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:25.942706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:25.970061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:25.985448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:25.988188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3811040c-8958-43ca-999e-1b25b7459eec completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:25.996046 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-eb60c29c-0d61-427d-ad4a-6b268467c5ac tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/floatingips/bcf4d89d-68ce-4b16-8be3-bc3ad65de7b2 HTTP/1.1" status: 200 len: 978 time: 3.0549774 Jul 23 23:03:25.996950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33198) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:25.998216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68c977-d7de-4e76-b157-4d396ff42658 None None] Network fb92a78e-4f3d-46e3-b12c-895874ded213 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:26.026591 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:26.027228 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d255c850-bdf5-42f3-ac8d-46a46da9519a None None] The sync data for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:26.029680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] For port 85799213-466f-46ba-951d-d67fa5a19af7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:26.044462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.050091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.20.0.1 (fb92a78e-4f3d-46e3-b12c-895874ded213/8d397ffa-90f5-45ea-8bec-167def636060/a5bb3232-4e94-4364-b4a6-64963d0447f1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:26.051142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 078b0875-f0f6-4091-b509-215b8393300f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:26.105680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] For port 85799213-466f-46ba-951d-d67fa5a19af7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85799213-466f-46ba-951d-d67fa5a19af7,segment=NetworkSegment(315e0cd3-71ec-4ffc-8898-71e7fb38dec8),segment_id=315e0cd3-71ec-4ffc-8898-71e7fb38dec8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:26.107017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:26.107746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.109676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] 10.222.0.22 "PUT /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1093 time: 3.7941620 Jul 23 23:03:26.168551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['ac3efbf6-9abb-4542-bd2c-f60957f578ed'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:26.181579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 2fa2c306-0630-4c89-8160-ca7f94ace077 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:26.182291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.188799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:26.219900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:26.223220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Provisioning for port 3811040c-8958-43ca-999e-1b25b7459eec completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:26.230161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.230389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dbba1-0a80-4ea9-a76d-bbe106af19c2 service neutron] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.249542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Provisioning complete for port 3811040c-8958-43ca-999e-1b25b7459eec triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:26.250039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.348389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.392313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:26.397951 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e1432-3f7c-40ff-a7e3-98cbd3591982" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:26.468025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465410b-ef8c-47a8-b54f-7748aa586f16 req-aed94480-0ec1-4e9a-a27a-d59cba049929 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:26.468829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace7f30-5c12-4601-b7e9-333a227e0757 None None] Pushing event updated for resources: {'Port': ['ID=85799213-466f-46ba-951d-d67fa5a19af7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.469778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9465410b-ef8c-47a8-b54f-7748aa586f16 req-aed94480-0ec1-4e9a-a27a-d59cba049929 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.5148909 Jul 23 23:03:26.474374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.495887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 078b0875-f0f6-4091-b509-215b8393300f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:26.520130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object a5bb3232-4e94-4364-b4a6-64963d0447f1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:26.527944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 078b0875-f0f6-4091-b509-215b8393300f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:26.528321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.536347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:26.541981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-cc44324a-4587-402e-8426-60d1ce36f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:26.543535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-cc44324a-4587-402e-8426-60d1ce36f482 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1096 time: 0.4033687 Jul 23 23:03:26.614075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9465410b-ef8c-47a8-b54f-7748aa586f16 req-db3c7501-c388-4201-9945-ff9c7aa1e12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231523 Jul 23 23:03:26.722750 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.761488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:26.773191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.773780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.773913 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Floating IP bcf4d89d-68ce-4b16-8be3-bc3ad65de7b2 disassociated. External IP: 172.25.1.56, port: 2fa2c306-0630-4c89-8160-ca7f94ace077. Jul 23 23:03:26.774251 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 2fa2c306-0630-4c89-8160-ca7f94ace077 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:26.779102 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52b68d-7a38-4fc1-b409-c3e3d9e6f338 x-openstack-request-id: req-0a52b68d-7a38-4fc1-b409-c3e3d9e6f338 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:26.779391 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:26.779654 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a52b68d-7a38-4fc1-b409-c3e3d9e6f338 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:26.780079 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:03:26.786432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9680bef5-6cd1-468d-b71e-f283dca34b48 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1794682 Jul 23 23:03:26.787921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:26.808568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:26.820035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:26.955143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a0988f31-94c7-42f8-a828-583396963882 None None] For port 3811040c-8958-43ca-999e-1b25b7459eec, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3811040c-8958-43ca-999e-1b25b7459eec,segment=NetworkSegment(ea2d5546-0de1-4700-923b-ff7d239affd2),segment_id=ea2d5546-0de1-4700-923b-ff7d239affd2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:26.959188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:26.960730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:27.013001 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.020157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.052957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.056655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=2fa2c306-0630-4c89-8160-ca7f94ace077,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.145709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.204492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:27.251334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 078b0875-f0f6-4091-b509-215b8393300f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=078b0875-f0f6-4091-b509-215b8393300f,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:27.260583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0988f31-94c7-42f8-a828-583396963882 None None] Pushing event updated for resources: {'Port': ['ID=3811040c-8958-43ca-999e-1b25b7459eec,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.276645 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.277563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766de459-6657-474d-9329-dae18f669d12 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:27.288927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router b0161c1e-dff4-4385-973c-b373ab853179 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:27.305847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=a5bb3232-4e94-4364-b4a6-64963d0447f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.440811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Provisioning complete for port 078b0875-f0f6-4091-b509-215b8393300f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:27.441142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.481388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network fb92a78e-4f3d-46e3-b12c-895874ded213 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:27.507372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:27.513719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-13316a07-9b85-462c-bab1-39acd998de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:27.515264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-13316a07-9b85-462c-bab1-39acd998de06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.9605150 Jul 23 23:03:27.519780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:27.526732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:27.538352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] Sync routers for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:27.557327 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:27.558230 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:27.607823 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=078b0875-f0f6-4091-b509-215b8393300f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.647310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:27.655960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c6727-502a-4b00-8377-6c3ccd24afdf req-13b4a3f6-2081-4acf-8a53-3642f6327b5f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:27.657576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b53c6727-502a-4b00-8377-6c3ccd24afdf req-13b4a3f6-2081-4acf-8a53-3642f6327b5f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 944 time: 0.6926219 Jul 23 23:03:27.666807 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:27.668867 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:27.706110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 766de459-6657-474d-9329-dae18f669d12 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:27.717066 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:27.719980 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b9fe93-f4ac-4bc5-8d57-3270177bbd81 None None] The sync data for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:27.727590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 766de459-6657-474d-9329-dae18f669d12 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:27.727966 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.736942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-a2655947-fd46-4e5d-9de1-79b29db7f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:27.738674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-a2655947-fd46-4e5d-9de1-79b29db7f968 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1096 time: 0.9247744 Jul 23 23:03:27.758476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.760458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3a9aa15e-6b64-4922-bd21-12de9c1be6e4 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/2fa2c306-0630-4c89-8160-ca7f94ace077 HTTP/1.1" status: 204 len: 168 time: 1.7624524 Jul 23 23:03:27.764021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:28.069307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.073501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7621a3-98ec-432e-8239-123bf6468c5a None None] Network 9106b6a1-de8c-44ff-9d20-82357308e656 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:28.074246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b53c6727-502a-4b00-8377-6c3ccd24afdf req-7fca1ae4-2b5e-4699-87c7-eae38c60f969 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258071 Jul 23 23:03:28.132392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-f23ba1eb-84fc-4fa5-a499-e63248403104 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.6015918 Jul 23 23:03:28.219062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.259428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:23Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:22Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:24Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:28.270491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.291166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Provisioning for port 9361c812-6d23-4db0-858f-d212a287a54d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:28.341109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Provisioning complete for port 9361c812-6d23-4db0-858f-d212a287a54d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:28.341489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.343149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:28.343497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Updating router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f port 9361c812-6d23-4db0-858f-d212a287a54d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:03:28.377274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 766de459-6657-474d-9329-dae18f669d12, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766de459-6657-474d-9329-dae18f669d12,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:28.400859 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.442208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-63e9573a-3e29-4a3c-b8d9-644bef286ed6 None None] Port 9361c812-6d23-4db0-858f-d212a287a54d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:28.511861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.610081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:28.611846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.621449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:28.632865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Provisioning for port 85799213-466f-46ba-951d-d67fa5a19af7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:28.638418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-28855a0e-b25e-4344-9422-cce5fc4f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:28.640027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-28855a0e-b25e-4344-9422-cce5fc4f388a service neutron] 10.222.0.25 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.8810377 Jul 23 23:03:28.656816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Provisioning complete for port 9361c812-6d23-4db0-858f-d212a287a54d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:28.657380 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.664285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:03:28.730056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3811040c-8958-43ca-999e-1b25b7459eec up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:28.737501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-d2f328e9-d1d2-4b88-9ae6-69fe0f2101be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:28.739034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-d2f328e9-d1d2-4b88-9ae6-69fe0f2101be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.5949745 Jul 23 23:03:28.775165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434093e-fa60-45bf-bc4f-f1db0561c5be req-34950f73-8183-43fc-b316-46c6f94892d6 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:28.776748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3434093e-fa60-45bf-bc4f-f1db0561c5be req-34950f73-8183-43fc-b316-46c6f94892d6 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.6206820 Jul 23 23:03:28.800750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.816350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Port 9361c812-6d23-4db0-858f-d212a287a54d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:28.826692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:28.856226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ac3efbf6-9abb-4542-bd2c-f60957f578ed up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:28.862424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:03:28.862826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.864448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.896981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Provisioning complete for port 3811040c-8958-43ca-999e-1b25b7459eec triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:28.897386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.916926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-a942cf70-f64a-428e-8147-28c888036159 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.2606487 Jul 23 23:03:29.064936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3811040c-8958-43ca-999e-1b25b7459eec triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:29.065857 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.093848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3434093e-fa60-45bf-bc4f-f1db0561c5be req-f1237c38-8796-45f1-afb0-aeb7280051bb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667818 Jul 23 23:03:29.106251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.139532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=9c87c4f2-f1c5-4a2b-ab6e-ecb9adec0e9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:29.151474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port ac3efbf6-9abb-4542-bd2c-f60957f578ed completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:29.178408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port ac3efbf6-9abb-4542-bd2c-f60957f578ed triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:29.178932 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.180532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Provisioning for port a5bb3232-4e94-4364-b4a6-64963d0447f1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:29.185929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-ae12e874-69d8-4578-8dc8-487231ae9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:29.187371 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-ae12e874-69d8-4578-8dc8-487231ae9afa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.2330785 Jul 23 23:03:29.217391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-fbfbfe9f-992a-44b3-932f-3f1f670ade56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:29.223347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-fbfbfe9f-992a-44b3-932f-3f1f670ade56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4772227 Jul 23 23:03:29.242697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Provisioning complete for port a5bb3232-4e94-4364-b4a6-64963d0447f1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:29.243183 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.345322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85799213-466f-46ba-951d-d67fa5a19af7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:29.354532 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.379104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3fa8e-55fb-4a4e-94ac-d9dc35c3e1ac None None] Port a5bb3232-4e94-4364-b4a6-64963d0447f1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:29.386430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.395036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Transition to ACTIVE for port object 9361c812-6d23-4db0-858f-d212a287a54d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:29.432795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.487139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.513945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 85799213-466f-46ba-951d-d67fa5a19af7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:29.515470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ebfc6-79b2-4a12-877f-7c99d974a46a None None] Pushing event updated for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:29.529214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 85799213-466f-46ba-951d-d67fa5a19af7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:29.529214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.533899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.555447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.587601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:29.587853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-4b77d918-670c-4e3e-b73b-cf881c78dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:29.589240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-4b77d918-670c-4e3e-b73b-cf881c78dd5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3912113 Jul 23 23:03:29.590031 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87018c51-4cb1-4eb9-b935-b8a3f63c8722" -d '{"events": [{"server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "name": "network-vif-plugged", "status": "completed", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:29.608537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd30e26-929f-42e4-bf5e-4526f0713113 req-925e4183-8817-40c0-8687-17f9b6eab7b6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:29.615660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fd30e26-929f-42e4-bf5e-4526f0713113 req-925e4183-8817-40c0-8687-17f9b6eab7b6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 944 time: 0.3684733 Jul 23 23:03:29.628076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:29.651096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Attempting to bind port 9361c812-6d23-4db0-858f-d212a287a54d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:29.651713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Attempting to bind port 9361c812-6d23-4db0-858f-d212a287a54d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:29.652174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Attempting to bind port 9361c812-6d23-4db0-858f-d212a287a54d on network c1316905-3cb4-4c52-81b2-ac2685b0abf6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:29.675079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:29.675967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Checking segment: {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:29.676472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.677921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Bound using segment: {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:29.678727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Bound port: 9361c812-6d23-4db0-858f-d212a287a54d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69ad1f0-a1e3-4625-9b44-333a41a1c150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:29.679436 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.682876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router b0161c1e-dff4-4385-973c-b373ab853179 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:29.696398 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.739851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-f5fdcdde-7e21-4083-8854-368b9bd798b7 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820480 Jul 23 23:03:29.758125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:29.813195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:29.830560 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-060784c7-2d6c-4fd4-8c4e-074ed9aa3d0e tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/routers/b0161c1e-dff4-4385-973c-b373ab853179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645745 Jul 23 23:03:29.831113 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:29.839778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.850413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] Sync routers for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:29.857015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7cb8c9d0-86a7-4704-a6d6-639b36a04fdd None None] Provisioning complete for port 85799213-466f-46ba-951d-d67fa5a19af7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:29.857389 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cb8c9d0-86a7-4704-a6d6-639b36a04fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.871395 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fd30e26-929f-42e4-bf5e-4526f0713113 req-191d7256-b9ce-4db4-91f3-4673e91f143e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547803 Jul 23 23:03:29.942341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:29.944066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:29.945108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:29.950861 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea60af-f758-404b-b914-994c095ced5d x-openstack-request-id: req-9cea60af-f758-404b-b914-994c095ced5d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:29.951394 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "name": "network-vif-plugged", "status": "completed", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:29.951836 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cea60af-f758-404b-b914-994c095ced5d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:29.952251 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'code': 200} Jul 23 23:03:29.954731 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.960213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 85799213-466f-46ba-951d-d67fa5a19af7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85799213-466f-46ba-951d-d67fa5a19af7,segment=NetworkSegment(315e0cd3-71ec-4ffc-8898-71e7fb38dec8),segment_id=315e0cd3-71ec-4ffc-8898-71e7fb38dec8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:29.971320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.993982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.998904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:29.999920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 078b0875-f0f6-4091-b509-215b8393300f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:30.002607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:30.038118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] For port 9361c812-6d23-4db0-858f-d212a287a54d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:30.077526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-b27c49b9-cca4-42b0-b88a-86d9e6418d2e service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489875 Jul 23 23:03:30.084154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] Routers {'b0161c1e-dff4-4385-973c-b373ab853179'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:30.084975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b0161c1e-dff4-4385-973c-b373ab853179'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:30.090032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] For port 9361c812-6d23-4db0-858f-d212a287a54d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9361c812-6d23-4db0-858f-d212a287a54d,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:30.093133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a303ce2-bf84-4c35-9ccf-f0528e657e59 req-d8129c55-6b10-4742-9a0e-d45be5368bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345957 Jul 23 23:03:30.110275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.199797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port f55e17da-d9a9-44a3-9ef7-b08692f5c41f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:30.200263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.288482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.301774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for f55e17da-d9a9-44a3-9ef7-b08692f5c41f owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:30.315166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.343195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:30.343851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08326308-332d-466e-b3f5-426155bf9f95 None None] The sync data for ids ['b0161c1e-dff4-4385-973c-b373ab853179'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:30.375135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=85799213-466f-46ba-951d-d67fa5a19af7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.446980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:30.447643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:30.449464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ebfc6-79b2-4a12-877f-7c99d974a46a None None] Pushing event updated for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.560787 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.578246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:30.605288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=a5bb3232-4e94-4364-b4a6-64963d0447f1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.646277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 078b0875-f0f6-4091-b509-215b8393300f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:30.646576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.736498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:30.752023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.753223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b88f30ef-1f8d-46a2-9153-54a187170a8f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 954 time: 3.9501026 Jul 23 23:03:30.762382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:30.814096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec401c9-db6a-4aef-88cc-ff830dc0b751 req-d9379bb9-3d70-48fb-9990-99e890ed5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:30.815564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ec401c9-db6a-4aef-88cc-ff830dc0b751 req-d9379bb9-3d70-48fb-9990-99e890ed5554 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.8043876 Jul 23 23:03:30.861804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.892517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=f55e17da-d9a9-44a3-9ef7-b08692f5c41f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.919283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-b89f2e42-337e-4670-9917-967c1eafdf58 service neutron] 10.222.0.25 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318429 Jul 23 23:03:30.934181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-6c38f407-b481-44df-8589-da15abd17282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:30.935706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-6c38f407-b481-44df-8589-da15abd17282 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1096 time: 0.4568908 Jul 23 23:03:30.951577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db1715-7766-4eba-b51a-3d4d7206ad5a req-1827e2e9-1f0b-48c2-940a-ce8ef461b1aa tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:30.953121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49db1715-7766-4eba-b51a-3d4d7206ad5a req-1827e2e9-1f0b-48c2-940a-ce8ef461b1aa tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.4754303 Jul 23 23:03:30.953375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 6, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:30Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:30.987366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.003243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85799213-466f-46ba-951d-d67fa5a19af7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:31.006822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28329520-028f-4887-9817-3d44eb36a7b3 None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 6, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:30Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:31.033262 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ec401c9-db6a-4aef-88cc-ff830dc0b751 req-cced15ad-e674-4cc1-b5a7-c5b71311628a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085252 Jul 23 23:03:31.039206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network fb92a78e-4f3d-46e3-b12c-895874ded213 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:31.079644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 85799213-466f-46ba-951d-d67fa5a19af7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:31.080024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.109447 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0a494068-b671-4f3b-955b-c6aad2111225 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 954 time: 0.3113496 Jul 23 23:03:31.115926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:31.117997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:31.125050 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.127378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.145237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:31.178558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.179475 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Fanout notify agent at l3_agent the message router_deleted on router b0161c1e-dff4-4385-973c-b373ab853179 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:31.187965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.189464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32ba52f3-5b8a-498d-a975-f19db9781cd8 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/routers/b0161c1e-dff4-4385-973c-b373ab853179 HTTP/1.1" status: 204 len: 168 time: 1.3573992 Jul 23 23:03:31.193327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:31.221445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766de459-6657-474d-9329-dae18f669d12 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:31.274371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting subnet a9720b1a-f698-4f16-aba0-5c44090769a6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:31.278293 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.288263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49db1715-7766-4eba-b51a-3d4d7206ad5a req-978ba3be-d5c1-49af-a008-4b60e99c62bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116992 Jul 23 23:03:31.297714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 766de459-6657-474d-9329-dae18f669d12 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:31.298122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.339484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.442286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-574a761c-167c-4d79-9978-70a03c0933b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.444764 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-574a761c-167c-4d79-9978-70a03c0933b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.4863551 Jul 23 23:03:31.503344 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.547850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c373dcc2-e5e7-4cde-8ac7-5207a31a8bb7 None None] Provisioning complete for port a5bb3232-4e94-4364-b4a6-64963d0447f1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:31.548449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c373dcc2-e5e7-4cde-8ac7-5207a31a8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.602758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c373dcc2-e5e7-4cde-8ac7-5207a31a8bb7 None None] Port a5bb3232-4e94-4364-b4a6-64963d0447f1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:31.629542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.650853 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.655478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/subnets/a9720b1a-f698-4f16-aba0-5c44090769a6 HTTP/1.1" status: 204 len: 168 time: 0.4583590 Jul 23 23:03:31.658866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:31.660075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9671030-123f-4d56-910d-2d2ffa2fe93f None None] Network 137a0640-24b6-4860-aa68-f2a96c029828 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:31.676361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c5c54-01f3-4a06-8f91-14e63b5e75f5 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Subnet': ['ID=a9720b1a-f698-4f16-aba0-5c44090769a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:31.709799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-e068fcc9-a6dd-417f-a47c-b45e6612f12a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 998 time: 0.2535939 Jul 23 23:03:31.801072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-ed10dee0-7ed6-402d-a993-9e127369c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.802775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-ed10dee0-7ed6-402d-a993-9e127369c2df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.0686934 Jul 23 23:03:31.939502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d97192-93de-4044-969e-5e14fd33980f None None] DHCP port deletion for 137a0640-24b6-4860-aa68-f2a96c029828 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:31.942015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452da80-96b3-4409-93ad-51f6e0699ada req-4b5946d1-7a12-46dd-ad8c-59e816885437 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.944567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4452da80-96b3-4409-93ad-51f6e0699ada req-4b5946d1-7a12-46dd-ad8c-59e816885437 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.5541556 Jul 23 23:03:31.959688 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.991849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Deleting port d8d0bc21-7398-47e8-998c-1b31280e8463 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:31.992224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.031283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router b3bebf49-ded1-464f-b858-a33980d9aed0 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:32.066338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66d97192-93de-4044-969e-5e14fd33980f None None] For port d8d0bc21-7398-47e8-998c-1b31280e8463, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d8d0bc21-7398-47e8-998c-1b31280e8463,segment=NetworkSegment(328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908),segment_id=328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:32.066744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.080036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Calling delete_port for d8d0bc21-7398-47e8-998c-1b31280e8463 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:32.098443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4452da80-96b3-4409-93ad-51f6e0699ada req-5292085a-0331-4c84-b2de-d5974878c7a5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431520 Jul 23 23:03:32.109169 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:32.126277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:32.126890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.175031 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.184669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-62aa536d-551b-42fa-bf75-4b0418e52e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:32.186242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-62aa536d-551b-42fa-bf75-4b0418e52e1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3629835 Jul 23 23:03:32.202317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97192-93de-4044-969e-5e14fd33980f None None] Pushing event deleted for resources: {'Port': ['ID=d8d0bc21-7398-47e8-998c-1b31280e8463,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:32.206950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d97192-93de-4044-969e-5e14fd33980f None None] No DVR routers for this DVR port d8d0bc21-7398-47e8-998c-1b31280e8463 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:32.312785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:32.535105 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 6, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:30Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.561793 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:32.571318 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:32.571963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.647576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:32.658544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] Sync routers for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:32.664420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:32.667405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:32.668022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.674247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port d8d0bc21-7398-47e8-998c-1b31280e8463 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:32.674594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.683090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db78f0ef-ead5-4944-b885-a77526034355 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1458328 Jul 23 23:03:32.685516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:32.706260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.715578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:32.716203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.757534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2436d-072e-4113-878b-82791fefbe4d tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:32.759541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.759541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b63cd-fc8c-45cc-9b81-9cffe4fedf99 None None] The sync data for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:32.768760 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-79e2436d-072e-4113-878b-82791fefbe4d tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports/a5bb3232-4e94-4364-b4a6-64963d0447f1 HTTP/1.1" status: 200 len: 910 time: 0.0815008 Jul 23 23:03:32.769402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:03:32.769722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:03:32.770106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:32.809678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] For port d8d0bc21-7398-47e8-998c-1b31280e8463, host n-d-791506-25, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:32.810286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.816476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-f3f4db9f-d2dd-4ce6-91f9-c883e8c575ae service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186068 Jul 23 23:03:32.853600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for d8d0bc21-7398-47e8-998c-1b31280e8463 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:32.874989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5cac1-d080-409a-87e8-03ea2f931ad7 req-7e556da6-c8cb-4f09-a820-4164f3c91184 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:32.876249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ba5cac1-d080-409a-87e8-03ea2f931ad7 req-7e556da6-c8cb-4f09-a820-4164f3c91184 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 944 time: 0.2865443 Jul 23 23:03:32.878501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Port d8d0bc21-7398-47e8-998c-1b31280e8463 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:03:32.887036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.895414 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.911027 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 6, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:30Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:32.948205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3dae0-557d-4e67-b1ba-2a5da2329464 None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 6, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:30Z', 'revision_number': 4, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:32.981918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=d8d0bc21-7398-47e8-998c-1b31280e8463,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:33.016356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] No DVR routers for this DVR port d8d0bc21-7398-47e8-998c-1b31280e8463 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:33.032180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9361c812-6d23-4db0-858f-d212a287a54d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:33.094832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 9361c812-6d23-4db0-858f-d212a287a54d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:33.100905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9361c812-6d23-4db0-858f-d212a287a54d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:33.101282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.115034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ba5cac1-d080-409a-87e8-03ea2f931ad7 req-f67feaac-b4ab-4e11-91c0-0851ecbcd3e6 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285919 Jul 23 23:03:33.156930 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-808e1432-3f7c-40ff-a7e3-98cbd3591982 req-4afb4915-2773-42da-8f78-9de82f9fcaf8 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278546 Jul 23 23:03:33.159635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:33.218754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.260170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 9361c812-6d23-4db0-858f-d212a287a54d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9361c812-6d23-4db0-858f-d212a287a54d,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:33.263641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:33.272507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.272973 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.298575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.325595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137a0640-24b6-4860-aa68-f2a96c029828']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:33.363381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d8d0bc21-7398-47e8-998c-1b31280e8463 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:33.366070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:33.366375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328f2b7c-00bd-44b5-b3e6-ecdfd3ceb908') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:33.389979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:33.394621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d8d0bc21-7398-47e8-998c-1b31280e8463 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:33.395119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d8d0bc21-7398-47e8-998c-1b31280e8463 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:33.401415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.414165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.418975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9bdeffa1-3ba1-49d5-9ec9-d2a01bf550bf tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/81fc8935-6fab-4530-b375-87543c65d02f HTTP/1.1" status: 200 len: 990 time: 0.2575209 Jul 23 23:03:33.432241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.440156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.468328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:33.479322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'port_id': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'mac_address': 'fa:16:3e:46:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:33.487117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:33.487532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:33.491096 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:33.519649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.533374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:33.554986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:33.560711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.561717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592779f-6c5e-4d7c-a275-39cd4ec5be9e req-7be42e77-c906-42ff-a91d-50e987550013 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:33.563295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2592779f-6c5e-4d7c-a275-39cd4ec5be9e req-7be42e77-c906-42ff-a91d-50e987550013 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.2887032 Jul 23 23:03:33.598163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.21.0.1 (9106b6a1-de8c-44ff-9d20-82357308e656/73afaa2e-cc5e-43f5-b01a-84200d931c65/7c209c6b-bbe7-4e99-b6db-1924932c6fdb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:33.617102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:33.639451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.650738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:33.658806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.660657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/networks/137a0640-24b6-4860-aa68-f2a96c029828 HTTP/1.1" status: 204 len: 168 time: 1.9710586 Jul 23 23:03:33.673264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:33.682241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b708e-306c-462b-99a2-21f141f78d75 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Network': ['ID=137a0640-24b6-4860-aa68-f2a96c029828,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:33.686277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2592779f-6c5e-4d7c-a275-39cd4ec5be9e req-9769f022-c810-448d-904c-1c5b850eeb1d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136994 Jul 23 23:03:33.741191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.755517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object 7c209c6b-bbe7-4e99-b6db-1924932c6fdb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:33.782469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['51b9ef41-5775-4ea8-a9e6-073c7b6d2495'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:33.789944 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.832300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 9106b6a1-de8c-44ff-9d20-82357308e656 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:33.838472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:33.842426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:33.873883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=7c209c6b-bbe7-4e99-b6db-1924932c6fdb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:33.897943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.917715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:33.927481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:33.930025 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:33.931172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2fe9b84b-c353-45bf-80cb-7b3d9b7ef12f tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 704 time: 2.7918324 Jul 23 23:03:33.933393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:33.946824 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:33.947541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:34.054349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f49879-cec6-48ef-81a4-e0a02e89def6 req-1a0a85a2-443e-4e99-a1ef-83b438c5abe5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:34.055942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1f49879-cec6-48ef-81a4-e0a02e89def6 req-1a0a85a2-443e-4e99-a1ef-83b438c5abe5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.2868764 Jul 23 23:03:34.084147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-826905d7-5538-4b8b-a53a-4e877c6afe46 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 704 time: 0.1479974 Jul 23 23:03:34.084529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33244) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.091862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 893bca3c-bcf8-4774-955d-a29badad31da {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:34.092212 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.103319 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:34.110448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.152926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1f49879-cec6-48ef-81a4-e0a02e89def6 req-b445e2f6-66a3-4fd3-8833-9939d4265dae tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888963 Jul 23 23:03:34.184860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.244600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.245188 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.265794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37e6c548-aebd-4d2a-90ba-75b09f7f9d9c None None] Provisioning for port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:34.274206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 893bca3c-bcf8-4774-955d-a29badad31da owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:34.275901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37e6c548-aebd-4d2a-90ba-75b09f7f9d9c None None] Provisioning complete for port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:34.276456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37e6c548-aebd-4d2a-90ba-75b09f7f9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.288910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c439e08-8684-4028-a39e-16fc2c4b216a tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:34.290911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6c439e08-8684-4028-a39e-16fc2c4b216a tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1092 time: 0.1045406 Jul 23 23:03:34.296176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.332706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-37e6c548-aebd-4d2a-90ba-75b09f7f9d9c None None] Port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:34.339425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:34.385343 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:32Z', 'revision_number': 7, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:33Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:34.387350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.415588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:34.425447 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:34.426212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:34.525698 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:34.553273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.584191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.593239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=893bca3c-bcf8-4774-955d-a29badad31da,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:34.675173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.681995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.736629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.739970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.741387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a9cc5d46-9321-4fbe-84b1-7e10ab8665db tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/floatingips/bcf4d89d-68ce-4b16-8be3-bc3ad65de7b2 HTTP/1.1" status: 204 len: 168 time: 1.0667207 Jul 23 23:03:34.753715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.768000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:32Z', 'revision_number': 7, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:33Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:34.791959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.25.1.12 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/eb9cd93d-bbc5-4c23-96a6-17d4987bb654) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:34.800162 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6586991-91c4-4ecb-9ae1-8831c437c3c6 None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:32Z', 'revision_number': 7, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9361c812-6d23-4db0-858f-d212a287a54d', 'name': '', 'network_id': 'c1316905-3cb4-4c52-81b2-ac2685b0abf6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:10:66:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:21Z', 'updated_at': '2021-07-23T23:03:33Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:34.803417 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-24df9e69-975d-4a16-a0aa-066faaec1f8c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:34.804240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24df9e69-975d-4a16-a0aa-066faaec1f8c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:34.806048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-24df9e69-975d-4a16-a0aa-066faaec1f8c tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/2fa2c306-0630-4c89-8160-ca7f94ace077 HTTP/1.1" status: 404 len: 333 time: 0.0513349 Jul 23 23:03:34.809269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.813243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=7c209c6b-bbe7-4e99-b6db-1924932c6fdb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:34.818700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.859573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9fd256e6-83f0-4e49-a8e6-68558ca26078 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0161c1e-dff4-4385-973c-b373ab853179 HTTP/1.1" status: 200 len: 205 time: 0.0495896 Jul 23 23:03:34.863702 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:34.936178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:34.941559 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4a54dc90-67df-49c1-b6f3-609fab70443d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] delete failed (client error): The resource could not be found. Jul 23 23:03:34.942675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a54dc90-67df-49c1-b6f3-609fab70443d tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/routers/b0161c1e-dff4-4385-973c-b373ab853179 HTTP/1.1" status: 404 len: 336 time: 0.0792475 Jul 23 23:03:34.972642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9361c812-6d23-4db0-858f-d212a287a54d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:34.976371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:35.039800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 9361c812-6d23-4db0-858f-d212a287a54d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:35.040174 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.282539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:35.312431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.347565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:35.354829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:35.355327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.365229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.410114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:35.414304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:35.416794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:35.434816 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6e7919-f196-482b-9229-1101c0101fc3 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:35.435446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6e7919-f196-482b-9229-1101c0101fc3 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:35.439555 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fb6e7919-f196-482b-9229-1101c0101fc3 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/subnets/a9720b1a-f698-4f16-aba0-5c44090769a6 HTTP/1.1" status: 404 len: 337 time: 0.4602113 Jul 23 23:03:35.439949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=eb9cd93d-bbc5-4c23-96a6-17d4987bb654,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:35.442313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33258) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:35.463411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.488715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:35.491641 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc1f19f-c4ef-43e7-be58-fdb6ecc114cf" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:35.508747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:35.511404 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 9106b6a1-de8c-44ff-9d20-82357308e656 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:35.514710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.520465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:35.574296 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc69f8c2-e9cc-4f2b-a4cc-9d248c577b44 x-openstack-request-id: req-dc69f8c2-e9cc-4f2b-a4cc-9d248c577b44 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:35.574586 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-plugged", "status": "completed", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:35.574984 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc69f8c2-e9cc-4f2b-a4cc-9d248c577b44 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:35.575479 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'code': 200} Jul 23 23:03:35.592086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:35.764701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router b3bebf49-ded1-464f-b858-a33980d9aed0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:35.768318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 17471575-b557-473d-8f16-40c734394003 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:35.768666 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.856568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.863064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13ce5355-0d27-42fa-ac26-0fa4acff6565 None None] Provisioning complete for port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:35.863880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13ce5355-0d27-42fa-ac26-0fa4acff6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:35.916453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-13ce5355-0d27-42fa-ac26-0fa4acff6565 None None] Port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:35.944743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.019466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.022633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:36.029669 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75945d77-1cf1-4533-ae4f-f3291ed29431 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2577462 Jul 23 23:03:36.035076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:36.038648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] Sync routers for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:36.043860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 17471575-b557-473d-8f16-40c734394003 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:36.048729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:36.049441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:36.066087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 9361c812-6d23-4db0-858f-d212a287a54d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:36.066417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.083559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:36.092820 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:36.093550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:36.125800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:36.126349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae051e0-7ab3-4cd0-b991-7fce8ce68826 None None] The sync data for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:36.133672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7acd066-9b1a-4cad-ae63-ed984d61249a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:36.135272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b7acd066-9b1a-4cad-ae63-ed984d61249a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports/7c209c6b-bbe7-4e99-b6db-1924932c6fdb HTTP/1.1" status: 200 len: 910 time: 0.0991566 Jul 23 23:03:36.139602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33264) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:36.173299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.179026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.246058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=eb9cd93d-bbc5-4c23-96a6-17d4987bb654,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:36.259288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.299009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 9361c812-6d23-4db0-858f-d212a287a54d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=9361c812-6d23-4db0-858f-d212a287a54d,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:36.299376 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.362079 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP bf22f682-7ac2-4f40-8222-092e7cdb81a0 associated. External IP: 172.25.1.12, port: ac3efbf6-9abb-4542-bd2c-f60957f578ed. Jul 23 23:03:36.379577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 9361c812-6d23-4db0-858f-d212a287a54d owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:36.485111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.532892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=17471575-b557-473d-8f16-40c734394003,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:36.574469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:36.683454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:36.697368 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:36.700317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.708830 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:36.709310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:36.710547 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.714272 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-89ee8a48-e48e-454d-b4c9-60f084ee0b65 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/17471575-b557-473d-8f16-40c734394003 HTTP/1.1" status: 204 len: 168 time: 1.2691770 Jul 23 23:03:36.716195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33266) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:36.743005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-853c5e02-c8c8-4fd9-9032-c39191dddb06 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4455340 Jul 23 23:03:36.743704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:36.746281 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d43cfba-7ed5-421d-9888-1ac14e752c22" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:36.788582 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646fa31-bb29-4d84-a47c-60c82eaa3699 x-openstack-request-id: req-a646fa31-bb29-4d84-a47c-60c82eaa3699 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:36.788770 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:36.789008 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a646fa31-bb29-4d84-a47c-60c82eaa3699 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:36.789358 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'status': 'completed', 'code': 200} Jul 23 23:03:36.866082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-fd8adab6-2ff2-46bb-96fb-a50549d1935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:36.868216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-fd8adab6-2ff2-46bb-96fb-a50549d1935e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0593634 Jul 23 23:03:36.885983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.909977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:36.930722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=9361c812-6d23-4db0-858f-d212a287a54d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:36.993207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-4227922d-2728-4c51-866d-a55377788645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:36.994728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-4227922d-2728-4c51-866d-a55377788645 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1199667 Jul 23 23:03:37.010409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 7764930f-b4e2-40ff-9dbf-c74b530d6fb9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:37.010792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.090876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-02b5a6a9-7593-49a1-bf3a-7d342af062ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 998 time: 0.0873282 Jul 23 23:03:37.095147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.159236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-09fb99a0-9648-4007-ae8f-81e133eb78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.161037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-09fb99a0-9648-4007-ae8f-81e133eb78e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0643532 Jul 23 23:03:37.198022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.224512 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:35Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:37.240386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-0d75e8af-3e15-4e4e-a8e2-6215111b5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.242143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-0d75e8af-3e15-4e4e-a8e2-6215111b5c86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741501 Jul 23 23:03:37.253858 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:37.263669 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:37.264283 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:37.281052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.330671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 7764930f-b4e2-40ff-9dbf-c74b530d6fb9 owned by {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:37.348170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-165de492-7d18-410a-8e3e-1c22f228140b service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999346 Jul 23 23:03:37.377790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:37.447481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d43cfba-7ed5-421d-9888-1ac14e752c22 req-c5c1de78-fcea-49b0-a18f-119b852edae3 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926223 Jul 23 23:03:37.465080 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:03:37.584870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:37.628654 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:35Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:37.656933 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d7ff2-5104-4acf-9843-6867b5cf934d None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:35Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:37.891260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5e254-ce5b-47cd-b0c6-fd541ab607ac None None] New status for floating IP bf22f682-7ac2-4f40-8222-092e7cdb81a0: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:03:38.213654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.231507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:38.243847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:38.262586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4d2a5db0-d373-424e-89ef-0a1a19505b40 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1762674 Jul 23 23:03:38.263698 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:38.264387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:38.265096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:38.265506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=7764930f-b4e2-40ff-9dbf-c74b530d6fb9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:38.347785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 7c209c6b-bbe7-4e99-b6db-1924932c6fdb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:38.348324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.350593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:38.356127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.381130 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:38.394379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.396564 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5752178-01d6-4415-adc0-ee60bd61d957 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/ports/7764930f-b4e2-40ff-9dbf-c74b530d6fb9 HTTP/1.1" status: 204 len: 168 time: 1.6792333 Jul 23 23:03:38.399707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:38.466246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.476180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.493028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 7c209c6b-bbe7-4e99-b6db-1924932c6fdb owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:38.560100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc0c6a-b62f-49b3-b3f0-6d22a8bafb19 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:38.561677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5ecc0c6a-b62f-49b3-b3f0-6d22a8bafb19 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "GET /v2.0/ports?device_id=57e54cd3-8319-4943-bf26-5b2baa71382c HTTP/1.1" status: 200 len: 913 time: 0.1604204 Jul 23 23:03:38.564335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:38.626379 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:36Z', 'revision_number': 8, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:38.665909 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:38.677518 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:38.678473 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:38.701852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.723287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.765713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=7c209c6b-bbe7-4e99-b6db-1924932c6fdb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:38.793970 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:38.918218 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.000017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:39.009459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.014422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df404899-ce28-472d-a97c-f766f69d189c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79 HTTP/1.1" status: 204 len: 168 time: 0.7477372 Jul 23 23:03:39.014825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc0e4f-6dbf-4d61-b4f0-5e15796eace1 None None] Network c1316905-3cb4-4c52-81b2-ac2685b0abf6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:39.015318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33280) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:39.045529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.117145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:36Z', 'revision_number': 8, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:39.146933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.156067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ac39b-5fa5-4f75-b8b3-10a1c67c6da0 None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:36Z', 'revision_number': 8, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '766de459-6657-474d-9329-dae18f669d12', 'name': '', 'network_id': '8b6c1f2e-6359-405b-8d4d-b431dcdb105a', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:39:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:15Z', 'updated_at': '2021-07-23T23:03:28Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '28e0e523-6637-4b2a-b159-f0b2cec69de7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:39.339033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router b3bebf49-ded1-464f-b858-a33980d9aed0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:39.367426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 078b0875-f0f6-4091-b509-215b8393300f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:39.367760 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.435808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:39.440900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1675adae-5cc7-4415-a3d7-f755e5f2b21c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002763 Jul 23 23:03:39.448995 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33282) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:39.449215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] Sync routers for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:39.461148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:39.461733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:39.486181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 078b0875-f0f6-4091-b509-215b8393300f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=078b0875-f0f6-4091-b509-215b8393300f,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:39.486790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.494912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:39.503768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 078b0875-f0f6-4091-b509-215b8393300f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:39.511189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:39.512672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:39.558858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:39.559873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b3ff9-7cb5-401a-9ca9-dbc74a5b4ece None None] The sync data for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:39.561799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] DHCP port deletion for c1316905-3cb4-4c52-81b2-ac2685b0abf6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:39.634868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Deleting port 078b0875-f0f6-4091-b509-215b8393300f {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:39.635272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.710202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] For port 078b0875-f0f6-4091-b509-215b8393300f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=078b0875-f0f6-4091-b509-215b8393300f,segment=NetworkSegment(d69ad1f0-a1e3-4625-9b44-333a41a1c150),segment_id=d69ad1f0-a1e3-4625-9b44-333a41a1c150)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:39.710671 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.726386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Calling delete_port for 078b0875-f0f6-4091-b509-215b8393300f owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:39.823696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.850683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Pushing event deleted for resources: {'Port': ['ID=078b0875-f0f6-4091-b509-215b8393300f,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:39.855195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] No DVR routers for this DVR port 078b0875-f0f6-4091-b509-215b8393300f on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.866417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.867856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.867856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.867856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.867856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.867856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba594da5-c3dc-430a-b5d3-7952cbc78566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:39.883291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.957456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.992626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.048887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=078b0875-f0f6-4091-b509-215b8393300f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.058452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 078b0875-f0f6-4091-b509-215b8393300f on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:40.151708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port a5bb3232-4e94-4364-b4a6-64963d0447f1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:40.151970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.157087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.195051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1316905-3cb4-4c52-81b2-ac2685b0abf6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:40.220797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69ad1f0-a1e3-4625-9b44-333a41a1c150') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:40.221107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69ad1f0-a1e3-4625-9b44-333a41a1c150') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:40.234199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.240490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.251620 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.252599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for a5bb3232-4e94-4364-b4a6-64963d0447f1 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:40.259494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:40.259895 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self.session.flush() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:40.262863 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:40.354657 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.366076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.368013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/c1316905-3cb4-4c52-81b2-ac2685b0abf6 HTTP/1.1" status: 204 len: 168 time: 1.3494713 Jul 23 23:03:40.370972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33284) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:40.384954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccba5cc-bd42-4632-857a-73e270ace59e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=c1316905-3cb4-4c52-81b2-ac2685b0abf6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.444531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 9ef07119-f3b1-4624-b59d-df0b6f3e9d09 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:40.444880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.536289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.550216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 9ef07119-f3b1-4624-b59d-df0b6f3e9d09 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:40.575904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.611610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=a5bb3232-4e94-4364-b4a6-64963d0447f1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.779586 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.803148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.813006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=9ef07119-f3b1-4624-b59d-df0b6f3e9d09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.947465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 078b0875-f0f6-4091-b509-215b8393300f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:40.970121 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 078b0875-f0f6-4091-b509-215b8393300f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:40.970702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 078b0875-f0f6-4091-b509-215b8393300f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:40.971308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9361c812-6d23-4db0-858f-d212a287a54d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:40.992316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 9361c812-6d23-4db0-858f-d212a287a54d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:40.992657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 9361c812-6d23-4db0-858f-d212a287a54d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:41.002824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.041401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router b3bebf49-ded1-464f-b858-a33980d9aed0 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:41.043953 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17fbe8fa-4df0-4f69-9914-c468852e6ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.133366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:41.140365 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ae30e329-e3ab-45e6-b86d-92084f2a6652 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862564 Jul 23 23:03:41.143704 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] Sync routers for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:41.144199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.152434 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:41.153047 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.155886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.213247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-45de3651-e3e6-4bce-9ef0-1d5c7dc7e078 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3bebf49-ded1-464f-b858-a33980d9aed0 HTTP/1.1" status: 200 len: 205 time: 0.0679135 Jul 23 23:03:41.215875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33288) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.285627 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.295880 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] Routers {'b3bebf49-ded1-464f-b858-a33980d9aed0'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:41.296484 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['b3bebf49-ded1-464f-b858-a33980d9aed0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.319428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.329718 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.330382 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5799a7a-9103-43c2-8f07-fe8e4c3d1e49 None None] The sync data for ids ['b3bebf49-ded1-464f-b858-a33980d9aed0'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:41.358797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Router 57e54cd3-8319-4943-bf26-5b2baa71382c has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:41.445888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 766de459-6657-474d-9329-dae18f669d12 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:41.446441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.540256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 766de459-6657-474d-9329-dae18f669d12, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766de459-6657-474d-9329-dae18f669d12,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:41.540617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.548807 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.552825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 766de459-6657-474d-9329-dae18f669d12 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:41.554609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.623685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.624328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router b3bebf49-ded1-464f-b858-a33980d9aed0 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:41.635622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.636722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7785585-e940-4895-9de9-9bd450a52a56 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0 HTTP/1.1" status: 204 len: 168 time: 0.4196448 Jul 23 23:03:41.639848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:41.641150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.649030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e662680b-423b-4964-a69a-7e2e1f5f1250 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "PUT /v2.0/routers/57e54cd3-8319-4943-bf26-5b2baa71382c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811858 Jul 23 23:03:41.649945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] Sync routers for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:41.654391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.659072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:41.659681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.696657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.705157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] Routers {'57e54cd3-8319-4943-bf26-5b2baa71382c'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:41.705906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['57e54cd3-8319-4943-bf26-5b2baa71382c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.738203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:41.740358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086138e-91f6-409d-9e66-d08203d00d1b None None] The sync data for ids ['57e54cd3-8319-4943-bf26-5b2baa71382c'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:41.750176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.768656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 73afaa2e-cc5e-43f5-b01a-84200d931c65 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:41.776373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.780966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=766de459-6657-474d-9329-dae18f669d12,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:41.830140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.855561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.024072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.059098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.135278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.172024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=73afaa2e-cc5e-43f5-b01a-84200d931c65,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.174651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting port 2b729404-e598-4664-82b8-7674f2ebc3cf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:42.174996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.178320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.180812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-42a234ab-7f55-4df3-ba36-41e8b194da80 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/73afaa2e-cc5e-43f5-b01a-84200d931c65 HTTP/1.1" status: 204 len: 168 time: 0.5381842 Jul 23 23:03:42.183010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.195097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d9c55-3da7-4c24-95d0-a96c45caffdb None None] Network 9106b6a1-de8c-44ff-9d20-82357308e656 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:42.299550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 8d397ffa-90f5-45ea-8bec-167def636060 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:42.306671 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.338787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.357272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.379046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.383818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Calling delete_port for 2b729404-e598-4664-82b8-7674f2ebc3cf owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:42.448946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] DHCP port deletion for 9106b6a1-de8c-44ff-9d20-82357308e656 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:42.501924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Deleting port 85799213-466f-46ba-951d-d67fa5a19af7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:42.502301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.585970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.591333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:42.698132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.707115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:42.714998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9a77b4cc-94fa-4051-8d75-638cb8b33ab6 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421605 Jul 23 23:03:42.717033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33296) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.722745 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:42.735689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=8d397ffa-90f5-45ea-8bec-167def636060,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.745046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.745361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:42.747496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:42.750637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-be160e57-c421-4ca3-9ae3-f10d31d1d005 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/8d397ffa-90f5-45ea-8bec-167def636060 HTTP/1.1" status: 204 len: 168 time: 0.5660117 Jul 23 23:03:42.751028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.751825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33298) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.753448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f19796d-126a-428e-8272-044ea13b1951 None None] Network fb92a78e-4f3d-46e3-b12c-895874ded213 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:42.757194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] For port 85799213-466f-46ba-951d-d67fa5a19af7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=85799213-466f-46ba-951d-d67fa5a19af7,segment=NetworkSegment(315e0cd3-71ec-4ffc-8898-71e7fb38dec8),segment_id=315e0cd3-71ec-4ffc-8898-71e7fb38dec8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:42.758025 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.777322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Port': ['ID=2b729404-e598-4664-82b8-7674f2ebc3cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.799029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Calling delete_port for 85799213-466f-46ba-951d-d67fa5a19af7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:42.859995 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.869390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 28e0e523-6637-4b2a-b159-f0b2cec69de7 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:42.873562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.896244 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:42.923975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.041159 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.046575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.080634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85799213-466f-46ba-951d-d67fa5a19af7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:43.091552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] No DVR routers for this DVR port 85799213-466f-46ba-951d-d67fa5a19af7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:43.093885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85746306-dcd4-4bf3-9d68-b9b64a1ffea2 None None] Pushing event deleted for resources: {'Port': ['ID=85799213-466f-46ba-951d-d67fa5a19af7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.123154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 85799213-466f-46ba-951d-d67fa5a19af7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:43.123606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 85799213-466f-46ba-951d-d67fa5a19af7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:43.149750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.162305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] DHCP port deletion for fb92a78e-4f3d-46e3-b12c-895874ded213 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:43.173071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.235292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Deleting port 3811040c-8958-43ca-999e-1b25b7459eec {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:43.235877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.238832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=28e0e523-6637-4b2a-b159-f0b2cec69de7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.243119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.245092 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5b13406f-06f9-4bd3-9180-1e78d355cc93 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/28e0e523-6637-4b2a-b159-f0b2cec69de7 HTTP/1.1" status: 204 len: 168 time: 0.5268853 Jul 23 23:03:43.248854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:43.251750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc8f33-d7c8-43cb-ac0c-20a8d79c6cae None None] Network 8b6c1f2e-6359-405b-8d4d-b431dcdb105a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:43.265175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:41Z', 'revision_number': 9, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.324620 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:43.335404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:43.336080 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.350294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.391933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] For port 3811040c-8958-43ca-999e-1b25b7459eec, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3811040c-8958-43ca-999e-1b25b7459eec,segment=NetworkSegment(ea2d5546-0de1-4700-923b-ff7d239affd2),segment_id=ea2d5546-0de1-4700-923b-ff7d239affd2)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:43.392608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.396864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9106b6a1-de8c-44ff-9d20-82357308e656']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.413587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Calling delete_port for 3811040c-8958-43ca-999e-1b25b7459eec owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:43.413948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.418446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315e0cd3-71ec-4ffc-8898-71e7fb38dec8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.418877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315e0cd3-71ec-4ffc-8898-71e7fb38dec8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.435098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.447300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:43.452792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.484017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:43.484501 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:43.487826 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:43.570444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.573514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.580646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.590907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.594009 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/9106b6a1-de8c-44ff-9d20-82357308e656 HTTP/1.1" status: 204 len: 168 time: 0.8409855 Jul 23 23:03:43.601597 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.611813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33304) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:43.626348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ccd1e-d82c-4bd1-9c67-13daa073aa5e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=9106b6a1-de8c-44ff-9d20-82357308e656,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.652232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 814d1cd5-a345-4a54-bdae-a7d277237b0c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:43.652578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.653172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] Pushing event deleted for resources: {'Port': ['ID=3811040c-8958-43ca-999e-1b25b7459eec,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.657402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b000316-082f-42ec-bc90-849adf6811d3 None None] No DVR routers for this DVR port 3811040c-8958-43ca-999e-1b25b7459eec on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:43.667750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.668278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] DHCP port deletion for 8b6c1f2e-6359-405b-8d4d-b431dcdb105a request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:43.668542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Fanout notify agent at l3_agent the message router_deleted on router 57e54cd3-8319-4943-bf26-5b2baa71382c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:43.688269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.689888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-739071de-1e87-4ddc-b5a1-7ae71954a013 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/routers/57e54cd3-8319-4943-bf26-5b2baa71382c HTTP/1.1" status: 204 len: 168 time: 2.0348496 Jul 23 23:03:43.692538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:43.735376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Deleting port 814d1cd5-a345-4a54-bdae-a7d277237b0c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:43.735767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.738273 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:41Z', 'revision_number': 9, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.750529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.756756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Deleting subnet 0ef66116-1b20-4eba-99c2-55a7fa19cb50 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:43.760803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.768780 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f92c7-5766-4087-b01a-96ec2d33a62e None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:41Z', 'revision_number': 9, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': '3b878680-91be-4efa-acbd-b1fd3a52e2b3', 'name': '', 'network_id': 'd2b27ac8-e2d3-4bcb-9499-4b52a4c3d271', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:f1:4c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:03:07Z', 'updated_at': '2021-07-23T23:03:13Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '399fea04-adb5-41d6-a9cb-0a08a8bdf18f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:43.799764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 814d1cd5-a345-4a54-bdae-a7d277237b0c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=814d1cd5-a345-4a54-bdae-a7d277237b0c,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:43.800131 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.814790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] For port 814d1cd5-a345-4a54-bdae-a7d277237b0c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=814d1cd5-a345-4a54-bdae-a7d277237b0c,segment=NetworkSegment(63b972d0-c9cc-430a-a913-8d2ff88c91be),segment_id=63b972d0-c9cc-430a-a913-8d2ff88c91be)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:43.815194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.822008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.825316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 814d1cd5-a345-4a54-bdae-a7d277237b0c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:43.837006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Calling delete_port for 814d1cd5-a345-4a54-bdae-a7d277237b0c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:43.851112 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8082114-ccdf-43d9-9ff9-0a1c472ce501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.878539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.950785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.954620 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.955222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.972077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb92a78e-4f3d-46e3-b12c-895874ded213']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.981800 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef66116-1b20-4eba-99c2-55a7fa19cb50,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.987231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] Pushing event deleted for resources: {'Port': ['ID=814d1cd5-a345-4a54-bdae-a7d277237b0c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.988195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.991954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77881b15-f9a1-4136-ac1c-a12a42ab9a77 None None] No DVR routers for this DVR port 814d1cd5-a345-4a54-bdae-a7d277237b0c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:43.992320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1e51f136-734a-4d0e-b5a9-e781cca61e78 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/subnets/0ef66116-1b20-4eba-99c2-55a7fa19cb50 HTTP/1.1" status: 204 len: 168 time: 0.2982004 Jul 23 23:03:43.995360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:43.998788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2d5546-0de1-4700-923b-ff7d239affd2') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:43.999090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2d5546-0de1-4700-923b-ff7d239affd2') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.012379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.033682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.040915 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.044139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:44.044534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:44.048840 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:44.086928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.097242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=814d1cd5-a345-4a54-bdae-a7d277237b0c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.131542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 814d1cd5-a345-4a54-bdae-a7d277237b0c on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:44.175688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.183439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.192642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.199110 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/fb92a78e-4f3d-46e3-b12c-895874ded213 HTTP/1.1" status: 204 len: 168 time: 0.5826249 Jul 23 23:03:44.199407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33310) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:44.201672 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.203064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044de60b-fa35-40ce-8db5-a5f1a4a5a2a3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.217135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683e034e-b718-4d8c-9a34-fcac00a7c370') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.217515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683e034e-b718-4d8c-9a34-fcac00a7c370') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.218901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333002476'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:44.227891 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.230153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92d819-086b-4bc2-8d49-f7b2ddda3852 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=fb92a78e-4f3d-46e3-b12c-895874ded213,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.244686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.251405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:44.251767 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:44.255638 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:44.262623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.279366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6c1f2e-6359-405b-8d4d-b431dcdb105a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.295058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b972d0-c9cc-430a-a913-8d2ff88c91be') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.295359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b972d0-c9cc-430a-a913-8d2ff88c91be') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:44.303565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:44.307141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.312643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.322810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.330396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.332238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] 10.222.0.37 "DELETE /v2.0/networks/044de60b-fa35-40ce-8db5-a5f1a4a5a2a3 HTTP/1.1" status: 204 len: 168 time: 0.3359339 Jul 23 23:03:44.344123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.345274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbac722-d705-455f-80ae-b8b092d1d295 tempest-FloatingIPTestJSON-1238314202 tempest-FloatingIPTestJSON-1238314202-project] Pushing event deleted for resources: {'Network': ['ID=044de60b-fa35-40ce-8db5-a5f1a4a5a2a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.354184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:44.354608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:44.358216 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:44.375425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:44.436083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.440854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.445684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/8b6c1f2e-6359-405b-8d4d-b431dcdb105a HTTP/1.1" status: 204 len: 168 time: 1.1930730 Jul 23 23:03:44.445874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:44.447139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.447489 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 12b4ed02-ebe9-4037-8163-ca1e855f3495 of type vlan for network 91cd7882-0c40-4300-a3b1-872a7ab72b66 Jul 23 23:03:44.471784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031737fd-65cc-4d24-993d-0a95f20554db tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=8b6c1f2e-6359-405b-8d4d-b431dcdb105a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.512553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.546661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.554352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.555374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.594645 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3943634 Jul 23 23:03:44.597823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:44.604125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:44.632198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8b750-bd36-4a93-9820-c6b0a3ae8998 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=91cd7882-0c40-4300-a3b1-872a7ab72b66,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.643540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:44.656960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:44.785364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:44.789799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.808059 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-554ac78a-ba09-4b76-9876-6fa0373454c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e21f4ce72c7d42f5833890fe72e91fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499145 Jul 23 23:03:44.890667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:44.944249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3811040c-8958-43ca-999e-1b25b7459eec no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:44.952804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.966338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3811040c-8958-43ca-999e-1b25b7459eec {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:44.966338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3811040c-8958-43ca-999e-1b25b7459eec not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:44.966338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 814d1cd5-a345-4a54-bdae-a7d277237b0c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:44.976802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.987683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 814d1cd5-a345-4a54-bdae-a7d277237b0c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:44.988034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 814d1cd5-a345-4a54-bdae-a7d277237b0c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:44.988677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766de459-6657-474d-9329-dae18f669d12 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:45.021942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 766de459-6657-474d-9329-dae18f669d12 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:45.022640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766de459-6657-474d-9329-dae18f669d12 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:45.029586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.037709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.040642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.041992 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67099d83-008d-4a81-9139-ee4d5a4dc360 HTTP/1.1" status: 204 len: 168 time: 0.1501849 Jul 23 23:03:45.054024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2903c3-780d-424a-a910-b7e1d7bc6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67099d83-008d-4a81-9139-ee4d5a4dc360,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:45.102823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.114466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.242316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=7d57775c-475d-4c97-997b-600c9c2a6a5d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:45.313223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '12b4ed02-ebe9-4037-8163-ca1e855f3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:45.313599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: 91cd7882-0c40-4300-a3b1-872a7ab72b66, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:45.339667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:45.353488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 91cd7882-0c40-4300-a3b1-872a7ab72b66) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:45.359095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:45.359681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.368758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff347d17-5a6b-4def-8f09-eb8f6a71a85a None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:45.406999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-382bcc84-acab-4921-904a-f0dc338930cd tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8049843 Jul 23 23:03:45.407229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:45.414250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593259786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:45.467102 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.468101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.544813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-91cd7882-0c40-4300-a3b1-872a7ab72b66', 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '7d57775c-475d-4c97-997b-600c9c2a6a5d'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:45.545982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.546446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.558921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 3b878680-91be-4efa-acbd-b1fd3a52e2b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:45.559271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.563614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.611637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.616326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3ad4753c-5e1c-48dd-aa52-a9d384094db5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2047722 Jul 23 23:03:45.616830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:45.624042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'port': {'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66', 'name': 'tempest-RoutersTest-1259546533'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:45.688106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 3b878680-91be-4efa-acbd-b1fd3a52e2b3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3b878680-91be-4efa-acbd-b1fd3a52e2b3,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:45.689150 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.700508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Allocated IP 172.20.0.2 (91cd7882-0c40-4300-a3b1-872a7ab72b66/7d57775c-475d-4c97-997b-600c9c2a6a5d/fb0b33be-e141-41a2-83f1-8d8812f588d1) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:45.712234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 3b878680-91be-4efa-acbd-b1fd3a52e2b3 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:45.794670 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:45.799421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.818898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:45.841734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] device_id is not set on port 4b5181dc-8f19-46c9-8081-59499ccb045e yet. {{(pid=93836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:03:45.896485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.940568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.941230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Transition to ACTIVE for port object fb0b33be-e141-41a2-83f1-8d8812f588d1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:45.943464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'networks': [{'name': 'tempest-network--1436615270'}, {'name': 'tempest-network--1406421576'}]} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:45.943815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-network--1436615270'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:45.944281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-network--1406421576'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:45.957449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Transition to ACTIVE for port object fb0b33be-e141-41a2-83f1-8d8812f588d1 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:45.964513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.977625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=3b878680-91be-4efa-acbd-b1fd3a52e2b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:46.004793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'network': 2} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:46.009671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.012574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:46.017403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:46.019546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Pushing event updated for resources: {'Port': ['ID=fb0b33be-e141-41a2-83f1-8d8812f588d1,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:46.022835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:46.033188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.058822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.20.0.10 (91cd7882-0c40-4300-a3b1-872a7ab72b66/7d57775c-475d-4c97-997b-600c9c2a6a5d/4b5181dc-8f19-46c9-8081-59499ccb045e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:46.097156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Attempting to bind port fb0b33be-e141-41a2-83f1-8d8812f588d1 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:46.097817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Attempting to bind port fb0b33be-e141-41a2-83f1-8d8812f588d1 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '12b4ed02-ebe9-4037-8163-ca1e855f3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:46.099123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Attempting to bind port fb0b33be-e141-41a2-83f1-8d8812f588d1 on network 91cd7882-0c40-4300-a3b1-872a7ab72b66 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:46.106157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:46.106814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Checking segment: {'id': '12b4ed02-ebe9-4037-8163-ca1e855f3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:46.107384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.107971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Bound using segment: {'id': '12b4ed02-ebe9-4037-8163-ca1e855f3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:46.108455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Bound port: fb0b33be-e141-41a2-83f1-8d8812f588d1, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b4ed02-ebe9-4037-8163-ca1e855f3495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '91cd7882-0c40-4300-a3b1-872a7ab72b66'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:46.108897 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.144351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.191254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] For port fb0b33be-e141-41a2-83f1-8d8812f588d1, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:46.195841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] For port fb0b33be-e141-41a2-83f1-8d8812f588d1, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb0b33be-e141-41a2-83f1-8d8812f588d1,segment=NetworkSegment(12b4ed02-ebe9-4037-8163-ca1e855f3495),segment_id=12b4ed02-ebe9-4037-8163-ca1e855f3495)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:46.204851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.274729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac9598-64fc-4683-a474-6a6f7306cbb3 None None] Pushing event updated for resources: {'Port': ['ID=fb0b33be-e141-41a2-83f1-8d8812f588d1,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:46.314417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.331636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.332445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.349331 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.392254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object 4b5181dc-8f19-46c9-8081-59499ccb045e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:46.392781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:46.399481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c4e091-876a-4239-b305-9f4fde9af241,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:46.413318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:46.429310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.429653 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment d9eeafbf-cd57-450d-8de7-ae88ac0a9bb0 of type vlan for network 065846ef-2ea9-42ce-b38f-a606426de878 Jul 23 23:03:46.502182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.512482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:46.519555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-28e89cd8-cdb4-4357-ba69-e22dc5486132 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722983 Jul 23 23:03:46.523259 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:46.525006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:46.539199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.543685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:46.544358 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:46.617164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.641228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:46.641734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:46.656049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:46.658982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:46.668970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:46.674398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 399fea04-adb5-41d6-a9cb-0a08a8bdf18f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:46.698462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.703059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=4b5181dc-8f19-46c9-8081-59499ccb045e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:46.736697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.737038 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment 98233345-d8cd-44f7-a71c-91728769796a of type vlan for network 049a6102-3e99-4c8f-acc2-3a86e7917be6 Jul 23 23:03:46.786508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.794327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.794971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.838608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.844387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:45Z', 'revision_number': 10, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:46.856373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7037bbdd-eb37-498e-8e1d-d8d0e83c55ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2378149 Jul 23 23:03:46.859260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:46.876573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:46.888291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:46.888923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:46.905264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.905791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.914674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.919931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.920588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.983544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1611669 Jul 23 23:03:46.984787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.987680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:47.014393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:47.105744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=065846ef-2ea9-42ce-b38f-a606426de878,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.179426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 065846ef-2ea9-42ce-b38f-a606426de878 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:47.181498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb0b33be-e141-41a2-83f1-8d8812f588d1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:47.306876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5719f-1a88-4ead-b907-694a3e9c79c0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=049a6102-3e99-4c8f-acc2-3a86e7917be6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.333540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 049a6102-3e99-4c8f-acc2-3a86e7917be6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:47.355985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bb5ce-cdc7-4365-b245-1dafc1eca1f0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.362145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bb5ce-cdc7-4365-b245-1dafc1eca1f0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.369280 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bb5ce-cdc7-4365-b245-1dafc1eca1f0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.375630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bb5ce-cdc7-4365-b245-1dafc1eca1f0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.377459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3e3bb5ce-cdc7-4365-b245-1dafc1eca1f0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3752763 Jul 23 23:03:47.383229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:47.384356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.419467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.449841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=399fea04-adb5-41d6-a9cb-0a08a8bdf18f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.454030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.454345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08114846-4ace-4609-9c9e-7a56295f6982 None None] Network d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:47.458534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-981f4683-e2b6-4f7f-80f7-515d468294ee tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/399fea04-adb5-41d6-a9cb-0a08a8bdf18f HTTP/1.1" status: 204 len: 168 time: 0.9313946 Jul 23 23:03:47.459697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:47.501117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb28f4e-c33b-4e13-a36b-82e7da5c5627 None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:47.503381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port fb0b33be-e141-41a2-83f1-8d8812f588d1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:47.743103 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.749849 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.809614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Provisioning for port fb0b33be-e141-41a2-83f1-8d8812f588d1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:47.835667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Provisioning complete for port fb0b33be-e141-41a2-83f1-8d8812f588d1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:47.835900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=4b5181dc-8f19-46c9-8081-59499ccb045e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.836117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.904588 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.948977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:45Z', 'revision_number': 10, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:47.953028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.995269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef53fac-8fb4-4f4f-8ef9-3cc160611ffd None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:45Z', 'revision_number': 10, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None, '_interfaces': [{'id': 'a94fbed5-cd7f-4312-b171-af276df457b2', 'name': '', 'network_id': 'b9d91fb9-f97f-49b4-83ce-c2d22920f0e6', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'mac_address': 'fa:16:3e:d8:8e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '627536c2-194b-420a-9c2e-40d543c978a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:09Z', 'revision_number': 5, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'subnets': [{'id': '627536c2-194b-420a-9c2e-40d543c978a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:48.006749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.078180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.085335 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.092156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065846ef-2ea9-42ce-b38f-a606426de878']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.105087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eeafbf-cd57-450d-8de7-ae88ac0a9bb0') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.105550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eeafbf-cd57-450d-8de7-ae88ac0a9bb0') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.118383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.138186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.139020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] For port fb0b33be-e141-41a2-83f1-8d8812f588d1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb0b33be-e141-41a2-83f1-8d8812f588d1,segment=NetworkSegment(12b4ed02-ebe9-4037-8163-ca1e855f3495),segment_id=12b4ed02-ebe9-4037-8163-ca1e855f3495)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:48.141006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 31924603-003d-4c1b-be7c-fe75cfc754f5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:48.141240 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.143599 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.156353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:48.156752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:48.160135 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:48.173418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.207095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8f68b-5f80-4918-9c39-b2a758857cfd None None] Pushing event updated for resources: {'Port': ['ID=fb0b33be-e141-41a2-83f1-8d8812f588d1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.276748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 31924603-003d-4c1b-be7c-fe75cfc754f5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=31924603-003d-4c1b-be7c-fe75cfc754f5,segment=NetworkSegment(f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17),segment_id=f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:48.277232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.279540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.292799 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.297283 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/065846ef-2ea9-42ce-b38f-a606426de878 HTTP/1.1" status: 204 len: 168 time: 0.9077759 Jul 23 23:03:48.298344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:48.320525 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 31924603-003d-4c1b-be7c-fe75cfc754f5 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:48.334659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7863c2c-1103-49dd-a473-c53b165d39bd tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=065846ef-2ea9-42ce-b38f-a606426de878,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.428768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] DHCP port deletion for d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:48.444412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.509742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Provisioning for port 4b5181dc-8f19-46c9-8081-59499ccb045e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:48.514668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Provisioning complete for port 4b5181dc-8f19-46c9-8081-59499ccb045e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:48.515039 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.530469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.555846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.560755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Deleting port 31924603-003d-4c1b-be7c-fe75cfc754f5 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:48.561154 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.563991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Port 4b5181dc-8f19-46c9-8081-59499ccb045e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:48.569498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.600896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Provisioning complete for port fb0b33be-e141-41a2-83f1-8d8812f588d1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:48.601274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52979386-c67f-46e3-b8b9-33d8763516d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.603478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.606434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=31924603-003d-4c1b-be7c-fe75cfc754f5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.613275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 31924603-003d-4c1b-be7c-fe75cfc754f5 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:48.620552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049a6102-3e99-4c8f-acc2-3a86e7917be6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.641984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.657607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98233345-d8cd-44f7-a71c-91728769796a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.657933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98233345-d8cd-44f7-a71c-91728769796a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.671408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] For port 31924603-003d-4c1b-be7c-fe75cfc754f5, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:48.671802 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.692105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Calling delete_port for 31924603-003d-4c1b-be7c-fe75cfc754f5 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:48.695079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Port 31924603-003d-4c1b-be7c-fe75cfc754f5 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:03:48.698242 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.706313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.714222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=4b5181dc-8f19-46c9-8081-59499ccb045e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.745245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] Pushing event deleted for resources: {'Port': ['ID=31924603-003d-4c1b-be7c-fe75cfc754f5,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.753703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f88cd-eadf-4317-ad52-8a63d7ba5a66 None None] No DVR routers for this DVR port 31924603-003d-4c1b-be7c-fe75cfc754f5 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:48.774482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.783986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.795482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.798521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:48.798947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.799696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:48.801503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:48.803590 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:48.835522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.835819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88d6d0d-6e38-4a19-b6c4-975f0c9aeb17') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:48.887936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.907178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.913382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.926688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.931040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/049a6102-3e99-4c8f-acc2-3a86e7917be6 HTTP/1.1" status: 204 len: 168 time: 0.6301100 Jul 23 23:03:48.934714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:48.940479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:48.941020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:48.945934 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:48.960307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90424d81-5510-449c-973b-b93d83bc1085 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=049a6102-3e99-4c8f-acc2-3a86e7917be6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:48.991376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb0b33be-e141-41a2-83f1-8d8812f588d1 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:49.037083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.045153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.047454 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271 HTTP/1.1" status: 204 len: 168 time: 1.5871384 Jul 23 23:03:49.050443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:49.088770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d2615a2e-ad74-43c8-8e30-83b83e38f566 None None] Provisioning complete for port 4b5181dc-8f19-46c9-8081-59499ccb045e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:49.089142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d2615a2e-ad74-43c8-8e30-83b83e38f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.120603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f342a-2b49-4720-a44e-d6a16930c283 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=d2b27ac8-e2d3-4bcb-9499-4b52a4c3d271,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:49.185513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d2615a2e-ad74-43c8-8e30-83b83e38f566 None None] Port 4b5181dc-8f19-46c9-8081-59499ccb045e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:49.195663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fb0b33be-e141-41a2-83f1-8d8812f588d1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:49.196147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.329158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f9f8ded0-2b51-4ff3-a639-720fa1821b1a None None] Provisioning complete for port 4b5181dc-8f19-46c9-8081-59499ccb045e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:49.329713 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ded0-2b51-4ff3-a639-720fa1821b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.377048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8ded0-2b51-4ff3-a639-720fa1821b1a None None] Port 4b5181dc-8f19-46c9-8081-59499ccb045e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:49.404665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 31924603-003d-4c1b-be7c-fe75cfc754f5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:49.428212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 31924603-003d-4c1b-be7c-fe75cfc754f5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:49.428463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 31924603-003d-4c1b-be7c-fe75cfc754f5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:49.429186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b878680-91be-4efa-acbd-b1fd3a52e2b3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:49.450996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3b878680-91be-4efa-acbd-b1fd3a52e2b3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:49.451335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3b878680-91be-4efa-acbd-b1fd3a52e2b3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:49.500784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dcc78b39-e887-498d-b91e-13da27f0ea34 None None] Provisioning complete for port 4b5181dc-8f19-46c9-8081-59499ccb045e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:49.501513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dcc78b39-e887-498d-b91e-13da27f0ea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.505056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.540735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dcc78b39-e887-498d-b91e-13da27f0ea34 None None] Port 4b5181dc-8f19-46c9-8081-59499ccb045e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:49.574100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 763c7981-4500-456a-86e5-1cd5bccafd05 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:49.620563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9b409-8c5d-4e6f-a28e-4437f67cdbf1 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.628481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9b409-8c5d-4e6f-a28e-4437f67cdbf1 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.630623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f0d9b409-8c5d-4e6f-a28e-4437f67cdbf1 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6945364 Jul 23 23:03:49.643287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33370) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:49.649160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1459789894'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:49.679705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:49.686196 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.719754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:49.725325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df2274ff-5e16-4bd6-bfd1-96b5b03eda33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/763c7981-4500-456a-86e5-1cd5bccafd05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8640590 Jul 23 23:03:49.728669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:49.729061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:49.731352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] Sync routers for ids ['763c7981-4500-456a-86e5-1cd5bccafd05'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:49.742006 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] Routers {'763c7981-4500-456a-86e5-1cd5bccafd05'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:49.742853 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['763c7981-4500-456a-86e5-1cd5bccafd05'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:49.783706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:49.794563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] Routers {'763c7981-4500-456a-86e5-1cd5bccafd05'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:49.795275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['763c7981-4500-456a-86e5-1cd5bccafd05'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:49.795495 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.795852 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment 57e3f1b5-85bc-4c51-bbb7-c3954358a05a of type vlan for network e68d8d24-9dd3-4e49-b33f-42b916cac479 Jul 23 23:03:49.838179 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:49.838729 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84490752-6e11-4f33-8cd1-1ab18a0f299a None None] The sync data for ids ['763c7981-4500-456a-86e5-1cd5bccafd05'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:49.865128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d90a7-c075-42a0-bd12-7ff046303048 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.866547 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-837d90a7-c075-42a0-bd12-7ff046303048 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports/4b5181dc-8f19-46c9-8081-59499ccb045e HTTP/1.1" status: 200 len: 978 time: 0.1350191 Jul 23 23:03:49.869512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:49.888524 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.931406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.937198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.937800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.977521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port a94fbed5-cd7f-4312-b171-af276df457b2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:49.977887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.000114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3557794 Jul 23 23:03:50.005935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:50.042698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1716949842'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:50.052266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bdbfa-d0b8-49d4-91c2-4a63eba52b10 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=e68d8d24-9dd3-4e49-b33f-42b916cac479,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:50.065889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e68d8d24-9dd3-4e49-b33f-42b916cac479 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:50.084061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:50.087813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.127821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port a94fbed5-cd7f-4312-b171-af276df457b2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a94fbed5-cd7f-4312-b171-af276df457b2,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:50.128124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.138002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:50.145250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for a94fbed5-cd7f-4312-b171-af276df457b2 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:50.151212 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.151559 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment 8e8ac3ef-b87b-4729-88bf-3e1016204b6d of type vlan for network 304a0636-4449-45f2-9e29-f60a766258c9 Jul 23 23:03:50.202811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.260036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.265541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:50.266175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.313342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3063371 Jul 23 23:03:50.317443 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:50.326437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.343016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'ports': [{'network_id': 'e68d8d24-9dd3-4e49-b33f-42b916cac479', 'name': 'tempest-port--102444396', 'admin_state_up': True}, {'network_id': '304a0636-4449-45f2-9e29-f60a766258c9', 'admin_state_up': False}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:50.343331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'port': {'network_id': 'e68d8d24-9dd3-4e49-b33f-42b916cac479', 'name': 'tempest-port--102444396', 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:50.343821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'port': {'network_id': '304a0636-4449-45f2-9e29-f60a766258c9', 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:50.354445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=a94fbed5-cd7f-4312-b171-af276df457b2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:50.390079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9a3fe-fb31-41e1-ae20-8722ba98950b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=304a0636-4449-45f2-9e29-f60a766258c9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:50.403332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 304a0636-4449-45f2-9e29-f60a766258c9 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:50.460931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.470788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.650150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:50.693673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:50.698321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.719440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.738994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:50.744397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ca8d483-5650-4dac-841d-52130e1bb609 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927187 Jul 23 23:03:50.747039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:50.751254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:50.762694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:50.763446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:50.805350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting subnet 627536c2-194b-420a-9c2e-40d543c978a6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:50.808985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.832261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] device_id is not set on port a7594cd4-a59d-4c0a-b622-df069090f18e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:03:50.837706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:50.859856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.897849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:50.925769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:50.935060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:50.935707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:50.962463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.977742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 4b5181dc-8f19-46c9-8081-59499ccb045e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:50.978296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.013779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:51.035156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.064847 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.070744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Subnet': ['ID=627536c2-194b-420a-9c2e-40d543c978a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:51.072356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.076550 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-caaf383f-44d3-4c07-862d-1811603cc1d7 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/627536c2-194b-420a-9c2e-40d543c978a6 HTTP/1.1" status: 204 len: 168 time: 0.3260269 Jul 23 23:03:51.076751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:51.077219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:51.106657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12835a87-48ab-4be2-b84e-974b07ff5cea None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:51.108117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44e94f-ef7d-4edf-9da2-aafa79bf75cb None None] Network b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:51.162077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.179773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] device_id is not set on port 7362ed5c-a390-4920-8018-fdf7f811ae3c yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 23:03:51.187273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 4b5181dc-8f19-46c9-8081-59499ccb045e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:51.189885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.251807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Deleting port 2f663343-c231-4e4f-9f1d-d351da6cb6dc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:51.252251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.327955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] For port 2f663343-c231-4e4f-9f1d-d351da6cb6dc, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2f663343-c231-4e4f-9f1d-d351da6cb6dc,segment=NetworkSegment(0cc601bd-c913-42f5-8277-76a8ba6430d8),segment_id=0cc601bd-c913-42f5-8277-76a8ba6430d8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:51.328447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.343109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Calling delete_port for 2f663343-c231-4e4f-9f1d-d351da6cb6dc owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:51.414097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.426540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.458226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Port': ['ID=2f663343-c231-4e4f-9f1d-d351da6cb6dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:51.462973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No DVR routers for this DVR port 2f663343-c231-4e4f-9f1d-d351da6cb6dc on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:51.479966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797943c-27d0-4891-8d55-a6a8b850df9f None None] DHCP port deletion for b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:51.491469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.539391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.541590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=4b5181dc-8f19-46c9-8081-59499ccb045e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:51.578835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.592902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d91fb9-f97f-49b4-83ce-c2d22920f0e6']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:51.605743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc601bd-c913-42f5-8277-76a8ba6430d8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:51.606263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc601bd-c913-42f5-8277-76a8ba6430d8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:51.618351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.636209 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.643802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:51.645654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:51.649170 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:51.666297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Port': ['ID=a7594cd4-a59d-4c0a-b622-df069090f18e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:51.699789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Checking segment: {'id': '57e3f1b5-85bc-4c51-bbb7-c3954358a05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e68d8d24-9dd3-4e49-b33f-42b916cac479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:51.699789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network hostable DHCP agents. Network: e68d8d24-9dd3-4e49-b33f-42b916cac479, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:51.725724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.733933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.739425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/networks/b9d91fb9-f97f-49b4-83ce-c2d22920f0e6 HTTP/1.1" status: 204 len: 168 time: 0.6579652 Jul 23 23:03:51.739425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:51.744449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'routes': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:51.786004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.797057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network e68d8d24-9dd3-4e49-b33f-42b916cac479 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:51.825215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944913c-2ee3-4c9f-866f-6b6616b51c4c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Pushing event deleted for resources: {'Network': ['ID=b9d91fb9-f97f-49b4-83ce-c2d22920f0e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:51.849669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e68d8d24-9dd3-4e49-b33f-42b916cac479) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:51.853740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:51.854651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:51.860292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0b8c2-0996-49ae-8312-36b181550f69 None None] Network e68d8d24-9dd3-4e49-b33f-42b916cac479 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:51.924908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Added routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:03:51.925129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Removed routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:03:51.926167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.030664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Port': ['ID=7362ed5c-a390-4920-8018-fdf7f811ae3c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:52.048309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Checking segment: {'id': '8e8ac3ef-b87b-4729-88bf-3e1016204b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '304a0636-4449-45f2-9e29-f60a766258c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:52.048674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network hostable DHCP agents. Network: 304a0636-4449-45f2-9e29-f60a766258c9, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:52.059017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 763c7981-4500-456a-86e5-1cd5bccafd05 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:52.078999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.083154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network 304a0636-4449-45f2-9e29-f60a766258c9 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:52.084592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.162610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 304a0636-4449-45f2-9e29-f60a766258c9) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:52.167939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:52.172567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c2226-b5d0-415e-a7f1-fee6ed14cd62 None None] Network 304a0636-4449-45f2-9e29-f60a766258c9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:52.173157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:52.174133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.180062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.180905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.185564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:52.199711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e65fd65c-22a8-4567-8ddd-d83455c52d14 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/763c7981-4500-456a-86e5-1cd5bccafd05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3283377 Jul 23 23:03:52.204259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] Sync routers for ids ['763c7981-4500-456a-86e5-1cd5bccafd05'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:52.207436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.221248 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] Routers {'763c7981-4500-456a-86e5-1cd5bccafd05'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:52.222320 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['763c7981-4500-456a-86e5-1cd5bccafd05'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.262416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1d9bb1a1-219e-4306-8014-7d5ef1c858b5 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9438310 Jul 23 23:03:52.263137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.271581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:52.275555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.279677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.281134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e28f20c-5204-46b5-9111-cf529fe9b96d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 705 time: 0.5407827 Jul 23 23:03:52.283861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33392) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.286856 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] Routers {'763c7981-4500-456a-86e5-1cd5bccafd05'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:52.287727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['763c7981-4500-456a-86e5-1cd5bccafd05'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.289465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Sync routers for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:52.321010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:52.321722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.336810 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.337710 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f1f8d-bc91-4e18-b033-fb184d27fcf8 None None] The sync data for ids ['763c7981-4500-456a-86e5-1cd5bccafd05'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:52.339695 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5902eed7-de75-44e4-b127-3bdc60dbe775 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 205 time: 0.0546114 Jul 23 23:03:52.341198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33394) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.408023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:52.470385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.505585 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9c91e97b-f14a-47ba-8943-3cf193fda3e5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 23:03:52.507076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9c91e97b-f14a-47ba-8943-3cf193fda3e5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/763c7981-4500-456a-86e5-1cd5bccafd05/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2974229 Jul 23 23:03:52.516460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59767aee-01a1-4080-81f7-ba5878c3f27c tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.518108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Checking router: 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:52.523640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59767aee-01a1-4080-81f7-ba5878c3f27c tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.525298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.525461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-59767aee-01a1-4080-81f7-ba5878c3f27c tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2172260 Jul 23 23:03:52.526163 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.532687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Routers {'0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:52.533347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.540097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.571495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-44f43d1d-6e73-48fd-a4df-6a264032c15a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=763c7981-4500-456a-86e5-1cd5bccafd05 HTTP/1.1" status: 200 len: 205 time: 0.0415564 Jul 23 23:03:52.571829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:52.610282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] Set router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:52.673654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:52.709146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84bcd9a-da7a-4a3e-8858-3706f773704a None None] The sync data for ids ['0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f'] in n-d-791506-25 is: [{'id': '0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f', 'name': 'tempest-RoutersIpV6Test-router-1293059680', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:50Z', 'revision_number': 11, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:52.853197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:52.959491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f663343-c231-4e4f-9f1d-d351da6cb6dc no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:52.987662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2f663343-c231-4e4f-9f1d-d351da6cb6dc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:52.988319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2f663343-c231-4e4f-9f1d-d351da6cb6dc not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:52.989438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a94fbed5-cd7f-4312-b171-af276df457b2 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:53.018264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a94fbed5-cd7f-4312-b171-af276df457b2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:53.018927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a94fbed5-cd7f-4312-b171-af276df457b2 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:53.027586 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.048845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.051228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.099110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.100012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:53.107883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.112916 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-186ceca6-c533-4b43-a4ed-35384afb98cd tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 204 len: 168 time: 0.7666554 Jul 23 23:03:53.113331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.120312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-259557673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:53.242824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.243739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.248609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.251506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.264952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Deleting port a7594cd4-a59d-4c0a-b622-df069090f18e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:53.265291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.325203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.325710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router 763c7981-4500-456a-86e5-1cd5bccafd05 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:53.341783 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.345307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3a780857-c227-49d0-8d5f-2fe2b34719f7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/763c7981-4500-456a-86e5-1cd5bccafd05 HTTP/1.1" status: 204 len: 168 time: 0.7701125 Jul 23 23:03:53.345837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.353912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.406205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 7d57775c-475d-4c97-997b-600c9c2a6a5d {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:53.409808 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.412236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.414271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.417909 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.439205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Calling delete_port for a7594cd4-a59d-4c0a-b622-df069090f18e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:53.451291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.452521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-da0d3d5a-6845-46ce-9280-8b4228c03fdc tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3363593 Jul 23 23:03:53.455601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.463366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:53.533061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.541170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.570966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Port': ['ID=a7594cd4-a59d-4c0a-b622-df069090f18e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:53.579224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.582352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-365c1065-e4ad-4a86-8a44-34626ac82617 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/ports/a7594cd4-a59d-4c0a-b622-df069090f18e HTTP/1.1" status: 204 len: 168 time: 1.0433655 Jul 23 23:03:53.583233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.684723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Deleting port 7362ed5c-a390-4920-8018-fdf7f811ae3c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:53.685072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.758274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.761252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.774931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Calling delete_port for 7362ed5c-a390-4920-8018-fdf7f811ae3c owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:53.775667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.779387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.856798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.889875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Port': ['ID=7362ed5c-a390-4920-8018-fdf7f811ae3c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:53.897226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:53.900005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8c96b49c-c873-400d-bfb3-d5649ebf629f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/ports/7362ed5c-a390-4920-8018-fdf7f811ae3c HTTP/1.1" status: 204 len: 168 time: 0.3155060 Jul 23 23:03:53.902706 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33410) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.940385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-79b43412-cbf0-4942-b019-10f0d0c0406b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365982 Jul 23 23:03:53.943947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:53.950965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-804472027'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:53.957053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.005210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=7d57775c-475d-4c97-997b-600c9c2a6a5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:54.008403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.009635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d9cbb-5c96-4850-89ea-3d3eab3fad4c None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:54.010269 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/7d57775c-475d-4c97-997b-600c9c2a6a5d HTTP/1.1" status: 204 len: 168 time: 0.6635201 Jul 23 23:03:54.013743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.022851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:54.026555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.031603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.032495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.032495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.032712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.032975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.033309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.033645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.034033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.034723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.034933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.035233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.036119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943f2066-7893-4f0a-b66a-7b8912692aea tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:54.048704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Router 902d8c9b-ad85-4979-a79c-6bafa183e780 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:54.107253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:54.117279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.149107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.149460 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment 151e8d11-109c-4730-beb7-9a972eea7cde of type vlan for network 11eb6463-e4ed-4bf2-a26d-a775394756cd Jul 23 23:03:54.151576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:54.165235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Sync routers for ids ['902d8c9b-ad85-4979-a79c-6bafa183e780'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:54.165901 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.167155 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6afaaaa8-c7a9-4b2b-9587-797001a86c07 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "PUT /v2.0/routers/902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 200 len: 697 time: 0.7075369 Jul 23 23:03:54.169640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.176931 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Routers {'902d8c9b-ad85-4979-a79c-6bafa183e780'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:54.177605 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['902d8c9b-ad85-4979-a79c-6bafa183e780'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.205927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port fb0b33be-e141-41a2-83f1-8d8812f588d1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:54.206272 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.243664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] DHCP port deletion for 91cd7882-0c40-4300-a3b1-872a7ab72b66 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:03:54.267528 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Set router 902d8c9b-ad85-4979-a79c-6bafa183e780 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:54.279433 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.291842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d5036c7-86ce-4dc6-a6c3-6a4b500d3e9e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/routers/902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 200 len: 703 time: 0.1207089 Jul 23 23:03:54.295643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.306788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port fb0b33be-e141-41a2-83f1-8d8812f588d1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb0b33be-e141-41a2-83f1-8d8812f588d1,segment=NetworkSegment(12b4ed02-ebe9-4037-8163-ca1e855f3495),segment_id=12b4ed02-ebe9-4037-8163-ca1e855f3495)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:54.307357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.316224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Deleting port fb0b33be-e141-41a2-83f1-8d8812f588d1 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:54.316536 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.329273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for fb0b33be-e141-41a2-83f1-8d8812f588d1 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:54.341086 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d8c9b-ad85-4979-a79c-6bafa183e780', 'name': 'tempest-RoutersIpV6Test-router-259557673', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:03:53Z', 'updated_at': '2021-07-23T23:03:53Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.349178 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3c6677a0-6ef6-49ed-ad13-ddd919f75973 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 200 len: 205 time: 0.0521781 Jul 23 23:03:54.354968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.374619 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Checking router: 902d8c9b-ad85-4979-a79c-6bafa183e780 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:54.384821 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Routers {'902d8c9b-ad85-4979-a79c-6bafa183e780'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:54.385565 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['902d8c9b-ad85-4979-a79c-6bafa183e780'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.430936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.444907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.451441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:54.452047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.456327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.474379 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] Set router 902d8c9b-ad85-4979-a79c-6bafa183e780 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:54.480922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=fb0b33be-e141-41a2-83f1-8d8812f588d1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:54.493863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port fb0b33be-e141-41a2-83f1-8d8812f588d1 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:54.569070 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d8c9b-ad85-4979-a79c-6bafa183e780', 'name': 'tempest-RoutersIpV6Test-router-259557673', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:03:53Z', 'updated_at': '2021-07-23T23:03:53Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.598400 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.609575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] For port fb0b33be-e141-41a2-83f1-8d8812f588d1, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fb0b33be-e141-41a2-83f1-8d8812f588d1,segment=NetworkSegment(12b4ed02-ebe9-4037-8163-ca1e855f3495),segment_id=12b4ed02-ebe9-4037-8163-ca1e855f3495)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:54.610278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.612073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cd7882-0c40-4300-a3b1-872a7ab72b66']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.618652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6736465 Jul 23 23:03:54.627137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Calling delete_port for fb0b33be-e141-41a2-83f1-8d8812f588d1 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:54.628135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b4ed02-ebe9-4037-8163-ca1e855f3495') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.628439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b4ed02-ebe9-4037-8163-ca1e855f3495') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:54.640685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.644158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dce16-d7b9-4bcf-b21f-b6eda7eea565 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=11eb6463-e4ed-4bf2-a26d-a775394756cd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:54.659048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.666971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:54.667381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.683099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33422) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.695967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 11eb6463-e4ed-4bf2-a26d-a775394756cd details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:54.725732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-441176232'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:54.743496 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:54.746306 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:54.750574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.751737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.753431 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbedb3d-2936-4432-b133-28284e99e69e None None] The sync data for ids ['902d8c9b-ad85-4979-a79c-6bafa183e780'] in n-d-791506-25 is: [{'id': '902d8c9b-ad85-4979-a79c-6bafa183e780', 'name': 'tempest-RoutersIpV6Test-router-259557673', 'tenant_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:03:53Z', 'updated_at': '2021-07-23T23:03:53Z', 'revision_number': 2, 'project_id': '7ed992c408f34f43a1ba49b9f8436cb3', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:54.766722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.772244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/91cd7882-0c40-4300-a3b1-872a7ab72b66 HTTP/1.1" status: 204 len: 168 time: 0.7542384 Jul 23 23:03:54.779655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.785064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216686923'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:54.788867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0151a-d012-4d9f-83ee-0c7e3d0a2801 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=91cd7882-0c40-4300-a3b1-872a7ab72b66,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:54.817586 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:54.821943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.836064 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.836562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Fanout notify agent at l3_agent the message router_deleted on router 902d8c9b-ad85-4979-a79c-6bafa183e780 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:03:54.837717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:54.846381 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.847685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-728a0c9c-4edf-412f-b48b-43bfdb35e77d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 204 len: 168 time: 0.4914675 Jul 23 23:03:54.849160 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.852493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.858975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.868338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Network 91cd7882-0c40-4300-a3b1-872a7ab72b66 is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 23:03:54.868979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] No DVR routers for this DVR port fb0b33be-e141-41a2-83f1-8d8812f588d1 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:54.871407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:54.884034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.884921 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Added segment 740548c0-87a6-4f15-8a65-1742dd49ef0b of type vlan for network f1f05419-4991-449e-82d3-04fa9913b3f4 Jul 23 23:03:54.907129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8167ae-06bb-414b-a36f-74c1b14da871 None None] Pushing event deleted for resources: {'Port': ['ID=fb0b33be-e141-41a2-83f1-8d8812f588d1,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:54.914796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-02880597-b7f0-44f5-b987-458f0b6569f9 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 200 len: 205 time: 0.0584993 Jul 23 23:03:54.918120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.938662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.973094 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-af8f24f5-560b-459d-ae4b-374a68a26f43 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:54.977899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-af8f24f5-560b-459d-ae4b-374a68a26f43 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/902d8c9b-ad85-4979-a79c-6bafa183e780 HTTP/1.1" status: 404 len: 336 time: 0.0544646 Jul 23 23:03:54.979315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.979450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:54.988011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb0b33be-e141-41a2-83f1-8d8812f588d1 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:54.990255 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:54.991399 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:54.996340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:55.013519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fb0b33be-e141-41a2-83f1-8d8812f588d1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:55.013926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fb0b33be-e141-41a2-83f1-8d8812f588d1 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:55.026832 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c36886-b2d8-426f-92b0-6ccc79804887 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.027248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c36886-b2d8-426f-92b0-6ccc79804887 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.029137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c6c36886-b2d8-426f-92b0-6ccc79804887 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/3fa34f1c-0e63-4aa4-97c9-7fc3b3ba2c79 HTTP/1.1" status: 404 len: 337 time: 0.0501745 Jul 23 23:03:55.033879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.038333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.039082 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 4757d049-6af7-463e-958f-10ca61d3c9c8 of type vlan for network f6af99fd-1563-41f8-bc46-40dd9f18d92b Jul 23 23:03:55.049630 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3654346 Jul 23 23:03:55.082091 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa2e2c2-3ea6-4214-8b42-8c95315eb412 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.083343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa2e2c2-3ea6-4214-8b42-8c95315eb412 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.087769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-efa2e2c2-3ea6-4214-8b42-8c95315eb412 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/28e0e523-6637-4b2a-b159-f0b2cec69de7 HTTP/1.1" status: 404 len: 337 time: 0.0486405 Jul 23 23:03:55.090383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33434) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.093087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4997c9d-bb68-4796-85af-d5d420afad68 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Network': ['ID=f1f05419-4991-449e-82d3-04fa9913b3f4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:55.107311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f1f05419-4991-449e-82d3-04fa9913b3f4 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:55.120880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.152046 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acec780-2956-41e5-8b30-2621441e8b15 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.153141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acec780-2956-41e5-8b30-2621441e8b15 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.155818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1acec780-2956-41e5-8b30-2621441e8b15 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/399fea04-adb5-41d6-a9cb-0a08a8bdf18f HTTP/1.1" status: 404 len: 337 time: 0.0640829 Jul 23 23:03:55.158132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.197156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.203370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:55.204141 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.211432 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b103a5-8ce5-49ed-9c39-a631d1367e6d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.212024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b103a5-8ce5-49ed-9c39-a631d1367e6d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.214084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-34b103a5-8ce5-49ed-9c39-a631d1367e6d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/627536c2-194b-420a-9c2e-40d543c978a6 HTTP/1.1" status: 404 len: 337 time: 0.0546715 Jul 23 23:03:55.217017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33438) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.247660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4643927 Jul 23 23:03:55.247889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.253223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:55.257085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8e7aac59-13f2-4a0e-9c1a-7e79c4461e67 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 200 len: 205 time: 0.0364304 Jul 23 23:03:55.257304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.303662 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-14b619b4-9ddf-4dd1-abed-8f9ed92e8520 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.307284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-14b619b4-9ddf-4dd1-abed-8f9ed92e8520 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/0ed8d32f-79c8-467b-9f98-d51ce5ea2a5f HTTP/1.1" status: 404 len: 336 time: 0.0463667 Jul 23 23:03:55.307538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.311746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44f83d-050e-45e0-b2c3-cd87cb0cb440 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=f6af99fd-1563-41f8-bc46-40dd9f18d92b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:55.338797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:55.377800 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ef68651c-afb1-4c1e-bb36-7cd2dc73e1bf tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=104ebea9-76aa-49cd-88b2-69c0c6abe2fd HTTP/1.1" status: 200 len: 205 time: 0.0675499 Jul 23 23:03:55.379930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33446) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.406676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:55.413021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.429257 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-61388542-d411-4d62-af7d-85b41a0b831a tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.432731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-61388542-d411-4d62-af7d-85b41a0b831a tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/104ebea9-76aa-49cd-88b2-69c0c6abe2fd HTTP/1.1" status: 404 len: 336 time: 0.0493677 Jul 23 23:03:55.433830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.480458 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc45ec1-f153-4d06-b1a2-f1124bb9e450 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.481062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc45ec1-f153-4d06-b1a2-f1124bb9e450 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.485933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-adc45ec1-f153-4d06-b1a2-f1124bb9e450 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/33ed311e-4537-4cc5-bf66-e6a24cf650fb HTTP/1.1" status: 404 len: 337 time: 0.0511796 Jul 23 23:03:55.486687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33450) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.529842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.530082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c72a2011-167e-4d27-b52c-581215ec3e2c tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 200 len: 205 time: 0.0368488 Jul 23 23:03:55.590643 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e3ee10ba-e6f5-4caa-bcf5-3cd6b4cd4a96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.591766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e3ee10ba-e6f5-4caa-bcf5-3cd6b4cd4a96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/0f70d02c-d793-4251-986a-23fa919eedc4 HTTP/1.1" status: 404 len: 336 time: 0.0665295 Jul 23 23:03:55.594779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.633424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a4812dd0-1ecc-45ef-8059-c8ae2d8e4c96 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5144e54-2c23-4923-8400-d90427ae4880 HTTP/1.1" status: 200 len: 205 time: 0.0354574 Jul 23 23:03:55.633805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.705181 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-e6515088-e23e-46fe-9092-0eb4a1027036 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.710051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e6515088-e23e-46fe-9092-0eb4a1027036 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/f5144e54-2c23-4923-8400-d90427ae4880 HTTP/1.1" status: 404 len: 336 time: 0.0720792 Jul 23 23:03:55.710406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.742552 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6494d6-9512-4afc-a36e-0f6241f0c5ac tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.743129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6494d6-9512-4afc-a36e-0f6241f0c5ac tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.748758 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb6494d6-9512-4afc-a36e-0f6241f0c5ac tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/d9ec4911-de9b-45a6-af50-e4d11924d6f5 HTTP/1.1" status: 404 len: 337 time: 0.0346076 Jul 23 23:03:55.748976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33464) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.765032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.797335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f006a210-d8a0-4e5b-a0fd-21910c71ae99 tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdec0f4e-9bd3-4671-b33e-ced2528ac34b HTTP/1.1" status: 200 len: 205 time: 0.0469258 Jul 23 23:03:55.798288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33466) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.842985 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-c462fc4e-16bc-42d1-a47d-0e1bd4e3cd2d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.846909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c462fc4e-16bc-42d1-a47d-0e1bd4e3cd2d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/fdec0f4e-9bd3-4671-b33e-ced2528ac34b HTTP/1.1" status: 404 len: 336 time: 0.0473940 Jul 23 23:03:55.847530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.849837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-450189d0-8695-4c8f-a319-2281eda640ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1573389 Jul 23 23:03:55.859573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=288b9c5f-5a3c-4ee5-9f17-b120b4f8df91,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:55.874285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '4757d049-6af7-463e-958f-10ca61d3c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:55.874758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: f6af99fd-1563-41f8-bc46-40dd9f18d92b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:55.881069 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4717e-d7ef-4986-981e-60f4e3a1f51a tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:55.881810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b4717e-d7ef-4986-981e-60f4e3a1f51a tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:55.887412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.887551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b5b4717e-d7ef-4986-981e-60f4e3a1f51a tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/020fd755-0da7-433d-a431-da4de36d47ec HTTP/1.1" status: 404 len: 337 time: 0.0384128 Jul 23 23:03:55.925496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5b43836f-d135-4a4f-84df-7395dea1af7e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 HTTP/1.1" status: 200 len: 205 time: 0.0359087 Jul 23 23:03:55.927906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:55.943608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:55.984337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f6af99fd-1563-41f8-bc46-40dd9f18d92b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:55.990874 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-54ad57f0-83be-4a19-8d07-930c0fda970b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] delete failed (client error): The resource could not be found. Jul 23 23:03:55.991409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:55.991914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:55.995936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.000103 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-54ad57f0-83be-4a19-8d07-930c0fda970b tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/routers/9a7bfa47-1236-47ed-ab2f-5b0420ef50c8 HTTP/1.1" status: 404 len: 336 time: 0.0710046 Jul 23 23:03:56.008782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dd331-39b3-46fe-bcf0-0f65440d70fb None None] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:56.044296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4e7a8d1b-7fe0-40a9-9c0a-26834c9959c6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7952838 Jul 23 23:03:56.046500 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a323918-6377-4f7a-88f2-82433e22010e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:56.047028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a323918-6377-4f7a-88f2-82433e22010e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:56.047538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.049836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a323918-6377-4f7a-88f2-82433e22010e tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/20934979-8f4b-425f-bd84-561df391bc4d HTTP/1.1" status: 404 len: 337 time: 0.0515628 Jul 23 23:03:56.051944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.055863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-650217006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:56.092336 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21e9dbe-08d9-4e79-a67a-960829b8b00d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] DELETE failed (client error): The resource could not be found. Jul 23 23:03:56.093239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21e9dbe-08d9-4e79-a67a-960829b8b00d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:03:56.099323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f21e9dbe-08d9-4e79-a67a-960829b8b00d tempest-RoutersIpV6Test-876054809 tempest-RoutersIpV6Test-876054809-project] 10.222.0.37 "DELETE /v2.0/subnets/8533233c-9f42-45d9-8fb4-74fce51f5f92 HTTP/1.1" status: 404 len: 337 time: 0.0420794 Jul 23 23:03:56.107711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-14c08a56-c3cd-4ab6-861c-837b434bc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.109839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-14c08a56-c3cd-4ab6-861c-837b434bc2e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1778047 Jul 23 23:03:56.122591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.124180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.295700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.306832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.342021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.344239 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-57fe9e48-b4ec-4990-96a1-666c2b5294ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2938416 Jul 23 23:03:56.347081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.349953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-4e6fba52-a465-4134-af27-dd30ca08f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.353097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-4e6fba52-a465-4134-af27-dd30ca08f517 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2146261 Jul 23 23:03:56.388940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f6af99fd-1563-41f8-bc46-40dd9f18d92b', 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '288b9c5f-5a3c-4ee5-9f17-b120b4f8df91'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:03:56.390675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.500281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-c92af8b0-a039-433c-902b-469a7f18fd23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 1000 time: 0.1377285 Jul 23 23:03:56.596760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Allocated IP 172.20.0.2 (f6af99fd-1563-41f8-bc46-40dd9f18d92b/288b9c5f-5a3c-4ee5-9f17-b120b4f8df91/db1a535b-8cad-4ffa-864f-180a255f34a0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:56.610141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.625329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-351523c0-f738-4ea6-83d4-cd9f25468b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.627944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-351523c0-f738-4ea6-83d4-cd9f25468b95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1215789 Jul 23 23:03:56.748922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-6b4000d6-650d-4e45-9df8-d6a2c30fb78e req-ff226b8d-4844-451d-95c9-704939cf0dab service neutron] (93836) timed out ('10.222.0.25', 58475) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:03:56.778097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-2ccd347f-a798-47bf-9343-f4eb8c9b02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.780645 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-2ccd347f-a798-47bf-9343-f4eb8c9b02cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420972 Jul 23 23:03:56.815073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.815458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.826742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Transition to ACTIVE for port object db1a535b-8cad-4ffa-864f-180a255f34a0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:56.850434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Transition to ACTIVE for port object db1a535b-8cad-4ffa-864f-180a255f34a0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:56.861611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.917120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:56.927688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:56.933872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Pushing event updated for resources: {'Port': ['ID=db1a535b-8cad-4ffa-864f-180a255f34a0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:56.934915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-27244083-518a-4cfe-a0b4-f7ae56179776 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ed992c408f34f43a1ba49b9f8436cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217049 Jul 23 23:03:56.937339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:56.938358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33490) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:56.969843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-a14af40f-e582-429b-9a00-e7d0cfb75c5c service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822793 Jul 23 23:03:57.047176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Attempting to bind port db1a535b-8cad-4ffa-864f-180a255f34a0 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:57.048130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Attempting to bind port db1a535b-8cad-4ffa-864f-180a255f34a0 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4757d049-6af7-463e-958f-10ca61d3c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:57.048130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Attempting to bind port db1a535b-8cad-4ffa-864f-180a255f34a0 on network f6af99fd-1563-41f8-bc46-40dd9f18d92b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:57.056828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:57.057214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Checking segment: {'id': '4757d049-6af7-463e-958f-10ca61d3c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:57.057629 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.058275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Bound using segment: {'id': '4757d049-6af7-463e-958f-10ca61d3c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:57.058845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Bound port: db1a535b-8cad-4ffa-864f-180a255f34a0, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4757d049-6af7-463e-958f-10ca61d3c9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6af99fd-1563-41f8-bc46-40dd9f18d92b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:57.059595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.128449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edc3447a-7325-4c0f-a60b-fa25063e8929 req-c96fb0b0-09a5-4c04-bd9d-b5de2be2e059 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521270 Jul 23 23:03:57.144153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.177539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.208484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] For port db1a535b-8cad-4ffa-864f-180a255f34a0, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:57.213521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] For port db1a535b-8cad-4ffa-864f-180a255f34a0, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=db1a535b-8cad-4ffa-864f-180a255f34a0,segment=NetworkSegment(4757d049-6af7-463e-958f-10ca61d3c9c8),segment_id=4757d049-6af7-463e-958f-10ca61d3c9c8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:57.218901 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.245905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.20.0.1 (f6af99fd-1563-41f8-bc46-40dd9f18d92b/288b9c5f-5a3c-4ee5-9f17-b120b4f8df91/d0467fc3-ab3d-4ffb-8e05-405947f91852) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:57.307986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7842ee-ad0b-4ccc-8cc9-1a96409ea399 None None] Pushing event updated for resources: {'Port': ['ID=db1a535b-8cad-4ffa-864f-180a255f34a0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:57.312457 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.316486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.322525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aaeed68-e599-4e0c-8045-47021c2474a0 HTTP/1.1" status: 204 len: 168 time: 0.3798470 Jul 23 23:03:57.390033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fadd98-2d6d-436e-af0f-54a548445f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaeed68-e599-4e0c-8045-47021c2474a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:57.485689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.508842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object d0467fc3-ab3d-4ffb-8e05-405947f91852 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:57.590453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.678943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:57.743859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-1bcea30a-fa11-4e43-a22f-f670db9db8ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326044 Jul 23 23:03:57.744509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:57.760885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=d0467fc3-ab3d-4ffb-8e05-405947f91852,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:57.775893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:57.857080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:57.888646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-644bdcc4-38db-480a-8407-021dc0d1fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:57.893815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-644bdcc4-38db-480a-8407-021dc0d1fed4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0895545 Jul 23 23:03:58.056241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-92d95e38-62c9-4903-badf-0bca75fd9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.057932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-92d95e38-62c9-4903-badf-0bca75fd9ffc service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.1401582 Jul 23 23:03:58.060311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:58.145717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-2e6bb8b0-2bbb-4adf-a9ad-11875b40fdf3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 1000 time: 0.0796413 Jul 23 23:03:58.250340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-8be4dab7-e27e-4afb-a5fa-d135837e49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.252383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-8be4dab7-e27e-4afb-a5fa-d135837e49cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.1001363 Jul 23 23:03:58.367546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-1c3d8b56-8fea-421b-a1c3-5c3ceb463c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.369742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-1c3d8b56-8fea-421b-a1c3-5c3ceb463c02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071115 Jul 23 23:03:58.517649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-81aeed6f-b906-47b3-9107-d51a25c90476 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367776 Jul 23 23:03:58.517946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:58.525438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'subnets': [{'network_id': '11eb6463-e4ed-4bf2-a26d-a775394756cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--114953683', 'ip_version': 6}, {'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:58.525838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'subnet': {'network_id': '11eb6463-e4ed-4bf2-a26d-a775394756cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--114953683', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:58.526516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Request body: {'subnet': {'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:58.531479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:58.737983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4a67002-ce71-451a-98d1-5c3f9fe597ef req-7de0d3c8-bcf4-4660-867f-90e6d4d476cc service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074037 Jul 23 23:03:58.746547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a55af2ce-0cd9-453a-b37b-d27dde6d233d tempest-DvrRoutersNegativeTest-1199742209 tempest-DvrRoutersNegativeTest-1199742209-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1905638246', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:58.750463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.policy [None req-a55af2ce-0cd9-453a-b37b-d27dde6d233d tempest-DvrRoutersNegativeTest-1199742209 tempest-DvrRoutersNegativeTest-1199742209-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93835) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 23:03:58.750775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.policy [None req-a55af2ce-0cd9-453a-b37b-d27dde6d233d tempest-DvrRoutersNegativeTest-1199742209 tempest-DvrRoutersNegativeTest-1199742209-project] Failed policy check for 'create_router' {{(pid=93835) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 23:03:58.751919 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a55af2ce-0cd9-453a-b37b-d27dde6d233d tempest-DvrRoutersNegativeTest-1199742209 tempest-DvrRoutersNegativeTest-1199742209-project] create failed (client error): Access was denied to this resource. Jul 23 23:03:58.753122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a55af2ce-0cd9-453a-b37b-d27dde6d233d tempest-DvrRoutersNegativeTest-1199742209 tempest-DvrRoutersNegativeTest-1199742209-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1834607 Jul 23 23:03:58.779468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6bb0a-5c74-4538-af22-3d001de1cf98 None None] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:58.868313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Made reservation on behalf of 06f5c8e626774facbd80bd2375f748f4 for: {'subnet': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:58.878619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:58.880323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:58.894074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e4ee15b-ce9f-4c47-b9ea-493d1c60df88 None None] Provisioning for port db1a535b-8cad-4ffa-864f-180a255f34a0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:58.917893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:58.929725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.027205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.028285 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=d0467fc3-ab3d-4ffb-8e05-405947f91852,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:59.051677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device db1a535b-8cad-4ffa-864f-180a255f34a0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:59.120038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port db1a535b-8cad-4ffa-864f-180a255f34a0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:59.125540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port db1a535b-8cad-4ffa-864f-180a255f34a0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:59.126238 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.171568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:59.173579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:59.229533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.252693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:59.272947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port db1a535b-8cad-4ffa-864f-180a255f34a0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=db1a535b-8cad-4ffa-864f-180a255f34a0,segment=NetworkSegment(4757d049-6af7-463e-958f-10ca61d3c9c8),segment_id=4757d049-6af7-463e-958f-10ca61d3c9c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:59.280606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.351117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=db1a535b-8cad-4ffa-864f-180a255f34a0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:59.383916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router d0ddc970-0488-4a2c-9638-52f3d63780ba is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:03:59.411134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e16f701-034c-42dd-ae25-bc16c9a30572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.426848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Provisioning for port d0467fc3-ab3d-4ffb-8e05-405947f91852 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:59.431106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Provisioning complete for port d0467fc3-ab3d-4ffb-8e05-405947f91852 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:59.432744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.471290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Port d0467fc3-ab3d-4ffb-8e05-405947f91852 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:59.486667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:59.489617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Provisioning complete for port db1a535b-8cad-4ffa-864f-180a255f34a0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:59.489975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae80350b-66e3-45c0-8b91-760f1e08ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.495165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9fed277-8f43-45ad-a871-a262e2df471e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/d0ddc970-0488-4a2c-9638-52f3d63780ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436598 Jul 23 23:03:59.495798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:59.507938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.538238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] Sync routers for ids ['d0ddc970-0488-4a2c-9638-52f3d63780ba'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:59.557037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] Routers {'d0ddc970-0488-4a2c-9638-52f3d63780ba'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:59.557410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0ddc970-0488-4a2c-9638-52f3d63780ba'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:59.561809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066f9cd-0b45-4815-a4ea-2ff1ff410f89 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.564301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c066f9cd-0b45-4815-a4ea-2ff1ff410f89 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports/d0467fc3-ab3d-4ffb-8e05-405947f91852 HTTP/1.1" status: 200 len: 910 time: 0.0676455 Jul 23 23:03:59.567277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:59.600557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Subnet': ['ID=ccd6f74e-9f1b-4033-8685-2c031dd5c5f1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:59.616560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Checking segment: {'id': '151e8d11-109c-4730-beb7-9a972eea7cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '11eb6463-e4ed-4bf2-a26d-a775394756cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:59.617057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network hostable DHCP agents. Network: 11eb6463-e4ed-4bf2-a26d-a775394756cd, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:59.631567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:59.652135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] Routers {'d0ddc970-0488-4a2c-9638-52f3d63780ba'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:59.652954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network 11eb6463-e4ed-4bf2-a26d-a775394756cd is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:59.653656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0ddc970-0488-4a2c-9638-52f3d63780ba'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:59.665269 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e16f701-034c-42dd-ae25-bc16c9a30572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.666337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 11eb6463-e4ed-4bf2-a26d-a775394756cd) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:59.670508 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.695835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:59.696486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b56f943-a364-4ef3-9eac-2ec5ee3bea0d None None] The sync data for ids ['d0ddc970-0488-4a2c-9638-52f3d63780ba'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:59.697966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4daea7-2bfd-4115-a9fc-1ccfd293b1c7 None None] Network 11eb6463-e4ed-4bf2-a26d-a775394756cd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:59.710624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e16f701-034c-42dd-ae25-bc16c9a30572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.741479 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5e16f701-034c-42dd-ae25-bc16c9a30572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f0a4d75c14f4a17a9c194cfae7b7d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877439 Jul 23 23:03:59.745621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:59.794750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16f701-034c-42dd-ae25-bc16c9a30572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4462c51-ab04-4124-ab48-26db76a58346,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:59.798587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event updated for resources: {'Subnet': ['ID=e03fcd59-8754-40bf-8c87-83b75330b201,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:59.822488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Checking segment: {'id': '740548c0-87a6-4f15-8a65-1742dd49ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:59.822717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network hostable DHCP agents. Network: f1f05419-4991-449e-82d3-04fa9913b3f4, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:59.849909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Network f1f05419-4991-449e-82d3-04fa9913b3f4 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:59.865941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9108b1fb-e2b5-4ac8-ab55-bf3e95e28d44 None None] Provisioning complete for port d0467fc3-ab3d-4ffb-8e05-405947f91852 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:59.867088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9108b1fb-e2b5-4ac8-ab55-bf3e95e28d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.868902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.871325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f1f05419-4991-449e-82d3-04fa9913b3f4) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:59.888899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.889466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.890225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:59.896689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d1b38-1864-4e26-b226-3540fe51fbb5 None None] Network f1f05419-4991-449e-82d3-04fa9913b3f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:59.912992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ed37f1b7-71c5-4222-8f1d-f86490952e16 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3938787 Jul 23 23:03:59.915386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:59.919893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.011606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.014200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.015362 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4462c51-ab04-4124-ab48-26db76a58346 HTTP/1.1" status: 204 len: 168 time: 0.2685032 Jul 23 23:04:00.027829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6e7e-ce1f-4062-b73c-bdfd1a043359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4462c51-ab04-4124-ab48-26db76a58346,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:00.040951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e1c0d-8125-4ff4-8283-eb915083902b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:00.042952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e1c0d-8125-4ff4-8283-eb915083902b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:00.045072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e1c0d-8125-4ff4-8283-eb915083902b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:00.046749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-133e1c0d-8125-4ff4-8283-eb915083902b tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1301599 Jul 23 23:04:00.052780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.057280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:00.093333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1d126-2723-4216-b7c7-91e40f9b7ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-11eb6463-e4ed-4bf2-a26d-a775394756cd', 'network_id': '11eb6463-e4ed-4bf2-a26d-a775394756cd', 'tenant_id': '06f5c8e626774facbd80bd2375f748f4', 'fixed_ips': [{'subnet_id': 'ccd6f74e-9f1b-4033-8685-2c031dd5c5f1'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:00.094241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7cb1d126-2723-4216-b7c7-91e40f9b7ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.112027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f1f05419-4991-449e-82d3-04fa9913b3f4', 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4', 'tenant_id': '06f5c8e626774facbd80bd2375f748f4', 'fixed_ips': [{'subnet_id': 'e03fcd59-8754-40bf-8c87-83b75330b201'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:00.112889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.121873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9108b1fb-e2b5-4ac8-ab55-bf3e95e28d44 None None] Port d0467fc3-ab3d-4ffb-8e05-405947f91852 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:00.129556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Deleting subnet ccd6f74e-9f1b-4033-8685-2c031dd5c5f1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:00.133994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.191623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.266819 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.291509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cff6fa6f-0d92-4327-8f21-9642a962bfbb None None] Provisioning complete for port d0467fc3-ab3d-4ffb-8e05-405947f91852 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:00.291900 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cff6fa6f-0d92-4327-8f21-9642a962bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.348938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-7cb1d126-2723-4216-b7c7-91e40f9b7ef6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccd6f74e-9f1b-4033-8685-2c031dd5c5f1: This subnet is being modified by another concurrent operation. Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ccd6f74e-9f1b-4033-8685-2c031dd5c5f1: This subnet is being modified by another concurrent operation. Jul 23 23:04:00.370276 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 23:04:00.388566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd6f74e-9f1b-4033-8685-2c031dd5c5f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:00.389153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cff6fa6f-0d92-4327-8f21-9642a962bfbb None None] Port d0467fc3-ab3d-4ffb-8e05-405947f91852 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:00.392288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.394242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-36f96905-01f5-48f7-9430-728cdeb45df0 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd6f74e-9f1b-4033-8685-2c031dd5c5f1 HTTP/1.1" status: 204 len: 168 time: 0.3359463 Jul 23 23:04:00.397710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:00.403487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c5422-44f1-4681-ae94-abb422234c2b None None] Network 11eb6463-e4ed-4bf2-a26d-a775394756cd requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:00.440035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Allocated IP 2001:db8:0:1::1 (f1f05419-4991-449e-82d3-04fa9913b3f4/e03fcd59-8754-40bf-8c87-83b75330b201/bd8a22a2-52c2-48ba-8135-ef94c21c6353) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:00.462865 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port d0467fc3-ab3d-4ffb-8e05-405947f91852 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:00.463613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.476165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Deleting subnet e03fcd59-8754-40bf-8c87-83b75330b201 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:00.566300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.581476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for d0467fc3-ab3d-4ffb-8e05-405947f91852 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:00.680645 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.689221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Transition to ACTIVE for port object bd8a22a2-52c2-48ba-8135-ef94c21c6353 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:00.705450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Transition to ACTIVE for port object bd8a22a2-52c2-48ba-8135-ef94c21c6353 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:00.710961 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.716117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.761458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Network f1f05419-4991-449e-82d3-04fa9913b3f4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:00.765595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:00.768987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:00.774298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Pushing event updated for resources: {'Port': ['ID=bd8a22a2-52c2-48ba-8135-ef94c21c6353,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:00.798369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.817379 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.849295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=d0467fc3-ab3d-4ffb-8e05-405947f91852,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:00.919801 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.011732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.035128 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.040591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/subnets/e03fcd59-8754-40bf-8c87-83b75330b201 HTTP/1.1" status: 204 len: 168 time: 0.6395950 Jul 23 23:04:01.053104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device db1a535b-8cad-4ffa-864f-180a255f34a0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:01.057363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.065657 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.105907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5812d-9c70-4b0a-9ba0-b7bb9ae5cdef tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Subnet': ['ID=e03fcd59-8754-40bf-8c87-83b75330b201,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:01.120238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Attempting to bind port bd8a22a2-52c2-48ba-8135-ef94c21c6353 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:01.120596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Attempting to bind port bd8a22a2-52c2-48ba-8135-ef94c21c6353 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '740548c0-87a6-4f15-8a65-1742dd49ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:01.120965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Attempting to bind port bd8a22a2-52c2-48ba-8135-ef94c21c6353 on network f1f05419-4991-449e-82d3-04fa9913b3f4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:01.124440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5701d7af-94c7-4680-9533-db2378485c6f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:01.126013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5701d7af-94c7-4680-9533-db2378485c6f tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673666 Jul 23 23:04:01.131540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.134726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:01.135106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Checking segment: {'id': '740548c0-87a6-4f15-8a65-1742dd49ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:01.135566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.135914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Bound using segment: {'id': '740548c0-87a6-4f15-8a65-1742dd49ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:01.136403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Bound port: bd8a22a2-52c2-48ba-8135-ef94c21c6353, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740548c0-87a6-4f15-8a65-1742dd49ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1f05419-4991-449e-82d3-04fa9913b3f4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:01.136788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.198627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port db1a535b-8cad-4ffa-864f-180a255f34a0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:01.199007 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.251310 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.258971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] For port bd8a22a2-52c2-48ba-8135-ef94c21c6353, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:01.263283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] For port bd8a22a2-52c2-48ba-8135-ef94c21c6353, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bd8a22a2-52c2-48ba-8135-ef94c21c6353,segment=NetworkSegment(740548c0-87a6-4f15-8a65-1742dd49ef0b),segment_id=740548c0-87a6-4f15-8a65-1742dd49ef0b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:01.272989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.318114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router d0ddc970-0488-4a2c-9638-52f3d63780ba has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:01.389943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c52743-190a-4907-938f-ef8ca8ea5cb4 None None] Pushing event updated for resources: {'Port': ['ID=bd8a22a2-52c2-48ba-8135-ef94c21c6353,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:01.416463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6f6dd-a325-4532-ae0a-aedcff1867eb None None] Network f1f05419-4991-449e-82d3-04fa9913b3f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:01.432698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:01.449071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea244a74-e110-4806-80ee-0e5321483ddf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/d0ddc970-0488-4a2c-9638-52f3d63780ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8798387 Jul 23 23:04:01.449432 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] Sync routers for ids ['d0ddc970-0488-4a2c-9638-52f3d63780ba'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:01.450191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.461540 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] Routers {'d0ddc970-0488-4a2c-9638-52f3d63780ba'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:01.463329 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0ddc970-0488-4a2c-9638-52f3d63780ba'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:01.498321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-10bc8f8a-49d9-48b6-b34c-d5d705aba3f3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ddc970-0488-4a2c-9638-52f3d63780ba HTTP/1.1" status: 200 len: 205 time: 0.0465581 Jul 23 23:04:01.498952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33578) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.532339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:01.554417 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] Routers {'d0ddc970-0488-4a2c-9638-52f3d63780ba'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:01.555263 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d0ddc970-0488-4a2c-9638-52f3d63780ba'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:01.615373 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:01.616049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2c6db-123b-4e84-b5f4-707abbaba3b3 None None] The sync data for ids ['d0ddc970-0488-4a2c-9638-52f3d63780ba'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:01.623266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f586c-eeba-4139-ac86-7766c5c864d2 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:04:01.655225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.768667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f586c-eeba-4139-ac86-7766c5c864d2 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:04:01.820643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Deleting port bd8a22a2-52c2-48ba-8135-ef94c21c6353 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:01.821256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.845122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.847383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.902973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.904078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router d0ddc970-0488-4a2c-9638-52f3d63780ba {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:04:01.912952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.917245 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5bb129af-4e65-48e7-a45b-49612316169b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/d0ddc970-0488-4a2c-9638-52f3d63780ba HTTP/1.1" status: 204 len: 168 time: 0.4140403 Jul 23 23:04:01.917890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.926031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] For port bd8a22a2-52c2-48ba-8135-ef94c21c6353, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bd8a22a2-52c2-48ba-8135-ef94c21c6353,segment=NetworkSegment(740548c0-87a6-4f15-8a65-1742dd49ef0b),segment_id=740548c0-87a6-4f15-8a65-1742dd49ef0b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:01.926672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.954362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Calling delete_port for bd8a22a2-52c2-48ba-8135-ef94c21c6353 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:02.005444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 288b9c5f-5a3c-4ee5-9f17-b120b4f8df91 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:02.009876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.089718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.139991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182610-8245-412e-a431-cb3c127ad144 req-3b3d64c4-740f-444d-aa74-f5a3e5694d7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:02.141565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80182610-8245-412e-a431-cb3c127ad144 req-3b3d64c4-740f-444d-aa74-f5a3e5694d7e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1098 time: 0.1070025 Jul 23 23:04:02.150296 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.220294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] No DVR routers for this DVR port bd8a22a2-52c2-48ba-8135-ef94c21c6353 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:02.220504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea3aa8-35bd-48a5-9338-795981076341 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:04:02.223279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Port': ['ID=bd8a22a2-52c2-48ba-8135-ef94c21c6353,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.251327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.350444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80182610-8245-412e-a431-cb3c127ad144 req-070d86cc-3e8f-43d5-8d8a-47687b7f7eaf tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903317 Jul 23 23:04:02.365803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33616) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.367261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea3aa8-35bd-48a5-9338-795981076341 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:04:02.379493 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.399661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f05419-4991-449e-82d3-04fa9913b3f4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.420040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740548c0-87a6-4f15-8a65-1742dd49ef0b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.420887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740548c0-87a6-4f15-8a65-1742dd49ef0b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.460676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.461090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.487144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.498260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:02.500301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.505831 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=288b9c5f-5a3c-4ee5-9f17-b120b4f8df91,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:02.508919 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:02.544404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.548725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6495f59a-32a7-4d04-821e-54b102b0adbb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/288b9c5f-5a3c-4ee5-9f17-b120b4f8df91 HTTP/1.1" status: 204 len: 168 time: 0.6271908 Jul 23 23:04:02.549016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.603649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.608854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.613530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/f1f05419-4991-449e-82d3-04fa9913b3f4 HTTP/1.1" status: 204 len: 168 time: 1.4808965 Jul 23 23:04:02.614168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.652114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db84a9-5036-4d3e-8080-a9637929e197 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=f1f05419-4991-449e-82d3-04fa9913b3f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.714992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.734119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.736195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.798862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ac67b-2806-4323-b5a2-b78935b01929 None None] Network f6af99fd-1563-41f8-bc46-40dd9f18d92b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:02.809355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:02.809739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.910046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.912634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae93874a-86cf-4307-bdeb-a66024dca5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.921592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11eb6463-e4ed-4bf2-a26d-a775394756cd']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.931120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port db1a535b-8cad-4ffa-864f-180a255f34a0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:02.931459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.934050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e8d11-109c-4730-beb7-9a972eea7cde') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.934565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e8d11-109c-4730-beb7-9a972eea7cde') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:02.946967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.961407 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.961737 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.963156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.971656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:02.972166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:02.976727 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:02.994843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:03.062468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.076295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.081142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/11eb6463-e4ed-4bf2-a26d-a775394756cd HTTP/1.1" status: 204 len: 168 time: 0.4607897 Jul 23 23:04:03.086439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] DHCP port deletion for f6af99fd-1563-41f8-bc46-40dd9f18d92b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:04:03.091471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:03.110709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fdb42-4487-4c91-8840-bb72e4399df3 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=11eb6463-e4ed-4bf2-a26d-a775394756cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.111641 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port db1a535b-8cad-4ffa-864f-180a255f34a0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=db1a535b-8cad-4ffa-864f-180a255f34a0,segment=NetworkSegment(4757d049-6af7-463e-958f-10ca61d3c9c8),segment_id=4757d049-6af7-463e-958f-10ca61d3c9c8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:03.112559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.145099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for db1a535b-8cad-4ffa-864f-180a255f34a0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:03.147240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Deleting port db1a535b-8cad-4ffa-864f-180a255f34a0 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:03.147240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.216810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] For port db1a535b-8cad-4ffa-864f-180a255f34a0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=db1a535b-8cad-4ffa-864f-180a255f34a0,segment=NetworkSegment(4757d049-6af7-463e-958f-10ca61d3c9c8),segment_id=4757d049-6af7-463e-958f-10ca61d3c9c8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:03.217214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.218061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.232703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Calling delete_port for db1a535b-8cad-4ffa-864f-180a255f34a0 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:03.286464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae93874a-86cf-4307-bdeb-a66024dca5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.293877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae93874a-86cf-4307-bdeb-a66024dca5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.334523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.345090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304a0636-4449-45f2-9e29-f60a766258c9']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.357663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ac3ef-b87b-4729-88bf-3e1016204b6d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.358028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ac3ef-b87b-4729-88bf-3e1016204b6d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.366838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.368354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.372055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ae93874a-86cf-4307-bdeb-a66024dca5b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ee249ea9c23400197f7106cbd3d7174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528034 Jul 23 23:04:03.372055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.372327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:03.397936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] No DVR routers for this DVR port db1a535b-8cad-4ffa-864f-180a255f34a0 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:03.403038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a4346-1df1-424e-a108-8a1916bd5d7f None None] Pushing event deleted for resources: {'Port': ['ID=db1a535b-8cad-4ffa-864f-180a255f34a0,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.404800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.416086 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93874a-86cf-4307-bdeb-a66024dca5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21b6c0-0856-4a1e-99b4-072471e76529,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.421193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:03.421592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.423331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=db1a535b-8cad-4ffa-864f-180a255f34a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:03.424820 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:03.426994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port db1a535b-8cad-4ffa-864f-180a255f34a0 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:03.453107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.500455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=1c7803bd-8c13-4e0a-ba5f-dd8066cd6f12,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.507877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.534984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.537076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.537714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.543313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.546361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/304a0636-4449-45f2-9e29-f60a766258c9 HTTP/1.1" status: 204 len: 168 time: 0.4529479 Jul 23 23:04:03.558257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:03.570019 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6af99fd-1563-41f8-bc46-40dd9f18d92b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.583647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f692c15-3a4c-4452-9a35-5940dffc1178 tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=304a0636-4449-45f2-9e29-f60a766258c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.598738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4757d049-6af7-463e-958f-10ca61d3c9c8') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.599033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4757d049-6af7-463e-958f-10ca61d3c9c8') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.613749 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.631661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.632000 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 81fc8935-6fab-4530-b375-87543c65d02f disassociated (deleted). External IP: 172.25.1.74, port: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495. Jul 23 23:04:03.634189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.672772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.689349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.692729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.693995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b21b6c0-0856-4a1e-99b4-072471e76529 HTTP/1.1" status: 204 len: 168 time: 0.3206780 Jul 23 23:04:03.734689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339da6e-1c59-486c-a7ed-bc2f080eaba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21b6c0-0856-4a1e-99b4-072471e76529,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.784687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.800197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68d8d24-9dd3-4e49-b33f-42b916cac479']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.816088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e3f1b5-85bc-4c51-bbb7-c3954358a05a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.816515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e3f1b5-85bc-4c51-bbb7-c3954358a05a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:03.829719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.846391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.854591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:03.855004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:03.859041 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:03.937335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.952094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.955515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] 10.222.0.37 "DELETE /v2.0/networks/e68d8d24-9dd3-4e49-b33f-42b916cac479 HTTP/1.1" status: 204 len: 168 time: 0.3958175 Jul 23 23:04:03.973503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8e640-fbc3-4d92-ac35-aaa35a13432a tempest-BulkNetworkOpsIpV6Test-639713276 tempest-BulkNetworkOpsIpV6Test-639713276-project] Pushing event deleted for resources: {'Network': ['ID=e68d8d24-9dd3-4e49-b33f-42b916cac479,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:04.087009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.101124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:04.101530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:04.104857 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:04.110518 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31dec9c3-04e9-4556-a354-99e5cb4ad281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.195005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.200897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.207091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/f6af99fd-1563-41f8-bc46-40dd9f18d92b HTTP/1.1" status: 204 len: 168 time: 1.6570308 Jul 23 23:04:04.208214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.219099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837950662', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:04.229574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31dec9c3-04e9-4556-a354-99e5cb4ad281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.230712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.237226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31dec9c3-04e9-4556-a354-99e5cb4ad281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.251840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148099-f3b8-4d00-83b7-031bb44578d6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=f6af99fd-1563-41f8-bc46-40dd9f18d92b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:04.290120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.292084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.306876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dec9c3-04e9-4556-a354-99e5cb4ad281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdaeeaf-43e5-4cff-980e-cb4c18bd30c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:04.317401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-31dec9c3-04e9-4556-a354-99e5cb4ad281 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b0f48f77d4343579c7017743ea8da11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264655 Jul 23 23:04:04.317701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.418574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.432926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e18b00a0-6b3d-4296-9cde-da392bb4be18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06f5c8e626774facbd80bd2375f748f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978426 Jul 23 23:04:04.433655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33652) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.444182 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.450127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.507605 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.510542 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.514671 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cdaeeaf-43e5-4cff-980e-cb4c18bd30c1 HTTP/1.1" status: 204 len: 168 time: 0.1954405 Jul 23 23:04:04.523424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dbce8-0d87-46e2-84bf-f0eeb07e94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdaeeaf-43e5-4cff-980e-cb4c18bd30c1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:04.583268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router cbf25aaa-51ab-4a8a-a481-1ab33b859606 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:04.671096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.676897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.787234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.875890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:04.881908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.891767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Sync routers for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:04.902810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:04.903703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:04.960166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.962711 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.966511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18c4e091-876a-4239-b305-9f4fde9af241 HTTP/1.1" status: 204 len: 168 time: 0.5292616 Jul 23 23:04:04.976859 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-686ffacc-a1a2-4568-a454-dcd84e69cab7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/floatingips/81fc8935-6fab-4530-b375-87543c65d02f HTTP/1.1" status: 204 len: 168 time: 2.6067626 Jul 23 23:04:04.982834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:04.986903 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:04.988759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device db1a535b-8cad-4ffa-864f-180a255f34a0 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:04.996803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b3080-e19a-4a54-939c-c8f4acf65554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c4e091-876a-4239-b305-9f4fde9af241,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:05.022660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: db1a535b-8cad-4ffa-864f-180a255f34a0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:05.022984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device db1a535b-8cad-4ffa-864f-180a255f34a0 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:05.081088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:05.153247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.180750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.357388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.25.1.249 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/c0fe9f5c-e27f-44a1-8c2e-d5bc91cb29cf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:05.390406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:05.422334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Checking router: cbf25aaa-51ab-4a8a-a481-1ab33b859606 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:05.442705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:05.443359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:05.482227 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4ca3f-fc14-4fc5-bdba-444e391f4b8d x-openstack-request-id: req-40c4ca3f-fc14-4fc5-bdba-444e391f4b8d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:05.483319 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:05.485475 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40c4ca3f-fc14-4fc5-bdba-444e391f4b8d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:05.485475 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:04:05.557440 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.625362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:05.647507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.680664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-a41ae2dc-8240-4ead-a8ce-d2b22ca26b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:05.685277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-a41ae2dc-8240-4ead-a8ce-d2b22ca26b5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 1098 time: 0.1732318 Jul 23 23:04:05.697331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:05.699552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be9e5-face-4277-b541-814370c8b05f req-128a5ca8-2086-406f-89e5-725468350062 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:05.701295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:05.702564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf1be9e5-face-4277-b541-814370c8b05f req-128a5ca8-2086-406f-89e5-725468350062 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 946 time: 0.1406896 Jul 23 23:04:05.713426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:05.775125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=c0fe9f5c-e27f-44a1-8c2e-d5bc91cb29cf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:05.849058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf1be9e5-face-4277-b541-814370c8b05f req-2a1c8e1a-4082-4852-9ccd-02934135957b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343496 Jul 23 23:04:05.898176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-859ee813-afa5-44e5-932b-f619b8acc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:05.900212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-859ee813-afa5-44e5-932b-f619b8acc34d service neutron] 10.222.0.22 "GET /v2.0/networks?id=eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 200 len: 897 time: 0.1960435 Jul 23 23:04:05.937704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:05.977174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-6783b1d5-22b2-4de1-bbe2-b5597240bc84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 200 len: 217 time: 0.0660300 Jul 23 23:04:05.985322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e434db-fd54-4f44-a1ca-f1bc90b248f3 None None] The sync data for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 is: [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:01:54Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '139b7dd2-ad00-4a83-a2c2-4d328f521bbd', 'name': '', 'network_id': 'eefa5a34-178a-4c9e-8443-bc2b29594aa6', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:25:51:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:52Z', 'updated_at': '2021-07-23T23:02:01Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'ad03f500-4ec9-4460-bfdd-a6798164123a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:06.050019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-53b0f20c-6a18-450c-bc24-4e6c3dfb48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:06.053401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-53b0f20c-6a18-450c-bc24-4e6c3dfb48b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 200 len: 835 time: 0.0696445 Jul 23 23:04:06.141831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-d4aca43e-3b41-44b7-8f46-f9248d59e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:06.142031 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.144014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-d4aca43e-3b41-44b7-8f46-f9248d59e55b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eefa5a34-178a-4c9e-8443-bc2b29594aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837872 Jul 23 23:04:06.291614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:06.292442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-2df57c50-6f95-4f72-86b4-49399f7d6a69 service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412559 Jul 23 23:04:06.430658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd590d5f-9c09-4bd9-bab1-8c840fb6cca3 req-dffb0c40-c3fc-462a-90d0-de4c1f08cc2c service neutron] 10.222.0.22 "GET /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307640 Jul 23 23:04:06.436152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6414f4b-9fd7-46ac-b707-c60c2ae43110 None None] New status for floating IP 81fc8935-6fab-4530-b375-87543c65d02f: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:04:06.469248 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.624573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-4084a36a-c927-4ddb-9315-2369799882e3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:06.626169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-4084a36a-c927-4ddb-9315-2369799882e3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 946 time: 0.1173949 Jul 23 23:04:06.641153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router cc7e3387-969b-4a5d-99b7-4ee81457ec67 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:06.723188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c7e5e25d-96a0-4261-a706-41e7e97cd31b tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:06.723617 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-c7e5e25d-96a0-4261-a706-41e7e97cd31b tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 23:04:06.724116 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-c7e5e25d-96a0-4261-a706-41e7e97cd31b tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 23:04:06.725274 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c7e5e25d-96a0-4261-a706-41e7e97cd31b tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4323161 Jul 23 23:04:06.729103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:06.743489 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--647936850'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:06.773369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:06.774220 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.787595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.802343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.821668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:06.835180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] Sync routers for ids ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:06.854453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] Routers {'cc7e3387-969b-4a5d-99b7-4ee81457ec67'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:06.855103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.892732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.908535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] Routers {'cc7e3387-969b-4a5d-99b7-4ee81457ec67'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:06.908535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.950796 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.953008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1fa54f-7723-4ba4-b727-dad7fd68dcf0 None None] The sync data for ids ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:06.956235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:06.957443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.990214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.990714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:06.998796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.015598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.016813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-34102815-840f-4706-8e89-6b105254a632 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8025939 Jul 23 23:04:07.024321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.116906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ceb26e-8a9c-407c-933f-1930be8a64c0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:07.121891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c6e8a-8ab2-4133-9820-a6a70c97bf36 req-a1fcdeee-5618-43be-a2dd-753c73e1f33a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:07.123826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55c6e8a-8ab2-4133-9820-a6a70c97bf36 req-a1fcdeee-5618-43be-a2dd-753c73e1f33a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79d2760-b05b-42bd-9f10-cbf599dcf6c1 HTTP/1.1" status: 200 len: 946 time: 0.1488976 Jul 23 23:04:07.188421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e55c6e8a-8ab2-4133-9820-a6a70c97bf36 req-8fa1d8a6-df9c-44ff-9c13-548e5ab72f92 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c118f1b-0f39-47e3-83ef-01b42b66124b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Jul 23 23:04:07.209235 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c16df3a1-249a-4c37-969a-37a3fdbc92d9 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers/cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 200 len: 880 time: 0.1837866 Jul 23 23:04:07.214130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.218511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.228492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.270779 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.302608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=51b9ef41-5775-4ea8-a9e6-073c7b6d2495,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:07.376753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465514c5-ddf2-4471-9f1b-9fb7a64e51fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:07.385262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:07.390277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.395060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-135da374-386d-4ee7-a3a7-7bf6ffc1f92c req-35e4372f-f4fb-4edd-a406-1999ac25894e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "DELETE /v2.0/ports/51b9ef41-5775-4ea8-a9e6-073c7b6d2495 HTTP/1.1" status: 204 len: 173 time: 0.7621481 Jul 23 23:04:07.396144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-deleted', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:07.401414 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d2700c-c17a-429b-a965-06edab693700" -d '{"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-deleted", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:07.423392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.426573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-63b691f1-e1f5-496a-8c0c-a87c6e6b9fae tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6962512 Jul 23 23:04:07.429558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.440771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '465514c5-ddf2-4471-9f1b-9fb7a64e51fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:07.482563 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25873cb-73c7-4ddd-a2c3-69d2d5464f48 x-openstack-request-id: req-b25873cb-73c7-4ddd-a2c3-69d2d5464f48 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:07.483848 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d2760-b05b-42bd-9f10-cbf599dcf6c1", "name": "network-vif-deleted", "tag": "51b9ef41-5775-4ea8-a9e6-073c7b6d2495", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:07.484309 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b25873cb-73c7-4ddd-a2c3-69d2d5464f48 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:07.484899 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d2760-b05b-42bd-9f10-cbf599dcf6c1', 'name': 'network-vif-deleted', 'tag': '51b9ef41-5775-4ea8-a9e6-073c7b6d2495', 'status': 'completed', 'code': 200} Jul 23 23:04:07.508925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.611061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.618313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.623945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2ac0169-aa36-4cfb-bd08-3a16873f2c7f tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4084206 Jul 23 23:04:07.628264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33744) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.634077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-837950662'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:07.638938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d33d0cd-4d52-40e2-ac4c-a172838fb3bb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:07.649810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.651244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-12b8ec8f-0cc3-44f0-b8b5-960ab24746c8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206488 Jul 23 23:04:07.654144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.666030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db1cd89f-012a-45ab-82ca-800f92a539cd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '465514c5-ddf2-4471-9f1b-9fb7a64e51fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:07.705387 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db1cd89f-012a-45ab-82ca-800f92a539cd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.785575 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-db1cd89f-012a-45ab-82ca-800f92a539cd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 23:04:07.788584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-db1cd89f-012a-45ab-82ca-800f92a539cd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1328151 Jul 23 23:04:07.797900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.895835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.935733 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.034507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.039589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.046735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/465514c5-ddf2-4471-9f1b-9fb7a64e51fc HTTP/1.1" status: 204 len: 168 time: 0.2460539 Jul 23 23:04:08.055017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.073656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440377f-4ec7-4b88-acd5-fa26bf099668 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465514c5-ddf2-4471-9f1b-9fb7a64e51fc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.166308 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-73f73ce0-40e8-4754-a5c1-6e307a6542dc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096339 Jul 23 23:04:08.170723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.180387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959748034'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:08.229175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.288820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.494313 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.527134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.563271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.569547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3928580 Jul 23 23:04:08.575554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.583828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-08430947-965a-4c92-864b-a19e09133943 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': 'b01ce44a-fdc0-4f65-8c95-400041b3edba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:08.584312 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-08430947-965a-4c92-864b-a19e09133943 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 23:04:08.584810 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-08430947-965a-4c92-864b-a19e09133943 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:08.591052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-08430947-965a-4c92-864b-a19e09133943 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095165 Jul 23 23:04:08.591265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.623675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d828d7c-5558-4af6-beaa-50ffd13f418d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ce44a-fdc0-4f65-8c95-400041b3edba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.647233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.667538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.700879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.737111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.819281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.821909 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.825818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/b01ce44a-fdc0-4f65-8c95-400041b3edba HTTP/1.1" status: 204 len: 168 time: 0.2308457 Jul 23 23:04:08.827753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.857683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88841393-5474-41da-b900-aef9088e9bcf tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ce44a-fdc0-4f65-8c95-400041b3edba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.914082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router cc7e3387-969b-4a5d-99b7-4ee81457ec67 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:08.983276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-586ae19d-b51f-42a0-b9bf-e5c4ce506a1a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485910 Jul 23 23:04:08.985045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.995309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575916672'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:09.037168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.043170 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.060577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:09.069470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.074381 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-217976a1-dad0-4e24-87a5-6ecc869c7977 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 200 len: 887 time: 1.4443569 Jul 23 23:04:09.075464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.075969 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] Sync routers for ids ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:09.086304 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] Routers {'cc7e3387-969b-4a5d-99b7-4ee81457ec67'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:09.089676 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:09.126404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:09.136043 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] Routers {'cc7e3387-969b-4a5d-99b7-4ee81457ec67'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:09.137076 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:09.171890 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:09.172977 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c87ac06-48b0-4dad-b8aa-17d116f5cb59 None None] The sync data for ids ['cc7e3387-969b-4a5d-99b7-4ee81457ec67'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:09.250528 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1e7898c9-cb13-4aa8-959c-618442e945cf tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers/cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 200 len: 887 time: 0.1711979 Jul 23 23:04:09.250780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33774) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.280278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.287292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-125df9cf-eeb4-46c7-805e-312bf4650aec tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 200 len: 205 time: 0.0347359 Jul 23 23:04:09.287852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.289385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.338770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e72fb3-deed-4da4-a8ea-3ff0d2d5f2df,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:09.341130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.345085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67f36229-e1db-499c-b9ae-c8fd4a39ee19 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3545630 Jul 23 23:04:09.345599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.352346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6efa5049-fea4-4277-b38c-fb2700a322b8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': 'b2e72fb3-deed-4da4-a8ea-3ff0d2d5f2df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:09.352914 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-6efa5049-fea4-4277-b38c-fb2700a322b8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 23:04:09.353533 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-6efa5049-fea4-4277-b38c-fb2700a322b8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:09.357491 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6efa5049-fea4-4277-b38c-fb2700a322b8 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071168 Jul 23 23:04:09.372014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.406666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:09.435280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:09.435883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 51b9ef41-5775-4ea8-a9e6-073c7b6d2495 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:09.454924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.505799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.560157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.606967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:09.607390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.618573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.651696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.654370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.658488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.659291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2e72fb3-deed-4da4-a8ea-3ff0d2d5f2df HTTP/1.1" status: 204 len: 168 time: 0.2853963 Jul 23 23:04:09.703954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b4a8-5980-4341-848f-de9086e18aff tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e72fb3-deed-4da4-a8ea-3ff0d2d5f2df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:09.756454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 139b7dd2-ad00-4a83-a2c2-4d328f521bbd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:09.757468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.761321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a4014e7-7fbd-4eb8-baf4-0d81d3d9af91 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982208 Jul 23 23:04:09.763097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port c0fe9f5c-e27f-44a1-8c2e-d5bc91cb29cf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:09.763442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.768016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33784) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.782107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--852414384'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:09.783209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 139b7dd2-ad00-4a83-a2c2-4d328f521bbd owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:09.840413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.986821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.020360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for c0fe9f5c-e27f-44a1-8c2e-d5bc91cb29cf owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:10.201346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.234046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=139b7dd2-ad00-4a83-a2c2-4d328f521bbd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:10.276279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.335415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.372922 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.374225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6052585 Jul 23 23:04:10.378087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.384536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.391791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2bb446f4-0488-4ff4-912b-4a4af79aa69e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '48142c76-27ff-46d7-a8fa-437c1b00e5ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.408086 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-2bb446f4-0488-4ff4-912b-4a4af79aa69e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 23:04:10.409028 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-2bb446f4-0488-4ff4-912b-4a4af79aa69e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:10.411335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2bb446f4-0488-4ff4-912b-4a4af79aa69e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242107 Jul 23 23:04:10.420173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.443193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-32498fa1-5404-429d-897c-dc90ee1102da tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '48142c76-27ff-46d7-a8fa-437c1b00e5ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.444170 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-32498fa1-5404-429d-897c-dc90ee1102da tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 23:04:10.444741 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-32498fa1-5404-429d-897c-dc90ee1102da tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:10.445883 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32498fa1-5404-429d-897c-dc90ee1102da tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072210 Jul 23 23:04:10.450350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=c0fe9f5c-e27f-44a1-8c2e-d5bc91cb29cf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:10.450618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.454566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c48e8-8a65-4896-bb04-262e47910edd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48142c76-27ff-46d7-a8fa-437c1b00e5ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:10.457844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-89389e83-ccc9-4f30-8695-1ba1a8f23b10 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '48142c76-27ff-46d7-a8fa-437c1b00e5ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.458703 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-89389e83-ccc9-4f30-8695-1ba1a8f23b10 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 23:04:10.459230 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-89389e83-ccc9-4f30-8695-1ba1a8f23b10 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:10.460196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-89389e83-ccc9-4f30-8695-1ba1a8f23b10 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086150 Jul 23 23:04:10.464479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.469914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-13567f40-bd17-4008-a223-afb74291a273 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '48142c76-27ff-46d7-a8fa-437c1b00e5ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.470395 n-d-791506-25 neutron-server[93835]: WARNING neutron.api.v2.base [None req-13567f40-bd17-4008-a223-afb74291a273 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 23:04:10.470859 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-13567f40-bd17-4008-a223-afb74291a273 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:10.472859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-13567f40-bd17-4008-a223-afb74291a273 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063529 Jul 23 23:04:10.477999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.534460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.537411 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.564737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.635821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.638285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.698982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.699735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router cc7e3387-969b-4a5d-99b7-4ee81457ec67 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:04:10.707751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.708978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75956ea7-e85b-49a6-957a-1f8877f7f83e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 204 len: 168 time: 1.4183612 Jul 23 23:04:10.712886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33798) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.724135 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-490971837'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.748834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:10.753970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.784364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:10.796252 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.796609 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 7946fcdb-7397-4680-81ff-a3be0a5af16f of type vlan for network f5f9b660-e737-48a2-a052-8e4f533cee16 Jul 23 23:04:10.846520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.883390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.890619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:10.891503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.938719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2197754 Jul 23 23:04:10.944565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33806) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.954729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.016510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256257b-1541-4762-baea-25f91c0bf5ff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=f5f9b660-e737-48a2-a052-8e4f533cee16,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.016836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.033219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f5f9b660-e737-48a2-a052-8e4f533cee16 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:11.136772 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c3f696c6-76c7-4aab-892e-aabd3124342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.144232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:11.151724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.184356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.187320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.193490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/48142c76-27ff-46d7-a8fa-437c1b00e5ae HTTP/1.1" status: 204 len: 168 time: 0.7117364 Jul 23 23:04:11.197865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.227300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f80daa-4852-4d22-beac-76a0ba869209 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48142c76-27ff-46d7-a8fa-437c1b00e5ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.277985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ef20bc41-053d-4be3-a16f-fe4a168e2c57 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748167 Jul 23 23:04:11.282603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33812) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.284326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router cbf25aaa-51ab-4a8a-a481-1ab33b859606 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:11.293270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333510766'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.367460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.406046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:11.412220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ff94fbf-40cc-41aa-82b2-2fd19f3368e0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/cbf25aaa-51ab-4a8a-a481-1ab33b859606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1223278 Jul 23 23:04:11.416818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.417644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Sync routers for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:11.429436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:11.430259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:11.497161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting subnet ad03f500-4ec9-4460-bfdd-a6798164123a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:11.502359 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.545589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.554826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:11.570470 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.612859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.627420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.648307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=2c620489-490f-4a68-82e1-57ae114529a2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.679926 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.681188 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3972611 Jul 23 23:04:11.686472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.686793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '7946fcdb-7397-4680-81ff-a3be0a5af16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:11.687147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: f5f9b660-e737-48a2-a052-8e4f533cee16, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:11.693786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8f232aeb-fd53-43a9-997c-162c7652291c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.694269 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-8f232aeb-fd53-43a9-997c-162c7652291c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 23:04:11.694782 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-8f232aeb-fd53-43a9-997c-162c7652291c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:11.700478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8f232aeb-fd53-43a9-997c-162c7652291c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062346 Jul 23 23:04:11.701530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.705026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-07320d7e-416f-428d-b359-b6260d248995 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.714567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522366f-993e-4eac-b1d8-0146415e6dc2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e003fa-1b67-4a9f-a132-154a8032f87d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.740916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f5f9b660-e737-48a2-a052-8e4f533cee16 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:11.751445 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.753316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f5f9b660-e737-48a2-a052-8e4f533cee16) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:11.760413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:11.761013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.767545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc0d6e-d825-42e8-a8c6-1dd635254157 None None] Network f5f9b660-e737-48a2-a052-8e4f533cee16 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:11.772792 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-07320d7e-416f-428d-b359-b6260d248995 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:11.773884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07320d7e-416f-428d-b359-b6260d248995 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0724032 Jul 23 23:04:11.783059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.791196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4e8091cd-dcb6-4fc2-a4be-caa7c9ed3827 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.791971 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-4e8091cd-dcb6-4fc2-a4be-caa7c9ed3827 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 23:04:11.792795 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4e8091cd-dcb6-4fc2-a4be-caa7c9ed3827 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:11.800145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4e8091cd-dcb6-4fc2-a4be-caa7c9ed3827 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153189 Jul 23 23:04:11.805227 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b2d8498-b7c2-4d78-a5d4-32168da5a245 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8569875 Jul 23 23:04:11.805227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33822) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.806773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33824) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.814732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8e7a4956-cab7-446a-9cc1-2af15a981f82 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.830114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.830978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-335110066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.847257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.849819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/subnets/ad03f500-4ec9-4460-bfdd-a6798164123a HTTP/1.1" status: 204 len: 168 time: 0.4318125 Jul 23 23:04:11.852693 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.858145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d289c59-e982-42b1-9597-41fbb45dafc7 None None] Network eefa5a34-178a-4c9e-8443-bc2b29594aa6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:11.888581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:04:10Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:11.917100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.918656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.924565 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-8e7a4956-cab7-446a-9cc1-2af15a981f82 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:11.928792 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8e7a4956-cab7-446a-9cc1-2af15a981f82 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1205881 Jul 23 23:04:11.928987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.934946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6046b61d-c76b-4e09-9368-4f86b67e41e2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.935583 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-6046b61d-c76b-4e09-9368-4f86b67e41e2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 23:04:11.936191 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-6046b61d-c76b-4e09-9368-4f86b67e41e2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:11.940252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6046b61d-c76b-4e09-9368-4f86b67e41e2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073447 Jul 23 23:04:11.941432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.946429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3856c926-51ef-404b-b944-9a57a1eb144c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.954519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdb1ae-6fb0-4c8b-bfc7-148b3cf4efac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Subnet': ['ID=ad03f500-4ec9-4460-bfdd-a6798164123a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.021179 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.025199 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-3856c926-51ef-404b-b944-9a57a1eb144c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Project ae707cad5ce74ffbb4595508d3c0654b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:12.039581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.064122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.072659 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-3856c926-51ef-404b-b944-9a57a1eb144c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:12.074986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3856c926-51ef-404b-b944-9a57a1eb144c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1320403 Jul 23 23:04:12.077873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33834) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.098856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-12c47883-4496-4ae5-aba4-962bdd8fd4f9 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:12.099906 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-12c47883-4496-4ae5-aba4-962bdd8fd4f9 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 23:04:12.100860 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-12c47883-4496-4ae5-aba4-962bdd8fd4f9 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:12.102676 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12c47883-4496-4ae5-aba4-962bdd8fd4f9 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0230415 Jul 23 23:04:12.104168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.105966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Checking router: cbf25aaa-51ab-4a8a-a481-1ab33b859606 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:12.106582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-72a1c1a8-ff98-401f-9abb-fa7e79b196a5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2979259 Jul 23 23:04:12.107028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.114585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d6fa35ef-bceb-489a-ac89-ff13656eba50 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:12.120755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.200499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.200842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Routers {'cbf25aaa-51ab-4a8a-a481-1ab33b859606'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:12.200842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:03:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:12.281014 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-d6fa35ef-bceb-489a-ac89-ff13656eba50 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Project ae707cad5ce74ffbb4595508d3c0654b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:12.294170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:12.295081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.385424 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f5f9b660-e737-48a2-a052-8e4f533cee16', 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '2c620489-490f-4a68-82e1-57ae114529a2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:12.386318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.437113 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-d6fa35ef-bceb-489a-ac89-ff13656eba50 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:12.439236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d6fa35ef-bceb-489a-ac89-ff13656eba50 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3307581 Jul 23 23:04:12.441250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port be9bef2f-bbc4-42a8-8f2f-ed072b288ef2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:12.442137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.445570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.454481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-524e68ef-23df-4c03-940a-65f4e06b47fd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '60e003fa-1b67-4a9f-a132-154a8032f87d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:12.501147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:12.597708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] DHCP port deletion for eefa5a34-178a-4c9e-8443-bc2b29594aa6 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:04:12.667909 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-524e68ef-23df-4c03-940a-65f4e06b47fd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Project ae707cad5ce74ffbb4595508d3c0654b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:12.668154 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.677185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Allocated IP 172.20.0.2 (f5f9b660-e737-48a2-a052-8e4f533cee16/2c620489-490f-4a68-82e1-57ae114529a2/eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:12.695064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] Set router cbf25aaa-51ab-4a8a-a481-1ab33b859606 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:12.714207 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-524e68ef-23df-4c03-940a-65f4e06b47fd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:12.718019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-524e68ef-23df-4c03-940a-65f4e06b47fd tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2681558 Jul 23 23:04:12.720242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.766711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.847696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=be9bef2f-bbc4-42a8-8f2f-ed072b288ef2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.946044 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.993626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.042729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.102325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Deleting port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:13.102965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.126362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b80bd81b-1731-44fe-8710-ccd8cc52d5c7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:13.147327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.157047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.220240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.224151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.228830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/60e003fa-1b67-4a9f-a132-154a8032f87d HTTP/1.1" status: 204 len: 168 time: 0.5041006 Jul 23 23:04:13.230651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.237148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa8bcb-8743-426b-aead-5f2f63af3a97 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e003fa-1b67-4a9f-a132-154a8032f87d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.244283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.246039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Fanout notify agent at l3_agent the message router_deleted on router cbf25aaa-51ab-4a8a-a481-1ab33b859606 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:04:13.258191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.261703 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-84738d8f-e9c4-4f3c-bdb1-a0238a59d79e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/routers/cbf25aaa-51ab-4a8a-a481-1ab33b859606 HTTP/1.1" status: 204 len: 168 time: 1.4056654 Jul 23 23:04:13.262820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.275220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] For port b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:13.275632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.278440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.327518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-175385e4-a424-4619-811d-d90ee99524c5 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876079 Jul 23 23:04:13.328745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Calling delete_port for b80bd81b-1731-44fe-8710-ccd8cc52d5c7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:13.328926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33856) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.331154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Transition to ACTIVE for port object eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:13.337002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943325702'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:13.384090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.398840 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.476652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:13.477052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.497330 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.503957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.544867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3bae24-db28-44e1-ac78-1d3946085d16,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.552927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Transition to ACTIVE for port object eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:13.560236 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.562731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-639714cd-7cd6-4d3a-acd6-384b9a90f4f2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2334104 Jul 23 23:04:13.564679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port b80bd81b-1731-44fe-8710-ccd8cc52d5c7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,segment=NetworkSegment(a033ffdb-4fbb-457f-bc8a-3f8918f101c1),segment_id=a033ffdb-4fbb-457f-bc8a-3f8918f101c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:13.565068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.568958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.571934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.599988 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.601438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1416c59f-acb8-4fa5-a603-6b7d434b81b2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '9b3bae24-db28-44e1-ac78-1d3946085d16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:13.616306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for b80bd81b-1731-44fe-8710-ccd8cc52d5c7 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:13.638156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Network f5f9b660-e737-48a2-a052-8e4f533cee16 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:13.648477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:13.653284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:13.664162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:04:10Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:13.670200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.20.0.1 (f5f9b660-e737-48a2-a052-8e4f533cee16/2c620489-490f-4a68-82e1-57ae114529a2/70e0c7b8-690b-40be-9c05-5f88db035f6e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:13.760910 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1416c59f-acb8-4fa5-a603-6b7d434b81b2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The resource could not be found. Jul 23 23:04:13.763923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1416c59f-acb8-4fa5-a603-6b7d434b81b2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1949270 Jul 23 23:04:13.767682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.775990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.778717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37ec4197-f4d2-4684-ba7e-0f2cdcec6f28 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '9b3bae24-db28-44e1-ac78-1d3946085d16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f148eca8-5c30-4f73-89df-1490f9bb6631'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:13.807553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.809485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:13.837714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.853330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3fc1a-4d79-44ce-a27f-1f69540ce6a5 None None] The sync data for ids ['cbf25aaa-51ab-4a8a-a481-1ab33b859606'] in n-d-791506-25 is: [{'id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-683352885', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:01:48Z', 'updated_at': '2021-07-23T23:04:10Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': 'be9bef2f-bbc4-42a8-8f2f-ed072b288ef2', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf25aaa-51ab-4a8a-a481-1ab33b859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:01:49Z', 'updated_at': '2021-07-23T23:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:13.859970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object 70e0c7b8-690b-40be-9c05-5f88db035f6e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:13.881849 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-37ec4197-f4d2-4684-ba7e-0f2cdcec6f28 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The resource could not be found. Jul 23 23:04:13.885862 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37ec4197-f4d2-4684-ba7e-0f2cdcec6f28 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1142137 Jul 23 23:04:13.887620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33864) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.965441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-741e50ba-a9b2-4f10-a5b4-e00af4b7c5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.971162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.973242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.976436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Attempting to bind port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:13.976749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Attempting to bind port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '7946fcdb-7397-4680-81ff-a3be0a5af16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:13.977004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Attempting to bind port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 on network f5f9b660-e737-48a2-a052-8e4f533cee16 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:13.980540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Pushing event updated for resources: {'Port': ['ID=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.990285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:13.990693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Checking segment: {'id': '7946fcdb-7397-4680-81ff-a3be0a5af16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:13.991957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.991957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Bound using segment: {'id': '7946fcdb-7397-4680-81ff-a3be0a5af16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:13.991957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Bound port: eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7946fcdb-7397-4680-81ff-a3be0a5af16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f5f9b660-e737-48a2-a052-8e4f533cee16'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:13.992845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.000891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefa5a34-178a-4c9e-8443-bc2b29594aa6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:14.002401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.015892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:14.016236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a033ffdb-4fbb-457f-bc8a-3f8918f101c1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:14.024541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.030285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] Pushing event deleted for resources: {'Port': ['ID=b80bd81b-1731-44fe-8710-ccd8cc52d5c7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.031717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.038634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f5f9b660-e737-48a2-a052-8e4f533cee16 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:14.047864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602317d-e543-4844-965b-e86d6ea44a7d None None] No DVR routers for this DVR port b80bd81b-1731-44fe-8710-ccd8cc52d5c7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:14.059263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:14.060287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.063291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:14.070620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=70e0c7b8-690b-40be-9c05-5f88db035f6e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.077547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:14.078021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:14.083069 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:14.112620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.133671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] For port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:14.152150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.179161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.186254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.189043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/networks/eefa5a34-178a-4c9e-8443-bc2b29594aa6 HTTP/1.1" status: 204 len: 168 time: 0.9249704 Jul 23 23:04:14.193280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:14.198174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] For port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,segment=NetworkSegment(7946fcdb-7397-4680-81ff-a3be0a5af16f),segment_id=7946fcdb-7397-4680-81ff-a3be0a5af16f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:14.202142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.207562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.295368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.317705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457d3dc-0203-4f2d-bd76-8ba1ed8c492c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Network': ['ID=eefa5a34-178a-4c9e-8443-bc2b29594aa6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.319404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c23fad-2d4e-400a-aca8-9adfd4f10ebf None None] Pushing event updated for resources: {'Port': ['ID=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.335599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.339569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b3bae24-db28-44e1-ac78-1d3946085d16 HTTP/1.1" status: 204 len: 168 time: 0.4464760 Jul 23 23:04:14.348780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:14.372656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f1340-b246-4bba-a368-086889232ec2 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3bae24-db28-44e1-ac78-1d3946085d16,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.439828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.469301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:04:14.485294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.499145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.529094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-823b5da2-4948-4cd5-a8d0-c8e4dd5a5a5d tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1787047 Jul 23 23:04:14.535238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:14.540497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e3ab43d9-24ab-4672-9fc8-d5199fbce627 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': 'c57cf72d-cd97-4b05-9fd2-08705440a8cf', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:14.638797 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e3ab43d9-24ab-4672-9fc8-d5199fbce627 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The resource could not be found. Jul 23 23:04:14.640474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e3ab43d9-24ab-4672-9fc8-d5199fbce627 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1039748 Jul 23 23:04:14.645741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:14.652918 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--305341755'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:14.703156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.706765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.708360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c118f1b-0f39-47e3-83ef-01b42b66124b HTTP/1.1" status: 204 len: 168 time: 0.5075848 Jul 23 23:04:14.714248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.746142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060d8e3-6bec-4e15-9565-32f942c57b8a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c118f1b-0f39-47e3-83ef-01b42b66124b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.972931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.987041 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.023695 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.057429 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.066682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.075794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f6a5f-4562-4b5c-861f-ade87e23a4e6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.096852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:15.100339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.105530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-57c6e128-f12f-4697-82ac-2f7d562dfe61 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4570158 Jul 23 23:04:15.106351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.111579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--595633511'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:15.159386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.184723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=70e0c7b8-690b-40be-9c05-5f88db035f6e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.190102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.228570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:15.255199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 139b7dd2-ad00-4a83-a2c2-4d328f521bbd no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:15.300662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 139b7dd2-ad00-4a83-a2c2-4d328f521bbd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:15.301315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 139b7dd2-ad00-4a83-a2c2-4d328f521bbd not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:15.318440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network f5f9b660-e737-48a2-a052-8e4f533cee16 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:15.320783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:15.342419 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.348695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.377712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.379889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2723789 Jul 23 23:04:15.383646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.388887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8c8cbd7-8078-4bf9-aca4-fe8bcbae2166 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': '6f8f6a5f-4562-4b5c-861f-ade87e23a4e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '92da6272-8235-4e6c-8c00-2495c2f7e15d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:15.414222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654bfe6-98ff-474e-a02c-c1f9a93c91a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92da6272-8235-4e6c-8c00-2495c2f7e15d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.452822 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f8c8cbd7-8078-4bf9-aca4-fe8bcbae2166 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:15.454007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8c8cbd7-8078-4bf9-aca4-fe8bcbae2166 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0692956 Jul 23 23:04:15.459268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.518783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router a00b9f12-49fc-4d38-a457-35d50f358d26 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:15.549310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33886) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.556521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10309293', 'description': 'tempest-secgroup-smoke-10309293 description', 'project_id': '353678e0676d48ef9f4ec9428a615568'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:15.562713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.621184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.678942 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.705165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.711190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.713604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/92da6272-8235-4e6c-8c00-2495c2f7e15d HTTP/1.1" status: 204 len: 168 time: 0.2516654 Jul 23 23:04:15.721192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33890) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.730672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05f7c5-3998-493f-a706-90027e55aa60 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da6272-8235-4e6c-8c00-2495c2f7e15d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.768461 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:15.779085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f060380b-b30a-46ad-8296-fbc7778273d7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/a00b9f12-49fc-4d38-a457-35d50f358d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6570015 Jul 23 23:04:15.781920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.785927 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] Sync routers for ids ['a00b9f12-49fc-4d38-a457-35d50f358d26'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:15.801702 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] Routers {'a00b9f12-49fc-4d38-a457-35d50f358d26'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:15.801702 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a00b9f12-49fc-4d38-a457-35d50f358d26'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:15.836376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9aa4141a-3777-408f-abd9-d57927fb0f38 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1166329 Jul 23 23:04:15.839367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.852512 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:15.864172 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] Routers {'a00b9f12-49fc-4d38-a457-35d50f358d26'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:15.865249 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a00b9f12-49fc-4d38-a457-35d50f358d26'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:15.873000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd72ba3b-064a-4324-a43f-c05a1fe57538 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.877283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dd72ba3b-064a-4324-a43f-c05a1fe57538 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports/70e0c7b8-690b-40be-9c05-5f88db035f6e HTTP/1.1" status: 200 len: 910 time: 0.0912209 Jul 23 23:04:15.877283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.885266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c620489-490f-4a68-82e1-57ae114529a2'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:15.904303 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:15.905136 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9a349-b2e5-4236-ae57-46fc4c23c9e9 None None] The sync data for ids ['a00b9f12-49fc-4d38-a457-35d50f358d26'] in n-d-791506-25 is: [] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:15.927158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.936668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.953987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedfb13d-d853-462b-80f6-14d277fc6e12 None None] Network f5f9b660-e737-48a2-a052-8e4f533cee16 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:15.959072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.979851 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.984054 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4309757 Jul 23 23:04:15.989960 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33900) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:15.997818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.010124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a2036-d882-435c-a034-01b464b4a859 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7634c25-04bb-40c2-bca3-69fe95e0b5dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.013295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.048787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Provisioning for port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:16.061395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Provisioning complete for port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.061794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.064606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.091315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.093881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.098807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f8f6a5f-4562-4b5c-861f-ade87e23a4e6 HTTP/1.1" status: 204 len: 168 time: 0.2583601 Jul 23 23:04:16.099431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.104993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.133330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb00a0-b102-4fea-8d7f-0032b8b83126 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8f6a5f-4562-4b5c-861f-ade87e23a4e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.184481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f9ecf2e4-d812-45db-97d3-8ca89d4970b3 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779111 Jul 23 23:04:16.191302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33904) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.196379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054393232'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.202754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.213233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.244570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda4263d-f7f8-41f0-8625-7c137d3bd498,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.249078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.265141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.266394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-97c0b617-82be-4f49-81f9-94477cf6ccbe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754707 Jul 23 23:04:16.278772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.290325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.380586 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.382627 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.386388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.426505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] For port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,segment=NetworkSegment(7946fcdb-7397-4680-81ff-a3be0a5af16f),segment_id=7946fcdb-7397-4680-81ff-a3be0a5af16f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:16.432516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.433217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c447fa95-52a4-49db-8d0e-b59153d64f1b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.445188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.446577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a87c3f1-35e5-46a6-b992-80e7a13f5f2a tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2538390 Jul 23 23:04:16.449566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33908) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.456427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90ea576a-c9cb-421d-84d0-a9cbdc4465a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': 'c447fa95-52a4-49db-8d0e-b59153d64f1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.466281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.506800 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-90ea576a-c9cb-421d-84d0-a9cbdc4465a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:16.511384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.513203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90ea576a-c9cb-421d-84d0-a9cbdc4465a6 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0623662 Jul 23 23:04:16.518173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cfbebe78-690b-48b3-86ae-11d76a490682 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group_rule': {'security_group_id': 'c447fa95-52a4-49db-8d0e-b59153d64f1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.527067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7895ee4-320a-485b-899a-9b8ca0a411a0 None None] Pushing event updated for resources: {'Port': ['ID=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.554289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.639645 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.653943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.677506 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-cfbebe78-690b-48b3-86ae-11d76a490682 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:04:16.678547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cfbebe78-690b-48b3-86ae-11d76a490682 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1660223 Jul 23 23:04:16.682088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33912) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.695735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d4b2ab-0a46-498a-b9cb-f596dfc1a53e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.709408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.711585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8d17dd3-effa-4413-954f-e22f4cafa3bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4310343 Jul 23 23:04:16.714924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33914) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.728810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:16.766719 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.777119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Provisioning for port 70e0c7b8-690b-40be-9c05-5f88db035f6e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:16.783491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Provisioning complete for port 70e0c7b8-690b-40be-9c05-5f88db035f6e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.783871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.785839 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.800333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.814041 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.830220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.859361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Port 70e0c7b8-690b-40be-9c05-5f88db035f6e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:16.882834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Provisioning complete for port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.883210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-481c36c9-0ab2-47e7-b529-9d2af261e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.919124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:16.920273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.921934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/ports/70e0c7b8-690b-40be-9c05-5f88db035f6e HTTP/1.1" status: 200 len: 910 time: 1.0436893 Jul 23 23:04:16.923168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6d1b-cd05-4d03-a668-ca2fd16877dc tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=70e0c7b8-690b-40be-9c05-5f88db035f6e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:16.926349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:16.989750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.997280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.006507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.010144 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.011577 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/c447fa95-52a4-49db-8d0e-b59153d64f1b HTTP/1.1" status: 204 len: 168 time: 0.3282182 Jul 23 23:04:17.050920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:17.070957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33920) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.156049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:17.156653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.163941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f37b1a-39d1-4914-9c8f-2b03d4c7b82e tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447fa95-52a4-49db-8d0e-b59153d64f1b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.174961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff1c1db-bf61-4f0b-9ea3-be5e58567139,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.194386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.195987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b7ab32c-7cbf-4fd2-8451-1fb022cbf393 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4801197 Jul 23 23:04:17.202235 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-199e0422-909a-461d-8a19-47df8d01a128 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297138 Jul 23 23:04:17.205260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33922) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.207305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-40243c9e-d0ff-48fd-ac32-9568dfa621e4 None None] Provisioning complete for port 70e0c7b8-690b-40be-9c05-5f88db035f6e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:17.208021 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40243c9e-d0ff-48fd-ac32-9568dfa621e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.210693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.214802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.223353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382624886'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.276539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-40243c9e-d0ff-48fd-ac32-9568dfa621e4 None None] Port 70e0c7b8-690b-40be-9c05-5f88db035f6e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:17.282417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.315673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.379992 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.380774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:17.385517 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.413206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896be3b7-f439-4330-8f5c-10611bccbab2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.429623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:17.430322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device be9bef2f-bbc4-42a8-8f2f-ed072b288ef2 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:17.447028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a769337e-b1d4-4eea-bedb-f75250bb827e None None] Provisioning complete for port 70e0c7b8-690b-40be-9c05-5f88db035f6e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:17.448070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a769337e-b1d4-4eea-bedb-f75250bb827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.498747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a769337e-b1d4-4eea-bedb-f75250bb827e None None] Port 70e0c7b8-690b-40be-9c05-5f88db035f6e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:17.543406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.550772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.555022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.563820 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c7a190e3-f6fe-47a3-b478-02a048235c26 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567395 Jul 23 23:04:17.564562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.572219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.595656 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.597813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3804960 Jul 23 23:04:17.601099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33928) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.603526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.608028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666b5fb-eca3-4ff9-8949-0b38cec9fafc tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e550c1cb-44a9-4d20-808b-664bdb353a5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.616151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a4929aab-b068-4927-90b0-28f718bfe797 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.616670 n-d-791506-25 neutron-server[93836]: WARNING neutron.api.v2.base [None req-a4929aab-b068-4927-90b0-28f718bfe797 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 23:04:17.617233 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-a4929aab-b068-4927-90b0-28f718bfe797 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 23:04:17.620983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4929aab-b068-4927-90b0-28f718bfe797 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "PUT /v2.0/security-groups/e550c1cb-44a9-4d20-808b-664bdb353a5f HTTP/1.1" status: 409 len: 330 time: 0.0156510 Jul 23 23:04:17.621160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33930) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.634082 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:17.650153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.746644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.768251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.781141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.812785 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.833234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.834489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2688539 Jul 23 23:04:17.838448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33934) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.843421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': 'b7634c25-04bb-40c2-bca3-69fe95e0b5dd', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.856008 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cbf66-1971-4701-a816-e5bb59e61094 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761baac2-2a47-4d6a-a280-3f96d90f6ae3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.890576 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:17.899102 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.915277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.918471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.919794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/e550c1cb-44a9-4d20-808b-664bdb353a5f HTTP/1.1" status: 204 len: 168 time: 0.2975631 Jul 23 23:04:17.926720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33936) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.943183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 70e0c7b8-690b-40be-9c05-5f88db035f6e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:17.944235 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.965233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746200a-5fa2-47ca-a992-83621f83cc48 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e550c1cb-44a9-4d20-808b-664bdb353a5f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.039654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.049849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.063736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4fd61ead-faf0-4aa9-8577-bbd29a6e2216 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310835 Jul 23 23:04:18.074761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.085373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.087129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542f8e29-ac68-48b6-9885-5af89fe8d732,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.096307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.101184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b49f090e-bd34-4c99-a195-864ffdf2052c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2586751 Jul 23 23:04:18.101184 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-30d26380-3a00-4827-8531-fd1ff5278756 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] delete failed (client error): The resource could not be found. Jul 23 23:04:18.101184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-30d26380-3a00-4827-8531-fd1ff5278756 tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "DELETE /v2.0/security-groups/362519eb-1805-42fd-a6b1-9f45ac9f200c HTTP/1.1" status: 404 len: 347 time: 0.0248098 Jul 23 23:04:18.102302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33940) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.107172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'network': {'name': 'tempest-network-smoke--248081394', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:18.110263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.118268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 70e0c7b8-690b-40be-9c05-5f88db035f6e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:18.127815 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-4d41c79a-562c-42be-a5f6-6302aa85bcca tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] show failed (client error): The resource could not be found. Jul 23 23:04:18.128892 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4d41c79a-562c-42be-a5f6-6302aa85bcca tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-groups/d64b80bb-1b9d-4749-915f-79ba88f3b25f HTTP/1.1" status: 404 len: 347 time: 0.0177093 Jul 23 23:04:18.132809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.145119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:18.149291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.176782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:18.188784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.189401 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Added segment b1610e1e-c617-4937-b130-03ff4faa7214 of type vlan for network 38969382-fe6e-4519-84ef-5530965a6511 Jul 23 23:04:18.193246 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e7aa6ca8-8567-4406-9bbc-2f736b35708c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] show failed (client error): The resource could not be found. Jul 23 23:04:18.200651 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e7aa6ca8-8567-4406-9bbc-2f736b35708c tempest-NegativeSecGroupIPv6Test-1270785357 tempest-NegativeSecGroupIPv6Test-1270785357-project] 10.222.0.37 "GET /v2.0/security-group-rules/774e128f-e510-4312-b739-9059d18c258e HTTP/1.1" status: 404 len: 356 time: 0.0590580 Jul 23 23:04:18.253035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.294801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.305094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:18.306082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.366930 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2641089 Jul 23 23:04:18.367595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33948) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.377424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'admin_state_up': True, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:18.397351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.422808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2125a5-ae74-4b6c-afbd-fa472c4b883c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Network': ['ID=38969382-fe6e-4519-84ef-5530965a6511,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.436486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=70e0c7b8-690b-40be-9c05-5f88db035f6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.439212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 38969382-fe6e-4519-84ef-5530965a6511 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:18.451716 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.470029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.047977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:19.091299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.137110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.263673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.306891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router a00b9f12-49fc-4d38-a457-35d50f358d26 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:19.318586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4070f379-a749-4918-a283-887f90a52f63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae707cad5ce74ffbb4595508d3c0654b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695696 Jul 23 23:04:19.322520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:19.423222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:19.432584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9b9b23a4-e6a8-4f85-8bea-52d610516137 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/a00b9f12-49fc-4d38-a457-35d50f358d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048695 Jul 23 23:04:19.435385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:19.439485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10132d1e-1880-406e-af06-613011861caf None None] Sync routers for ids ['a00b9f12-49fc-4d38-a457-35d50f358d26'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:19.451634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10132d1e-1880-406e-af06-613011861caf None None] Routers {'a00b9f12-49fc-4d38-a457-35d50f358d26'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:19.452537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10132d1e-1880-406e-af06-613011861caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a00b9f12-49fc-4d38-a457-35d50f358d26'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.475814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ebf9ffb9-c4be-432c-b8ed-75527da13b2c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b9f12-49fc-4d38-a457-35d50f358d26 HTTP/1.1" status: 200 len: 205 time: 0.0393038 Jul 23 23:04:19.481563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:19.497416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10132d1e-1880-406e-af06-613011861caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.500459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.508771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10132d1e-1880-406e-af06-613011861caf None None] Routers {'a00b9f12-49fc-4d38-a457-35d50f358d26'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:19.509689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10132d1e-1880-406e-af06-613011861caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a00b9f12-49fc-4d38-a457-35d50f358d26'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.533914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.547260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-10132d1e-1880-406e-af06-613011861caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.548206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10132d1e-1880-406e-af06-613011861caf None None] The sync data for ids ['a00b9f12-49fc-4d38-a457-35d50f358d26'] in n-d-791506-25 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:19.624239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.629944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.633635 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8ceb26e-8a9c-407c-933f-1930be8a64c0 HTTP/1.1" status: 204 len: 168 time: 0.3062456 Jul 23 23:04:19.640284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c79bf-5b80-4846-ac36-7acd48a7b6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ceb26e-8a9c-407c-933f-1930be8a64c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:19.659017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.683373 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.685696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.934298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.938514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.029820 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.030440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router a00b9f12-49fc-4d38-a457-35d50f358d26 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:04:20.033510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.99 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1409b5bf-639a-4e23-86ae-dcdb2776c146) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:20.059521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.062371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7add6ba5-19f3-4fa0-a9f2-d4fa2699a5af tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/a00b9f12-49fc-4d38-a457-35d50f358d26 HTTP/1.1" status: 204 len: 168 time: 0.5780716 Jul 23 23:04:20.063823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:20.184858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 2c620489-490f-4a68-82e1-57ae114529a2 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:20.188386 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.238097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.270804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.363769 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.386989 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.437206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:20.445012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:20.451873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:20.473799 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.493708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.496204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/2c620489-490f-4a68-82e1-57ae114529a2 HTTP/1.1" status: 204 len: 168 time: 0.4311893 Jul 23 23:04:20.502181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb969a-0dab-41a6-aefa-749113c46997 None None] Network f5f9b660-e737-48a2-a052-8e4f533cee16 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:20.503833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33994) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:20.515389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534087e-a103-4f08-94cb-0a05196df981 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=2c620489-490f-4a68-82e1-57ae114529a2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:20.527337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=1409b5bf-639a-4e23-86ae-dcdb2776c146,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:20.693572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.742849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] DHCP port deletion for f5f9b660-e737-48a2-a052-8e4f533cee16 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:04:20.795597 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Deleting port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:20.795947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.861320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:20.861689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.876619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] For port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,segment=NetworkSegment(7946fcdb-7397-4680-81ff-a3be0a5af16f),segment_id=7946fcdb-7397-4680-81ff-a3be0a5af16f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:20.877118 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.890656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:20.891770 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Calling delete_port for eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:20.969425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:21.014830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,segment=NetworkSegment(7946fcdb-7397-4680-81ff-a3be0a5af16f),segment_id=7946fcdb-7397-4680-81ff-a3be0a5af16f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:21.015194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.032156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.036432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:21.060083 n-d-791506-25 neutron-server[93837]: INFO neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No ports have port_id starting with eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 Jul 23 23:04:21.061912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] Pushing event deleted for resources: {'Port': ['ID=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:21.067291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533cf84-c6f6-47d4-8c21-31492dc642f4 None None] No DVR routers for this DVR port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:21.232582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.271930 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.274357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:21.275963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=eae2b998-1ea2-45ae-b6e9-d0cb8d2c2ba7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:21.443961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.459546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f9b660-e737-48a2-a052-8e4f533cee16']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:21.474420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7946fcdb-7397-4680-81ff-a3be0a5af16f') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:21.474669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7946fcdb-7397-4680-81ff-a3be0a5af16f') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:21.490462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.514664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.525160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:21.525548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:21.529113 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:21.604108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2be27d0b-e413-47e6-aec4-f5d3e46deefd is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:21.607830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.618571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.623314 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/f5f9b660-e737-48a2-a052-8e4f533cee16 HTTP/1.1" status: 204 len: 168 time: 1.1139445 Jul 23 23:04:21.624890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:21.630880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-970732179', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:21.634843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e92648-b829-4039-bb2b-a2246f0d4ff2 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=f5f9b660-e737-48a2-a052-8e4f533cee16,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:21.658832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.660646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.728984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.736012 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.762274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.763513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:21.764827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4cd635e1-f596-4015-8344-c3e7ff9b5f79 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1384900 Jul 23 23:04:21.767225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:21.773489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-402174411'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:21.779284 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Sync routers for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:21.789574 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:21.790379 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:21.805290 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:21.811701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.821909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.826948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5dbc6080-3ecd-4f96-a4fc-43a10c7d956a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4549618 Jul 23 23:04:21.827935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:21.864945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:21.872267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-09cf50b2-0e08-4c79-a14d-9d0017f97849 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=353678e0676d48ef9f4ec9428a615568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428758 Jul 23 23:04:21.872886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34036) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:21.875520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.877174 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment a9463603-1259-4f86-9850-cd0e04b0f291 of type vlan for network be5961df-5737-4619-b43f-927a4a157327 Jul 23 23:04:21.904358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:21.924832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.959327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.966022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:21.967003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.993415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f594dd-b143-4667-9253-e26e9305c660 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:21.998777 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a4f594dd-b143-4667-9253-e26e9305c660 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1243126 Jul 23 23:04:21.999457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34038) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:22.005193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2366247 Jul 23 23:04:22.008543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:22.020953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:22.043583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e864f334-d3cf-40ce-ae27-6022a6eb8914 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427096 Jul 23 23:04:22.044038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:22.058841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827678263', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:22.101988 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:20Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:22.107282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283665c8-eacd-499d-8ddd-c304a31a0938 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=be5961df-5737-4619-b43f-927a4a157327,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:22.124821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network be5961df-5737-4619-b43f-927a4a157327 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:22.132550 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Checking router: 2be27d0b-e413-47e6-aec4-f5d3e46deefd for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:22.133227 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Updating router 2be27d0b-e413-47e6-aec4-f5d3e46deefd port 1409b5bf-639a-4e23-86ae-dcdb2776c146 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:22.169681 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.232273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:22.236132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.308139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:22.311661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.472343 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.478521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.484437 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Transition to ACTIVE for port object 1409b5bf-639a-4e23-86ae-dcdb2776c146 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:22.491494 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.544696 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Attempting to bind port 1409b5bf-639a-4e23-86ae-dcdb2776c146 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:22.545072 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Attempting to bind port 1409b5bf-639a-4e23-86ae-dcdb2776c146 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:22.545434 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Attempting to bind port 1409b5bf-639a-4e23-86ae-dcdb2776c146 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:22.553075 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:22.553446 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:22.554374 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.554374 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:22.554805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Bound port: 1409b5bf-639a-4e23-86ae-dcdb2776c146, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:22.555184 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.557454 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Pushing event updated for resources: {'Port': ['ID=1409b5bf-639a-4e23-86ae-dcdb2776c146,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:22.586453 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.586813 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.587139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.587476 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.587810 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.588140 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.588470 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.588794 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.589118 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.589439 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.589778 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.590098 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.602577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.620043 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] For port 1409b5bf-639a-4e23-86ae-dcdb2776c146, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:22.623563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] For port 1409b5bf-639a-4e23-86ae-dcdb2776c146, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1409b5bf-639a-4e23-86ae-dcdb2776c146,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:22.627382 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.658315 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.683842 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:22.684471 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:22.694167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=ccd401fc-efcf-4d8b-b75a-67257eb4cfa0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:22.726096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.726441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.726782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.727116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.727447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.727775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.728100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.728422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.728742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.729060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.729379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.729698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:22.734759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:22.735056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: be5961df-5737-4619-b43f-927a4a157327, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:22.777863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:22.778229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network hostable DHCP agents. Network: 38969382-fe6e-4519-84ef-5530965a6511, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:22.794515 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:22.810628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network be5961df-5737-4619-b43f-927a4a157327 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:22.814538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Subnet': ['ID=7da6511f-dd22-4056-9411-8c8542d7c87e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:22.821495 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529f9e-31bf-4016-bce4-80a8c7148280 None None] Pushing event updated for resources: {'Port': ['ID=1409b5bf-639a-4e23-86ae-dcdb2776c146,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:22.837873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 38969382-fe6e-4519-84ef-5530965a6511 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:22.844986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, be5961df-5737-4619-b43f-927a4a157327) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:22.853103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 38969382-fe6e-4519-84ef-5530965a6511) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:22.855394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:22.856087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.861568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:22.862185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:22.873319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f5ebd-187a-44c6-9beb-68f27febc995 None None] Network be5961df-5737-4619-b43f-927a4a157327 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:22.885586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ff8c0b0a-f15a-4ab3-b034-0af390d97d91 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8755527 Jul 23 23:04:22.888497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:22.897808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a76a299b-1ef1-49a3-a2e6-657e76aaf619 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8500161 Jul 23 23:04:22.901269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:22.934512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b7af0-46a0-47ee-b06f-c6277626994b None None] Network 38969382-fe6e-4519-84ef-5530965a6511 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:23.013116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:20Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:23.302105 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10ab27-ff7c-460a-a259-5a3ab50e2ee6 None None] The sync data for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 is: [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:20Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:23.413140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:23.430113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:23.432623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-38969382-fe6e-4519-84ef-5530965a6511', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:23.434696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:23.742615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-be5961df-5737-4619-b43f-927a4a157327', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:23.744495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:23.765181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Allocated IP 172.20.0.2 (38969382-fe6e-4519-84ef-5530965a6511/7da6511f-dd22-4056-9411-8c8542d7c87e/441f8ec8-96e0-4e14-94a6-5406a80ad29c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:24.033241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.20.0.1 (be5961df-5737-4619-b43f-927a4a157327/ccd401fc-efcf-4d8b-b75a-67257eb4cfa0/aee9f20b-774a-4243-b62b-0de1d14692ee) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:24.048704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:24.211751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.222918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Transition to ACTIVE for port object 441f8ec8-96e0-4e14-94a6-5406a80ad29c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:24.249841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Transition to ACTIVE for port object 441f8ec8-96e0-4e14-94a6-5406a80ad29c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:24.275764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.345217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Network 38969382-fe6e-4519-84ef-5530965a6511 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:24.349441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:24.353663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:24.367189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aad029-3873-4665-80ab-d46bd85339dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.403577 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.430972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object aee9f20b-774a-4243-b62b-0de1d14692ee will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:24.456095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Pushing event updated for resources: {'Port': ['ID=441f8ec8-96e0-4e14-94a6-5406a80ad29c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:24.466605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Attempting to bind port 441f8ec8-96e0-4e14-94a6-5406a80ad29c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:24.467077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Attempting to bind port 441f8ec8-96e0-4e14-94a6-5406a80ad29c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:24.467376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Attempting to bind port 441f8ec8-96e0-4e14-94a6-5406a80ad29c on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:24.474966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:24.476764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:24.477186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.477593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Bound using segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:24.478153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Bound port: 441f8ec8-96e0-4e14-94a6-5406a80ad29c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:24.478575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.532526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.569421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network be5961df-5737-4619-b43f-927a4a157327 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:24.585519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:24.683869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:24.719292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] For port 441f8ec8-96e0-4e14-94a6-5406a80ad29c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:24.719292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Allocated IP 172.20.0.2 (be5961df-5737-4619-b43f-927a4a157327/ccd401fc-efcf-4d8b-b75a-67257eb4cfa0/580f29c1-f37f-4eb5-b4ff-2a253ad31bc3) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:24.720748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] For port 441f8ec8-96e0-4e14-94a6-5406a80ad29c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=441f8ec8-96e0-4e14-94a6-5406a80ad29c,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:24.729849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.777629 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.815572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:24.822300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aad029-3873-4665-80ab-d46bd85339dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.847872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:24.875208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19e4b-23ff-412c-8fbe-a66496031c9e None None] Pushing event updated for resources: {'Port': ['ID=441f8ec8-96e0-4e14-94a6-5406a80ad29c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:24.904569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aad029-3873-4665-80ab-d46bd85339dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.078716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34080) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:25.078994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35aad029-3873-4665-80ab-d46bd85339dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5676aa5ba86f4a03abf4fa49b0afc5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0276833 Jul 23 23:04:25.081921 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.086804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1409b5bf-639a-4e23-86ae-dcdb2776c146 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:25.122562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aad029-3873-4665-80ab-d46bd85339dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f59ff-6956-4648-89bc-3a6ebcfe9805,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.180956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Transition to ACTIVE for port object 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:25.227294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Transition to ACTIVE for port object 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:25.233129 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.241644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.282651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.310111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1409b5bf-639a-4e23-86ae-dcdb2776c146 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:25.318749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Network be5961df-5737-4619-b43f-927a4a157327 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:25.320893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:25.323232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1409b5bf-639a-4e23-86ae-dcdb2776c146 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:25.323232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.324798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:25.358812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.371232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Pushing event updated for resources: {'Port': ['ID=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.456397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Attempting to bind port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:25.458624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Attempting to bind port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:25.459185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Attempting to bind port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 on network be5961df-5737-4619-b43f-927a4a157327 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:25.469062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:25.470279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Checking segment: {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:25.470674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.471080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Bound using segment: {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:25.476755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Bound port: 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:25.477222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.548303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.1 (38969382-fe6e-4519-84ef-5530965a6511/7da6511f-dd22-4056-9411-8c8542d7c87e/8ea7052f-9853-4cfc-a367-ffa00ffa1b10) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:25.563406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.567919 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.570641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d96f59ff-6956-4648-89bc-3a6ebcfe9805 HTTP/1.1" status: 204 len: 168 time: 0.4907687 Jul 23 23:04:25.608095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.633673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.643072 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.677684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1409b5bf-639a-4e23-86ae-dcdb2776c146, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1409b5bf-639a-4e23-86ae-dcdb2776c146,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:25.683004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] For port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:25.699522 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.716381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] For port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:25.728106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.734521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.746099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:25.790596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.795232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486840a2-c30b-4dcb-b39c-a7e962989c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f59ff-6956-4648-89bc-3a6ebcfe9805,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.874442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1409b5bf-639a-4e23-86ae-dcdb2776c146,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.877083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 38969382-fe6e-4519-84ef-5530965a6511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:25.885446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:25.887517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:25.948011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.950946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.959186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:26.007088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea76c3-ebdc-4d3b-8c9d-5997e1aa9f20 None None] Pushing event updated for resources: {'Port': ['ID=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:26.141335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network be5961df-5737-4619-b43f-927a4a157327 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:26.142855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:26.188983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:26.283579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:26.344690 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ff84c1d-ea7c-425e-aaa4-2957dd621f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:26.380096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:26.397979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:26.545280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:26.562536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:26.572719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:26.572828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-da3adf03-32b5-4e7d-be71-2a98b07cc2fe tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6830463 Jul 23 23:04:26.579156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:26.580193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:26.580731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284765118'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:26.871898 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ff84c1d-ea7c-425e-aaa4-2957dd621f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:26.890181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ff84c1d-ea7c-425e-aaa4-2957dd621f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:26.905225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe07bd-493d-4efe-9cbf-7743319b95bd None None] Network 38969382-fe6e-4519-84ef-5530965a6511 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:26.999359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:27.010006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2ff84c1d-ea7c-425e-aaa4-2957dd621f08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2be6d33df16b4a97abeefe9ce52a0d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125480 Jul 23 23:04:27.103777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:27.110588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:27.114049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.128277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.168320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e893ae7-910d-418e-90a2-827b5fb152b1 None None] Provisioning for port 441f8ec8-96e0-4e14-94a6-5406a80ad29c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:27.177870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84c1d-ea7c-425e-aaa4-2957dd621f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62f3d3-84e7-4fd9-a34b-ca1e7a18e389,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:27.178803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.192573 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.203935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:27.211409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.262094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 441f8ec8-96e0-4e14-94a6-5406a80ad29c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:27.275109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.278138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.279605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c62f3d3-84e7-4fd9-a34b-ca1e7a18e389 HTTP/1.1" status: 204 len: 168 time: 0.2792394 Jul 23 23:04:27.292328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5c8b-2411-4bc7-8939-147d746a1035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62f3d3-84e7-4fd9-a34b-ca1e7a18e389,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:27.308263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.308721 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 5cc6d0c8-33f4-4013-b7c7-31572c0d3824 of type vlan for network 7f442ab6-e868-4088-ab1c-36dab407c883 Jul 23 23:04:27.386510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.398245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1ebd3-a7d2-4ec7-a3ca-d1939eb93091 None None] Network be5961df-5737-4619-b43f-927a4a157327 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:27.403805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:27.411578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.501133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.507506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:27.508872 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.554581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d54f06e8-e431-4a39-919c-41dda543bb21 None None] Provisioning for port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:27.583934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 441f8ec8-96e0-4e14-94a6-5406a80ad29c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:27.600150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 38969382-fe6e-4519-84ef-5530965a6511 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:27.613871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 441f8ec8-96e0-4e14-94a6-5406a80ad29c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:27.614259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.625261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:27.630936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0569694 Jul 23 23:04:27.633741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:27.639100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:27.844675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:27.858994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:27.868552 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.881652 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:27.892808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:27.892808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Updating router 9088de20-b145-4a28-888b-9d320614b135 port aee9f20b-774a-4243-b62b-0de1d14692ee binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:27.974966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd484921-e7e5-48cf-aef1-b3fe97b115b6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=7f442ab6-e868-4088-ab1c-36dab407c883,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:28.017802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2be27d0b-e413-47e6-aec4-f5d3e46deefd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:28.030538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7f442ab6-e868-4088-ab1c-36dab407c883 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:28.116141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 441f8ec8-96e0-4e14-94a6-5406a80ad29c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=441f8ec8-96e0-4e14-94a6-5406a80ad29c,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:28.119324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:28.154232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:28.155207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1409b5bf-639a-4e23-86ae-dcdb2776c146 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:28.371221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:28.379838 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ae685bf8-d177-42a4-af72-8b54e4c4407d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/2be27d0b-e413-47e6-aec4-f5d3e46deefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4774237 Jul 23 23:04:28.397278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Sync routers for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:28.412485 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:28.413648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:28.552203 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:28.704716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:28.705101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: 7f442ab6-e868-4088-ab1c-36dab407c883, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:28.718020 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:28.743664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=e5c61fa4-2491-4842-bbb3-aace98b1777a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:28.786879 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 7f442ab6-e868-4088-ab1c-36dab407c883 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:28.810233 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 7f442ab6-e868-4088-ab1c-36dab407c883) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:28.817102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:28.817933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:28.850438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ec753e17-19b0-4eb2-84fa-f073b2d70152 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2153928 Jul 23 23:04:28.853236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:28.947692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:28.984481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Transition to ACTIVE for port object aee9f20b-774a-4243-b62b-0de1d14692ee will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:29.068311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5577c-8b36-49f5-86c1-9d4aaec8a9ce None None] Network 7f442ab6-e868-4088-ab1c-36dab407c883 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:29.098992 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.124049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=441f8ec8-96e0-4e14-94a6-5406a80ad29c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:29.240135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Provisioning for port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:29.276460 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 2, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:29.325176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67cc23-7159-4fb8-aebc-791d2d092070 None None] Pushing event updated for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:29.374874 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Checking router: 2be27d0b-e413-47e6-aec4-f5d3e46deefd for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:29.375825 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Updating router 2be27d0b-e413-47e6-aec4-f5d3e46deefd port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:29.456230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-ee29d086-d665-4c58-b183-2ca4c6c1cfac tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10309293&fields=id&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 267 time: 0.0782080 Jul 23 23:04:29.474388 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.538093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Provisioning complete for port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:29.538471 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.588570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:29.679777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Provisioning complete for port 441f8ec8-96e0-4e14-94a6-5406a80ad29c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:29.680195 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-86e3805d-4e33-4a78-8e57-ce581ce67090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.745167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-7f442ab6-e868-4088-ab1c-36dab407c883', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:29.746429 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.798235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-c9de8444-5a77-4d6b-9a8c-f8ac78f6337c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:29.808561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-c9de8444-5a77-4d6b-9a8c-f8ac78f6337c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 796 time: 0.3355544 Jul 23 23:04:29.822056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1409b5bf-639a-4e23-86ae-dcdb2776c146 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:29.822551 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.831755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-12f1faf9-be67-46e8-933f-4535d49a70fe tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/quotas/353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 375 time: 0.0201914 Jul 23 23:04:29.845058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.949237 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:29.964452 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Transition to ACTIVE for port object 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:29.968818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-e9f5566f-7aae-4da9-aa37-6bcbf9f9b158 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340196 Jul 23 23:04:29.977644 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.073502 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038812e-457e-4e23-a791-42ccf1ee5aee None None] Pushing event updated for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:30.212256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-cd93fc06-ee30-4c4e-b49c-0c1a90d0e5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166040 Jul 23 23:04:30.257304 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Attempting to bind port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:30.257648 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Attempting to bind port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:30.257956 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Attempting to bind port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:30.264217 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:30.264623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:30.264970 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.265358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Bound using segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:30.265850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Bound port: 8ea7052f-9853-4cfc-a367-ffa00ffa1b10, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:30.266223 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.352757 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] For port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:30.356068 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] For port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:30.363250 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.426248 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:30.427201 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:30.427864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-66c0d791-998b-4759-b60e-957d55e3a2ea service neutron] 10.222.0.37 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018638 Jul 23 23:04:30.445468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Attempting to bind port aee9f20b-774a-4243-b62b-0de1d14692ee on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:30.446101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Attempting to bind port aee9f20b-774a-4243-b62b-0de1d14692ee by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:30.446554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Attempting to bind port aee9f20b-774a-4243-b62b-0de1d14692ee on network be5961df-5737-4619-b43f-927a4a157327 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:30.489167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:30.494727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Checking segment: {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:30.495342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.496720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Bound using segment: {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:30.497387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Bound port: aee9f20b-774a-4243-b62b-0de1d14692ee, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9463603-1259-4f86-9850-cd0e04b0f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'be5961df-5737-4619-b43f-927a4a157327'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:30.497975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.597331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.21.0.1 (7f442ab6-e868-4088-ab1c-36dab407c883/e5c61fa4-2491-4842-bbb3-aace98b1777a/a513e76e-924d-4410-814f-4efd07d02597) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:30.601614 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:30.675104 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038812e-457e-4e23-a791-42ccf1ee5aee None None] Pushing event updated for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:30.827438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:30.921642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80b51309-7cff-4379-892a-a764ffd2e7bb req-d16d6c02-b8ac-4ea7-be07-72dc483c6ab9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 210 time: 0.0681224 Jul 23 23:04:30.936967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] For port aee9f20b-774a-4243-b62b-0de1d14692ee, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:30.937217 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.990886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object a513e76e-924d-4410-814f-4efd07d02597 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:31.003924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] For port aee9f20b-774a-4243-b62b-0de1d14692ee, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aee9f20b-774a-4243-b62b-0de1d14692ee,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:31.047397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.074405 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:31.090544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.112235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4ebbcd-4e62-4845-a779-bb4ba4e4ae62 None None] The sync data for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 is: [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:31.201167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:31.213554 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 7f442ab6-e868-4088-ab1c-36dab407c883 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:31.215110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:31.217600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:31.273192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Allocated IP 172.21.0.2 (7f442ab6-e868-4088-ab1c-36dab407c883/e5c61fa4-2491-4842-bbb3-aace98b1777a/0a429c78-0813-4703-9838-012997155fe7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:31.282490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.464197 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.532184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:31.539486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5a559196-c107-4155-b123-7e135097e776 None None] Provisioning for port aee9f20b-774a-4243-b62b-0de1d14692ee completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:31.552034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:31.552694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:31.557076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:31.557855 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.562758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67cc23-7159-4fb8-aebc-791d2d092070 None None] Pushing event updated for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:31.939821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:31.991013 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.000902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.111152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.134445 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6fe58688-c073-423a-840b-3b05791c30a9 req-e67f28b8-0d9d-4b19-bb5e-990c9373dcbd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 210 time: 0.0639327 Jul 23 23:04:32.154135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Transition to ACTIVE for port object 0a429c78-0813-4703-9838-012997155fe7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:32.182231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Transition to ACTIVE for port object 0a429c78-0813-4703-9838-012997155fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:32.189727 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.237698 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.239902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:32.292942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.391481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Network 7f442ab6-e868-4088-ab1c-36dab407c883 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:32.416959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:32.420172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:32.425967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:32.427569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Pushing event updated for resources: {'Port': ['ID=0a429c78-0813-4703-9838-012997155fe7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:32.447279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.466826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 7f442ab6-e868-4088-ab1c-36dab407c883 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:32.468380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:32.559621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-620b3f32-6c55-4b2f-850b-fbcfb5e6065c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.561321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-620b3f32-6c55-4b2f-850b-fbcfb5e6065c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 796 time: 0.2454247 Jul 23 23:04:32.653257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-701fdb66-c19f-4367-afc7-b1a1f1abe7b5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 378 time: 0.0835605 Jul 23 23:04:32.667100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'port': {'device_id': '26f54f02-d611-4155-a601-c26094a787f8', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'admin_state_up': True, 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'security_groups': ['b7634c25-04bb-40c2-bca3-69fe95e0b5dd']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:32.710500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:32.713199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Attempting to bind port 0a429c78-0813-4703-9838-012997155fe7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:32.713736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Attempting to bind port 0a429c78-0813-4703-9838-012997155fe7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:32.713984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Attempting to bind port 0a429c78-0813-4703-9838-012997155fe7 on network 7f442ab6-e868-4088-ab1c-36dab407c883 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:32.750624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:32.751009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Checking segment: {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:32.751566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.752097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Bound using segment: {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:32.753258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Bound port: 0a429c78-0813-4703-9838-012997155fe7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:32.753808 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.766249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 441f8ec8-96e0-4e14-94a6-5406a80ad29c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:32.849345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:32.854067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.874531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:32.887953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fc5d8655-57fc-4d92-aef6-eac6e3450d66 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0333591 Jul 23 23:04:32.888942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:32.913900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-783208313'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:32.927165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] For port 0a429c78-0813-4703-9838-012997155fe7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:32.931628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] For port 0a429c78-0813-4703-9838-012997155fe7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a429c78-0813-4703-9838-012997155fe7,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:32.961001 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:32.964696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:32.968894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:32.973594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.042850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:33.050122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 441f8ec8-96e0-4e14-94a6-5406a80ad29c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:33.050636 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.095001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.095846 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 9b17dcb2-709b-4dcc-a450-44c8ac69819d of type vlan for network 8c601271-bde7-4de6-b74d-10e3d97b907d Jul 23 23:04:33.097423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7305d-3173-496e-92f3-62d800b3c3cc None None] Pushing event updated for resources: {'Port': ['ID=0a429c78-0813-4703-9838-012997155fe7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:33.132735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:31Z', 'revision_number': 3, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 1, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:33.185544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de909a-c8d0-4de0-b846-d50dd9d109de None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:31Z', 'revision_number': 3, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 1, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:33.197985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.280825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:33.296187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.306693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:33.307518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.405559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:33.410412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:33.410839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.422965 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5294459 Jul 23 23:04:33.428183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34218) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:33.443305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:33.569575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91643032-85c0-4e20-b716-e242c2a88589 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=8c601271-bde7-4de6-b74d-10e3d97b907d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:33.582832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8c601271-bde7-4de6-b74d-10e3d97b907d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:33.755837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:33.762794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.856532 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.957416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:33.965734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.172705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.174140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06e1523e-ae0b-4aad-b970-a67f78f43f93 req-3abac182-3177-41d8-aac9-9c4aad72933d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 210 time: 0.1657922 Jul 23 23:04:34.195021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.8 (38969382-fe6e-4519-84ef-5530965a6511/7da6511f-dd22-4056-9411-8c8542d7c87e/0c5e131b-5a39-4865-a2f7-46ebfb324df8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:34.281491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.404526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=0344781f-30e1-4190-a385-ce54c6d81fdb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.416616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:34.416985 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: 8c601271-bde7-4de6-b74d-10e3d97b907d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:34.468331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 8c601271-bde7-4de6-b74d-10e3d97b907d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:34.511250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8c601271-bde7-4de6-b74d-10e3d97b907d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:34.525557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:34.526181 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.526695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc76aa-f94a-4173-8eee-74a733030adb None None] Network 8c601271-bde7-4de6-b74d-10e3d97b907d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:34.617355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5f4f13f4-e87b-4dcd-8adf-d7840960e6e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1867502 Jul 23 23:04:34.619373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:34.621896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.638486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object 0c5e131b-5a39-4865-a2f7-46ebfb324df8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:34.707842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.834854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 38969382-fe6e-4519-84ef-5530965a6511 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:34.847372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:34.871657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:34.881559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.999806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:35.007684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.041040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:35.048019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-617050d9-c1cd-4c5a-b4c0-f5f70fb0dc24 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3849921 Jul 23 23:04:35.091712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Request body: {'port': {'device_id': '26f54f02-d611-4155-a601-c26094a787f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:35.118397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-8c601271-bde7-4de6-b74d-10e3d97b907d', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:35.119644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.205500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:35.209911 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.224775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3993d63-1407-416c-a154-14a15e2421bc None None] Network 7f442ab6-e868-4088-ab1c-36dab407c883 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:35.482224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bd7e7b4b-6b88-4736-a306-41b319c19205 None None] Provisioning for port 0a429c78-0813-4703-9838-012997155fe7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:35.542300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.842652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6a748-7ac3-443d-82e1-ef7e831c9081 req-c5f461f7-e643-42e7-96d9-0dde26de6556 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:35.844729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81e6a748-7ac3-443d-82e1-ef7e831c9081 req-c5f461f7-e643-42e7-96d9-0dde26de6556 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 931 time: 0.4285867 Jul 23 23:04:35.958732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81e6a748-7ac3-443d-82e1-ef7e831c9081 req-ffecc3d5-e6b7-4cfa-ba7e-1ebee0375b02 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064723 Jul 23 23:04:36.213569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd5b0ea3-0ae1-4bb3-9c25-4f369e6583ca None None] Provisioning for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:36.272537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5e131b-5a39-4865-a2f7-46ebfb324df8 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:36.284667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd5b0ea3-0ae1-4bb3-9c25-4f369e6583ca None None] Provisioning complete for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:36.285024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd5b0ea3-0ae1-4bb3-9c25-4f369e6583ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.285311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.334523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Transition to ACTIVE for port object 0c5e131b-5a39-4865-a2f7-46ebfb324df8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:36.340715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.398859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:36.402580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Allocated IP 172.22.0.2 (8c601271-bde7-4de6-b74d-10e3d97b907d/0344781f-30e1-4190-a385-ce54c6d81fdb/d852fb86-a4dc-41db-9fc8-b7eec2b70fa9) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:36.476015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a429c78-0813-4703-9838-012997155fe7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:36.635047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b0ea3-0ae1-4bb3-9c25-4f369e6583ca None None] Port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:36.645397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:36.646210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:36.646210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:36.651363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:04:36.651684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:36.657166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:36.657614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:36.658386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Bound using segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:36.659617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Bound port: 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:36.660298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.764528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:36.772993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:36.779090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.786685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 0a429c78-0813-4703-9838-012997155fe7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:36.823487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0a429c78-0813-4703-9838-012997155fe7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:36.824215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.896620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:36.898476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.900846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] 10.222.0.22 "PUT /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 1092 time: 1.8446715 Jul 23 23:04:36.901531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818fec3-ae55-4ac3-9f2d-876dfd447b95 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:36.921723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:36.927024 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2310643-6b57-49a2-b804-81d0bc142663" -d '{"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:36.935239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.029833 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f437aa-2ee0-4a90-8db2-69adc118b3f1 x-openstack-request-id: req-66f437aa-2ee0-4a90-8db2-69adc118b3f1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:37.030174 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:37.030434 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66f437aa-2ee0-4a90-8db2-69adc118b3f1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:37.030835 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'status': 'completed', 'code': 200} Jul 23 23:04:37.190716 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.217131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Transition to ACTIVE for port object d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:37.243431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Transition to ACTIVE for port object d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:37.248635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-aa723a05-d410-4d59-ba1b-22aaf6ffb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.250527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:37.252037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-aa723a05-d410-4d59-ba1b-22aaf6ffb40b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1095 time: 0.3006525 Jul 23 23:04:37.262516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.379697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-38e1b0cc-0872-45a2-8a82-b25f7fa6a0d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 217 time: 0.1168876 Jul 23 23:04:37.383885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:37.391222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:37.419618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Network 8c601271-bde7-4de6-b74d-10e3d97b907d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:37.426096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:37.433793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:37.489507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbc9fb-7596-441b-bc3e-b0c05b5ea8c1 req-6e01e96c-fa0b-46ab-a37e-aeed2b96b364 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.501653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17dbc9fb-7596-441b-bc3e-b0c05b5ea8c1 req-6e01e96c-fa0b-46ab-a37e-aeed2b96b364 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 943 time: 0.3461087 Jul 23 23:04:37.527032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-08878239-8506-4b3b-b2f8-32b1b431de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.528431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-08878239-8506-4b3b-b2f8-32b1b431de08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.1320262 Jul 23 23:04:37.551270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.22.0.1 (8c601271-bde7-4de6-b74d-10e3d97b907d/0344781f-30e1-4190-a385-ce54c6d81fdb/7bd4a51c-9afd-4070-97d5-9f2e6c25bc92) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:37.617415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Pushing event updated for resources: {'Port': ['ID=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:37.627000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.703790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17dbc9fb-7596-441b-bc3e-b0c05b5ea8c1 req-238f7ccf-eb16-4e09-834a-6715ae073050 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1743498 Jul 23 23:04:37.747772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-a0af1b40-3c0f-41e3-83ad-6643e700a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.749360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-a0af1b40-3c0f-41e3-83ad-6643e700a39e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2043672 Jul 23 23:04:37.817794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 0a429c78-0813-4703-9838-012997155fe7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a429c78-0813-4703-9838-012997155fe7,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:37.829023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:37.859633 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.881981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.882283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:37.883777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:37.891667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Attempting to bind port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:37.891989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Attempting to bind port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:37.892350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Attempting to bind port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 on network 8c601271-bde7-4de6-b74d-10e3d97b907d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:37.961255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:37.968739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-5d057384-2a98-4b0e-8ba9-2c0bc2c37352 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128763 Jul 23 23:04:38.094247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 8c601271-bde7-4de6-b74d-10e3d97b907d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:38.106908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:38.118139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:38.185919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:38.186363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Checking segment: {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:38.186766 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.190299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Bound using segment: {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:38.190819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Bound port: d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:38.191192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.197265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Provisioning complete for port 0a429c78-0813-4703-9838-012997155fe7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:38.205918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.235833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=0a429c78-0813-4703-9838-012997155fe7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:38.265606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:38.289878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ba2b8d1-014c-4768-bbe2-45e56bdf597f req-3318ae0a-578b-4b7a-a243-99d05b334b98 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029239 Jul 23 23:04:38.307539 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.476810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310643-6b57-49a2-b804-81d0bc142663 req-28548d06-5675-4484-8217-50f0c1fb88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:38.482190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-28548d06-5675-4484-8217-50f0c1fb88e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1095 time: 0.1212499 Jul 23 23:04:38.679819 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.688732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:38.689106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.692891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] For port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:38.700497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] For port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:38.729137 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310643-6b57-49a2-b804-81d0bc142663 req-f1c1bc2d-7ecb-4564-bb7b-b85f5e6e63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:38.730827 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-f1c1bc2d-7ecb-4564-bb7b-b85f5e6e63a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.2388198 Jul 23 23:04:38.757139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:38.812569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-1e8b52a1-7f37-4021-a9fa-8fb6ab565fd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 217 time: 0.0747991 Jul 23 23:04:38.915672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:31Z', 'revision_number': 3, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:31Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:30Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:38.972063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:38.972063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Updating router 9088de20-b145-4a28-888b-9d320614b135 port a513e76e-924d-4410-814f-4efd07d02597 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:39.057101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310643-6b57-49a2-b804-81d0bc142663 req-a68908d4-5ec9-4951-b4b6-9b619ac5e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.058566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271b03-e691-4769-aaeb-e54c0e5d4167 None None] Pushing event updated for resources: {'Port': ['ID=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:39.071150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-a68908d4-5ec9-4951-b4b6-9b619ac5e408 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.2517414 Jul 23 23:04:39.092459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7b17-4122-401d-bb20-22980dfe18be req-55ffc06c-1043-4a8f-ab44-c9ad787fab88 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.098989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-073b7b17-4122-401d-bb20-22980dfe18be req-55ffc06c-1043-4a8f-ab44-c9ad787fab88 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 943 time: 0.2575841 Jul 23 23:04:39.102621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Provisioning for port a513e76e-924d-4410-814f-4efd07d02597 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:39.109383 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.113812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Provisioning complete for port a513e76e-924d-4410-814f-4efd07d02597 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:39.114104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.199966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7b570-735a-40fb-907e-a9baaad2d9f6 None None] Port a513e76e-924d-4410-814f-4efd07d02597 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:39.230614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310643-6b57-49a2-b804-81d0bc142663 req-fd6261f8-ed3e-493a-a62a-e9cb8e8c16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.232059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-fd6261f8-ed3e-493a-a62a-e9cb8e8c16ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316316 Jul 23 23:04:39.235263 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-073b7b17-4122-401d-bb20-22980dfe18be req-76664ac6-8afb-4b65-b7a4-1c1a1bb3b5c1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784948 Jul 23 23:04:39.379882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d8e0de0c-322a-4a40-9c02-10d0d8e9a46b None None] Provisioning complete for port a513e76e-924d-4410-814f-4efd07d02597 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:39.380987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0de0c-322a-4a40-9c02-10d0d8e9a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.397024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.407781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.454296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-77fc4f07-4243-4b4a-8912-0cc8b7ad3881 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142906 Jul 23 23:04:39.571610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:39.574509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.606763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2310643-6b57-49a2-b804-81d0bc142663 req-d725d77b-6b12-4458-a4bb-1e5bc773c51d service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446602 Jul 23 23:04:39.622139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0de0c-322a-4a40-9c02-10d0d8e9a46b None None] Port a513e76e-924d-4410-814f-4efd07d02597 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:39.631009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aee9f20b-774a-4243-b62b-0de1d14692ee up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:39.758309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network 8c601271-bde7-4de6-b74d-10e3d97b907d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:39.768514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:39.924979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:39.936271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port aee9f20b-774a-4243-b62b-0de1d14692ee completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:39.952157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port aee9f20b-774a-4243-b62b-0de1d14692ee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:39.952653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.095538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:40.101373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca043162-54b7-4d1d-ac33-7dcaffc348d1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4809642 Jul 23 23:04:40.104352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34286) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:40.108658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.114803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'network': {'name': 'tempest-RoutersTest-656137178'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:40.157649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:40.161129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Transition to ACTIVE for port object a513e76e-924d-4410-814f-4efd07d02597 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:40.162589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.179556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.221977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:40.234057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.234406 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added segment 8b78041c-7d8c-4365-8e50-f30ffca4006e of type vlan for network a9464730-2aec-4b3d-af6a-cabf74d36c98 Jul 23 23:04:40.334683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.415499 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.419540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.426970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.427615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.478819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port aee9f20b-774a-4243-b62b-0de1d14692ee, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aee9f20b-774a-4243-b62b-0de1d14692ee,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:40.496986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.497812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a429c78-0813-4703-9838-012997155fe7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:40.520049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4136019 Jul 23 23:04:40.522938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:40.529120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'subnet': {'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:40.595442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Attempting to bind port a513e76e-924d-4410-814f-4efd07d02597 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:40.595442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Attempting to bind port a513e76e-924d-4410-814f-4efd07d02597 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:40.595688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Attempting to bind port a513e76e-924d-4410-814f-4efd07d02597 on network 7f442ab6-e868-4088-ab1c-36dab407c883 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:40.603584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01af335-c4ab-4fde-99ae-bf70059b2c8a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Network': ['ID=a9464730-2aec-4b3d-af6a-cabf74d36c98,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.604050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:40.604437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Checking segment: {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:40.604845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.605497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Bound using segment: {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:40.606018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Bound port: a513e76e-924d-4410-814f-4efd07d02597, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc6d0c8-33f4-4013-b7c7-31572c0d3824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:40.607036 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.625854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Pushing event updated for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.632851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda813cc-6633-4fcd-9f9b-2cbecea0f517 None None] Network 8c601271-bde7-4de6-b74d-10e3d97b907d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:40.645089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:40.656253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0a429c78-0813-4703-9838-012997155fe7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:40.656253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.680476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f607-18f6-4082-b97a-e4699c6eff62 req-5b68c69d-b8ad-40c6-acc2-f1aaea39df58 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.682108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc27f607-18f6-4082-b97a-e4699c6eff62 req-5b68c69d-b8ad-40c6-acc2-f1aaea39df58 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 943 time: 0.2482512 Jul 23 23:04:40.713847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Made reservation on behalf of 6e559447c71842c6b681cabf2d316dcf for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:40.717309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.718951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.719300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.719807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.720154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.720493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.720872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.721810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.722268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.723379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.723726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.724158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.724457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:40.757595 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc27f607-18f6-4082-b97a-e4699c6eff62 req-0f93efc0-4631-48cc-a01d-ffd0beb2cd51 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683467 Jul 23 23:04:40.901014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] For port a513e76e-924d-4410-814f-4efd07d02597, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:40.905055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] For port a513e76e-924d-4410-814f-4efd07d02597, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a513e76e-924d-4410-814f-4efd07d02597,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:40.923107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.958990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.961108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.975117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9bdd60bf-025d-44d5-a9f0-9b872eac29f8 None None] Provisioning for port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:41.037253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Subnet': ['ID=37a24f5f-2a1d-471f-9191-09eef15495e7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:41.088963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Checking segment: {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:41.105124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network hostable DHCP agents. Network: a9464730-2aec-4b3d-af6a-cabf74d36c98, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:41.176672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:41.197473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a9464730-2aec-4b3d-af6a-cabf74d36c98) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:41.203795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.206244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.224363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efdc23-e115-41a9-97c8-642e10647c61 None None] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:41.226663 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c2e-73bc-43fa-8c22-b2310defa8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.232338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e9374e43-884b-4599-9182-c36a65d0a00b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7075663 Jul 23 23:04:41.235041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:41.269354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c582f-4d32-4147-aa4e-19dc85e4073a None None] Pushing event updated for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:41.383009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:41.383961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:41.577405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:04:41.621568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:41.716310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:41.818893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.892911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-a9464730-2aec-4b3d-af6a-cabf74d36c98', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:41.894151 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.914138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b2853-672f-4701-806e-b0fd0880bb09 req-3be2a62e-0f3e-4cc3-b631-490878da770d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.916392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-638b2853-672f-4701-806e-b0fd0880bb09 req-3be2a62e-0f3e-4cc3-b631-490878da770d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 943 time: 0.0782461 Jul 23 23:04:41.941108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:41.975709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-638b2853-672f-4701-806e-b0fd0880bb09 req-ceecc98f-cce0-4b3e-970a-b00143fa9d2f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489743 Jul 23 23:04:42.056120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'port_id': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'mac_address': 'fa:16:3e:04:cc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:04:42.159414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:42.190317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Allocated IP 172.23.0.1 (a9464730-2aec-4b3d-af6a-cabf74d36c98/37a24f5f-2a1d-471f-9191-09eef15495e7/80703f11-c14d-4812-a610-1afb30ac6fc5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:42.212325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:42.212755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.282885 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.328691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5e131b-5a39-4865-a2f7-46ebfb324df8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:42.367753 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.402667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Transition to ACTIVE for port object 80703f11-c14d-4812-a610-1afb30ac6fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:42.494195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.582346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:42.606615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:42.615959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:42.631383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:42.643270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:42.727186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:42.728653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Allocated IP 172.23.0.2 (a9464730-2aec-4b3d-af6a-cabf74d36c98/37a24f5f-2a1d-471f-9191-09eef15495e7/a741851a-660e-4cef-a294-4153417bd8b6) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:42.742541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.751004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.755758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:38Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:38Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:42.806486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7adbe754-fda9-4d7f-b5d8-fbe8b2ca4c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.833783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26b86-1a2c-44b8-8937-faaa7d1e373b None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:38Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:38Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:42.850457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:42.859041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Provisioning complete for port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:42.859415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.077245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0c5e131b-5a39-4865-a2f7-46ebfb324df8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:43.136826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.149248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7adbe754-fda9-4d7f-b5d8-fbe8b2ca4c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.228730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7adbe754-fda9-4d7f-b5d8-fbe8b2ca4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.288749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:43.321243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe754-fda9-4d7f-b5d8-fbe8b2ca4c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d435851-3d6b-43bf-b626-d6eb90e17f6b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:43.370458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:43.380327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7adbe754-fda9-4d7f-b5d8-fbe8b2ca4c64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c09cdb73551433a869811ed62adb214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965460 Jul 23 23:04:43.384811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:43.400449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.401250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aee9f20b-774a-4243-b62b-0de1d14692ee up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:43.523270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9282-0a88-4900-8a57-e2779df95efb req-89eb8c3c-e96e-4da8-a18d-04baf242f11f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.524846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30ec9282-0a88-4900-8a57-e2779df95efb req-89eb8c3c-e96e-4da8-a18d-04baf242f11f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.4166453 Jul 23 23:04:43.608636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.616703 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.633122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.645196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Provisioning for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:43.685332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.710176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Provisioning complete for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:43.710556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event updated for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:43.710741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.716908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.757531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.767470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:43.776860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30ec9282-0a88-4900-8a57-e2779df95efb req-0f145959-10e6-43f1-9a11-55ace9bc59da tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178366 Jul 23 23:04:43.817700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.820878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.822293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d435851-3d6b-43bf-b626-d6eb90e17f6b HTTP/1.1" status: 204 len: 168 time: 0.4227118 Jul 23 23:04:43.834296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee4474-e2af-4ac9-ae32-160971ca5be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d435851-3d6b-43bf-b626-d6eb90e17f6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:43.871666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Transition to ACTIVE for port object a741851a-660e-4cef-a294-4153417bd8b6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:43.879997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:43.881743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:43.938562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port aee9f20b-774a-4243-b62b-0de1d14692ee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:43.939316 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.947940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b145ef02-9d76-4439-86e1-a0c62b105b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.955662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3476df3a-55c0-4e6a-81f0-3ca096e329c1 None None] Port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:43.982081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Transition to ACTIVE for port object a741851a-660e-4cef-a294-4153417bd8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:44.006396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.016164 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:44.028316 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:44.029167 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:44.069921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:44.090320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:44.115130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:44.117582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:44.152339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Pushing event updated for resources: {'Port': ['ID=a741851a-660e-4cef-a294-4153417bd8b6,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:44.154484 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:44.243928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:44.245167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a513e76e-924d-4410-814f-4efd07d02597 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:44.245277 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e2ec941-e4f1-4eff-b0e4-8ebd71565453 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0082917 Jul 23 23:04:44.247422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:44.253283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:44.278875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b77e9850-f4f8-4044-9b06-5b54b2403585 None None] Provisioning complete for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:44.279243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b77e9850-f4f8-4044-9b06-5b54b2403585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.362375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b77e9850-f4f8-4044-9b06-5b54b2403585 None None] Port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:44.382050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34348) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:44.402460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7056488e-e43c-4f50-9ec3-3ae7e00988f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.426411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a513e76e-924d-4410-814f-4efd07d02597 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:44.431793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.436799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a513e76e-924d-4410-814f-4efd07d02597 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:44.437177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.444691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Attempting to bind port a741851a-660e-4cef-a294-4153417bd8b6 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:44.444975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Attempting to bind port a741851a-660e-4cef-a294-4153417bd8b6 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:44.445364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Attempting to bind port a741851a-660e-4cef-a294-4153417bd8b6 on network a9464730-2aec-4b3d-af6a-cabf74d36c98 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:44.472778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:44.473423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Checking segment: {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:44.473552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.473955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Bound using segment: {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:44.474442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Bound port: a741851a-660e-4cef-a294-4153417bd8b6, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:44.474837 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.559217 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:42Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:38Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:43Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:44.562709 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7056488e-e43c-4f50-9ec3-3ae7e00988f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.571300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7056488e-e43c-4f50-9ec3-3ae7e00988f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.590243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] For port a741851a-660e-4cef-a294-4153417bd8b6, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:44.611023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] For port a741851a-660e-4cef-a294-4153417bd8b6, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a741851a-660e-4cef-a294-4153417bd8b6,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:44.612904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.627441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.631986 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7056488e-e43c-4f50-9ec3-3ae7e00988f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d17249a45bea4531a4bd6284089f1484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464547 Jul 23 23:04:44.631986 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056488e-e43c-4f50-9ec3-3ae7e00988f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1125c808-eec5-4c7b-b5c9-6de67884ee9a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:44.632941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:44.681451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a513e76e-924d-4410-814f-4efd07d02597, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a513e76e-924d-4410-814f-4efd07d02597,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:44.696559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.732048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4476b7-0b25-4abe-88f9-726a2ed0fb59 None None] Pushing event updated for resources: {'Port': ['ID=a741851a-660e-4cef-a294-4153417bd8b6,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:44.765209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.769800 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:44.770242 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Updating router 9088de20-b145-4a28-888b-9d320614b135 port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:44.815619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.827006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:44.831094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:04:44.873788 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:44.876239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:44.906964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:04:44.909352 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.036175 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.038125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:45.038563 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.156036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.160806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.165850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1125c808-eec5-4c7b-b5c9-6de67884ee9a HTTP/1.1" status: 204 len: 168 time: 0.5287414 Jul 23 23:04:45.225498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a8ed-2326-4f80-8e81-d7dfb44fb14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1125c808-eec5-4c7b-b5c9-6de67884ee9a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:45.299997 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.308680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.327833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2123c7-3383-47c9-a8d0-c08436c1eaf9 req-9befa418-e53f-48cf-be2c-634ba2ae2556 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:45.329424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a2123c7-3383-47c9-a8d0-c08436c1eaf9 req-9befa418-e53f-48cf-be2c-634ba2ae2556 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.4090772 Jul 23 23:04:45.419551 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.431635 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Transition to ACTIVE for port object 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:45.441405 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.475266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a2123c7-3383-47c9-a8d0-c08436c1eaf9 req-1db442b9-a1f7-4d1e-a56d-40ae1fb5651c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079986 Jul 23 23:04:45.507284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:45.523516 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae654-ef79-41c5-b3d0-7313cc2e84a0 None None] Pushing event updated for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:45.588605 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:45.588971 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:45.589330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 on network 8c601271-bde7-4de6-b74d-10e3d97b907d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:45.599017 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:45.599383 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Checking segment: {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:45.599969 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.600505 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Bound using segment: {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:45.601150 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Bound port: 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b17dcb2-709b-4dcc-a450-44c8ac69819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:45.601523 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.608160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:45.661598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:45.671739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.673704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ed91e18-099d-43ab-93b2-734737fdde19 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 933 time: 1.4248729 Jul 23 23:04:45.676282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:45.726382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:45.732133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:45.732583 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.821272 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] For port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:45.832457 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] For port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:45.846637 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.888206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.900253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Updating router 9088de20-b145-4a28-888b-9d320614b135 port 80703f11-c14d-4812-a610-1afb30ac6fc5 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:45.916536 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0df3a2bb-a7c9-4c85-a53d-cafd85416d13 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 933 time: 0.2376423 Jul 23 23:04:45.920908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:45.927219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'routes': None}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:45.949687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:45.952055 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cdaf13-33f6-45b2-9d60-d217e4a8a20f" -d '{"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:45.998212 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.014010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:46.034193 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae654-ef79-41c5-b3d0-7313cc2e84a0 None None] Pushing event updated for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:46.041179 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.061941 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560076b3-4069-4c15-88aa-7e5f273b2648 x-openstack-request-id: req-560076b3-4069-4c15-88aa-7e5f273b2648 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:46.062235 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:46.062495 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-560076b3-4069-4c15-88aa-7e5f273b2648 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:46.062901 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'code': 200} Jul 23 23:04:46.212475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:46.280050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3787b-0186-4403-9752-beb2ac71a778 req-edb1d2c5-68ea-4f90-98da-a8c91877b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:46.285167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2c3787b-0186-4403-9752-beb2ac71a778 req-edb1d2c5-68ea-4f90-98da-a8c91877b238 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1097 time: 0.1578000 Jul 23 23:04:46.370688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2c3787b-0186-4403-9752-beb2ac71a778 req-a064ed96-647f-4e64-a75f-da63b56fb722 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816901 Jul 23 23:04:46.432312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2cb21-edd3-4d5d-b010-d9df93522f29 None None] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:46.518656 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.544580 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Transition to ACTIVE for port object 80703f11-c14d-4812-a610-1afb30ac6fc5 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:46.560257 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.645444 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae654-ef79-41c5-b3d0-7313cc2e84a0 None None] Pushing event updated for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:46.742876 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 80703f11-c14d-4812-a610-1afb30ac6fc5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:46.744272 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 80703f11-c14d-4812-a610-1afb30ac6fc5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:46.746188 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Attempting to bind port 80703f11-c14d-4812-a610-1afb30ac6fc5 on network a9464730-2aec-4b3d-af6a-cabf74d36c98 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:46.757411 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:46.757965 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Checking segment: {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:46.759984 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.760574 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Bound using segment: {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:46.761257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Bound port: 80703f11-c14d-4812-a610-1afb30ac6fc5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b78041c-7d8c-4365-8e50-f30ffca4006e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:46.763370 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.801161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added routes are [] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:04:46.803168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.806031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.extraroute_db [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:04:46.815268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e0e9ed4-fde5-454d-b404-c3abcb28887c None None] Provisioning for port a741851a-660e-4cef-a294-4153417bd8b6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:46.872388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eca2b6-0893-4f8c-a83f-8a050c3c1cb0 req-dfa9de3a-e493-4eae-8b4c-d1f09ccf568f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:46.902613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3eca2b6-0893-4f8c-a83f-8a050c3c1cb0 req-dfa9de3a-e493-4eae-8b4c-d1f09ccf568f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.2628932 Jul 23 23:04:46.933431 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] For port 80703f11-c14d-4812-a610-1afb30ac6fc5, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:46.939906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.942426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] For port 80703f11-c14d-4812-a610-1afb30ac6fc5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80703f11-c14d-4812-a610-1afb30ac6fc5,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:46.953198 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.008266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3eca2b6-0893-4f8c-a83f-8a050c3c1cb0 req-9683cdb0-c937-4dd2-a666-2f0cdea55457 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047347 Jul 23 23:04:47.144291 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae654-ef79-41c5-b3d0-7313cc2e84a0 None None] Pushing event updated for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:47.188428 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:47.191147 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:47.205504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a513e76e-924d-4410-814f-4efd07d02597 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:47.349664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a513e76e-924d-4410-814f-4efd07d02597 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:47.350430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.440369 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:47.537738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:47.634961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f044212-1e80-49f9-a016-0f390549b008 None None] Provisioning for port 80703f11-c14d-4812-a610-1afb30ac6fc5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:47.666384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:47.675728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:47.676851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.837327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.907798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:47.916472 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.917438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a741851a-660e-4cef-a294-4153417bd8b6 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:47.959379 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 7, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:45Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:48.032601 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54151731-b5d4-4d87-8fb3-803568bec79c None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 7, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:45Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:48.088662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a741851a-660e-4cef-a294-4153417bd8b6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:48.098926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a741851a-660e-4cef-a294-4153417bd8b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:48.099478 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.102165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:48.287966 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.296888 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.331786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.412429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a741851a-660e-4cef-a294-4153417bd8b6, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a741851a-660e-4cef-a294-4153417bd8b6,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:48.430329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.447947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeb439-22ed-4f52-8fa0-9b6c124664f6 req-97256e80-52d8-44e3-ab32-0d06618c5b43 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:48.450285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75eeb439-22ed-4f52-8fa0-9b6c124664f6 req-97256e80-52d8-44e3-ab32-0d06618c5b43 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1507373 Jul 23 23:04:48.565335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75eeb439-22ed-4f52-8fa0-9b6c124664f6 req-0fe713ab-b573-49f9-8438-2e7508e24da3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074977 Jul 23 23:04:48.574428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a741851a-660e-4cef-a294-4153417bd8b6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:48.587575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:48.802027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:48.813559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.819136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:48.822293 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d880f48c-d042-461e-a027-bd5285ebe10c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 699 time: 2.9002600 Jul 23 23:04:49.048739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:49.220068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:49.221337 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.308493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:49.361897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a741851a-660e-4cef-a294-4153417bd8b6 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:49.407495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:49.423473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:49.424193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:49.430819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2659a81-914b-4222-a2b2-8f4e94566ba4 req-0ee141b2-7c84-440e-88d7-b650ac0689de tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:49.432412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2659a81-914b-4222-a2b2-8f4e94566ba4 req-0ee141b2-7c84-440e-88d7-b650ac0689de tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.7261100 Jul 23 23:04:49.502421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-64aee937-67fc-4737-9a0e-753ab86fe3e6 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 699 time: 0.6813388 Jul 23 23:04:49.505564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:49.518847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a741851a-660e-4cef-a294-4153417bd8b6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:49.519220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.525116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8142eb-e372-43fb-b3e8-06774c8a1321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.566824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2659a81-914b-4222-a2b2-8f4e94566ba4 req-af7d9824-9b5b-4250-bb84-46dcbfeca4a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231487 Jul 23 23:04:49.591079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:49.592874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:49.678687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8142eb-e372-43fb-b3e8-06774c8a1321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.684935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f8142eb-e372-43fb-b3e8-06774c8a1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.727145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9f8142eb-e372-43fb-b3e8-06774c8a1321 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f1f50eb79b4c6aab6f0919baa9987a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145148 Jul 23 23:04:49.734338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34472) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:49.782164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8142eb-e372-43fb-b3e8-06774c8a1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a41a7a-6ad4-4d32-b450-d81af68f4493,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:49.813239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.869323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.941370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4aaee-9ffe-4395-b132-7790c6817557 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:49.944084 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52c4aaee-9ffe-4395-b132-7790c6817557 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1092 time: 0.3497641 Jul 23 23:04:49.947048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34474) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:49.957325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:49.987772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.992968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:49.994778 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52a41a7a-6ad4-4d32-b450-d81af68f4493 HTTP/1.1" status: 204 len: 168 time: 0.2592483 Jul 23 23:04:50.014221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc563e7-f90c-4a94-b7c1-4816490817d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a41a7a-6ad4-4d32-b450-d81af68f4493,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:50.014685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80703f11-c14d-4812-a610-1afb30ac6fc5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:50.027328 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.027558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.166527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.238718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 80703f11-c14d-4812-a610-1afb30ac6fc5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:50.245833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 80703f11-c14d-4812-a610-1afb30ac6fc5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:50.246229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.298140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 7, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:50.329078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.151 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/65211b3f-07a1-47d2-bca0-a2bbe1112509) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:50.336108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:50.353599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:50.354320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:50.466796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.471336 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.503824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:50.556706 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.559044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 80703f11-c14d-4812-a610-1afb30ac6fc5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80703f11-c14d-4812-a610-1afb30ac6fc5,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:50.577778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.619336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:50.628314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:50.631442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:50.639500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:50.645076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 80703f11-c14d-4812-a610-1afb30ac6fc5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:50.646589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.678353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=65211b3f-07a1-47d2-bca0-a2bbe1112509,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:50.693859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7378854d-246e-465d-96f4-e30df14232d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.836452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port 80703f11-c14d-4812-a610-1afb30ac6fc5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=80703f11-c14d-4812-a610-1afb30ac6fc5,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:50.837209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:50.858166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:50.862339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 80703f11-c14d-4812-a610-1afb30ac6fc5 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:50.978843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 7, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:51.023258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770f7bb-c078-40d2-a189-9f9371a57a07 None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 7, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80703f11-c14d-4812-a610-1afb30ac6fc5', 'name': '', 'network_id': 'a9464730-2aec-4b3d-af6a-cabf74d36c98', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:22:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:41Z', 'updated_at': '2021-07-23T23:04:46Z', 'revision_number': 4, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '37a24f5f-2a1d-471f-9191-09eef15495e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:51.084133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7378854d-246e-465d-96f4-e30df14232d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.152070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7378854d-246e-465d-96f4-e30df14232d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.255162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378854d-246e-465d-96f4-e30df14232d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b8974-3aaa-44bb-815f-bc9bc0ce07a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:51.303377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34498) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:51.303485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7378854d-246e-465d-96f4-e30df14232d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f204c15971d642d09c47e4a9aa4916d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804612 Jul 23 23:04:51.313717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:51.349162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.352700 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.380319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=80703f11-c14d-4812-a610-1afb30ac6fc5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:51.403366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.463508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.463926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc3536d9-6b46-4d86-aabc-c20ce5fbd0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.469841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:04:51.511120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.584639 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.587525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.588651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e7b8974-3aaa-44bb-815f-bc9bc0ce07a6 HTTP/1.1" status: 204 len: 168 time: 0.2841825 Jul 23 23:04:51.608322 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52261a-9317-4a85-be90-4ca0eb0cc35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b8974-3aaa-44bb-815f-bc9bc0ce07a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:51.625295 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.720205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.726121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.768333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc3536d9-6b46-4d86-aabc-c20ce5fbd0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.774888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc3536d9-6b46-4d86-aabc-c20ce5fbd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.806099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=65211b3f-07a1-47d2-bca0-a2bbe1112509,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:51.815411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:51.888720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc3536d9-6b46-4d86-aabc-c20ce5fbd0d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00d6567f64c84596af0f64f88ea04d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694699 Jul 23 23:04:51.888972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:51.891566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3536d9-6b46-4d86-aabc-c20ce5fbd0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32abbc02-fe67-4b48-a1f9-06b28463d3ba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:51.917550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:51.964904 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 9906359a-3838-4db1-bb96-978cc84c7f47 associated. External IP: 172.25.1.151, port: 0c5e131b-5a39-4865-a2f7-46ebfb324df8. Jul 23 23:04:52.003952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.030506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:52.041486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-03e2b554-691a-4acc-965b-57e22a6c58e1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5345044 Jul 23 23:04:52.042570 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:52.044964 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:52.055348 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:52.055966 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:52.073199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.165845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 37a24f5f-2a1d-471f-9191-09eef15495e7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:52.169333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.191766 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:52.222064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.258010 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.259518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.264432 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32abbc02-fe67-4b48-a1f9-06b28463d3ba HTTP/1.1" status: 204 len: 168 time: 0.3744802 Jul 23 23:04:52.284655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f32e9e-508c-4add-b790-94faecc66c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32abbc02-fe67-4b48-a1f9-06b28463d3ba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:52.327381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2be27d0b-e413-47e6-aec4-f5d3e46deefd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:52.370531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.452608 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 8, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:52.475137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.486616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:52.496412 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:52.497293 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:52.511920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.546704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:52.558959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Sync routers for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:52.562649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.567981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/37a24f5f-2a1d-471f-9191-09eef15495e7 HTTP/1.1" status: 204 len: 168 time: 0.5188551 Jul 23 23:04:52.567981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82d2c-201d-4de2-942b-f932dd3201cb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=37a24f5f-2a1d-471f-9191-09eef15495e7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:52.570075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:52.586097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21b846-ef74-428f-9557-e6875375a9b0 None None] Network a9464730-2aec-4b3d-af6a-cabf74d36c98 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:52.611504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.641591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:52.643425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:52.670712 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-54b42dd8-1c03-43f0-b383-a5bf8bea297a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7221682 Jul 23 23:04:52.672469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:52.684459 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2fbd8-807c-47a8-91eb-07653b740499" -d '{"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:52.700089 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:52.737091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.849106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:52.903578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0b4f-9e28-4696-9b1f-26a6ad9a4b04 req-d5901fa8-530f-47c3-80f4-240cad2de0d3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:52.905475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a3a0b4f-9e28-4696-9b1f-26a6ad9a4b04 req-d5901fa8-530f-47c3-80f4-240cad2de0d3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1599615 Jul 23 23:04:52.910560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:52.926395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-052575e6-2818-4373-87b9-7a051e30cd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:52.956671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port a741851a-660e-4cef-a294-4153417bd8b6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:52.957277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.039902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port a741851a-660e-4cef-a294-4153417bd8b6, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a741851a-660e-4cef-a294-4153417bd8b6,segment=NetworkSegment(8b78041c-7d8c-4365-8e50-f30ffca4006e),segment_id=8b78041c-7d8c-4365-8e50-f30ffca4006e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:53.040317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.055613 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 8, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.058448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for a741851a-660e-4cef-a294-4153417bd8b6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:53.090488 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625528a-ab23-4dc5-b7ae-6d15653e9324 None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 8, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': '7bd4a51c-9afd-4070-97d5-9f2e6c25bc92', 'name': '', 'network_id': '8c601271-bde7-4de6-b74d-10e3d97b907d', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:70:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:37Z', 'updated_at': '2021-07-23T23:04:47Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': '0344781f-30e1-4190-a385-ce54c6d81fdb', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:53.104085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-052575e6-2818-4373-87b9-7a051e30cd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.110075 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-052575e6-2818-4373-87b9-7a051e30cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.115895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a3a0b4f-9e28-4696-9b1f-26a6ad9a4b04 req-73397adb-cb95-411b-8929-5193dfc415b8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968856 Jul 23 23:04:53.153668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:53.262481 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927855ea-13e2-4ca5-91c1-a1d4c99d5e39 x-openstack-request-id: req-927855ea-13e2-4ca5-91c1-a1d4c99d5e39 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:53.262853 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:53.263150 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-927855ea-13e2-4ca5-91c1-a1d4c99d5e39 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:53.263556 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'status': 'completed', 'code': 200} Jul 23 23:04:53.290398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-052575e6-2818-4373-87b9-7a051e30cd36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3ae9a02b856483db9041020241b47b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760872 Jul 23 23:04:53.291248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:53.301487 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052575e6-2818-4373-87b9-7a051e30cd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9bf814-8325-4300-995b-96cf27c64aee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:53.331504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.341716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f23c150c-8e77-4578-b24e-dca7ceadf644 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 200 len: 991 time: 0.1816692 Jul 23 23:04:53.347904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '9906359a-3838-4db1-bb96-978cc84c7f47', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'port_id': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'mac_address': 'fa:16:3e:04:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f54f02-d611-4155-a601-c26094a787f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:51Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.379171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=a741851a-660e-4cef-a294-4153417bd8b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:53.384364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port a741851a-660e-4cef-a294-4153417bd8b6 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:53.411154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Checking router: 2be27d0b-e413-47e6-aec4-f5d3e46deefd for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:53.414533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.421252 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.426959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:53.427848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.469876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.496565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-e5b26089-df62-412d-b2be-c9a6f3d57a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:53.498325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-e5b26089-df62-412d-b2be-c9a6f3d57a5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1097 time: 0.2377837 Jul 23 23:04:53.499967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142ca81-ddbf-439e-8624-1b34da2a5276 None None] DHCP port deletion for a9464730-2aec-4b3d-af6a-cabf74d36c98 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:04:53.560426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.568082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.572115 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9bf814-8325-4300-995b-96cf27c64aee HTTP/1.1" status: 204 len: 168 time: 0.2790301 Jul 23 23:04:53.585291 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239afd9-0649-45e9-8502-140192243798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9bf814-8325-4300-995b-96cf27c64aee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:53.605030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.618109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9464730-2aec-4b3d-af6a-cabf74d36c98']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.639453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b78041c-7d8c-4365-8e50-f30ffca4006e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.639865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b78041c-7d8c-4365-8e50-f30ffca4006e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:53.646884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:53.686634 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.715576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.732779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:53.733190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:53.736928 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:53.749921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-d22f99fb-e388-4ebf-aa2d-50e26bdf24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:53.752060 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-d22f99fb-e388-4ebf-aa2d-50e26bdf24a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.2437487 Jul 23 23:04:53.865140 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.885152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:53.890634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34558) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:53.900119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/a9464730-2aec-4b3d-af6a-cabf74d36c98 HTTP/1.1" status: 204 len: 168 time: 1.3287172 Jul 23 23:04:53.917213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8145f-18d1-40b3-9b96-fc15236891ce tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=a9464730-2aec-4b3d-af6a-cabf74d36c98,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:53.944198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-d4965fcb-340d-424f-b552-585c9643696d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 999 time: 0.1795819 Jul 23 23:04:53.964660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '9906359a-3838-4db1-bb96-978cc84c7f47', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'port_id': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'mac_address': 'fa:16:3e:04:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f54f02-d611-4155-a601-c26094a787f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:51Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:54.000695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-1c25f29f-9b60-4192-84b6-3244ebecb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:54.002322 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-1c25f29f-9b60-4192-84b6-3244ebecb028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.0540655 Jul 23 23:04:54.006191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7510479-e71f-4daa-a4a6-61227695bf8f None None] The sync data for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 is: [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '9906359a-3838-4db1-bb96-978cc84c7f47', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'port_id': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'mac_address': 'fa:16:3e:04:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f54f02-d611-4155-a601-c26094a787f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:51Z', 'updated_at': '2021-07-23T23:04:51Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:54.093699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-6b98bea5-1873-4d56-84ad-c9bdc6da2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:54.096072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-6b98bea5-1873-4d56-84ad-c9bdc6da2ad9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862229 Jul 23 23:04:54.217195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-6a57d165-243a-411a-934c-bac7d003dcdf service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154525 Jul 23 23:04:54.346136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:54.387502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:54.416100 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb9440-a7a5-493f-a4cd-22914d6af310 None None] New status for floating IP 9906359a-3838-4db1-bb96-978cc84c7f47: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:04:54.457692 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eed2fbd8-807c-47a8-91eb-07653b740499 req-261ca299-bad1-48f9-b370-e4adb3cbad5a service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333341 Jul 23 23:04:54.462916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ef15ca9c-181e-4cca-b31c-c1099bb38af2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 200 len: 991 time: 0.1143141 Jul 23 23:04:54.733832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:54.733832 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:54.828860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a741851a-660e-4cef-a294-4153417bd8b6 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:54.837210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:54.837644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:54.850997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a741851a-660e-4cef-a294-4153417bd8b6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:54.851586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a741851a-660e-4cef-a294-4153417bd8b6 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:54.852175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80703f11-c14d-4812-a610-1afb30ac6fc5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:54.852822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:54.876925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 80703f11-c14d-4812-a610-1afb30ac6fc5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:54.877355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 80703f11-c14d-4812-a610-1afb30ac6fc5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:55.088052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:55.128503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=7bd4a51c-9afd-4070-97d5-9f2e6c25bc92,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:55.180556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.181206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.181549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.181914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.182402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.182771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.183101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.183427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.183752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.184076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.184395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.184904 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:55.332387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:55.465872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:55.548634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bdb5435a-c602-417e-bb73-5b85c8abff69 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 200 len: 993 time: 0.0812433 Jul 23 23:04:55.733164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-505a59ba-d893-4251-b057-d8c5f9ce7275 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677803 Jul 23 23:04:55.884910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-e0036f8b-b23a-46d8-90d8-b6b4ee7da37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:55.886928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-e0036f8b-b23a-46d8-90d8-b6b4ee7da37e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1101193 Jul 23 23:04:56.057226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:56.074524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-f4b5abc6-99c6-4735-b22f-6b6ee958d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.078017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-f4b5abc6-99c6-4735-b22f-6b6ee958d029 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1680038 Jul 23 23:04:56.169366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-d3389493-a997-4317-958a-b468b2b953e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 1000 time: 0.0851586 Jul 23 23:04:56.180886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:56.188207 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39fa616a-7919-405b-beb8-f36dab183dc0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2940793 Jul 23 23:04:56.188679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:56.193338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:56.203586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:56.204354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:56.225444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-2c17c8e6-1ccc-4e11-a237-8d04ce78b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.226959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-2c17c8e6-1ccc-4e11-a237-8d04ce78b9a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0520179 Jul 23 23:04:56.267642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet 0344781f-30e1-4190-a385-ce54c6d81fdb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:56.275882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.306628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:56.324267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-113e5295-9d80-4de9-98ed-05512eee8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.324267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-113e5295-9d80-4de9-98ed-05512eee8e19 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880158 Jul 23 23:04:56.350333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.464212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-71dbbe80-48ce-4a4c-ae8b-7e3e75bf5059 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319954 Jul 23 23:04:56.469566 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.559475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.599648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c26ba374-6f9f-4f30-9b9d-923e0adda372 req-d1d12853-9bf2-43cd-b222-45fb3d95ecc4 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283524 Jul 23 23:04:56.602498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=0344781f-30e1-4190-a385-ce54c6d81fdb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:56.610475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.616394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1451c451-fe88-42b5-ba24-862d3a0d5ac3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/0344781f-30e1-4190-a385-ce54c6d81fdb HTTP/1.1" status: 204 len: 168 time: 0.4259069 Jul 23 23:04:56.616775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:56.637364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927233b-d341-43da-80ac-aee896de1f24 None None] Network 8c601271-bde7-4de6-b74d-10e3d97b907d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:56.700262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.792613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:56.792613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.864922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:55Z', 'revision_number': 9, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:56.894563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:56.900415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,segment=NetworkSegment(9b17dcb2-709b-4dcc-a450-44c8ac69819d),segment_id=9b17dcb2-709b-4dcc-a450-44c8ac69819d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:56.901950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.903871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:56.904687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:56.929936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:56.962715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] DHCP port deletion for 8c601271-bde7-4de6-b74d-10e3d97b907d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:04:57.047297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:57.094445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.149147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:57.155777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:57.221335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Deleting port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:57.222595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.280215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.293101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c601271-bde7-4de6-b74d-10e3d97b907d']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:57.329258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b17dcb2-709b-4dcc-a450-44c8ac69819d') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:57.330128 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b17dcb2-709b-4dcc-a450-44c8ac69819d') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:57.344105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.380943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] For port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:57.381533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.395259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.403255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Calling delete_port for d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:57.404301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:04:57.405292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.408244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:04:57.410924 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:04:57.419907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.454604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] No DVR routers for this DVR port d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:04:57.456526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6eac7-a948-44e7-84c3-a8009d954731 None None] Pushing event deleted for resources: {'Port': ['ID=d852fb86-a4dc-41db-9fc8-b7eec2b70fa9,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:57.511822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.520734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:57.523536 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/8c601271-bde7-4de6-b74d-10e3d97b907d HTTP/1.1" status: 204 len: 168 time: 0.9055223 Jul 23 23:04:57.523684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:55Z', 'revision_number': 9, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:57.526034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:57.543728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5593a4-967d-4383-86f7-50d65a5f879c tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=8c601271-bde7-4de6-b74d-10e3d97b907d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:57.556386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4500866-b804-4d46-930c-7bf6121ccd0b None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:55Z', 'revision_number': 9, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'a513e76e-924d-4410-814f-4efd07d02597', 'name': '', 'network_id': '7f442ab6-e868-4088-ab1c-36dab407c883', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:f4:03:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:30Z', 'updated_at': '2021-07-23T23:04:44Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'e5c61fa4-2491-4842-bbb3-aace98b1777a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:57.675198 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-687ed1fe-8116-4e76-8343-3e780faccb18 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734789 Jul 23 23:04:57.796448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-b425ab4a-6f87-4328-ac06-c8696b16a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:57.799888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-b425ab4a-6f87-4328-ac06-c8696b16a4db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1097 time: 0.0749457 Jul 23 23:04:57.949440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:57.975054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-3fe73839-4966-4310-9855-5e06448b80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:57.976662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-3fe73839-4966-4310-9855-5e06448b80e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.1529593 Jul 23 23:04:58.016541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.064036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-8053eb51-fe5c-4e3d-afed-23f2537457d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 1001 time: 0.0792897 Jul 23 23:04:58.146808 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fcb-5650-4587-8401-fa5589b4798a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.163155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-afcbf1f7-dfc1-4226-a177-f6cea001bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.164642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-afcbf1f7-dfc1-4226-a177-f6cea001bc6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.0930872 Jul 23 23:04:58.273226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-e32d0e22-781a-4a3f-8250-c55d13e9b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.274932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-e32d0e22-781a-4a3f-8250-c55d13e9b2cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005228 Jul 23 23:04:58.325199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port a513e76e-924d-4410-814f-4efd07d02597 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:58.325741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.389312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fcb-5650-4587-8401-fa5589b4798a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.394177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4ac5fcb-5650-4587-8401-fa5589b4798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.430577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port a513e76e-924d-4410-814f-4efd07d02597, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a513e76e-924d-4410-814f-4efd07d02597,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:58.430577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.446076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for a513e76e-924d-4410-814f-4efd07d02597 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:04:58.456111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f4ac5fcb-5650-4587-8401-fa5589b4798a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5812ae3f485d43b9aa56e45ca38bb8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023198 Jul 23 23:04:58.456111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-d3311462-9b74-4b7d-a67b-c2a6c2cf1c7f service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738601 Jul 23 23:04:58.456440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:58.456527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac5fcb-5650-4587-8401-fa5589b4798a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8182ead4-706d-46a4-8129-3f83b9e89502,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:58.554585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5258f673-9f7d-4121-8b38-22c51494d6c2 req-85d578ce-4a6a-4edf-a129-f57d766059b4 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916359 Jul 23 23:04:58.566912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.632459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.736169 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.738982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.742248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8182ead4-706d-46a4-8129-3f83b9e89502 HTTP/1.1" status: 204 len: 168 time: 0.2847414 Jul 23 23:04:58.755194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebee39-7a0b-4810-813c-ff32d74e48a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8182ead4-706d-46a4-8129-3f83b9e89502,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:58.758391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:58.788524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=a513e76e-924d-4410-814f-4efd07d02597,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:58.826274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:58.848431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:58.849035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d852fb86-a4dc-41db-9fc8-b7eec2b70fa9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:58.849469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:04:58.869721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:04:58.870532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7bd4a51c-9afd-4070-97d5-9f2e6c25bc92 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:04:59.027667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.196620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:59.211914 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6054-4984-4108-9fb0-4863d32618bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.270749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:59.348098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6054-4984-4108-9fb0-4863d32618bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.352118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6054-4984-4108-9fb0-4863d32618bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.384992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:59.393108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce38ce01-7fe2-4715-92d7-ee3f933151bb tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629093 Jul 23 23:04:59.394083 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34752) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:59.399091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:59.418144 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:59.419259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:59.449308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet e5c61fa4-2491-4842-bbb3-aace98b1777a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:04:59.452878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.499232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.519000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:59.608476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.675291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.704907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c61fa4-2491-4842-bbb3-aace98b1777a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:59.710530 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.712387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-42f50370-36d1-4fe1-a7db-cd7a849fce5a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/e5c61fa4-2491-4842-bbb3-aace98b1777a HTTP/1.1" status: 204 len: 168 time: 0.3180795 Jul 23 23:04:59.715087 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34754) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:59.716948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4ae12-b336-414e-b0e9-57258ebaccc3 None None] Network 7f442ab6-e868-4088-ab1c-36dab407c883 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:59.754008 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:58Z', 'revision_number': 10, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:59.776767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb6054-4984-4108-9fb0-4863d32618bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e12ab4-2003-4d94-8e7e-1d2daee08425,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:59.781662 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b1bb6054-4984-4108-9fb0-4863d32618bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37e83b1e49804cf3b080660ecd04066e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839739 Jul 23 23:04:59.784972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:59.801651 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:59.812196 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:59.814104 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:59.820777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.843618 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.871653 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.889541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 0a429c78-0813-4703-9838-012997155fe7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:04:59.890218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.932150 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.934943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.936096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58e12ab4-2003-4d94-8e7e-1d2daee08425 HTTP/1.1" status: 204 len: 168 time: 0.1500871 Jul 23 23:04:59.936998 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:59.956785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217d65f-f6ee-45bd-8c7f-f972d271797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e12ab4-2003-4d94-8e7e-1d2daee08425,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:59.963579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902279ce-5053-4171-8627-3caf921ea56f None None] DHCP port deletion for 7f442ab6-e868-4088-ab1c-36dab407c883 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:05:00.003263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port 0a429c78-0813-4703-9838-012997155fe7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a429c78-0813-4703-9838-012997155fe7,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:00.003921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.019789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 0a429c78-0813-4703-9838-012997155fe7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:00.029580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Deleting port 0a429c78-0813-4703-9838-012997155fe7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:00.030336 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.130078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-902279ce-5053-4171-8627-3caf921ea56f None None] For port 0a429c78-0813-4703-9838-012997155fe7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0a429c78-0813-4703-9838-012997155fe7,segment=NetworkSegment(5cc6d0c8-33f4-4013-b7c7-31572c0d3824),segment_id=5cc6d0c8-33f4-4013-b7c7-31572c0d3824)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:00.131109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.153513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Calling delete_port for 0a429c78-0813-4703-9838-012997155fe7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:00.167428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.216516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=0a429c78-0813-4703-9838-012997155fe7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:00.235405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port 0a429c78-0813-4703-9838-012997155fe7 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:00.241283 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:58Z', 'revision_number': 10, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:00.277053 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786f06a-0c48-49fd-a378-72e6c1216b6b None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:04:58Z', 'revision_number': 10, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None, '_interfaces': [{'id': 'aee9f20b-774a-4243-b62b-0de1d14692ee', 'name': '', 'network_id': 'be5961df-5737-4619-b43f-927a4a157327', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'mac_address': 'fa:16:3e:d3:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088de20-b145-4a28-888b-9d320614b135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:23Z', 'updated_at': '2021-07-23T23:04:40Z', 'revision_number': 5, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'subnets': [{'id': 'ccd401fc-efcf-4d8b-b75a-67257eb4cfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:00.314506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.333425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902279ce-5053-4171-8627-3caf921ea56f None None] No DVR routers for this DVR port 0a429c78-0813-4703-9838-012997155fe7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:00.366386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902279ce-5053-4171-8627-3caf921ea56f None None] Pushing event deleted for resources: {'Port': ['ID=0a429c78-0813-4703-9838-012997155fe7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:00.374625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.395009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f442ab6-e868-4088-ab1c-36dab407c883']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:00.406522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc6d0c8-33f4-4013-b7c7-31572c0d3824') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:00.406884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc6d0c8-33f4-4013-b7c7-31572c0d3824') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:00.423847 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.440314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.447375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:00.447854 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:00.451764 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:00.531072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.540345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.546850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/7f442ab6-e868-4088-ab1c-36dab407c883 HTTP/1.1" status: 204 len: 168 time: 0.8262622 Jul 23 23:05:00.547256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:00.556861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006637-9728-496f-b456-295ba2d1dd90 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=7f442ab6-e868-4088-ab1c-36dab407c883,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:00.815413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a513e76e-924d-4410-814f-4efd07d02597 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:00.852323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a513e76e-924d-4410-814f-4efd07d02597 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:00.852678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a513e76e-924d-4410-814f-4efd07d02597 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:00.853098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a429c78-0813-4703-9838-012997155fe7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:00.875920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 0a429c78-0813-4703-9838-012997155fe7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:00.876297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0a429c78-0813-4703-9838-012997155fe7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:01.017777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.301397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port aee9f20b-774a-4243-b62b-0de1d14692ee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:01.301739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.407924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port aee9f20b-774a-4243-b62b-0de1d14692ee, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=aee9f20b-774a-4243-b62b-0de1d14692ee,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:01.408499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.425343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for aee9f20b-774a-4243-b62b-0de1d14692ee owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:01.622257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.654018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=aee9f20b-774a-4243-b62b-0de1d14692ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:01.823046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.989320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:02.075833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:02.081002 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d4f99deb-eb66-426c-9717-1e2867b03bff tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308843 Jul 23 23:05:02.083794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:02.092024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:02.104126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:02.105231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:02.160470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting subnet ccd401fc-efcf-4d8b-b75a-67257eb4cfa0 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:02.167455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.212098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:02.242637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.278469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:02.312544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:02.326118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:02.327181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:02.381852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.414229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:02.461465 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.474881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:02.496500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd401fc-efcf-4d8b-b75a-67257eb4cfa0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:02.506201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f1ffb-dffd-426c-b5b9-fc75f1c7b255 None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:02.510944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.512883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-696ca92c-4b10-43db-8085-069af331ff4b tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd401fc-efcf-4d8b-b75a-67257eb4cfa0 HTTP/1.1" status: 204 len: 168 time: 0.4280250 Jul 23 23:05:02.515335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39739c78-2212-44bf-a716-7f2a077ffdd2 None None] Network be5961df-5737-4619-b43f-927a4a157327 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:02.515666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:02.625163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.701898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Deleting port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:02.702239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.726044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:02.786794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] For port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,segment=NetworkSegment(a9463603-1259-4f86-9850-cd0e04b0f291),segment_id=a9463603-1259-4f86-9850-cd0e04b0f291)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:02.787168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.800385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Calling delete_port for 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:02.846862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf975f5a-75da-44c4-97a5-84e7ed9d5f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.881833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] DHCP port deletion for be5961df-5737-4619-b43f-927a4a157327 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:05:02.914288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.974833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Port': ['ID=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:02.986405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No DVR routers for this DVR port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:02.994003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aee9f20b-774a-4243-b62b-0de1d14692ee no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:03.014016 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf975f5a-75da-44c4-97a5-84e7ed9d5f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.019953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: aee9f20b-774a-4243-b62b-0de1d14692ee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:03.020816 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device aee9f20b-774a-4243-b62b-0de1d14692ee not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:03.021245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:03.025223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf975f5a-75da-44c4-97a5-84e7ed9d5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.027138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Deleting port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:03.027572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.062601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf975f5a-75da-44c4-97a5-84e7ed9d5f46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbe14489735347fc86e472d9975cc16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330812 Jul 23 23:05:03.063311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:03.071818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:03.072390 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:03.087503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.090437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf975f5a-75da-44c4-97a5-84e7ed9d5f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e46420-8dd3-4012-ae68-52e3f27cda25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:03.102076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5961df-5737-4619-b43f-927a4a157327']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:03.121481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9463603-1259-4f86-9850-cd0e04b0f291') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:03.121843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9463603-1259-4f86-9850-cd0e04b0f291') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:03.123305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] For port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:03.124365 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.132570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.136810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.141062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Calling delete_port for 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:03.144510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:05:03.146135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.150953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.159228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:03.159684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.161862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:03.162805 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:03.178293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] Pushing event deleted for resources: {'Port': ['ID=580f29c1-f37f-4eb5-b4ff-2a253ad31bc3,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:03.184545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66559d6d-034f-4df6-9173-9d66fa8ab699 None None] No DVR routers for this DVR port 580f29c1-f37f-4eb5-b4ff-2a253ad31bc3 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:03.230017 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.232526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.233705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25e46420-8dd3-4012-ae68-52e3f27cda25 HTTP/1.1" status: 204 len: 168 time: 0.1654904 Jul 23 23:05:03.242463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.244249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223224-96b6-4813-a854-af84b036cf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e46420-8dd3-4012-ae68-52e3f27cda25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:03.250099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.262086 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/networks/be5961df-5737-4619-b43f-927a4a157327 HTTP/1.1" status: 204 len: 168 time: 0.7441192 Jul 23 23:05:03.264733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:03.270159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:03.276436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44648-2fdf-4b3c-a100-6a96df6c3b99 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Pushing event deleted for resources: {'Network': ['ID=be5961df-5737-4619-b43f-927a4a157327,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:03.460588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 23:05:03.460788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 23:05:03.461152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.620725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.624934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.706162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 9088de20-b145-4a28-888b-9d320614b135 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:03.811591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:03.823063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.825806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c350a846-f8b5-42c7-9292-346b2ae22125 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 700 time: 0.5585828 Jul 23 23:05:03.826742 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Sync routers for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:03.827566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:03.837417 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:03.838052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:03.860917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-962914f3-6518-446b-b2b8-33fbfb2a2c6f tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 205 time: 0.0321631 Jul 23 23:05:03.863832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34868) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:03.912875 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:03.947852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:03.970451 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:03.996339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Checking router: 9088de20-b145-4a28-888b-9d320614b135 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:04.005577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Routers {'9088de20-b145-4a28-888b-9d320614b135'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:04.006291 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9088de20-b145-4a28-888b-9d320614b135'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:04.078524 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] Set router 9088de20-b145-4a28-888b-9d320614b135 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:04.114043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.116250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.164632 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.165193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router 9088de20-b145-4a28-888b-9d320614b135 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:05:04.179130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.184414 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-73832b2e-a6c1-4ba4-9995-6b1eb1e0c229 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 204 len: 168 time: 0.3150656 Jul 23 23:05:04.185014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.189694 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300415650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:04.222153 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.223237 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.246460 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:04.274835 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6579dc-d933-4549-ac69-4aec60dfd6c1 None None] The sync data for ids ['9088de20-b145-4a28-888b-9d320614b135'] in n-d-791506-25 is: [{'id': '9088de20-b145-4a28-888b-9d320614b135', 'name': 'tempest-RoutersTest-router-970732179', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:21Z', 'updated_at': '2021-07-23T23:05:01Z', 'revision_number': 11, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:04.289389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.296055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.326569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.328156 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d64ea52c-78f4-4fca-a6dc-2a3fb2a27916 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1424329 Jul 23 23:05:04.331142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.337121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:04.562997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34886) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.581157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.592068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-463693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-463686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460664'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.683359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057fa9f9-da5a-4017-98fe-4a63b1fd61fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.693161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Router 82895ac0-4174-4253-8431-ae53e1d2c831 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:05:04.774197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:04.780873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.782093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2ecbfb98-f2c6-4526-b215-189e543e37a1 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "PUT /v2.0/routers/82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 200 len: 693 time: 0.4497116 Jul 23 23:05:04.785408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.788788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057fa9f9-da5a-4017-98fe-4a63b1fd61fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.789150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Sync routers for ids ['82895ac0-4174-4253-8431-ae53e1d2c831'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:04.793466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057fa9f9-da5a-4017-98fe-4a63b1fd61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.801179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Routers {'82895ac0-4174-4253-8431-ae53e1d2c831'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:04.801854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['82895ac0-4174-4253-8431-ae53e1d2c831'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:04.842407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-057fa9f9-da5a-4017-98fe-4a63b1fd61fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab30bc6754ae4b9db0e5d4feff01c5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780497 Jul 23 23:05:04.844650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fa9f9-da5a-4017-98fe-4a63b1fd61fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96be5b8d-57e0-4e8e-9899-52359e3ddbcb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:04.848267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34894) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.888015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-76d2acfc-0862-4fe7-b5d6-bbbce7342610 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/routers/82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 200 len: 699 time: 0.1010449 Jul 23 23:05:04.890525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.907467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Set router 82895ac0-4174-4253-8431-ae53e1d2c831 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:04.908228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.932360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.932967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-47b0a175-1173-4742-8d43-f50783d24708 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 200 len: 205 time: 0.0389061 Jul 23 23:05:04.933552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:04.974535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82895ac0-4174-4253-8431-ae53e1d2c831', 'name': 'tempest-RoutersTest-router-300415650', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:04Z', 'updated_at': '2021-07-23T23:05:04Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:04.992710 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.995384 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:04.998833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96be5b8d-57e0-4e8e-9899-52359e3ddbcb HTTP/1.1" status: 204 len: 168 time: 0.1473091 Jul 23 23:05:05.013657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Checking router: 82895ac0-4174-4253-8431-ae53e1d2c831 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:05.024032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18673d34-f90e-491c-be00-d901a8b07aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be5b8d-57e0-4e8e-9899-52359e3ddbcb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:05.024561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Routers {'82895ac0-4174-4253-8431-ae53e1d2c831'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:05.025380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['82895ac0-4174-4253-8431-ae53e1d2c831'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:05.130219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] Set router 82895ac0-4174-4253-8431-ae53e1d2c831 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:05.397080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82895ac0-4174-4253-8431-ae53e1d2c831', 'name': 'tempest-RoutersTest-router-300415650', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:04Z', 'updated_at': '2021-07-23T23:05:04Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:05.430460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.431707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a77bc3-d0c9-44ed-81a3-85b1fbac4886 None None] The sync data for ids ['82895ac0-4174-4253-8431-ae53e1d2c831'] in n-d-791506-25 is: [{'id': '82895ac0-4174-4253-8431-ae53e1d2c831', 'name': 'tempest-RoutersTest-router-300415650', 'tenant_id': '6e559447c71842c6b681cabf2d316dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:04Z', 'updated_at': '2021-07-23T23:05:04Z', 'revision_number': 2, 'project_id': '6e559447c71842c6b681cabf2d316dcf', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:05.631984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.634262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.698501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.699138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Fanout notify agent at l3_agent the message router_deleted on router 82895ac0-4174-4253-8431-ae53e1d2c831 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:05:05.711877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.712794 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-afdfb2d6-ae1b-4d1f-939b-e40920fcd860 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 204 len: 168 time: 0.7781367 Jul 23 23:05:05.716856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.750275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-92b3be69-84f7-4682-92a9-9f11b8dde445 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 200 len: 205 time: 0.0321822 Jul 23 23:05:05.755370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.800135 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-2a951b81-519a-4a03-b95a-496349139d6f tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:05.802253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2a951b81-519a-4a03-b95a-496349139d6f tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/82895ac0-4174-4253-8431-ae53e1d2c831 HTTP/1.1" status: 404 len: 336 time: 0.0458412 Jul 23 23:05:05.804091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.834131 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1a6c5b-6c19-4546-b95b-5d027bbf0de5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:05.834603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1a6c5b-6c19-4546-b95b-5d027bbf0de5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:05.835296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.836360 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ef1a6c5b-6c19-4546-b95b-5d027bbf0de5 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/37a24f5f-2a1d-471f-9191-09eef15495e7 HTTP/1.1" status: 404 len: 337 time: 0.0312805 Jul 23 23:05:05.839099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.866350 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d29264-fd01-49c4-a50a-b2abf736a9da tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:05.866816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d29264-fd01-49c4-a50a-b2abf736a9da tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:05.871131 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-17d29264-fd01-49c4-a50a-b2abf736a9da tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/0344781f-30e1-4190-a385-ce54c6d81fdb HTTP/1.1" status: 404 len: 337 time: 0.0285625 Jul 23 23:05:05.871307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.903541 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2678f878-6f84-4592-b154-e2b1d94e13e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:05.903901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2678f878-6f84-4592-b154-e2b1d94e13e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:05.905704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2678f878-6f84-4592-b154-e2b1d94e13e0 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/e5c61fa4-2491-4842-bbb3-aace98b1777a HTTP/1.1" status: 404 len: 337 time: 0.0334451 Jul 23 23:05:05.908460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.939786 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-32822761-730a-4cb2-a196-53852dc4ebe9 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:05.940247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32822761-730a-4cb2-a196-53852dc4ebe9 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:05.942060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32822761-730a-4cb2-a196-53852dc4ebe9 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/ccd401fc-efcf-4d8b-b75a-67257eb4cfa0 HTTP/1.1" status: 404 len: 337 time: 0.0326347 Jul 23 23:05:05.942823 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.945799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:05.981723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-237ddafc-3341-4dac-87f7-dcbcc178b18f tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 200 len: 205 time: 0.0345497 Jul 23 23:05:05.984392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.023229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274da6d4-f0e1-442a-a84f-d375d516e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.028971 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-0f413011-f9cf-4f4f-bc62-cc191ea51a87 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.036026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f413011-f9cf-4f4f-bc62-cc191ea51a87 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/9088de20-b145-4a28-888b-9d320614b135 HTTP/1.1" status: 404 len: 336 time: 0.0443406 Jul 23 23:05:06.039744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34972) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.071132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-719622f2-17d0-4a38-8f32-aedb5c38c2b3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00b9f12-49fc-4d38-a457-35d50f358d26 HTTP/1.1" status: 200 len: 205 time: 0.0302448 Jul 23 23:05:06.073573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.078195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1562194392-network', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:06.129569 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-e0f9d90c-f5d8-448e-a0da-f55e611c9d52 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.130679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0f9d90c-f5d8-448e-a0da-f55e611c9d52 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/a00b9f12-49fc-4d38-a457-35d50f358d26 HTTP/1.1" status: 404 len: 336 time: 0.0562201 Jul 23 23:05:06.133249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34976) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.139681 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274da6d4-f0e1-442a-a84f-d375d516e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.146242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-274da6d4-f0e1-442a-a84f-d375d516e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.166663 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b770c5-13ef-4038-9104-71f8bff271ad tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:06.167117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b770c5-13ef-4038-9104-71f8bff271ad tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:06.168847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b7b770c5-13ef-4038-9104-71f8bff271ad tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/2c620489-490f-4a68-82e1-57ae114529a2 HTTP/1.1" status: 404 len: 337 time: 0.0344365 Jul 23 23:05:06.172976 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34978) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.194219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-274da6d4-f0e1-442a-a84f-d375d516e20c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25ab9cdbb06f4aacbc4a2a7ad29e7b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569624 Jul 23 23:05:06.195297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274da6d4-f0e1-442a-a84f-d375d516e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06399fe-0c96-42e0-b7e1-bba3ca6967bd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:06.197928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.211265 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-004fa14f-4dc7-4972-9d4e-53b62bb81f63 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 200 len: 205 time: 0.0368049 Jul 23 23:05:06.212215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Made reservation on behalf of d421a0f9d13e421aa6d06a8c17cf9168 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:06.213852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.214604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.224621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.268080 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-230369e8-1ef1-475d-9a75-bacb60c839c7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.271748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-230369e8-1ef1-475d-9a75-bacb60c839c7 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/cc7e3387-969b-4a5d-99b7-4ee81457ec67 HTTP/1.1" status: 404 len: 336 time: 0.0543892 Jul 23 23:05:06.272422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.298413 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.307742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9fab0282-89ca-4893-aec7-b07342313d34 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0ddc970-0488-4a2c-9638-52f3d63780ba HTTP/1.1" status: 200 len: 205 time: 0.0339537 Jul 23 23:05:06.310488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34986) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.327528 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.355321 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-147f4016-c3a3-4a04-87e5-600d31a65988 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.356380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-147f4016-c3a3-4a04-87e5-600d31a65988 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/d0ddc970-0488-4a2c-9638-52f3d63780ba HTTP/1.1" status: 404 len: 336 time: 0.0449917 Jul 23 23:05:06.359310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.385260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.387952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.389113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f06399fe-0c96-42e0-b7e1-bba3ca6967bd HTTP/1.1" status: 204 len: 168 time: 0.1861777 Jul 23 23:05:06.398141 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ffb752-d59e-418c-9be8-eace9e2bad4e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:06.398667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ffb752-d59e-418c-9be8-eace9e2bad4e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:06.399948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5ab20-3f10-485f-b709-11bb2aa71d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06399fe-0c96-42e0-b7e1-bba3ca6967bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:06.400714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a2ffb752-d59e-418c-9be8-eace9e2bad4e tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/288b9c5f-5a3c-4ee5-9f17-b120b4f8df91 HTTP/1.1" status: 404 len: 337 time: 0.0405090 Jul 23 23:05:06.404252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.440997 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.446778 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.455695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6a50506d-6860-47e8-976e-1f9ddce5c4c3 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=763c7981-4500-456a-86e5-1cd5bccafd05 HTTP/1.1" status: 200 len: 205 time: 0.0500839 Jul 23 23:05:06.458120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.468855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:05:06.497884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.498468 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Added segment 06496560-60a4-42c7-92cf-ef6cdd4b6d70 of type vlan for network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 Jul 23 23:05:06.508706 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4363e2b9-e76d-4475-bfc7-0bf5aa778b3a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.509751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4363e2b9-e76d-4475-bfc7-0bf5aa778b3a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/763c7981-4500-456a-86e5-1cd5bccafd05 HTTP/1.1" status: 404 len: 336 time: 0.0496395 Jul 23 23:05:06.512248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.517974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddffbe17-2d2d-46fa-b5be-964952fe9b25,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:06.543957 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a7561e-6519-425c-9311-f286b507e987 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:06.544421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a7561e-6519-425c-9311-f286b507e987 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:06.549732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f3a7561e-6519-425c-9311-f286b507e987 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/7d57775c-475d-4c97-997b-600c9c2a6a5d HTTP/1.1" status: 404 len: 337 time: 0.0327888 Jul 23 23:05:06.550261 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.586998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-82a0c891-0982-4d85-8a33-047ff89345e4 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3bebf49-ded1-464f-b858-a33980d9aed0 HTTP/1.1" status: 200 len: 205 time: 0.0362084 Jul 23 23:05:06.588933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.589612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.624688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.625780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:06.627371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.639658 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-572f23c0-3380-4368-888c-8b6c4b26b04a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] delete failed (client error): The resource could not be found. Jul 23 23:05:06.640915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-572f23c0-3380-4368-888c-8b6c4b26b04a tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/routers/b3bebf49-ded1-464f-b858-a33980d9aed0 HTTP/1.1" status: 404 len: 336 time: 0.0500891 Jul 23 23:05:06.644369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.674406 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-533c31d3-47f9-4712-9a85-85477a629812 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:06.674849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533c31d3-47f9-4712-9a85-85477a629812 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:06.679145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-533c31d3-47f9-4712-9a85-85477a629812 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/73afaa2e-cc5e-43f5-b01a-84200d931c65 HTTP/1.1" status: 404 len: 337 time: 0.0313158 Jul 23 23:05:06.679402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.697033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7527702 Jul 23 23:05:06.702228 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.707794 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a6325f-0b2d-4b40-8892-04ca0dc4fb33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] DELETE failed (client error): The resource could not be found. Jul 23 23:05:06.708226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a6325f-0b2d-4b40-8892-04ca0dc4fb33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:05:06.708595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Request body: {'subnet': {'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1562194392-subnet', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:06.712458 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-26a6325f-0b2d-4b40-8892-04ca0dc4fb33 tempest-RoutersTest-1233737200 tempest-RoutersTest-1233737200-project] 10.222.0.37 "DELETE /v2.0/subnets/8d397ffa-90f5-45ea-8bec-167def636060 HTTP/1.1" status: 404 len: 337 time: 0.0295177 Jul 23 23:05:06.757281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:06.773943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:06.919670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:07.067135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8707a4e0-0d27-483d-9cfb-fe63a05ff14f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e559447c71842c6b681cabf2d316dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461277 Jul 23 23:05:07.067780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:07.120968 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.135666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7f3b4-13b6-4b17-bf13-b7c0929d1db2 admin admin] Pushing event updated for resources: {'Network': ['ID=3729d026-9d0c-48e6-9b3e-ebb50c78e593,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:07.146214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:05:07.146214 n-d-791506-25 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:05:07.146214 n-d-791506-25 neutron-server[93835]: [parameters: {'project_id_1': '7b0d3af7115a4df4943c9849b907ce89', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 5, 6, 790690)}] Jul 23 23:05:07.146214 n-d-791506-25 neutron-server[93835]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:05:07.146661 n-d-791506-25 neutron-server[93835]: DEBUG oslo_db.api [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:05:07.147775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:05:07.148456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.151450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Made reservation on behalf of d421a0f9d13e421aa6d06a8c17cf9168 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:07.153840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.201173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.203796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.205175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62568196-a8f4-404c-ae0f-bc27090cdda7 HTTP/1.1" status: 204 len: 168 time: 0.1365361 Jul 23 23:05:07.214406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7175c-9d65-4515-b8dd-87f23cc33b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62568196-a8f4-404c-ae0f-bc27090cdda7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:07.355138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.419272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ab6f51-8a0f-40c7-8306-0f4bcd316c4a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:07.431006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Checking segment: {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:07.431370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Network hostable DHCP agents. Network: 3729d026-9d0c-48e6-9b3e-ebb50c78e593, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:05:07.450859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:05:07.461734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 3729d026-9d0c-48e6-9b3e-ebb50c78e593) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:07.466210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:07.466809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.473861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96aff78-8939-4944-bdd2-8bd02acde060 None None] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:07.494509 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f04b3d24-6714-4b22-9ee4-b65407fb7d4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7886918 Jul 23 23:05:07.495043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:07.504624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:07.525299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.526486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.585446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.652008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'fixed_ips': [{'subnet_id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:05:07.653100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.659695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.765337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.808191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Allocated IP 172.20.0.2 (3729d026-9d0c-48e6-9b3e-ebb50c78e593/01ab6f51-8a0f-40c7-8306-0f4bcd316c4a/1afd60ff-92fc-43dd-8682-b40769c25e70) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:07.905159 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.914649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:07.942849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:07.961717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970ed58c-0a34-40d1-9808-35b07c69754e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:07.972373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35048) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:07.972539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b29118ef-6941-4018-a348-6458d9785a58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b0d3af7115a4df4943c9849b907ce89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2138777 Jul 23 23:05:07.996431 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.007064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Transition to ACTIVE for port object 1afd60ff-92fc-43dd-8682-b40769c25e70 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:08.025632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Transition to ACTIVE for port object 1afd60ff-92fc-43dd-8682-b40769c25e70 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:08.035786 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.041921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.066261 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.077577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-05f1670b-773f-4598-864b-adf98402e5a6 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-248613281', 'prefixes': ['172.20.0.0/16']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:08.089813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Pushing event updated for resources: {'Port': ['ID=1afd60ff-92fc-43dd-8682-b40769c25e70,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:08.105032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:08.107212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:08.109907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:08.127477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.145348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.149088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.149479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.153983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/970ed58c-0a34-40d1-9808-35b07c69754e HTTP/1.1" status: 204 len: 168 time: 0.1803260 Jul 23 23:05:08.171328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52399e-8d45-462b-8d9c-aeb526b25e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ed58c-0a34-40d1-9808-35b07c69754e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:08.175442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Attempting to bind port 1afd60ff-92fc-43dd-8682-b40769c25e70 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:08.175989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Attempting to bind port 1afd60ff-92fc-43dd-8682-b40769c25e70 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:08.176196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Attempting to bind port 1afd60ff-92fc-43dd-8682-b40769c25e70 on network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:08.182108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:08.182495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Checking segment: {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:08.183054 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.183448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Bound using segment: {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:08.184008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Bound port: 1afd60ff-92fc-43dd-8682-b40769c25e70, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:08.184397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.216157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05f1670b-773f-4598-864b-adf98402e5a6 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.217228 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-05f1670b-773f-4598-864b-adf98402e5a6 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2731745 Jul 23 23:05:08.220768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.267716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] For port 1afd60ff-92fc-43dd-8682-b40769c25e70, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:08.272314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] For port 1afd60ff-92fc-43dd-8682-b40769c25e70, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1afd60ff-92fc-43dd-8682-b40769c25e70,segment=NetworkSegment(06496560-60a4-42c7-92cf-ef6cdd4b6d70),segment_id=06496560-60a4-42c7-92cf-ef6cdd4b6d70)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:08.279815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ccdb7782-4bd8-41a5-8d51-5a4063feb7b5 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "GET /v2.0/subnetpools/74590731-90b4-460d-87e6-d265cf86108b HTTP/1.1" status: 200 len: 731 time: 0.0575814 Jul 23 23:05:08.283120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.285138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35054) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.291685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Allocated IP 172.25.1.79 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2622065c-03ea-4a5f-9991-8eab8347096d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:08.292235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7032c350-2a3d-42bb-9eb1-e1e801e28f9d tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1296651842'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:08.380300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e6eed-3372-42c4-8353-d9431d7e0882 None None] Pushing event updated for resources: {'Port': ['ID=1afd60ff-92fc-43dd-8682-b40769c25e70,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:08.401571 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7032c350-2a3d-42bb-9eb1-e1e801e28f9d tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.406008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7032c350-2a3d-42bb-9eb1-e1e801e28f9d tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "PUT /v2.0/subnetpools/74590731-90b4-460d-87e6-d265cf86108b HTTP/1.1" status: 200 len: 684 time: 0.1172769 Jul 23 23:05:08.406425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.458720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.502560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bb14-b393-4025-b0f5-9628c028f94a tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.506845 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b2e8bb14-b393-4025-b0f5-9628c028f94a tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "DELETE /v2.0/subnetpools/74590731-90b4-460d-87e6-d265cf86108b HTTP/1.1" status: 204 len: 168 time: 0.0943632 Jul 23 23:05:08.507592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.520460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:08.537991 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [None req-efba0b89-25d5-4925-88d6-afa8a35f1aa9 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] show failed (client error): The resource could not be found. Jul 23 23:05:08.539056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-efba0b89-25d5-4925-88d6-afa8a35f1aa9 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "GET /v2.0/subnetpools/74590731-90b4-460d-87e6-d265cf86108b HTTP/1.1" status: 404 len: 346 time: 0.0303679 Jul 23 23:05:08.542036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35064) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.560379 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-ce12fd95-1a16-4d12-8580-44b3b26c06d9 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] delete failed (client error): The resource could not be found. Jul 23 23:05:08.563748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce12fd95-1a16-4d12-8580-44b3b26c06d9 tempest-SubnetPoolsTestJSON-278859820 tempest-SubnetPoolsTestJSON-278859820-project] 10.222.0.37 "DELETE /v2.0/subnetpools/74590731-90b4-460d-87e6-d265cf86108b HTTP/1.1" status: 404 len: 346 time: 0.0198567 Jul 23 23:05:08.571605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:08.576571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:08.583669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:08.628538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2622065c-03ea-4a5f-9991-8eab8347096d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:08.878843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1afd60ff-92fc-43dd-8682-b40769c25e70 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:08.918792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:08.939899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1afd60ff-92fc-43dd-8682-b40769c25e70 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:08.984578 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.072392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-ba4a-4ea7-b677-0aec77b4f6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.204484 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-ba4a-4ea7-b677-0aec77b4f6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.207543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.213088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59d8ade3-ba4a-4ea7-b677-0aec77b4f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.262826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59d8ade3-ba4a-4ea7-b677-0aec77b4f6ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=361f24f60379430099b352a054dc5baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429315 Jul 23 23:05:09.263973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8ade3-ba4a-4ea7-b677-0aec77b4f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a574b6c-e4c4-4e6f-8a1d-1c20de44caa6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:09.267357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:09.334231 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.367597 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.384848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:05:09.446660 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.449418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.450668 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a574b6c-e4c4-4e6f-8a1d-1c20de44caa6 HTTP/1.1" status: 204 len: 168 time: 0.1819522 Jul 23 23:05:09.460192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ee6c4-4dc2-4e9b-919b-36f0dc720275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a574b6c-e4c4-4e6f-8a1d-1c20de44caa6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:09.542501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eec4cb-a527-4eaf-87e5-29fde4bbbbbe None None] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:09.549533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:09.564395 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Sync routers for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:09.587610 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:09.588847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:09.591557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.595935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:09.596173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-960d232f-605d-425d-94fb-8fff490cb2b1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0998335 Jul 23 23:05:09.652374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Provisioning for port 1afd60ff-92fc-43dd-8682-b40769c25e70 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:09.658523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Provisioning complete for port 1afd60ff-92fc-43dd-8682-b40769c25e70 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:09.659128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.824991 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:09.854210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:09.898096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] For port 1afd60ff-92fc-43dd-8682-b40769c25e70, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1afd60ff-92fc-43dd-8682-b40769c25e70,segment=NetworkSegment(06496560-60a4-42c7-92cf-ef6cdd4b6d70),segment_id=06496560-60a4-42c7-92cf-ef6cdd4b6d70)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:09.908305 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.000060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6f3bc-54a2-4c33-87f8-cb6c305f6f79 None None] Pushing event updated for resources: {'Port': ['ID=1afd60ff-92fc-43dd-8682-b40769c25e70,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:10.162464 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:08Z', 'revision_number': 3, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:10.214510 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Checking router: d3c02adb-8b3d-4f6b-b983-f021a17a35f7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:10.214845 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Updating router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 port 2622065c-03ea-4a5f-9991-8eab8347096d binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:05:10.252568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-af6337b1-e28c-4925-88c8-e427941745f7 None None] Provisioning complete for port 1afd60ff-92fc-43dd-8682-b40769c25e70 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:10.253330 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af6337b1-e28c-4925-88c8-e427941745f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.279391 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.355085 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.646363 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.659411 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Transition to ACTIVE for port object 2622065c-03ea-4a5f-9991-8eab8347096d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:10.668446 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.694868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Allocated IP 172.20.0.1 (3729d026-9d0c-48e6-9b3e-ebb50c78e593/01ab6f51-8a0f-40c7-8306-0f4bcd316c4a/d924d7c9-24a6-4de1-9658-06a6a0c0a2f9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:10.741137 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098a0cb-91f0-4df4-9d2e-9092e5341ff2 None None] Pushing event updated for resources: {'Port': ['ID=2622065c-03ea-4a5f-9991-8eab8347096d,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:10.743826 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Attempting to bind port 2622065c-03ea-4a5f-9991-8eab8347096d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:10.744565 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Attempting to bind port 2622065c-03ea-4a5f-9991-8eab8347096d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:10.745274 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Attempting to bind port 2622065c-03ea-4a5f-9991-8eab8347096d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:10.759897 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:10.760278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:10.760794 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.761187 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:10.761659 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Bound port: 2622065c-03ea-4a5f-9991-8eab8347096d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:10.762221 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.830371 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] For port 2622065c-03ea-4a5f-9991-8eab8347096d, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:10.836556 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] For port 2622065c-03ea-4a5f-9991-8eab8347096d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2622065c-03ea-4a5f-9991-8eab8347096d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:10.847501 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.868068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1afd60ff-92fc-43dd-8682-b40769c25e70 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:10.917266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.940155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Transition to ACTIVE for port object d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:10.968548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1afd60ff-92fc-43dd-8682-b40769c25e70 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:10.969295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:10.982201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:10.988095 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098a0cb-91f0-4df4-9d2e-9092e5341ff2 None None] Pushing event updated for resources: {'Port': ['ID=2622065c-03ea-4a5f-9991-8eab8347096d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:10.990342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0070636 Jul 23 23:05:10.991105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:11.002131 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:11.003270 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:04:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:11.019792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.064844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3430b1f5-12fb-4e96-9a80-548256a67b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.065635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:11.108953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:11.114171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:11.201526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-554cae91-9d9b-4ad4-9054-2c7e43679fe9 tempest-NetworksApiDiscovery-702536502 tempest-NetworksApiDiscovery-702536502-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2089403 Jul 23 23:05:11.214279 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:11.229956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Pushing event updated for resources: {'Port': ['ID=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:11.247713 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.433665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.456887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29009d63-f3f2-4c4d-8a64-c5b139ff8285 None None] Provisioning for port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:11.462678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-29009d63-f3f2-4c4d-8a64-c5b139ff8285 None None] Provisioning complete for port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:11.463229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29009d63-f3f2-4c4d-8a64-c5b139ff8285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.543084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-29009d63-f3f2-4c4d-8a64-c5b139ff8285 None None] Port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:11.579248 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:08Z', 'revision_number': 3, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:11.619835 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d070cf-2652-45c6-8076-35003e6815bb None None] The sync data for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 is: [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:08Z', 'revision_number': 3, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:11.669325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:11.761579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.767744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.851204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.859943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Pushing event updated for resources: {'Port': ['ID=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:11.866457 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76d52a7d-976c-4a59-83c9-1c9e2c0a3364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.972822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:11.974568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:11.994723 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76d52a7d-976c-4a59-83c9-1c9e2c0a3364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.002505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76d52a7d-976c-4a59-83c9-1c9e2c0a3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.044465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-76d52a7d-976c-4a59-83c9-1c9e2c0a3364 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b2244a421ae495e8bec73265e016355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714170 Jul 23 23:05:12.048369 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35168) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:12.071947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d52a7d-976c-4a59-83c9-1c9e2c0a3364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e30bfc-82f0-4519-98d7-275b666ca67b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:12.163968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.180520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:12.198546 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.338908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:12.349875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32ec38c8-55e8-436b-a173-40a9e9227a5b admin admin] 10.222.0.37 "PUT /v2.0/routers/d3c02adb-8b3d-4f6b-b983-f021a17a35f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522795 Jul 23 23:05:12.384658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27e42b8b-00c8-49c9-b494-5b155cb6968d None None] Provisioning complete for port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:12.385692 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27e42b8b-00c8-49c9-b494-5b155cb6968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.386857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.389783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:12.393251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2e30bfc-82f0-4519-98d7-275b666ca67b HTTP/1.1" status: 204 len: 168 time: 0.3408716 Jul 23 23:05:12.424548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eac390-af5a-42b8-8818-2e4c7ce47bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e30bfc-82f0-4519-98d7-275b666ca67b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:12.448626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-27e42b8b-00c8-49c9-b494-5b155cb6968d None None] Port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:12.869583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2622065c-03ea-4a5f-9991-8eab8347096d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:12.959864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2622065c-03ea-4a5f-9991-8eab8347096d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:12.976900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2622065c-03ea-4a5f-9991-8eab8347096d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:12.977607 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:13.096117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:13.122065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 2622065c-03ea-4a5f-9991-8eab8347096d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2622065c-03ea-4a5f-9991-8eab8347096d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:13.127706 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:13.188620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=2622065c-03ea-4a5f-9991-8eab8347096d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:13.814210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c82f0eb3-e0b1-40e4-aa87-7963ccc0dda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:13.931144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Sync routers for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:13.943014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:13.943996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:14.182104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:14.285413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:14.492530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:14.497972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:11Z', 'revision_number': 4, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd924d7c9-24a6-4de1-9658-06a6a0c0a2f9', 'name': '', 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'mac_address': 'fa:16:3e:a3:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:10Z', 'updated_at': '2021-07-23T23:05:11Z', 'revision_number': 2, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'subnets': [{'id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:14.559301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Checking router: d3c02adb-8b3d-4f6b-b983-f021a17a35f7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:14.560264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Updating router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:05:14.622404 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:14.868707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2622065c-03ea-4a5f-9991-8eab8347096d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:15.009799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2622065c-03ea-4a5f-9991-8eab8347096d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:15.010152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.065268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.132150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.271759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.289749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Transition to ACTIVE for port object d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:15.300396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.352612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:15.437612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b2ef-6a5b-4ab4-866d-6f90e88f736e None None] Pushing event updated for resources: {'Port': ['ID=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:15.551486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f14dd1b9-d7eb-49d4-ad02-887a40bcf262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.565789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Attempting to bind port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:15.566277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Attempting to bind port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:15.566577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Attempting to bind port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 on network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:15.575737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:15.576119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Checking segment: {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:15.576524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.576918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Bound using segment: {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:15.577398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Bound port: d924d7c9-24a6-4de1-9658-06a6a0c0a2f9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06496560-60a4-42c7-92cf-ef6cdd4b6d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:15.577996 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.672239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f14dd1b9-d7eb-49d4-ad02-887a40bcf262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.681653 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f14dd1b9-d7eb-49d4-ad02-887a40bcf262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.697553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] For port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:15.701731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] For port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,segment=NetworkSegment(06496560-60a4-42c7-92cf-ef6cdd4b6d70),segment_id=06496560-60a4-42c7-92cf-ef6cdd4b6d70)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:15.707806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.715226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Deleting port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:15.715651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.792175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f14dd1b9-d7eb-49d4-ad02-887a40bcf262 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be2d6f7a1557439daabc3d722989c8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352977 Jul 23 23:05:15.793031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:15.824249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dd1b9-d7eb-49d4-ad02-887a40bcf262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d825b8f4-667a-4248-b12d-1456771c6d88,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:15.975996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.991844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] For port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,segment=NetworkSegment(06496560-60a4-42c7-92cf-ef6cdd4b6d70),segment_id=06496560-60a4-42c7-92cf-ef6cdd4b6d70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:15.991844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.010112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:16.012631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:16.054595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Calling delete_port for d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:16.056411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.072754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b2ef-6a5b-4ab4-866d-6f90e88f736e None None] Pushing event updated for resources: {'Port': ['ID=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.140473 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.147138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.151285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d825b8f4-667a-4248-b12d-1456771c6d88 HTTP/1.1" status: 204 len: 168 time: 0.3563786 Jul 23 23:05:16.164877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51c498-0486-4da6-8d5c-2e270bc2b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d825b8f4-667a-4248-b12d-1456771c6d88,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.209199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:16.406321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.434507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-065297b1-f60e-454a-9bcf-46461bf73ca8 None None] Provisioning complete for port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:16.436281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-065297b1-f60e-454a-9bcf-46461bf73ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.461458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Pushing event deleted for resources: {'Port': ['ID=d924d7c9-24a6-4de1-9658-06a6a0c0a2f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.492490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-065297b1-f60e-454a-9bcf-46461bf73ca8 None None] Port d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 23:05:16.581258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.626322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:11Z', 'revision_number': 4, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd924d7c9-24a6-4de1-9658-06a6a0c0a2f9', 'name': '', 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'mac_address': 'fa:16:3e:a3:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:10Z', 'updated_at': '2021-07-23T23:05:15Z', 'revision_number': 4, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'subnets': [{'id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:16.634937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:16.664237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9661c6a-eb86-4214-8386-efce4c3a14d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.696776 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.733126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44578538-35b4-4bb5-be55-4fe5b7be480f None None] The sync data for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 is: [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:11Z', 'revision_number': 4, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port': {'id': '2622065c-03ea-4a5f-9991-8eab8347096d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:08Z', 'updated_at': '2021-07-23T23:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd924d7c9-24a6-4de1-9658-06a6a0c0a2f9', 'name': '', 'network_id': '3729d026-9d0c-48e6-9b3e-ebb50c78e593', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'mac_address': 'fa:16:3e:a3:43:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:10Z', 'updated_at': '2021-07-23T23:05:15Z', 'revision_number': 4, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'subnets': [{'id': '01ab6f51-8a0f-40c7-8306-0f4bcd316c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:16.913107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9661c6a-eb86-4214-8386-efce4c3a14d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.924641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9661c6a-eb86-4214-8386-efce4c3a14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.972495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9661c6a-eb86-4214-8386-efce4c3a14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1495194a-4ecc-4eaf-a66d-6ef4804e629c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.992094 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c9661c6a-eb86-4214-8386-efce4c3a14d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75f9db185cdf4163b83024459e256d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556089 Jul 23 23:05:16.995545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:17.078549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.134986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.222730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.225882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.236398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1495194a-4ecc-4eaf-a66d-6ef4804e629c HTTP/1.1" status: 204 len: 168 time: 0.2282987 Jul 23 23:05:17.270441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b748b-8800-403a-9e9c-7cb960a243d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1495194a-4ecc-4eaf-a66d-6ef4804e629c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:17.635854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:17.793506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:17.813543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:17.821158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-81f7f007-150e-476c-9357-3f9b70b9fddb admin admin] 10.222.0.37 "PUT /v2.0/routers/d3c02adb-8b3d-4f6b-b983-f021a17a35f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3265412 Jul 23 23:05:17.967612 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.158553 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.276343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:18.301815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Deleting port 2622065c-03ea-4a5f-9991-8eab8347096d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:18.302206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.441552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] For port 2622065c-03ea-4a5f-9991-8eab8347096d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2622065c-03ea-4a5f-9991-8eab8347096d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:18.441947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.472488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063838079-network', 'tenant_id': '07a937db09a443049bc33bc7ffee8c91'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:18.473299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Calling delete_port for 2622065c-03ea-4a5f-9991-8eab8347096d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:18.518771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Made reservation on behalf of 07a937db09a443049bc33bc7ffee8c91 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:18.521983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.533341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.750858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.759080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.792263 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Sync routers for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:18.807127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f5f065-2f87-4b5a-bbb0-3784657c7e41,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:18.808996 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:18.810638 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:18.931894 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:19.003327 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:18Z', 'revision_number': 6, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:19.033290 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Checking router: d3c02adb-8b3d-4f6b-b983-f021a17a35f7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:19.042987 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Routers {'d3c02adb-8b3d-4f6b-b983-f021a17a35f7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:19.043607 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:19.045669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:05:19.051202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.062694 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.063161 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Added segment 9e21cf2a-775d-41a3-8dce-3504eca78c83 of type vlan for network 17d72df1-8c83-4bae-8788-3ba901a8684d Jul 23 23:05:19.117002 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] Set router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:19.119408 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2622065c-03ea-4a5f-9991-8eab8347096d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:19.165427 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.179961 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:18Z', 'revision_number': 7, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:19.219961 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.224549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.226502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.227606 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.245999 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd5dc5-be84-469f-ad18-d9a6840f16e4 None None] The sync data for ids ['d3c02adb-8b3d-4f6b-b983-f021a17a35f7'] in n-d-791506-25 is: [{'id': 'd3c02adb-8b3d-4f6b-b983-f021a17a35f7', 'name': 'tempest-ImageQuotaTest-1562194392-router', 'tenant_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:07Z', 'updated_at': '2021-07-23T23:05:18Z', 'revision_number': 7, 'project_id': 'd421a0f9d13e421aa6d06a8c17cf9168', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:19.313942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0355592 Jul 23 23:05:19.324926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:19.330928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Request body: {'subnet': {'network_id': '17d72df1-8c83-4bae-8788-3ba901a8684d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1063838079-subnet', 'tenant_id': '07a937db09a443049bc33bc7ffee8c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:19.372840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.375119 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.382974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b08930-2cd6-4696-a272-50e8e8592304 admin admin] Pushing event updated for resources: {'Network': ['ID=17d72df1-8c83-4bae-8788-3ba901a8684d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:19.394703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 17d72df1-8c83-4bae-8788-3ba901a8684d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:05:19.407190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Made reservation on behalf of 07a937db09a443049bc33bc7ffee8c91 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:19.410903 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.445582 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.446260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c02adb-8b3d-4f6b-b983-f021a17a35f7 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:05:19.454541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.455541 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d2decf93-1335-4c28-9262-da2adc7efb98 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d3c02adb-8b3d-4f6b-b983-f021a17a35f7 HTTP/1.1" status: 204 len: 168 time: 1.6401620 Jul 23 23:05:19.460052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35350) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:19.549890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Deleting subnet 01ab6f51-8a0f-40c7-8306-0f4bcd316c4a {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:19.554503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.617619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.756682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.763723 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.827620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.867732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ab6f51-8a0f-40c7-8306-0f4bcd316c4a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:19.872598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.877546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-badfc30d-5601-4d61-9184-a94dd4288036 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01ab6f51-8a0f-40c7-8306-0f4bcd316c4a HTTP/1.1" status: 204 len: 168 time: 0.4148476 Jul 23 23:05:19.878443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a4c87-4aa2-4138-a2aa-ccb85529e255 None None] Network 3729d026-9d0c-48e6-9b3e-ebb50c78e593 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:19.878580 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:19.882707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Checking segment: {'id': '9e21cf2a-775d-41a3-8dce-3504eca78c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '17d72df1-8c83-4bae-8788-3ba901a8684d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:19.887954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Network hostable DHCP agents. Network: 17d72df1-8c83-4bae-8788-3ba901a8684d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:05:19.893482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da867ea8-0443-4aa8-b65d-eb1a7b83f5b5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:19.923075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Network 17d72df1-8c83-4bae-8788-3ba901a8684d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:05:19.938591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 17d72df1-8c83-4bae-8788-3ba901a8684d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:19.953567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.953567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:19.987118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-83de31f5-fee2-4e8f-8831-9dc05aa5a667 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6529696 Jul 23 23:05:20.024001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.096218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Deleting port 1afd60ff-92fc-43dd-8682-b40769c25e70 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:20.096921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.224827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a87b2-c0f6-45fb-a136-16a11776f4f0 None None] Network 17d72df1-8c83-4bae-8788-3ba901a8684d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:20.250652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] For port 1afd60ff-92fc-43dd-8682-b40769c25e70, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1afd60ff-92fc-43dd-8682-b40769c25e70,segment=NetworkSegment(06496560-60a4-42c7-92cf-ef6cdd4b6d70),segment_id=06496560-60a4-42c7-92cf-ef6cdd4b6d70)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:20.251145 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.271780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Calling delete_port for 1afd60ff-92fc-43dd-8682-b40769c25e70 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:20.389368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.435380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1afd60ff-92fc-43dd-8682-b40769c25e70,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:20.459348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] No DVR routers for this DVR port 1afd60ff-92fc-43dd-8682-b40769c25e70 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:20.602356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e2486-1fe1-4082-9f53-e08483dda710 None None] Network 17d72df1-8c83-4bae-8788-3ba901a8684d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:20.642483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.673001 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3729d026-9d0c-48e6-9b3e-ebb50c78e593']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:20.731542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06496560-60a4-42c7-92cf-ef6cdd4b6d70') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:20.731959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06496560-60a4-42c7-92cf-ef6cdd4b6d70') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:20.754548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.775628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de0f3d-537c-4f09-b101-a8a77d481483 None None] DHCP port deletion for 3729d026-9d0c-48e6-9b3e-ebb50c78e593 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:05:20.779488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.796647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:20.797874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:20.799820 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:20.947262 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.972029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:20.975048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] 10.222.0.37 "DELETE /v2.0/networks/3729d026-9d0c-48e6-9b3e-ebb50c78e593 HTTP/1.1" status: 204 len: 168 time: 1.0955889 Jul 23 23:05:21.001076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5cf39-9adc-4f8b-a3a7-f42475a16f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=3729d026-9d0c-48e6-9b3e-ebb50c78e593,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:21.001423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:21.022062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:21.022411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d924d7c9-24a6-4de1-9658-06a6a0c0a2f9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:21.022830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2622065c-03ea-4a5f-9991-8eab8347096d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:21.032904 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:21.038239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-261337908-network', 'tenant_id': '921b2252facc4f958e4ac71b210430fe'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:21.051768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2622065c-03ea-4a5f-9991-8eab8347096d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:21.052113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2622065c-03ea-4a5f-9991-8eab8347096d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:21.052539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1afd60ff-92fc-43dd-8682-b40769c25e70 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:21.078956 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1afd60ff-92fc-43dd-8682-b40769c25e70 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:21.079565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1afd60ff-92fc-43dd-8682-b40769c25e70 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:21.090618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Made reservation on behalf of 921b2252facc4f958e4ac71b210430fe for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:21.093396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.115531 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.208814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:21.273836 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2a821af9-e900-42f7-954f-165476cd62dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d421a0f9d13e421aa6d06a8c17cf9168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633895 Jul 23 23:05:21.276260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35398) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:21.279985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.285637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.319690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3010c6-a264-4e17-8fb6-8a5bc8c8815e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:21.326228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:05:21.342078 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.342542 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Added segment 9c288158-8bea-420f-9b3c-13b5cf34496d of type vlan for network 2b5cd5a2-245a-479d-a6c9-abca37d5e84d Jul 23 23:05:21.375062 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.392887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.412902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.439884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.441386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:21.442344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.479172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4450665 Jul 23 23:05:21.480423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:21.490594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Request body: {'subnet': {'network_id': '2b5cd5a2-245a-479d-a6c9-abca37d5e84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-261337908-subnet', 'tenant_id': '921b2252facc4f958e4ac71b210430fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:21.520434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.526073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.529975 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddffbe17-2d2d-46fa-b5be-964952fe9b25 HTTP/1.1" status: 204 len: 168 time: 0.2523885 Jul 23 23:05:21.546705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6019035-7d5b-470c-8967-5219f0f00eff admin admin] Pushing event updated for resources: {'Network': ['ID=2b5cd5a2-245a-479d-a6c9-abca37d5e84d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:21.568282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2b5cd5a2-245a-479d-a6c9-abca37d5e84d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:05:21.571690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b88a-0e4b-4880-b45b-24ec72a01ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddffbe17-2d2d-46fa-b5be-964952fe9b25,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:21.588981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Made reservation on behalf of 921b2252facc4f958e4ac71b210430fe for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:21.596498 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.935273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:21.999406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e23c7e-20e8-4ba2-91f2-3734010dd7e3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:22.020491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Checking segment: {'id': '9c288158-8bea-420f-9b3c-13b5cf34496d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b5cd5a2-245a-479d-a6c9-abca37d5e84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:22.021167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Network hostable DHCP agents. Network: 2b5cd5a2-245a-479d-a6c9-abca37d5e84d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:05:22.045665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Network 2b5cd5a2-245a-479d-a6c9-abca37d5e84d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:05:22.061336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2b5cd5a2-245a-479d-a6c9-abca37d5e84d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:22.068903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:22.069516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.072566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904199aa-b0fa-444d-a091-8bd3b9e5c59d None None] Network 2b5cd5a2-245a-479d-a6c9-abca37d5e84d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:22.107211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2539eae3-5bb8-4ff2-b066-69a8876146f7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6196735 Jul 23 23:05:22.287444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35412) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:22.304447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb03a8-9851-4187-84c8-c3203558b052 None None] Network 2b5cd5a2-245a-479d-a6c9-abca37d5e84d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:22.324994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:22.358981 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7d3df92-4294-44c8-945a-a21edcaf8558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.360513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Deleting subnet da867ea8-0443-4aa8-b65d-eb1a7b83f5b5 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:22.365314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.495665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.510313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.556471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7d3df92-4294-44c8-945a-a21edcaf8558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.558625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.572734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7d3df92-4294-44c8-945a-a21edcaf8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.615822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:22.616387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e7d3df92-4294-44c8-945a-a21edcaf8558 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2899761 Jul 23 23:05:22.646821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3df92-4294-44c8-945a-a21edcaf8558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bfef6-6919-4495-bae1-0e2ccb1185db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:22.672849 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.706071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da867ea8-0443-4aa8-b65d-eb1a7b83f5b5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:22.718801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.726724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-05633eef-a507-4282-a74c-73293929ad87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da867ea8-0443-4aa8-b65d-eb1a7b83f5b5 HTTP/1.1" status: 204 len: 168 time: 0.4328403 Jul 23 23:05:22.728090 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.729522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:22.770516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.872510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.887124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:22.891930 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e26bfef6-6919-4495-bae1-0e2ccb1185db HTTP/1.1" status: 204 len: 168 time: 0.2723937 Jul 23 23:05:22.904859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f132-0b7d-4abe-a7f5-b6f751a91865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26bfef6-6919-4495-bae1-0e2ccb1185db,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:22.944483 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.098810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.115410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d72df1-8c83-4bae-8788-3ba901a8684d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:23.132500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e21cf2a-775d-41a3-8dce-3504eca78c83') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:23.132912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e21cf2a-775d-41a3-8dce-3504eca78c83') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:23.149614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.175598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.211015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b564a-7f6d-4664-88d6-a951f708e436 req-3bf3eeb3-b9f5-4479-a704-bcf6f59cadfb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:23.213288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-506b564a-7f6d-4664-88d6-a951f708e436 req-3bf3eeb3-b9f5-4479-a704-bcf6f59cadfb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.2161779 Jul 23 23:05:23.225580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:23.233006 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:23.244900 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:23.412438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.430659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.433206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/17d72df1-8c83-4bae-8788-3ba901a8684d HTTP/1.1" status: 204 len: 168 time: 0.7017984 Jul 23 23:05:23.438065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:23.438631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.440350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-506b564a-7f6d-4664-88d6-a951f708e436 req-e51ae622-3ee4-43c9-8da9-e17d49c9f0e2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776888 Jul 23 23:05:23.490994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Pushing event deleted for resources: {'Network': ['ID=17d72df1-8c83-4bae-8788-3ba901a8684d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:23.496654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Deleting subnet 55e23c7e-20e8-4ba2-91f2-3734010dd7e3 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:23.501859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.523285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.523642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.523984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.529548 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.538463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.539595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.539805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.540104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.542795 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.543194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.543540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.543883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39b2cf-0124-4f79-afda-2c708c4498dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:23.548096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.572518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:23.640514 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.685135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2ac985d9-14fd-4cae-8263-b2fff923007c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 200 len: 993 time: 0.1121461 Jul 23 23:05:23.778205 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.817512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e23c7e-20e8-4ba2-91f2-3734010dd7e3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:23.822135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:23.824573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-914500b2-2b38-4ae4-b87c-b86cb90ac757 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55e23c7e-20e8-4ba2-91f2-3734010dd7e3 HTTP/1.1" status: 204 len: 168 time: 0.3843935 Jul 23 23:05:23.827221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:23.945092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.039757 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.045249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35456) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:24.052737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5cd5a2-245a-479d-a6c9-abca37d5e84d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:24.065085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c288158-8bea-420f-9b3c-13b5cf34496d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:24.065377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c288158-8bea-420f-9b3c-13b5cf34496d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:24.087230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.124686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.136628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:24.137280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:24.139137 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:24.218599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0944d21-a8a4-44fb-965a-7831593c5273 req-b50fbf15-88b2-4e9d-8143-0df63ea4a417 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:24.220926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0944d21-a8a4-44fb-965a-7831593c5273 req-b50fbf15-88b2-4e9d-8143-0df63ea4a417 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1097 time: 0.1535461 Jul 23 23:05:24.223852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.225531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de13e6b1-f522-46c5-9757-24dbd710fca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.233487 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.236932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b5cd5a2-245a-479d-a6c9-abca37d5e84d HTTP/1.1" status: 204 len: 168 time: 0.4087276 Jul 23 23:05:24.268432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e99ea-585d-4211-8673-89e06cc4c21b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5cd5a2-245a-479d-a6c9-abca37d5e84d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:24.321270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0944d21-a8a4-44fb-965a-7831593c5273 req-1ad17300-b4fe-49e9-9a46-64403ec6e491 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636439 Jul 23 23:05:24.382138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de13e6b1-f522-46c5-9757-24dbd710fca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.390752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de13e6b1-f522-46c5-9757-24dbd710fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.441740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-de13e6b1-f522-46c5-9757-24dbd710fca4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb95e039d7914a39b01119a3edab294f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932748 Jul 23 23:05:24.441740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13e6b1-f522-46c5-9757-24dbd710fca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321815e6-4613-437c-abd2-0bc7e4d0be87,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:24.442515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:24.444059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:24.533800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cdbbc0a2-0309-457e-a2b5-2ec628d86c07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07a937db09a443049bc33bc7ffee8c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891609 Jul 23 23:05:24.536807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:24.549658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.588035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.612364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.635818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.684711 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.689701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.690982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/321815e6-4613-437c-abd2-0bc7e4d0be87 HTTP/1.1" status: 204 len: 168 time: 0.2376575 Jul 23 23:05:24.713333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.714101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93756d-6b97-4b87-9c4d-21e3d2d8dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321815e6-4613-437c-abd2-0bc7e4d0be87,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:24.723643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.723643 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42f5f065-2f87-4b5a-bbb0-3784657c7e41 HTTP/1.1" status: 204 len: 168 time: 0.1851177 Jul 23 23:05:24.747269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b73c5a-3cad-4386-878a-1c5e2c1bcdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f5f065-2f87-4b5a-bbb0-3784657c7e41,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:25.483171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:25.514725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:25.520258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecb27-5005-4418-a88e-948f650a502b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.596494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a3739f1-7c8c-4e09-8dee-f8f24069fffb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=921b2252facc4f958e4ac71b210430fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779846 Jul 23 23:05:25.600990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:25.668017 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-bd4d469b-308f-4cf3-a38f-614aa8ed6f39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988483 Jul 23 23:05:25.668994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.716458 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.777040 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecb27-5005-4418-a88e-948f650a502b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.782042 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ecb27-5005-4418-a88e-948f650a502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.782336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.788562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:25.791945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e3010c6-a264-4e17-8fb6-8a5bc8c8815e HTTP/1.1" status: 204 len: 168 time: 0.1865766 Jul 23 23:05:25.820074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba32c8-4994-4ea6-b9f8-44b68c60abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3010c6-a264-4e17-8fb6-8a5bc8c8815e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:25.894027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1a1ecb27-5005-4418-a88e-948f650a502b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5271c8feeca4f6da18ae1ea70949209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096143 Jul 23 23:05:25.895263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ecb27-5005-4418-a88e-948f650a502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd33a420-0226-43c3-8301-ea69f3c40ea8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:25.896784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:25.981879 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.019428 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.096134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.099132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.103078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd33a420-0226-43c3-8301-ea69f3c40ea8 HTTP/1.1" status: 204 len: 168 time: 0.2048650 Jul 23 23:05:26.118173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dfd36-dd78-41e4-9283-c092278e00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd33a420-0226-43c3-8301-ea69f3c40ea8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:26.535819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:26.552390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f960cb-fff2-4c7e-bf28-e50ec5dbc981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.609936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-bdcb93c9-bd22-47d7-b28b-bc6922edab7f tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:05:26.617933 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-bdcb93c9-bd22-47d7-b28b-bc6922edab7f tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2541745 Jul 23 23:05:26.622223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Request body: {'binding': {'host': 'n-h1-791506-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:26.622954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Unknown quota resources ['binding']. {{(pid=93836) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 23:05:26.744532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f960cb-fff2-4c7e-bf28-e50ec5dbc981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.754983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f960cb-fff2-4c7e-bf28-e50ec5dbc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.806824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d8f960cb-fff2-4c7e-bf28-e50ec5dbc981 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add2bf110a7f443c884f9a00cd657845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695718 Jul 23 23:05:26.811445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:26.811445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f960cb-fff2-4c7e-bf28-e50ec5dbc981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c01860-5fba-4852-b5f4-ee7a5dd0bdec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:26.811669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on host n-h1-791506-25 for vnic_type normal with profile None {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:26.811669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:26.811669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:26.818041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:05:26.818751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:26.824484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:26.824714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:26.825105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Bound using segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:26.825545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Bound port: 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:26.907360 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.926640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:26.934263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:26.939898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-425e5c35-b48c-4f9f-a3d8-db38acaea3b0 service neutron] 10.222.0.37 "POST /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3180242 Jul 23 23:05:26.944224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:27.022768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:27.024859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:27.026440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36c01860-5fba-4852-b5f4-ee7a5dd0bdec HTTP/1.1" status: 204 len: 168 time: 0.2151365 Jul 23 23:05:27.036634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788369c4-b6ed-4bec-b735-71aab9816d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c01860-5fba-4852-b5f4-ee7a5dd0bdec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:27.170190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ba300-fe25-4f79-8a43-7073fb4b5566 req-d36cf7cd-b2fc-4ef5-a0fe-9bc0ad5d4fe5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.172785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f8ba300-fe25-4f79-8a43-7073fb4b5566 req-d36cf7cd-b2fc-4ef5-a0fe-9bc0ad5d4fe5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1185923 Jul 23 23:05:27.313373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f8ba300-fe25-4f79-8a43-7073fb4b5566 req-98a68ab9-5583-40de-93ea-fd475f17a783 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286488 Jul 23 23:05:27.350484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-2a2953ea-b078-4eac-8c52-c07426c1149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.351993 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-2a2953ea-b078-4eac-8c52-c07426c1149a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1097 time: 0.1215444 Jul 23 23:05:27.492951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-91d6afc9-3613-4687-a46e-ec61530fc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.494425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-91d6afc9-3613-4687-a46e-ec61530fc1cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.1345711 Jul 23 23:05:27.579725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-86e27347-ad91-462c-8eab-5b13501f6a3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 1001 time: 0.0766299 Jul 23 23:05:27.663459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-1a3d61e5-bbc5-47c6-9db4-93f18c38f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.665118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-1a3d61e5-bbc5-47c6-9db4-93f18c38f65e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.0795109 Jul 23 23:05:27.765026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-5cbc2b40-bd6d-4623-acc0-0f43badbc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.767440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-5cbc2b40-bd6d-4623-acc0-0f43badbc2f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933316 Jul 23 23:05:27.896798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3e6fe4e2-c501-48d6-b665-f0b548398bec service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233490 Jul 23 23:05:28.052173 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-d15d2faa-b770-424f-8fb2-831e52446bc1 service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493232 Jul 23 23:05:28.238947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-53810924-04a7-4358-b3d7-f0e39a550033 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:28.240989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-53810924-04a7-4358-b3d7-f0e39a550033 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&tenant_id=353678e0676d48ef9f4ec9428a615568&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1097 time: 0.1335559 Jul 23 23:05:28.259225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-25'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:28.399009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.470394 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:05:28.595627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167532c-6e7c-47b9-961b-20ba4dad3c4d req-7ec72360-3301-4a4d-b14e-1f8ee93dac76 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:28.597201 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f167532c-6e7c-47b9-961b-20ba4dad3c4d req-7ec72360-3301-4a4d-b14e-1f8ee93dac76 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1586559 Jul 23 23:05:28.633140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:28.677132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f167532c-6e7c-47b9-961b-20ba4dad3c4d req-75ed58ab-f95f-49fe-81e6-730f02b50de3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681298 Jul 23 23:05:28.698968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:28.742053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:28.744542 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0995aa8-f738-4649-a21b-4ff726e03091" -d '{"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:28.748752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.757304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.760515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:28.807202 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b7dcf3-7d27-4aa7-b73c-0ff1e99c615f x-openstack-request-id: req-93b7dcf3-7d27-4aa7-b73c-0ff1e99c615f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:28.807496 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:28.807742 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93b7dcf3-7d27-4aa7-b73c-0ff1e99c615f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:28.808134 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'code': 200} Jul 23 23:05:28.889220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:28.930652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdd48a67-c772-4454-b57c-426c5ec03988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.944713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on host n-h2-791506-25 for vnic_type normal with profile {"migrating_to": "n-h1-791506-25"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:28.945122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:28.945551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:28.951162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:05:28.951588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Attempting to bind port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on network 38969382-fe6e-4519-84ef-5530965a6511 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:28.961361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:28.961829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Checking segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:28.962385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Bound using segment: {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:28.962945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Bound port: 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1610e1e-c617-4937-b130-03ff4faa7214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '38969382-fe6e-4519-84ef-5530965a6511'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:28.963447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.056992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:29.061172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:29.061541 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdd48a67-c772-4454-b57c-426c5ec03988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.064668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] Provisioning complete for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:29.065170 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.068773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.069001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdd48a67-c772-4454-b57c-426c5ec03988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.108098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd48a67-c772-4454-b57c-426c5ec03988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac5e6dc-7dc1-4790-9891-f1a88aabc494,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:29.116256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bdd48a67-c772-4454-b57c-426c5ec03988 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7aa8286f34a94066af341876ef28c84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546200 Jul 23 23:05:29.117775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:29.197354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.201641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.213801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:29.246431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.268433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:29.269783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:29.274109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:29.274560 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2c4c2-b277-4983-abc3-9bc76621e3c5" -d '{"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:29.275060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.277267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-3b5e964a-9b54-4986-9b05-efac8f78aca8 service neutron] 10.222.0.25 "PUT /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 1123 time: 1.0259969 Jul 23 23:05:29.279135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.329509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.332943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.342117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4135c5-81b4-4447-9569-0ff0b54ecd32 None None] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:29.352232 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ac5e6dc-7dc1-4790-9891-f1a88aabc494 HTTP/1.1" status: 204 len: 168 time: 0.2321255 Jul 23 23:05:29.376107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff2796-fb2b-434c-9f31-59de8a876147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac5e6dc-7dc1-4790-9891-f1a88aabc494,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:29.394998 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902a0de-bef6-477d-a24f-c8b4cb258795 x-openstack-request-id: req-a902a0de-bef6-477d-a24f-c8b4cb258795 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:29.395224 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-plugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:29.395434 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a902a0de-bef6-477d-a24f-c8b4cb258795 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:29.396019 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'code': 200} Jul 23 23:05:29.397302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['0c5e131b-5a39-4865-a2f7-46ebfb324df8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:29.736386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75a1e8fe-627e-4533-a2cf-bd602056606f None None] Provisioning complete for port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:29.736673 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75a1e8fe-627e-4533-a2cf-bd602056606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:29.848797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59eb-19aa-4ee1-b4d8-70b776a2531e req-634732f6-1383-4e4d-8eb5-adaa32c9b420 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:29.856964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f5f59eb-19aa-4ee1-b4d8-70b776a2531e req-634732f6-1383-4e4d-8eb5-adaa32c9b420 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1015065 Jul 23 23:05:29.894557 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f5f59eb-19aa-4ee1-b4d8-70b776a2531e req-be74f293-1529-4c68-b18f-edc401f0c267 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366733 Jul 23 23:05:29.922984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:29.943239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74733d5-772c-40b9-ab7d-661462566235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.067352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-685563b2-61a2-482a-91b8-a438682a515d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229725330&fields=id&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 267 time: 0.0665858 Jul 23 23:05:30.094613 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74733d5-772c-40b9-ab7d-661462566235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.110107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74733d5-772c-40b9-ab7d-661462566235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.198269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a74733d5-772c-40b9-ab7d-661462566235 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7a77005929c4b8e8f4bae998c1632b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717552 Jul 23 23:05:30.199176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:30.204778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74733d5-772c-40b9-ab7d-661462566235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9181e-53ec-4271-8948-912509ad1c42,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:30.247528 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-91939c68-eb59-4e3d-aea6-4af9bfc6e8e7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:30.249191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-91939c68-eb59-4e3d-aea6-4af9bfc6e8e7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.1711378 Jul 23 23:05:30.266291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-6f923e22-7b0a-4385-89ee-dd641b08f5ef tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/quotas/f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Jul 23 23:05:30.280679 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.325093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.355853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-ab68dd42-747a-4fd9-a095-f22358dd64b3 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0816607 Jul 23 23:05:30.385507 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.388758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:30.390087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9f9181e-53ec-4271-8948-912509ad1c42 HTTP/1.1" status: 204 len: 168 time: 0.1881409 Jul 23 23:05:30.401368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a1746-beec-4b4c-80b2-4196a23d420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9181e-53ec-4271-8948-912509ad1c42,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:30.486927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-9f5837e8-0395-4898-b393-7d9b624477aa service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207683 Jul 23 23:05:30.613264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-995505fc-d3bf-4d38-8e67-881396cba1e8 service neutron] 10.222.0.37 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148407 Jul 23 23:05:30.809126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:30.812232 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c006b712-c08a-4e28-bae8-6808d9d6508b" -d '{"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:30.975180 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab251785-28c0-4f5e-bae0-1b279404eb05 x-openstack-request-id: req-ab251785-28c0-4f5e-bae0-1b279404eb05 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:30.975812 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:30.975812 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab251785-28c0-4f5e-bae0-1b279404eb05 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:30.976136 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'status': 'completed', 'code': 200} Jul 23 23:05:31.135284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67cccf-65ee-48e5-b8c9-ee128098ba8f req-662ca3f1-253b-48ff-abe3-bc8434320c9a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.136801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e67cccf-65ee-48e5-b8c9-ee128098ba8f req-662ca3f1-253b-48ff-abe3-bc8434320c9a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.0947506 Jul 23 23:05:31.142586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-3b1be120-c0e9-4e5d-9c8d-478e39d71614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.144072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-3b1be120-c0e9-4e5d-9c8d-478e39d71614 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1128 time: 0.1442897 Jul 23 23:05:31.266639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e67cccf-65ee-48e5-b8c9-ee128098ba8f req-bdd50b71-5013-48e3-a766-e17e36985dca tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202435 Jul 23 23:05:31.306346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-6ee41440-897b-44ba-b86f-f7e5370927e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.316492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-6ee41440-897b-44ba-b86f-f7e5370927e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.1626713 Jul 23 23:05:31.416541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:05:31.565305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:31.581147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 has no active binding in host n-h1-791506-25 {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 23:05:31.868946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ede7a4c-6e03-423a-aa84-4dce65256440 req-4f185310-653f-4862-ac6b-22e1dc2c1303 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0343220 Jul 23 23:05:31.889099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-d52ba736-46ae-4c70-9678-00cfb6b32423 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 1001 time: 0.5667908 Jul 23 23:05:31.948372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-3c8705ab-ca72-4098-818b-e1450e74d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.951283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-3c8705ab-ca72-4098-818b-e1450e74d0a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.0546882 Jul 23 23:05:32.020757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-6b75d9fc-9291-4dbf-8b26-a91dcf3d6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.022461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-6b75d9fc-9291-4dbf-8b26-a91dcf3d6737 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625901 Jul 23 23:05:32.150584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-265aa8f0-1332-474e-9c2c-e17338a83337 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111913 Jul 23 23:05:32.307909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c006b712-c08a-4e28-bae8-6808d9d6508b req-c5d0fe81-472b-4b86-b830-bc486a60a921 service neutron] 10.222.0.22 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493628 Jul 23 23:05:32.452655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-effbbc99-c85b-4e2e-b994-ce6146991dd6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.456285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-effbbc99-c85b-4e2e-b994-ce6146991dd6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 811 time: 0.3051167 Jul 23 23:05:32.534343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-0b862f4b-aa34-4ab2-a9f7-e51e8d41e605 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f14dd18e9c0f4438b08ee7dad15dec12 HTTP/1.1" status: 200 len: 380 time: 0.0584860 Jul 23 23:05:32.546553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'port': {'device_id': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'admin_state_up': True, 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'security_groups': ['310f4bd6-0124-4fcb-99d2-d1073d3b4012']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:32.564990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29d142-04d7-4c20-8e98-676afca143e2 req-82d3debc-a054-4747-ab61-bdd52c059c77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.567632 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad29d142-04d7-4c20-8e98-676afca143e2 req-82d3debc-a054-4747-ab61-bdd52c059c77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1149044 Jul 23 23:05:32.635460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad29d142-04d7-4c20-8e98-676afca143e2 req-f383be3b-64c4-44f7-a5ea-ed8633016043 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609088 Jul 23 23:05:32.759725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Made reservation on behalf of f14dd18e9c0f4438b08ee7dad15dec12 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:32.765591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.966127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.20.0.6 (403488bb-5599-4d73-b325-29bbdfb920fb/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5/b000c65d-8f30-4852-839f-98ad1cef2bd6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:33.085214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1727401d-707a-409d-b818-4867ae3943f8 req-877a79b5-1d1b-40bf-8c5e-7da8c5ccd428 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0613430 Jul 23 23:05:33.198870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.218446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Transition to ACTIVE for port object b000c65d-8f30-4852-839f-98ad1cef2bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:33.261722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.313679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:33.331395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 403488bb-5599-4d73-b325-29bbdfb920fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:33.336295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:33.339853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:33.393073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.393772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.419242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-54aa9b20-5c09-465c-bbca-bd1692bd2935 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783591 Jul 23 23:05:33.437486 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Request body: {'port': {'device_id': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:33.564534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.715524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-acf05262-db73-4de2-9ea6-98fdba7a38c8 None None] Provisioning for port b000c65d-8f30-4852-839f-98ad1cef2bd6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:33.723626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-acf05262-db73-4de2-9ea6-98fdba7a38c8 None None] Provisioning complete for port b000c65d-8f30-4852-839f-98ad1cef2bd6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:33.725221 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-acf05262-db73-4de2-9ea6-98fdba7a38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.803510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-acf05262-db73-4de2-9ea6-98fdba7a38c8 None None] Port b000c65d-8f30-4852-839f-98ad1cef2bd6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:33.935500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce58b-e846-46d5-b8ac-f252bdd83827 req-f912134b-cea9-48d9-bca3-e3d8918867c8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.937589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ce58b-e846-46d5-b8ac-f252bdd83827 req-f912134b-cea9-48d9-bca3-e3d8918867c8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 945 time: 0.1268265 Jul 23 23:05:34.010588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b000c65d-8f30-4852-839f-98ad1cef2bd6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:34.020700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ce58b-e846-46d5-b8ac-f252bdd83827 req-3638f466-6422-433f-a67d-ee6ca0caaeee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763175 Jul 23 23:05:34.022552 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.041880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Transition to ACTIVE for port object b000c65d-8f30-4852-839f-98ad1cef2bd6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:34.047520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.139432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:34.303464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Attempting to bind port b000c65d-8f30-4852-839f-98ad1cef2bd6 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:34.305632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Attempting to bind port b000c65d-8f30-4852-839f-98ad1cef2bd6 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:34.306303 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Attempting to bind port b000c65d-8f30-4852-839f-98ad1cef2bd6 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:34.318527 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Port b000c65d-8f30-4852-839f-98ad1cef2bd6 on network 403488bb-5599-4d73-b325-29bbdfb920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:05:34.320091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Attempting to bind port b000c65d-8f30-4852-839f-98ad1cef2bd6 on network 403488bb-5599-4d73-b325-29bbdfb920fb {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:34.329910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:34.329910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Checking segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:34.330432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Bound using segment: {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:34.331022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Bound port: b000c65d-8f30-4852-839f-98ad1cef2bd6, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e365bf-e974-4385-b794-4a03b8b86d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:34.331584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.399586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-c66dc63e-7cfc-4134-a377-a2c2ffda441d service neutron] 10.222.0.22 "GET /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 385 time: 0.0773335 Jul 23 23:05:34.410179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed9fe1-da75-48d7-b8da-4a2a872b4244 req-d2eb8870-36c7-4f13-a28b-712b9225d8cb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.418697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64ed9fe1-da75-48d7-b8da-4a2a872b4244 req-d2eb8870-36c7-4f13-a28b-712b9225d8cb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.2220454 Jul 23 23:05:34.474432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:34.478804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:34.485970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.539064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.553082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.558180 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 1092 time: 1.1302311 Jul 23 23:05:34.558761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:34.561551 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f6682-438a-42ff-a36d-55ad4eee5f38" -d '{"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:34.607572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35788) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:34.626999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64ed9fe1-da75-48d7-b8da-4a2a872b4244 req-b8fd7d27-91ed-4d95-823a-b9ff00f88a44 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027514 Jul 23 23:05:34.714810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7b4b5-93e5-4316-9548-069540e444f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:34.718757 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02237406-b9a1-47c0-812c-942374aadabf x-openstack-request-id: req-02237406-b9a1-47c0-812c-942374aadabf {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:34.719216 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:34.719578 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02237406-b9a1-47c0-812c-942374aadabf {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:34.720052 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'status': 'completed', 'code': 200} Jul 23 23:05:34.800457 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-c075f1de-5ad0-4100-a6ca-c83ad03b3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.802179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-c075f1de-5ad0-4100-a6ca-c83ad03b3998 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1095 time: 0.1526949 Jul 23 23:05:34.905693 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-cfc90d4b-ee29-4208-a8b0-46161a0bb363 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 217 time: 0.0962124 Jul 23 23:05:34.933867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:34.954739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-019d802e-8c2c-4c99-9984-ccb834c670b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.978318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:34.990557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-25cdc44c-783a-4390-8330-a42f5cb3b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.992494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-25cdc44c-783a-4390-8330-a42f5cb3b23a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0794842 Jul 23 23:05:35.072506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:35.100695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:35.108366 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb84fc5-f390-4e3e-bd62-7a1e2974eec8" -d '{"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:35.118051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:35.315755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818a56a-5e4b-4e9f-a583-9d7e0a2652cc req-8a39a590-550e-480a-8362-61df5679fe9c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:35.325079 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2818a56a-5e4b-4e9f-a583-9d7e0a2652cc req-8a39a590-550e-480a-8362-61df5679fe9c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.1723104 Jul 23 23:05:35.386533 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] Transition to ACTIVE for port object 0c5e131b-5a39-4865-a2f7-46ebfb324df8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:35.420548 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:35.478712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2818a56a-5e4b-4e9f-a583-9d7e0a2652cc req-b9e6dd8f-595c-4abd-bad1-a3a067dcfd60 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473393 Jul 23 23:05:35.527141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090088e-f9ea-4918-97b1-de66ed89093e req-99f13c12-931c-45eb-aa01-469d30ca58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:35.532392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-99f13c12-931c-45eb-aa01-469d30ca58ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5329936 Jul 23 23:05:35.574586 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf5859-902a-475b-ae53-9e6feeb3b6fe x-openstack-request-id: req-07bf5859-902a-475b-ae53-9e6feeb3b6fe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:35.575592 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:35.575914 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07bf5859-902a-475b-ae53-9e6feeb3b6fe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:35.576383 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'code': 200} Jul 23 23:05:35.584224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-019d802e-8c2c-4c99-9984-ccb834c670b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:35.602738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-019d802e-8c2c-4c99-9984-ccb834c670b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:35.616535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] Pushing event updated for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:35.665539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] No DVR routers for this DVR port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:35.696045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d802e-8c2c-4c99-9984-ccb834c670b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640ba6b2-7712-4dc5-b407-bebbd3a5d4b8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:35.770324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-019d802e-8c2c-4c99-9984-ccb834c670b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c21a1f47c244ae2928a93ddc2ca8d68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615162 Jul 23 23:05:35.771265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:35.823655 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-1dc7bac6-c203-4b2f-80fc-e15076081204 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790210 Jul 23 23:05:35.869777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa107c-e6fa-405f-a8e5-f180fe6f65f3 req-082e27be-cdc5-4e72-95f3-42ba3445e1c8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:35.871294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6fa107c-e6fa-405f-a8e5-f180fe6f65f3 req-082e27be-cdc5-4e72-95f3-42ba3445e1c8 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.1110995 Jul 23 23:05:35.942531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:35.946169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] 10.222.0.22 "PUT /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8/bindings/n-h1-791506-25/activate HTTP/1.1" status: 200 len: 370 time: 1.5242977 Jul 23 23:05:35.951975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f6fa107c-e6fa-405f-a8e5-f180fe6f65f3 req-8d8e0d72-3b3d-4cfe-82aa-3a3b785a81e6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742481 Jul 23 23:05:36.027782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:36.056940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a090088e-f9ea-4918-97b1-de66ed89093e req-79a16a5e-f28f-45bc-aa9d-9ad8c27d35f8 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163782 Jul 23 23:05:36.135157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-b9a5cbf0-4c77-4a84-8166-76c6546d850d tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.137403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-b9a5cbf0-4c77-4a84-8166-76c6546d850d tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&tenant_id=353678e0676d48ef9f4ec9428a615568&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.1244330 Jul 23 23:05:36.192278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:36.194361 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:36.198124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/640ba6b2-7712-4dc5-b407-bebbd3a5d4b8 HTTP/1.1" status: 204 len: 168 time: 0.4213715 Jul 23 23:05:36.217244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181cfd-ede6-48c2-ae10-b496dfc724c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ba6b2-7712-4dc5-b407-bebbd3a5d4b8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:36.227834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-e916c886-7419-423b-94d2-c616127ab034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.230511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-e916c886-7419-423b-94d2-c616127ab034 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1095 time: 0.1144240 Jul 23 23:05:36.270012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-02fdbb8d-6827-4223-98b0-b3066bc9fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.275463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-02fdbb8d-6827-4223-98b0-b3066bc9fb6d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 1096 time: 0.1289797 Jul 23 23:05:36.403164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-baeda885-ba65-437a-b23d-caf889dc009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.404925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-baeda885-ba65-437a-b23d-caf889dc009a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1096 time: 0.1025648 Jul 23 23:05:36.481376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-dcaeeeed-0704-4248-8ad8-11921c40b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.486036 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-dcaeeeed-0704-4248-8ad8-11921c40b124 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2502866 Jul 23 23:05:36.601014 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-7eb4dfd0-5eb4-437d-bacd-d84eacc96992 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 217 time: 0.1060100 Jul 23 23:05:36.633185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-62a924aa-53c4-4835-a3c9-a6cef37f4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.635129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-62a924aa-53c4-4835-a3c9-a6cef37f4d04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.2235544 Jul 23 23:05:36.704468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35818) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:36.713027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-0e31c874-d922-4f31-8f8b-ae439197b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.714898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-0e31c874-d922-4f31-8f8b-ae439197b178 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1003745 Jul 23 23:05:36.737744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cab2904-b2c0-451f-ae92-99b65f9c5e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:36.762405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-fdcc3367-3efd-4da2-a740-00658c10e19c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 999 time: 0.1103592 Jul 23 23:05:36.820187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab5eb3-6b3d-4aec-8f60-5a4bb22f4b37 req-6e4edef1-7ca4-485d-8ae5-c087013f498d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.822129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aeab5eb3-6b3d-4aec-8f60-5a4bb22f4b37 req-6e4edef1-7ca4-485d-8ae5-c087013f498d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.1819086 Jul 23 23:05:36.830838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-4542542d-c6b9-4e84-ab86-b7abfa64cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.832748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-4542542d-c6b9-4e84-ab86-b7abfa64cd9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.0635598 Jul 23 23:05:36.851090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-6056fb9f-7628-4a87-b4b4-e10269cdc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.853813 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-6056fb9f-7628-4a87-b4b4-e10269cdc9b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284065 Jul 23 23:05:36.918975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aeab5eb3-6b3d-4aec-8f60-5a4bb22f4b37 req-66f63d10-6594-4420-87d5-9c1f7a7c7047 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819197 Jul 23 23:05:36.944241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-c76d2ca3-8f0f-4a5c-823a-97425e020138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.945742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-c76d2ca3-8f0f-4a5c-823a-97425e020138 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990009 Jul 23 23:05:37.005193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cab2904-b2c0-451f-ae92-99b65f9c5e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.012606 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-ace1dc55-5b6b-41f4-9ea6-a823d9d715aa service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506608 Jul 23 23:05:37.014558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cab2904-b2c0-451f-ae92-99b65f9c5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.085506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-81f8be78-11fe-4af4-9fda-07c46340e6db service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323698 Jul 23 23:05:37.133458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1cab2904-b2c0-451f-ae92-99b65f9c5e96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86da55fbec8a4a859b20fc88e5e2086b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277070 Jul 23 23:05:37.136133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab2904-b2c0-451f-ae92-99b65f9c5e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4615a4e8-dc88-41e5-bf11-3fa2e607eeb3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:37.139052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:37.189648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba4f6682-438a-42ff-a36d-55ad4eee5f38 req-96ef0e2d-8805-4b5d-b108-506d6ba3af55 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695921 Jul 23 23:05:37.262059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.280293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201e7fe-c27f-43ce-be3f-16cf8d8820a0 req-25bb0063-8014-434c-b989-5276d80dc430 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:37.282743 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d201e7fe-c27f-43ce-be3f-16cf8d8820a0 req-25bb0063-8014-434c-b989-5276d80dc430 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.2267640 Jul 23 23:05:37.294923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-2bae42d2-1a48-40b3-8882-5a74d214c15d service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905351 Jul 23 23:05:37.323611 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.356697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d201e7fe-c27f-43ce-be3f-16cf8d8820a0 req-722fce5b-ebb9-4714-a451-8bc42ceff2aa tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641143 Jul 23 23:05:37.389818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.393479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.394661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4615a4e8-dc88-41e5-bf11-3fa2e607eeb3 HTTP/1.1" status: 204 len: 168 time: 0.2494130 Jul 23 23:05:37.403355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4a7b4-4f06-44ec-928d-08592989b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4615a4e8-dc88-41e5-bf11-3fa2e607eeb3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:37.586793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-86272ae1-3d98-4deb-abd9-82840e7a7372 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:37.588453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-86272ae1-3d98-4deb-abd9-82840e7a7372 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8&tenant_id=353678e0676d48ef9f4ec9428a615568&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 1096 time: 0.0718799 Jul 23 23:05:37.776385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-0d454649-83de-4b1e-838e-494771b7f8d8 service neutron] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:37.779929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-0d454649-83de-4b1e-838e-494771b7f8d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.781527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-0d454649-83de-4b1e-838e-494771b7f8d8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8/bindings/n-h2-791506-25 HTTP/1.1" status: 204 len: 173 time: 0.1849427 Jul 23 23:05:37.872902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:37.926924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:38.111687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78081fe-9f4c-44cf-8a8a-df812dac53de req-8817ccfe-699e-4461-8305-c292fcb0b75e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.119406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78081fe-9f4c-44cf-8a8a-df812dac53de req-8817ccfe-699e-4461-8305-c292fcb0b75e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.0869250 Jul 23 23:05:38.174534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78081fe-9f4c-44cf-8a8a-df812dac53de req-dff22467-508a-4e68-8601-ea8f22a519dc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546393 Jul 23 23:05:38.354218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55680b-4b9d-4872-a20a-ba9c9d954355 req-9d2a80a2-e90b-40b9-88c1-7f1d684708f0 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.356503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e55680b-4b9d-4872-a20a-ba9c9d954355 req-9d2a80a2-e90b-40b9-88c1-7f1d684708f0 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1096 time: 0.0659981 Jul 23 23:05:38.397466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e55680b-4b9d-4872-a20a-ba9c9d954355 req-b7646142-4f54-4ecd-b122-856e12bd78bf tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344169 Jul 23 23:05:38.577465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d1b70-8a7b-43ff-b8b7-841d3b58f565 req-eb1c56fa-ca97-4f29-a1e4-6ad6556e8223 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.582396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a90d1b70-8a7b-43ff-b8b7-841d3b58f565 req-eb1c56fa-ca97-4f29-a1e4-6ad6556e8223 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.1108592 Jul 23 23:05:38.650057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a90d1b70-8a7b-43ff-b8b7-841d3b58f565 req-1c726640-ef7a-4049-9a83-560beec7afb4 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Jul 23 23:05:38.795835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80095c-70ce-4f7e-892d-94a181ab1cc3 req-93502502-a2ca-4187-a997-bbc63e417ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.798311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a80095c-70ce-4f7e-892d-94a181ab1cc3 req-93502502-a2ca-4187-a997-bbc63e417ed5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.0854499 Jul 23 23:05:38.849023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a80095c-70ce-4f7e-892d-94a181ab1cc3 req-3393032c-2f7c-4c13-8a72-fd1429f8d529 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425997 Jul 23 23:05:38.886115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:38.962272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cdca6c9c-a5e8-4876-beaa-bfbc3ce69f25 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 200 len: 991 time: 0.0780711 Jul 23 23:05:39.959475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728134b-f240-4201-ab4d-32b1cbca2db2 req-a67f497d-78bc-4f48-9a4f-e9b2e8eb667c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.961000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7728134b-f240-4201-ab4d-32b1cbca2db2 req-a67f497d-78bc-4f48-9a4f-e9b2e8eb667c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.0734301 Jul 23 23:05:40.001314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7728134b-f240-4201-ab4d-32b1cbca2db2 req-cd2c460c-b781-4502-b511-5465470c893f tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Jul 23 23:05:40.505861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35914) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:40.614079 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3f72c50-f1ab-4d8f-bc0b-8b822dab09f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.727504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3f72c50-f1ab-4d8f-bc0b-8b822dab09f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.727504 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3f72c50-f1ab-4d8f-bc0b-8b822dab09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.772123 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b3f72c50-f1ab-4d8f-bc0b-8b822dab09f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2e6f5c7062c4a06af784c4a103579a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624254 Jul 23 23:05:40.772123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72c50-f1ab-4d8f-bc0b-8b822dab09f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc6e75-911a-434a-8392-271c1110e655,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:40.773049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:40.827480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.850724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.900139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.902747 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.907431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41cc6e75-911a-434a-8392-271c1110e655 HTTP/1.1" status: 204 len: 168 time: 0.1295888 Jul 23 23:05:40.913636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d204d-2c9c-4b32-9b45-019d2163df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc6e75-911a-434a-8392-271c1110e655,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:41.061247 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be5a7990-cff5-40e4-be97-9ea7935e316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.204836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e258ced-212c-45cb-af21-f4722118815c req-5a4486c9-32eb-4d4e-afb7-4725339e003b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:41.206815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e258ced-212c-45cb-af21-f4722118815c req-5a4486c9-32eb-4d4e-afb7-4725339e003b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.0774393 Jul 23 23:05:41.211598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35964) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:41.245206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:41.264383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e258ced-212c-45cb-af21-f4722118815c req-1ad29d39-f6c8-4640-9787-c67691e4ddfa tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494835 Jul 23 23:05:41.266878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-987449dc-d3e5-4226-ad59-1fa5737ea2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.375768 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-987449dc-d3e5-4226-ad59-1fa5737ea2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.381614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-987449dc-d3e5-4226-ad59-1fa5737ea2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.411533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 65211b3f-07a1-47d2-bca0-a2bbe1112509 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:41.411883 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.424996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-987449dc-d3e5-4226-ad59-1fa5737ea2b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85c58e63c69c478ebfe1180df71db237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760023 Jul 23 23:05:41.424996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987449dc-d3e5-4226-ad59-1fa5737ea2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b814e84-a555-4fb8-aa5c-a58d57659f88,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:41.426371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:41.477901 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.501556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.501923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.502896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.514538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 65211b3f-07a1-47d2-bca0-a2bbe1112509 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:41.550697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.553980 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.557383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b814e84-a555-4fb8-aa5c-a58d57659f88 HTTP/1.1" status: 204 len: 168 time: 0.1278386 Jul 23 23:05:41.563902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b225eb-6a26-4e6a-bd01-2bbdf431bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b814e84-a555-4fb8-aa5c-a58d57659f88,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:41.718772 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.745692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=65211b3f-07a1-47d2-bca0-a2bbe1112509,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:41.814241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.814578 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 9906359a-3838-4db1-bb96-978cc84c7f47 disassociated (deleted). External IP: 172.25.1.151, port: 0c5e131b-5a39-4865-a2f7-46ebfb324df8. Jul 23 23:05:41.921230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:41.938464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc0f8-1235-4c74-89da-84b2dcbcd01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.030498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2be27d0b-e413-47e6-aec4-f5d3e46deefd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:42.030811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc0f8-1235-4c74-89da-84b2dcbcd01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.035468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6ecc0f8-1235-4c74-89da-84b2dcbcd01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.073518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecc0f8-1235-4c74-89da-84b2dcbcd01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045e070-c67b-4cfa-b757-3400c8b179ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:42.078304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b6ecc0f8-1235-4c74-89da-84b2dcbcd01f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=303350ab36b04590bc4f3c18928ab4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554914 Jul 23 23:05:42.080980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:42.130391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.152974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.177415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:42.182951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.192632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Sync routers for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:42.213715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.216637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.220818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2045e070-c67b-4cfa-b757-3400c8b179ab HTTP/1.1" status: 204 len: 168 time: 0.1360092 Jul 23 23:05:42.220989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:42.220989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:42.230595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2717fe1f-1544-42be-a98c-1e5d11218bb9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/floatingips/9906359a-3838-4db1-bb96-978cc84c7f47 HTTP/1.1" status: 204 len: 168 time: 1.0178258 Jul 23 23:05:42.230778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f262e5c-e927-4ca6-ac86-ee8374be6266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045e070-c67b-4cfa-b757-3400c8b179ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:42.231226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:42.233552 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc6906a-eb9b-456f-8025-a96ec810d1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:42.366160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:42.442865 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f52a34-a1ba-483b-9431-0aac70f0c320 x-openstack-request-id: req-47f52a34-a1ba-483b-9431-0aac70f0c320 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:42.443165 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:42.443443 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47f52a34-a1ba-483b-9431-0aac70f0c320 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:42.443857 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'status': 'completed', 'code': 200} Jul 23 23:05:42.606782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-d9a38e46-07fa-49a6-acac-858fc5b77b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.608315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-d9a38e46-07fa-49a6-acac-858fc5b77b9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 1096 time: 0.1322584 Jul 23 23:05:42.620320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153514bb-8595-4691-baca-f6b2954ed1da req-8ba4f76e-2593-4e72-bebf-685c6ed7cc6c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.621896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-153514bb-8595-4691-baca-f6b2954ed1da req-8ba4f76e-2593-4e72-bebf-685c6ed7cc6c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.0939505 Jul 23 23:05:42.660842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:42.692360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-153514bb-8595-4691-baca-f6b2954ed1da req-6db5f700-29f3-4b7a-a617-79e7b25312cf tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607922 Jul 23 23:05:42.696752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Checking router: 2be27d0b-e413-47e6-aec4-f5d3e46deefd for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:42.707598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:42.708460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:42.792756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-96965a75-75c5-4166-96b5-b34166d2f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.794379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-96965a75-75c5-4166-96b5-b34166d2f067 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 200 len: 897 time: 0.1715956 Jul 23 23:05:42.850721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-9b029155-a415-4783-b467-9a692d2ff27f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 200 len: 217 time: 0.0387187 Jul 23 23:05:42.873102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:42.982205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5e75-abdf-47b6-b315-c505fd5f9a94 req-3b07cd81-2837-4c01-92f6-1a841ca792f8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.984386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8ee5e75-abdf-47b6-b315-c505fd5f9a94 req-3b07cd81-2837-4c01-92f6-1a841ca792f8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.2028997 Jul 23 23:05:42.998523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-a70439f8-c6d7-434a-b5c0-bfe50f0e8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:43.001359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-a70439f8-c6d7-434a-b5c0-bfe50f0e8e72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 200 len: 835 time: 0.1324677 Jul 23 23:05:43.091205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8ee5e75-abdf-47b6-b315-c505fd5f9a94 req-233d82bd-1edd-43da-afc9-40aaba094bc2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7634c25-04bb-40c2-bca3-69fe95e0b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881343 Jul 23 23:05:43.100087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-1b380347-bedb-4630-92ee-b89bc28e3871 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:43.102340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-1b380347-bedb-4630-92ee-b89bc28e3871 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/ports?device_id=26f54f02-d611-4155-a601-c26094a787f8 HTTP/1.1" status: 200 len: 944 time: 0.1847799 Jul 23 23:05:43.143401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:43.177295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d57c6-750a-4fdc-a34a-a2fdac9d4e66 None None] The sync data for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 is: [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:04:26Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '8ea7052f-9853-4cfc-a367-ffa00ffa1b10', 'name': '', 'network_id': '38969382-fe6e-4519-84ef-5530965a6511', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:f9:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:25Z', 'updated_at': '2021-07-23T23:04:33Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': '7da6511f-dd22-4056-9411-8c8542d7c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:43.204650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-ab909872-61ef-4c7d-bde4-d419572f32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:43.206122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-ab909872-61ef-4c7d-bde4-d419572f32f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38969382-fe6e-4519-84ef-5530965a6511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906841 Jul 23 23:05:43.347587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:43.348256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.391054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-9dd5a106-1231-4d22-b8cc-5615eae02cc4 service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627624 Jul 23 23:05:43.515313 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c6576-73a1-4360-99fa-fce4a2ff1358 None None] New status for floating IP 9906359a-3838-4db1-bb96-978cc84c7f47: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:05:43.532196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 0c5e131b-5a39-4865-a2f7-46ebfb324df8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=0c5e131b-5a39-4865-a2f7-46ebfb324df8,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:43.532569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.553678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 0c5e131b-5a39-4865-a2f7-46ebfb324df8 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:43.566242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3dc6906a-eb9b-456f-8025-a96ec810d1ea req-71fdc07d-0835-4025-ae91-9a3dbcde4a05 service neutron] 10.222.0.25 "GET /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682196 Jul 23 23:05:43.716068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.775728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=0c5e131b-5a39-4865-a2f7-46ebfb324df8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:43.797608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8e8f-e7c4-426d-b5c5-670bc73127cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.802974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port 0c5e131b-5a39-4865-a2f7-46ebfb324df8 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:43.805572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.807630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc850656-a8ba-4f6f-b0e8-ed58d7955e0c req-4b920158-aafa-4b20-b12e-8275e7e230a0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "DELETE /v2.0/ports/0c5e131b-5a39-4865-a2f7-46ebfb324df8 HTTP/1.1" status: 204 len: 173 time: 0.6894240 Jul 23 23:05:43.808071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-deleted', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:43.810326 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b3b9fe-c202-4e3a-957d-c3ac7dc8e3f8" -d '{"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-deleted", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:43.906527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cccf78-7270-4c66-9b3d-b9c40552418a req-8a9fae01-9a86-415c-9ddd-279e53f6c282 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:43.916238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80cccf78-7270-4c66-9b3d-b9c40552418a req-8a9fae01-9a86-415c-9ddd-279e53f6c282 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.1143944 Jul 23 23:05:43.985520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80cccf78-7270-4c66-9b3d-b9c40552418a req-72400d6c-fdec-43c4-8e1b-b7cf1c1a9639 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529380 Jul 23 23:05:44.045844 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30460ff-542b-4f5b-ade2-375899f2f572 x-openstack-request-id: req-b30460ff-542b-4f5b-ade2-375899f2f572 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:44.045844 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f54f02-d611-4155-a601-c26094a787f8", "name": "network-vif-deleted", "tag": "0c5e131b-5a39-4865-a2f7-46ebfb324df8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:44.047782 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b30460ff-542b-4f5b-ade2-375899f2f572 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:44.048465 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f54f02-d611-4155-a601-c26094a787f8', 'name': 'network-vif-deleted', 'tag': '0c5e131b-5a39-4865-a2f7-46ebfb324df8', 'status': 'completed', 'code': 200} Jul 23 23:05:44.166226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:44.196707 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:44.634896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:45.025779 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:45.227156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd072d95-212a-403d-8dac-44cbcf5e6a7f req-36f2912f-2cfd-4636-a0ee-f2c8925c689d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:45.228670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd072d95-212a-403d-8dac-44cbcf5e6a7f req-36f2912f-2cfd-4636-a0ee-f2c8925c689d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 943 time: 0.1522820 Jul 23 23:05:45.282097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd072d95-212a-403d-8dac-44cbcf5e6a7f req-72947315-a212-4cf8-a907-9f2ccacfb5a5 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460398 Jul 23 23:05:45.389688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:45.390625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:45.496487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 8ea7052f-9853-4cfc-a367-ffa00ffa1b10, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:45.496930 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:45.511246 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:45.754581 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:45.802378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=8ea7052f-9853-4cfc-a367-ffa00ffa1b10,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:45.917893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b000c65d-8f30-4852-839f-98ad1cef2bd6 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:05:46.071045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:46.087750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.108922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'port_id': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'mac_address': 'fa:16:3e:f6:06:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:05:46.164121 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.183079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b000c65d-8f30-4852-839f-98ad1cef2bd6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:46.207051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:46.215102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.282913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:46.292097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.292439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.292965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.293463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.294148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.294660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.295305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.296702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.298062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.298570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.299215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.299727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:46.421815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['b000c65d-8f30-4852-839f-98ad1cef2bd6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:46.476238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e00cb-9fca-4861-a19b-74d666d60e4a req-9c6b7ad9-d9df-43e1-be0f-d2fba0150f76 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:46.478216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a75e00cb-9fca-4861-a19b-74d666d60e4a req-9c6b7ad9-d9df-43e1-be0f-d2fba0150f76 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 944 time: 0.1069729 Jul 23 23:05:46.482911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 2be27d0b-e413-47e6-aec4-f5d3e46deefd has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:46.621406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:46.630558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-439beb84-e407-4262-a5a0-996f7e89339c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/2be27d0b-e413-47e6-aec4-f5d3e46deefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631355 Jul 23 23:05:46.633226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:46.801355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Sync routers for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:46.802738 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting subnet 7da6511f-dd22-4056-9411-8c8542d7c87e {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:46.818577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.834429 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.849825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:46.850708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:46.915847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a75e00cb-9fca-4861-a19b-74d666d60e4a req-49d63dd4-cfcf-48df-bf13-594ecbcc2d69 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286509 Jul 23 23:05:46.920845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.001128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:47.038789 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.129609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.178211 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf6275-3d46-408d-a3a3-006a61fb7c1a None None] Network 38969382-fe6e-4519-84ef-5530965a6511 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:47.180986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.185672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/subnets/7da6511f-dd22-4056-9411-8c8542d7c87e HTTP/1.1" status: 204 len: 168 time: 0.5486374 Jul 23 23:05:47.185953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:47.199397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bfee6-7124-4476-9f4b-4a29e560d12d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Subnet': ['ID=7da6511f-dd22-4056-9411-8c8542d7c87e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:47.337029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.504156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:05:45Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '1409b5bf-639a-4e23-86ae-dcdb2776c146', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:19Z', 'updated_at': '2021-07-23T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:47.506252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:47.510880 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.536996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 0c5e131b-5a39-4865-a2f7-46ebfb324df8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:47.537350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 0c5e131b-5a39-4865-a2f7-46ebfb324df8 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:47.565750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Checking router: 2be27d0b-e413-47e6-aec4-f5d3e46deefd for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:47.574812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Routers {'2be27d0b-e413-47e6-aec4-f5d3e46deefd'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:47.575447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:47.615991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 1409b5bf-639a-4e23-86ae-dcdb2776c146 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:47.617864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.618643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] DHCP port deletion for 38969382-fe6e-4519-84ef-5530965a6511 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:05:47.711509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] Set router 2be27d0b-e413-47e6-aec4-f5d3e46deefd gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:47.739129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 1409b5bf-639a-4e23-86ae-dcdb2776c146, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1409b5bf-639a-4e23-86ae-dcdb2776c146,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:47.739129 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.754647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 1409b5bf-639a-4e23-86ae-dcdb2776c146 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:47.781315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:05:47Z', 'revision_number': 6, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:47.819795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a083d3-45a0-4160-8436-511eda1e6759 None None] The sync data for ids ['2be27d0b-e413-47e6-aec4-f5d3e46deefd'] in n-d-791506-25 is: [{'id': '2be27d0b-e413-47e6-aec4-f5d3e46deefd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1106852671', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:18Z', 'updated_at': '2021-07-23T23:05:47Z', 'revision_number': 6, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:47.832594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Deleting port 441f8ec8-96e0-4e14-94a6-5406a80ad29c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:47.833633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.920764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] For port 441f8ec8-96e0-4e14-94a6-5406a80ad29c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=441f8ec8-96e0-4e14-94a6-5406a80ad29c,segment=NetworkSegment(b1610e1e-c617-4937-b130-03ff4faa7214),segment_id=b1610e1e-c617-4937-b130-03ff4faa7214)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:47.922737 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.939507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b000c65d-8f30-4852-839f-98ad1cef2bd6 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:47.970753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Calling delete_port for 441f8ec8-96e0-4e14-94a6-5406a80ad29c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:48.059254 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.072916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port b000c65d-8f30-4852-839f-98ad1cef2bd6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:48.082835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port b000c65d-8f30-4852-839f-98ad1cef2bd6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:48.084011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.147744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.159425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305b73-a851-41d9-a92d-a5e27249f7e4 req-1ea00445-075d-499e-84d9-aad6c366d92a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:48.176719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d305b73-a851-41d9-a92d-a5e27249f7e4 req-1ea00445-075d-499e-84d9-aad6c366d92a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 944 time: 0.1708429 Jul 23 23:05:48.187181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] No DVR routers for this DVR port 441f8ec8-96e0-4e14-94a6-5406a80ad29c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:48.203257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=1409b5bf-639a-4e23-86ae-dcdb2776c146,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:48.211771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043edfd8-c992-4181-ac99-2e2c34ec0f7c None None] Pushing event deleted for resources: {'Port': ['ID=441f8ec8-96e0-4e14-94a6-5406a80ad29c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:48.245035 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.268256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d305b73-a851-41d9-a92d-a5e27249f7e4 req-bdc5b553-1d40-4554-80f5-629f656a32db tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881155 Jul 23 23:05:48.281827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.309747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:48.313187 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15625f4-649b-4b39-8211-a76ee8b913d0" -d '{"events": [{"server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "name": "network-vif-plugged", "status": "completed", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:48.359593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:48.370727 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.398735 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c21a2-bf2a-4462-90b5-0531e2a3733a x-openstack-request-id: req-980c21a2-bf2a-4462-90b5-0531e2a3733a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:48.399036 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "name": "network-vif-plugged", "status": "completed", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:48.399294 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-980c21a2-bf2a-4462-90b5-0531e2a3733a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:48.399690 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'code': 200} Jul 23 23:05:48.445176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:48.504702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.508366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.616945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.617515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Fanout notify agent at l3_agent the message router_deleted on router 2be27d0b-e413-47e6-aec4-f5d3e46deefd {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:05:48.627091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.628289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3724a80-0526-4052-b6c6-10145fb8f0ff tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/routers/2be27d0b-e413-47e6-aec4-f5d3e46deefd HTTP/1.1" status: 204 len: 168 time: 1.4405370 Jul 23 23:05:48.630833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36154) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:48.658262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234af2a9-5699-42e8-88f4-ffe74788a911 req-542e3cbb-0f5f-4cb0-91a0-3597828397b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:48.659801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-234af2a9-5699-42e8-88f4-ffe74788a911 req-542e3cbb-0f5f-4cb0-91a0-3597828397b8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1097 time: 0.1529291 Jul 23 23:05:48.939914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 441f8ec8-96e0-4e14-94a6-5406a80ad29c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:48.990445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 441f8ec8-96e0-4e14-94a6-5406a80ad29c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:48.991030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 441f8ec8-96e0-4e14-94a6-5406a80ad29c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:48.991604 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1409b5bf-639a-4e23-86ae-dcdb2776c146 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:49.035569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1409b5bf-639a-4e23-86ae-dcdb2776c146 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:49.036138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1409b5bf-639a-4e23-86ae-dcdb2776c146 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:49.036736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:49.087573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:49.087834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 8ea7052f-9853-4cfc-a367-ffa00ffa1b10 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:49.195497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.198644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-234af2a9-5699-42e8-88f4-ffe74788a911 req-13038381-013c-457e-a847-756cb20d3ba3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283725 Jul 23 23:05:49.344777 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.361590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38969382-fe6e-4519-84ef-5530965a6511']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:49.411842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1610e1e-c617-4937-b130-03ff4faa7214') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:49.411842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1610e1e-c617-4937-b130-03ff4faa7214') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:49.437437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.455064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920349e-6189-4ce3-9349-f4cfca5908a2 req-7780e585-d4cb-446e-82b8-96e4877b8221 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:49.463256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f920349e-6189-4ce3-9349-f4cfca5908a2 req-7780e585-d4cb-446e-82b8-96e4877b8221 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.0981443 Jul 23 23:05:49.466096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.476645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:49.477404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:49.501466 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:49.516723 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f920349e-6189-4ce3-9349-f4cfca5908a2 req-4708da3d-c96a-439c-8f74-baf7dd197026 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523343 Jul 23 23:05:49.561797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.566752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.568608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/networks/38969382-fe6e-4519-84ef-5530965a6511 HTTP/1.1" status: 204 len: 168 time: 0.9368262 Jul 23 23:05:49.571927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:49.584353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad92d3-7e03-4046-9f93-eea53ccb8566 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Network': ['ID=38969382-fe6e-4519-84ef-5530965a6511,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:49.641283 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.669263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.739786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.742644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.746530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/security-groups/b7634c25-04bb-40c2-bca3-69fe95e0b5dd HTTP/1.1" status: 204 len: 168 time: 0.1708751 Jul 23 23:05:49.754990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc477e19-8dae-44fb-852d-f5183bffcceb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7634c25-04bb-40c2-bca3-69fe95e0b5dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:50.403592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:50.409289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773644017', 'description': 'tempest-secgroup-smoke-1773644017 description', 'project_id': '353678e0676d48ef9f4ec9428a615568'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:50.434580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.528291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.533749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.575403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.581240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1732852 Jul 23 23:05:50.582088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:50.587844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:50.601439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f11a48-562d-4ece-9981-0374b0dc1c2e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902bb00a-e203-413b-b69f-ed441fca0e37,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:50.643887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.668132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3fb5b-9225-4f61-a1f4-6b3bb327bcb8 req-f0ffa7dd-9a5c-42f7-91b5-f62eaac5788a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:50.669914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ac3fb5b-9225-4f61-a1f4-6b3bb327bcb8 req-f0ffa7dd-9a5c-42f7-91b5-f62eaac5788a tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.0791888 Jul 23 23:05:50.710735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.714039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ac3fb5b-9225-4f61-a1f4-6b3bb327bcb8 req-b62b51e6-c393-4723-bf5f-6d8f82128fe1 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 Jul 23 23:05:50.716234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.741647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872c458f-dfd0-4b5e-a4c0-271692a74180,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:50.747491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.751844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5ffc3aed-f64e-4802-88b7-e42c88e56f2c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648026 Jul 23 23:05:50.752315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36186) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:50.756505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:50.790696 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.866360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4900e0d-75c6-42c2-b68a-e1413b1a623f req-8b61317d-8841-482f-9cc7-d166b4c4a265 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:50.874382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.874959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4900e0d-75c6-42c2-b68a-e1413b1a623f req-8b61317d-8841-482f-9cc7-d166b4c4a265 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.0819826 Jul 23 23:05:50.883398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.898866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e73b9a-3861-4a0e-8003-845ddeaae44c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:50.928188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:50.930404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fcb32482-0e16-4151-9b37-aa2165ee973a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773403 Jul 23 23:05:50.931644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4900e0d-75c6-42c2-b68a-e1413b1a623f req-4745f896-aed3-4b45-961e-248cd1882ba2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553966 Jul 23 23:05:50.933594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:50.953951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36190) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:50.954545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:50.989285 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.054777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.060393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.095025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.096883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557996 Jul 23 23:05:51.098052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6dad1-025d-4756-af57-162909a0f33c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9557cb3c-0d00-4f0c-974b-4baf536f2071,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:51.099485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:51.104340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:51.150451 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.250877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.264467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.303157 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb57c9-87ef-4687-ade4-74de832d2479 tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:51.304780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3edb57c9-87ef-4687-ade4-74de832d2479 tempest-TestVolumeBootPattern-776654623 tempest-TestVolumeBootPattern-776654623-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1092 time: 0.3494918 Jul 23 23:05:51.307773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:51.313806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91383ec-87d3-4868-af76-1f85b0a6a5b3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:51.318568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:51.327585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.328897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-db75ba18-b29f-439e-ad7a-58c1a6c76de9 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2284439 Jul 23 23:05:51.331695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:51.339829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:51.357527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.378270 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:05:51.394949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.494752 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.540594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.548123 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.584552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac07f2c-d874-43d8-86b6-8fa80518baa9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:51.603580 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.607987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-567f9899-ce75-435a-80b3-0af9441afe5b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2749946 Jul 23 23:05:51.609111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36208) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:51.613568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'security_group_rule': {'security_group_id': '902bb00a-e203-413b-b69f-ed441fca0e37', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:51.638402 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Project 353678e0676d48ef9f4ec9428a615568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:05:51.644673 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.704296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Allocated IP 172.25.1.176 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/a4f11dc3-7a58-4966-b69b-839ae3d15ae4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:51.741217 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.746672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.782634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.784182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738894 Jul 23 23:05:51.786737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b99eca-b31d-4708-8351-cd82c4df19cb tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d584d5-6355-4188-89e7-a9b75197b70b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:51.789125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36210) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:51.794420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'network': {'name': 'tempest-network-smoke--2014460825', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:51.824919 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.842343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:51.850510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.876180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.884092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:05:51.896291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.896646 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Added segment ef51f480-33f1-4ff9-9078-13cb8f5d2545 of type vlan for network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f Jul 23 23:05:51.932127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:51.940356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:51.940907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.944648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=a4f11dc3-7a58-4966-b69b-839ae3d15ae4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:51.947189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:51.986234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:51.994687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:51.996488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.038322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2477565 Jul 23 23:05:52.041064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:52.045549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'admin_state_up': True, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:52.084111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015388b-76b2-47b9-a176-7cc023ce1613 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Network': ['ID=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:52.095968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:05:52.101602 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.103322 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.174682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.362386 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.458835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.485899 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.553439 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.608738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.630416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.764097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.22 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/6a8963ac-5274-422d-a8a9-b70790a759bb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:52.777810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.784685 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.872519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event updated for resources: {'Port': ['ID=a4f11dc3-7a58-4966-b69b-839ae3d15ae4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:52.881695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.921274 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:52.971417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:53.012134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:53.015699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:53.017232 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP c2426c8e-d6e3-4083-9f75-81335b6aa8a0 associated. External IP: 172.25.1.176, port: b000c65d-8f30-4852-839f-98ad1cef2bd6. Jul 23 23:05:53.021811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:53.049592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=6a8963ac-5274-422d-a8a9-b70790a759bb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:53.265934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:53.314350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:53.373539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:53.390136 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:53.402150 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:53.435126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:53.537683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82adf635-59af-409b-ae78-e0cec9eb4538 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2286432 Jul 23 23:05:53.538391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:53.543364 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3323ec7-ebce-450e-b4f8-50df20210e52" -d '{"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:53.547043 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:53.547819 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:53.642931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:53.651420 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be65f2-9628-45c0-9a1c-31453b97843b x-openstack-request-id: req-e1be65f2-9628-45c0-9a1c-31453b97843b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:53.651720 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:53.651975 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1be65f2-9628-45c0-9a1c-31453b97843b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:53.652390 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'status': 'completed', 'code': 200} Jul 23 23:05:53.754750 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:53.863618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-aeb0f123-4513-49de-aae0-74401bdb442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:53.865132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-aeb0f123-4513-49de-aae0-74401bdb442f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1097 time: 0.1741602 Jul 23 23:05:53.878239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.002962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 47ea89c4-e84d-4eaf-b632-a362e4720c9a is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:05:54.044482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2b246e-f1a7-4ee4-85bf-a7cdcd583a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.067297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-569e8a1a-2f43-4b48-adc4-cd97162682d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:54.069346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-569e8a1a-2f43-4b48-adc4-cd97162682d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1966798 Jul 23 23:05:54.102027 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}, {'id': 'c2426c8e-d6e3-4083-9f75-81335b6aa8a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:f6:06:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:52Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:54.145346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:54.159997 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:54.160727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:54.222965 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-7a7138e2-d112-4744-81a5-57e3c775265d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 999 time: 0.1186900 Jul 23 23:05:54.229811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2b246e-f1a7-4ee4-85bf-a7cdcd583a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.242416 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2b246e-f1a7-4ee4-85bf-a7cdcd583a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.271120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:54.285737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Sync routers for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:54.303599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5c2b246e-f1a7-4ee4-85bf-a7cdcd583a97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7469d08318c402f91c8cbc672bc7cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240167 Jul 23 23:05:54.305180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b246e-f1a7-4ee4-85bf-a7cdcd583a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da148de-cf5a-48a1-93b4-0845553d3531,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:54.311609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36234) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.323538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:54.324934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:54.348282 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:54.377620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.379380 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1f72a812-4905-4f54-85b9-2f112cb8c6ba tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3372507 Jul 23 23:05:54.382486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.398025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-90e74afd-5796-4640-b85f-d82b40c05d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:54.405934 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-90e74afd-5796-4640-b85f-d82b40c05d3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1749527 Jul 23 23:05:54.456911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7146bf03-477e-451a-91c9-e6386312533e tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=353678e0676d48ef9f4ec9428a615568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730450 Jul 23 23:05:54.460993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.480437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.510389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.543446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:54.583626 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.587295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:54.589179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2da148de-cf5a-48a1-93b4-0845553d3531 HTTP/1.1" status: 204 len: 168 time: 0.2763774 Jul 23 23:05:54.602488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd83b3c-c4cb-4717-ae17-0f5c7ee56e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da148de-cf5a-48a1-93b4-0845553d3531,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:54.649378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-949ca2b6-7bf6-4173-bf8b-48b653ac7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:54.650949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-949ca2b6-7bf6-4173-bf8b-48b653ac7f5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307847 Jul 23 23:05:54.734711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6dc555-2f33-4ea2-8328-931024b0095b tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:54.736752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3b6dc555-2f33-4ea2-8328-931024b0095b tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2744520 Jul 23 23:05:54.739148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.779503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b90fe58d-504e-41f1-99b9-310d935b7376 tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390253 Jul 23 23:05:54.782336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:54.790897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065261406', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'project_id': '353678e0676d48ef9f4ec9428a615568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:54.812457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:53Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:54.873577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}, {'id': 'c2426c8e-d6e3-4083-9f75-81335b6aa8a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:f6:06:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:52Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:54.888458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Checking router: 47ea89c4-e84d-4eaf-b632-a362e4720c9a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:54.888870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Updating router 47ea89c4-e84d-4eaf-b632-a362e4720c9a port 6a8963ac-5274-422d-a8a9-b70790a759bb binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:05:54.906942 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-98948fea-37f2-474f-bc6d-61c091332d9a service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455003 Jul 23 23:05:54.943451 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f1622-7281-4c33-a0f9-94bc36272ce8 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}, {'id': 'c2426c8e-d6e3-4083-9f75-81335b6aa8a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:f6:06:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:52Z', 'revision_number': 0, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:54.970081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:54.974864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.083428 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3323ec7-ebce-450e-b4f8-50df20210e52 req-d3b91f8a-71f9-437e-a0b6-c9734c5d7580 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692114 Jul 23 23:05:55.148489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.168241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36250) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:55.184427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.334869 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b21990e-ef3c-4332-9e80-97731012697d None None] New status for floating IP c2426c8e-d6e3-4083-9f75-81335b6aa8a0: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:05:55.346253 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.357148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.365506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.411065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Subnet': ['ID=fea7818d-7268-44b7-940f-ec4d361a89f8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:55.430621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96bb7d-740d-4af4-9fad-a3947592e649,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:55.431329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Checking segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:55.431734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network hostable DHCP agents. Network: 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:05:55.438000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a99eb438a06c46f28d8f78b863bd890b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660110 Jul 23 23:05:55.441583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:55.452793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:05:55.453964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.454522 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.454871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.455440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.455789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.456119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.456448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.457230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.457561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.458098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.458644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.459183 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e904dd-413c-4332-bd39-240a729dda55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:55.471832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:55.481339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:55.482066 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.484118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a85e1a-688f-4f7c-bc0a-d653e228515b None None] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:55.514035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-123ca2c1-615e-4727-b1cf-00067d8266d1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7304630 Jul 23 23:05:55.517425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:55.533319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.566410 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.620071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.645649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.650283 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.651526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f96bb7d-740d-4af4-9fad-a3947592e649 HTTP/1.1" status: 204 len: 168 time: 0.2084541 Jul 23 23:05:55.658514 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Transition to ACTIVE for port object 6a8963ac-5274-422d-a8a9-b70790a759bb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:55.665990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c93e7-c497-47d0-819e-e6bb0212abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96bb7d-740d-4af4-9fad-a3947592e649,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:55.673325 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.758815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:05:55.759662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.793406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Attempting to bind port 6a8963ac-5274-422d-a8a9-b70790a759bb on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:55.793803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Attempting to bind port 6a8963ac-5274-422d-a8a9-b70790a759bb by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:55.794174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Attempting to bind port 6a8963ac-5274-422d-a8a9-b70790a759bb on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:55.796228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bd755-fd56-434d-9d62-c82e79e915bd None None] Pushing event updated for resources: {'Port': ['ID=6a8963ac-5274-422d-a8a9-b70790a759bb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:55.804773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:55.805053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:55.805458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.805906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:55.806336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Bound port: 6a8963ac-5274-422d-a8a9-b70790a759bb, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:55.806718 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:55.934553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] For port 6a8963ac-5274-422d-a8a9-b70790a759bb, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:55.976132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] For port 6a8963ac-5274-422d-a8a9-b70790a759bb, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6a8963ac-5274-422d-a8a9-b70790a759bb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:56.005734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.009124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Allocated IP 172.20.0.2 (9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f/fea7818d-7268-44b7-940f-ec4d361a89f8/e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:56.113651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:56.114759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:56.223463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bd755-fd56-434d-9d62-c82e79e915bd None None] Pushing event updated for resources: {'Port': ['ID=6a8963ac-5274-422d-a8a9-b70790a759bb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:56.361986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:56.408117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-c89f7540-10bf-42d9-954b-c8adfa074b74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2294209 Jul 23 23:05:56.464458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.488440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Transition to ACTIVE for port object e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:56.541955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Transition to ACTIVE for port object e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:56.554338 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.605162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:56.608374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:56.613617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:56.659696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-39c0a69c-cf2e-48d5-901d-ed9fbb4f2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:56.661141 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-39c0a69c-cf2e-48d5-901d-ed9fbb4f2791 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1767440 Jul 23 23:05:56.693462 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.703776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Pushing event updated for resources: {'Port': ['ID=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:56.735577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Attempting to bind port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:56.735798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Attempting to bind port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:56.737610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Attempting to bind port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a on network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:56.753522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:56.753967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Checking segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:56.755037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.755717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Bound using segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:56.756295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Bound port: e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:56.756986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:56.840559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:53Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:56.875034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-022bfca5-0aff-4cc7-8895-aedefa193bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:56.876582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-022bfca5-0aff-4cc7-8895-aedefa193bf0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1933343 Jul 23 23:05:56.895533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f4e17-6f8b-454e-a21d-d2bc32c5a565 None None] The sync data for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 is: [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:53Z', 'revision_number': 3, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:56.907080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] For port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:56.937291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] For port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:56.946851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:57.060965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-1dcc315a-f871-4378-99eb-177c9f3dc4f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 1000 time: 0.1757805 Jul 23 23:05:57.104198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964092-1a93-4259-9e63-f7027d61487e None None] Pushing event updated for resources: {'Port': ['ID=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:57.269911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-0feff225-dde8-4b8b-919a-906cfec5e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:57.278211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-0feff225-dde8-4b8b-919a-906cfec5e7c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.2073383 Jul 23 23:05:57.429638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.1 (9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f/fea7818d-7268-44b7-940f-ec4d361a89f8/c47a2a0c-6174-4628-8509-0e74ad1fbf62) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:57.433964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-f3c793eb-e4a5-4bac-a56e-45153ef4a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:57.435492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-f3c793eb-e4a5-4bac-a56e-45153ef4a6fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458485 Jul 23 23:05:57.695926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-c5db33b8-956a-421f-87dc-aaa70d5e1b49 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796757 Jul 23 23:05:57.719519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-1c6cedbc-d12f-4d8a-a945-637ebd42b3c2 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579203 Jul 23 23:05:57.792118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:57.837163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-50e8c3c9-c35f-4ac5-82fa-97f25f6c6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:57.839584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-50e8c3c9-c35f-4ac5-82fa-97f25f6c6d8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1097 time: 0.0947256 Jul 23 23:05:57.843864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object c47a2a0c-6174-4628-8509-0e74ad1fbf62 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:57.909958 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02a8fca6-5f36-43a3-ae8d-6fb1fab865ac req-9bfde43c-97e5-43ac-ab5a-3a7ed6a4af64 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788986 Jul 23 23:05:57.937904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:58.000679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-7b4fc6b4-7f4a-4f74-bc95-a7c51e7c6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:58.002856 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-7b4fc6b4-7f4a-4f74-bc95-a7c51e7c6835 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1363750 Jul 23 23:05:58.020408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:58.037404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:58.048198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:58.059442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:58.136709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-4d9f04e5-2cc7-4e3c-b3e4-85869c888bfc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 1001 time: 0.1268296 Jul 23 23:05:58.161689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:58.263870 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-98f67e4c-6fad-4900-a0bd-d62abb0bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:58.266924 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-98f67e4c-6fad-4900-a0bd-d62abb0bb90f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1233604 Jul 23 23:05:58.395505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-0b5c59bb-449b-4bfb-9b0f-106465fc6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:58.398094 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-0b5c59bb-449b-4bfb-9b0f-106465fc6ac6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234136 Jul 23 23:05:58.589828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-b2845409-29ca-40d0-9c12-49cc13e96b09 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697385 Jul 23 23:05:58.599423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ff93c-6b1d-4b94-98cf-2e4fb4ec008d None None] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:05:58.678949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-46dd7936-8ef6-4562-94f3-353266112593 None None] Provisioning for port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:58.750727 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-abe03f20-af71-4259-8c86-f800d74ef7eb req-ffdc30c0-ec1c-406b-a91f-b4d16c0e49bf service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597927 Jul 23 23:05:58.848180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:58.940408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:59.008968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:59.013419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:59.013804 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.130518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.183830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:59.188318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.189264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6a8963ac-5274-422d-a8a9-b70790a759bb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:59.285403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Provisioning for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:59.308711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Provisioning complete for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:59.308946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.309075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.334376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.345739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:59.372938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6a8963ac-5274-422d-a8a9-b70790a759bb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:59.380298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Port c47a2a0c-6174-4628-8509-0e74ad1fbf62 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:59.385590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6a8963ac-5274-422d-a8a9-b70790a759bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:59.386116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.413746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Provisioning complete for port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:59.414241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-123802dc-4a77-44da-9480-d034016e4ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.426325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:59.431705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.543279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:59.544896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:59.554927 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.593561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6a8963ac-5274-422d-a8a9-b70790a759bb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6a8963ac-5274-422d-a8a9-b70790a759bb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:59.598731 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.660236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6a8963ac-5274-422d-a8a9-b70790a759bb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:59.686516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 47ea89c4-e84d-4eaf-b632-a362e4720c9a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:59.763405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88f4a5d7-3d40-480a-ae99-d62717f1a0da None None] Provisioning complete for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:59.763783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f4a5d7-3d40-480a-ae99-d62717f1a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:59.827705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88f4a5d7-3d40-480a-ae99-d62717f1a0da None None] Port c47a2a0c-6174-4628-8509-0e74ad1fbf62 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:59.865559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:59.881323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-88c3a0b1-8e32-480f-8fcb-12cd7e126e49 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/47ea89c4-e84d-4eaf-b632-a362e4720c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3528261 Jul 23 23:05:59.881528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Sync routers for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:59.895329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:59.895964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:00.004795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03e2a371-6f04-44f6-bcaa-1482691ce5d0 None None] Provisioning complete for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:00.005158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03e2a371-6f04-44f6-bcaa-1482691ce5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:00.061964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03e2a371-6f04-44f6-bcaa-1482691ce5d0 None None] Port c47a2a0c-6174-4628-8509-0e74ad1fbf62 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:00.072054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:00.127685 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-e5f99542-2588-4a44-bda1-88a9c922083f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773644017&fields=id&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 267 time: 0.0508027 Jul 23 23:06:00.307078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-9f404876-f5a2-421c-a4ff-3e95a6581847 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:00.309171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-9f404876-f5a2-421c-a4ff-3e95a6581847 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/networks?id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 200 len: 797 time: 0.1750131 Jul 23 23:06:00.333620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-0d1d94b8-0a25-4ba8-b0f4-2c90e9ad201a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/quotas/353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 375 time: 0.0146048 Jul 23 23:06:00.357374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 2, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:00.397394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Checking router: 47ea89c4-e84d-4eaf-b632-a362e4720c9a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:00.397533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Updating router 47ea89c4-e84d-4eaf-b632-a362e4720c9a port c47a2a0c-6174-4628-8509-0e74ad1fbf62 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:00.443343 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:00.445901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-df41f773-c0e6-427a-85ee-07cad1d5f896 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056392 Jul 23 23:06:00.581120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-35d0b185-ab26-4065-9d27-382581be55b2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198158 Jul 23 23:06:00.741616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-083f1e46-4b4b-4625-91a4-2a3a62f9f28e service neutron] 10.222.0.37 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530483 Jul 23 23:06:00.924589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:01.048071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-047e046c-8a29-4e8f-8991-7068fe99fe43 req-46689b61-9936-4197-b470-c2ca623edc04 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 210 time: 0.0514660 Jul 23 23:06:01.059067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:01.060000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.133691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.147866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Transition to ACTIVE for port object c47a2a0c-6174-4628-8509-0e74ad1fbf62 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:01.190860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.280999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6a8963ac-5274-422d-a8a9-b70790a759bb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:01.374722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74da52-a238-4df2-89f7-26ec75b9d417 None None] Pushing event updated for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:01.481079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Attempting to bind port c47a2a0c-6174-4628-8509-0e74ad1fbf62 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:01.481535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Attempting to bind port c47a2a0c-6174-4628-8509-0e74ad1fbf62 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:01.481832 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Attempting to bind port c47a2a0c-6174-4628-8509-0e74ad1fbf62 on network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:01.491296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:01.491685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Checking segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:01.492094 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.492499 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Bound using segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:01.493046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Bound port: c47a2a0c-6174-4628-8509-0e74ad1fbf62, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:01.493428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.553817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6a8963ac-5274-422d-a8a9-b70790a759bb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:01.554251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.658926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] For port c47a2a0c-6174-4628-8509-0e74ad1fbf62, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:01.679144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] For port c47a2a0c-6174-4628-8509-0e74ad1fbf62, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c47a2a0c-6174-4628-8509-0e74ad1fbf62,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:01.688161 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:01.824456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:01.825140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:05:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:01.828889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74da52-a238-4df2-89f7-26ec75b9d417 None None] Pushing event updated for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:01.995720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:02.172029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96be2417-d36f-43f5-9488-500ee7eae6bf req-49f30370-0418-49bf-9225-eb8c3b03df2d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 210 time: 0.0391040 Jul 23 23:06:02.267625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:01Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:02.298300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0b39-2e36-4abb-9fa8-779fba140bba None None] The sync data for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 is: [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:01Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:02.561411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-a6e1a5c4-eebd-4f31-9c44-8ba5145c0a55 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:02.563792 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-a6e1a5c4-eebd-4f31-9c44-8ba5145c0a55 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/networks?id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 200 len: 797 time: 0.2167056 Jul 23 23:06:02.642579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-9ec58b93-ac10-46dd-89a0-2e1bbe8cf49a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=353678e0676d48ef9f4ec9428a615568 HTTP/1.1" status: 200 len: 380 time: 0.0697899 Jul 23 23:06:02.651205 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'port': {'device_id': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'admin_state_up': True, 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'security_groups': ['902bb00a-e203-413b-b69f-ed441fca0e37']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:02.844262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Made reservation on behalf of 353678e0676d48ef9f4ec9428a615568 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:02.850189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:02.895592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c47a2a0c-6174-4628-8509-0e74ad1fbf62 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:02.971130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:02.976641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:02.976948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.041000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.20.0.4 (9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f/fea7818d-7268-44b7-940f-ec4d361a89f8/f3d3c249-dfa0-4374-b316-3dd196e2ecba) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:03.128177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.165949 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c47a2a0c-6174-4628-8509-0e74ad1fbf62, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c47a2a0c-6174-4628-8509-0e74ad1fbf62,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:03.171598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.235748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:03.278764 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.298287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Transition to ACTIVE for port object f3d3c249-dfa0-4374-b316-3dd196e2ecba will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:03.376335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32bcde2e-f824-404a-89aa-e38e3d0ab0d2 req-a3f97dc6-7576-41ac-ac2a-8ac5eecc7204 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 210 time: 0.0516291 Jul 23 23:06:03.391664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.442426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:03.448050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:03.450665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:03.483214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:03.515672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:03.516946 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.546633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-dcee5ed3-d912-48ac-8644-c60a0ad5bc3c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8964846 Jul 23 23:06:03.556078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Request body: {'port': {'device_id': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:03.657734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.803276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6a4af4ad-d4a8-4dd4-b625-1fbe28e6ee53 None None] Provisioning for port f3d3c249-dfa0-4374-b316-3dd196e2ecba completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:03.807496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6a4af4ad-d4a8-4dd4-b625-1fbe28e6ee53 None None] Provisioning complete for port f3d3c249-dfa0-4374-b316-3dd196e2ecba triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:03.807985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a4af4ad-d4a8-4dd4-b625-1fbe28e6ee53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:03.853404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6a4af4ad-d4a8-4dd4-b625-1fbe28e6ee53 None None] Port f3d3c249-dfa0-4374-b316-3dd196e2ecba cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:04.046165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:06:04.055491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.069946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Transition to ACTIVE for port object f3d3c249-dfa0-4374-b316-3dd196e2ecba will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:04.076195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.150790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:04.209314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Attempting to bind port f3d3c249-dfa0-4374-b316-3dd196e2ecba on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:04.209931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Attempting to bind port f3d3c249-dfa0-4374-b316-3dd196e2ecba by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:04.210374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Attempting to bind port f3d3c249-dfa0-4374-b316-3dd196e2ecba on network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:04.215331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Port f3d3c249-dfa0-4374-b316-3dd196e2ecba on network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:06:04.215774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Attempting to bind port f3d3c249-dfa0-4374-b316-3dd196e2ecba on network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:04.222068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:04.222572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Checking segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:04.223062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Bound using segment: {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:04.223818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Bound port: f3d3c249-dfa0-4374-b316-3dd196e2ecba, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef51f480-33f1-4ff9-9078-13cb8f5d2545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:04.224229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.295076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:04.299364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:04.315051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.361530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:04.362340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.364889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] 10.222.0.25 "PUT /v2.0/ports/f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 200 len: 1092 time: 0.8130531 Jul 23 23:06:04.364889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:04.366936 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:04.403015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a480f-bf4d-4fe2-989b-1fa41435c842 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:04.432518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef29714-982a-4be7-a9d5-b96b458f4fe2 x-openstack-request-id: req-2ef29714-982a-4be7-a9d5-b96b458f4fe2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:04.432782 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:04.433044 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ef29714-982a-4be7-a9d5-b96b458f4fe2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:04.433450 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'status': 'completed', 'code': 200} Jul 23 23:06:04.506892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-a520eda5-a011-4b3c-b419-3b06a88f63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:04.508327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-a520eda5-a011-4b3c-b419-3b06a88f63b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0863190 Jul 23 23:06:04.597374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-445bc7bb-51a6-4dd5-a5b8-c84ad46fd9d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 200 len: 217 time: 0.0741007 Jul 23 23:06:04.685326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae1d5e-07fd-41ce-a119-dadba3f7f605 req-ffb5cd16-6856-46c8-991b-7fe7e91027aa tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:04.685326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2ae1d5e-07fd-41ce-a119-dadba3f7f605 req-ffb5cd16-6856-46c8-991b-7fe7e91027aa tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 943 time: 0.1704922 Jul 23 23:06:04.685911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-09b26207-af26-4712-92bd-d29d19b4b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:04.687990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-09b26207-af26-4712-92bd-d29d19b4b281 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fea7818d-7268-44b7-940f-ec4d361a89f8 HTTP/1.1" status: 200 len: 835 time: 0.0841331 Jul 23 23:06:04.811463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2ae1d5e-07fd-41ce-a119-dadba3f7f605 req-be7266a0-ff73-4415-8ecc-58e5e695ede4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133597 Jul 23 23:06:04.853908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-78a3321f-0c34-49f0-b014-7f026c9d7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:04.856791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-78a3321f-0c34-49f0-b014-7f026c9d7bbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1553614 Jul 23 23:06:04.890133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c47a2a0c-6174-4628-8509-0e74ad1fbf62 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:04.963678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c47a2a0c-6174-4628-8509-0e74ad1fbf62 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:04.964342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:04.987111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-980589c6-77c3-4fd3-8da3-37ee784c840a service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234350 Jul 23 23:06:05.127107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ee11cf9-fc23-4d95-9d82-db5e84621191 req-c87014b0-82aa-4ca0-b4d6-92d40a14960c service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332591 Jul 23 23:06:05.243825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-b68011d9-11f6-4368-9709-66fa861a24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:05.245378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-b68011d9-11f6-4368-9709-66fa861a24f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0654440 Jul 23 23:06:05.341047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-5c205b3f-737d-4bd7-ad3e-af594831c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:05.343499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-5c205b3f-737d-4bd7-ad3e-af594831c02a service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 200 len: 898 time: 0.0911102 Jul 23 23:06:05.391343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-1b02d09b-53ff-46f1-a110-2828c3efb5b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 200 len: 217 time: 0.0408916 Jul 23 23:06:05.444845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-85116e15-e230-405f-925e-3bf7ff409ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:05.448883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-85116e15-e230-405f-925e-3bf7ff409ffe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fea7818d-7268-44b7-940f-ec4d361a89f8 HTTP/1.1" status: 200 len: 835 time: 0.0483963 Jul 23 23:06:05.482556 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:06:05.526948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-048015c2-a2fb-4fed-ac9f-dd62b37a53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:05.528592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-048015c2-a2fb-4fed-ac9f-dd62b37a53d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742750 Jul 23 23:06:05.640781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-45c8a0b5-211d-4a07-887d-88a5ad2123b7 service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042211 Jul 23 23:06:05.752561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e8ab6e6-eeb5-4858-b89c-e0f2f5448cb5 req-39c5d3ef-9f8f-4ac3-8d88-0094a0feb612 service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041229 Jul 23 23:06:05.988980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8d4a-cff4-4ab6-b1b7-09e5f3c7355c req-6455a4e4-6e63-4135-8628-25eef3b35fe0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:05.990955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-161f8d4a-cff4-4ab6-b1b7-09e5f3c7355c req-6455a4e4-6e63-4135-8628-25eef3b35fe0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 943 time: 0.0931787 Jul 23 23:06:06.037510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-161f8d4a-cff4-4ab6-b1b7-09e5f3c7355c req-00ed5601-04f6-4ce8-b4fe-7f4d55a8f283 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Jul 23 23:06:07.210252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6a850-33f3-4ccd-9dc2-bdee5b9e06cc req-002895e4-1573-473c-a33c-056e0d03037d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:07.212579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1af6a850-33f3-4ccd-9dc2-bdee5b9e06cc req-002895e4-1573-473c-a33c-056e0d03037d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 943 time: 0.0835192 Jul 23 23:06:07.254250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1af6a850-33f3-4ccd-9dc2-bdee5b9e06cc req-d57630f5-7a2e-4137-a811-66c869e3007d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346534 Jul 23 23:06:07.609458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:06:07.714698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:07.728186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'mac_address': 'fa:16:3e:14:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:06:07.789699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:07.824913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:06:07.852253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:07.860120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:07.932539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:08.074512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f3d3c249-dfa0-4374-b316-3dd196e2ecba'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:08.498715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70cd5f-5ad1-4e1e-a3ce-d1bdd59d15fc req-31d3832b-40d8-4385-942d-4e4e90e4f38d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:08.502509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e70cd5f-5ad1-4e1e-a3ce-d1bdd59d15fc req-31d3832b-40d8-4385-942d-4e4e90e4f38d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 944 time: 0.1005285 Jul 23 23:06:08.556710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e70cd5f-5ad1-4e1e-a3ce-d1bdd59d15fc req-40e82b61-ea0f-45ec-9f81-cdce037faaf3 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Jul 23 23:06:09.608127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:09.723634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port f3d3c249-dfa0-4374-b316-3dd196e2ecba completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:09.728761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f3d3c249-dfa0-4374-b316-3dd196e2ecba triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:09.729635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:09.818169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:09.856772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:09.859166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:09.862038 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f31f97-9390-4bb9-b4e4-b1881c407d19" -d '{"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:09.868557 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:09.927666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:10.042436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdccd3-6374-4620-99cf-a0f2312de3aa req-5f8ea06f-4f28-470d-91d7-43150eeb599c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:10.044042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43cdccd3-6374-4620-99cf-a0f2312de3aa req-5f8ea06f-4f28-470d-91d7-43150eeb599c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 944 time: 0.3971295 Jul 23 23:06:10.086543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-43cdccd3-6374-4620-99cf-a0f2312de3aa req-5b8c7de9-84f5-47f6-bf45-48baaf53772f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344603 Jul 23 23:06:10.139296 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594895cc-c31a-4a96-b577-a446d7f4d5f0 x-openstack-request-id: req-594895cc-c31a-4a96-b577-a446d7f4d5f0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:10.139669 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:10.140540 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-594895cc-c31a-4a96-b577-a446d7f4d5f0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:10.140989 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'code': 200} Jul 23 23:06:10.257485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb2e6b-e224-46eb-b3af-f23e5d5fc220 req-1d077108-6998-42bf-a976-60f56e0d581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:10.258882 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2fb2e6b-e224-46eb-b3af-f23e5d5fc220 req-1d077108-6998-42bf-a976-60f56e0d581e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0620861 Jul 23 23:06:10.294007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2fb2e6b-e224-46eb-b3af-f23e5d5fc220 req-f6d2fb80-7a00-4e0e-9e7d-6bc1ed1614de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290394 Jul 23 23:06:11.062869 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-137501e3-5561-4e6a-b6e1-b07f88cae483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:11.274671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35d3a3-af56-472b-ac06-5772c6125b23 req-7b8b155f-a3dc-4c10-b1f6-b919d70d5868 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:11.285140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab35d3a3-af56-472b-ac06-5772c6125b23 req-7b8b155f-a3dc-4c10-b1f6-b919d70d5868 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1015222 Jul 23 23:06:11.347686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab35d3a3-af56-472b-ac06-5772c6125b23 req-ea32d739-d5dd-4118-85e4-19f87b7af654 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595939 Jul 23 23:06:11.518196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88583b-1e60-480c-ba91-2394e3ec7cff req-213290c3-3fff-4e0f-a574-6873f1fd237d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:11.518196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d88583b-1e60-480c-ba91-2394e3ec7cff req-213290c3-3fff-4e0f-a574-6873f1fd237d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.0928211 Jul 23 23:06:11.580826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d88583b-1e60-480c-ba91-2394e3ec7cff req-3f3ebaad-8670-4b27-a209-74f2f7d3eaa0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603836 Jul 23 23:06:11.605051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:11.687538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3194ce-c9f8-48cc-80e6-57acfdc7237c tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:11.696048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3a3194ce-c9f8-48cc-80e6-57acfdc7237c tempest-TestNetworkAdvancedServerOps-1409486438 tempest-TestNetworkAdvancedServerOps-1409486438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1092 time: 0.0837710 Jul 23 23:06:11.697190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36506) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:11.704696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:11.753347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:11.925838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:12.120314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Allocated IP 172.25.1.249 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/bedc0ee0-e0c5-4429-8df3-a76605dcb148) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:12.252176 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:12.322022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:12.380676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:12.386671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:12.393458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:12.403127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=bedc0ee0-e0c5-4429-8df3-a76605dcb148,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:13.460339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.572326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:13.592093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.815439 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fbac4f68-3b9e-4900-b6b3-868eafa85777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.870782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0302801e-901d-489b-929c-5a737e584dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.911604 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.921120 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.009860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event updated for resources: {'Port': ['ID=bedc0ee0-e0c5-4429-8df3-a76605dcb148,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:14.054164 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.156948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0302801e-901d-489b-929c-5a737e584dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.163155 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0302801e-901d-489b-929c-5a737e584dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.194170 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.228843 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0302801e-901d-489b-929c-5a737e584dba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a32bb775e6904e3b94956a244f58ea36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530993 Jul 23 23:06:14.229066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302801e-901d-489b-929c-5a737e584dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c356a81d-4708-4996-b89d-70fd4ed65de5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:14.229464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:14.247726 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 3712f830-df29-4b9f-ac88-6d2927449363 associated. External IP: 172.25.1.249, port: f3d3c249-dfa0-4374-b316-3dd196e2ecba. Jul 23 23:06:14.325806 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.350239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.439495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.442904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.448162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c356a81d-4708-4996-b89d-70fd4ed65de5 HTTP/1.1" status: 204 len: 168 time: 0.2136643 Jul 23 23:06:14.458675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b5b12-99fa-4552-b6ec-1f543e578465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c356a81d-4708-4996-b89d-70fd4ed65de5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:14.579914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 47ea89c4-e84d-4eaf-b632-a362e4720c9a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:14.735396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:14.752615 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Sync routers for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:14.767475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.802275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:14.802275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:14.842882 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-366a1bfd-5131-41a3-b069-df5197da91d5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1431239 Jul 23 23:06:14.843701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:14.848030 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c94f82-6aef-4368-87e2-a3a394c46aff" -d '{"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:14.978057 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:15.007273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0b80-b9d1-489f-b688-7dd7c7f69586 req-7890cbe6-cf8a-4b4f-a5f2-9bf51ff16da7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.017099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb8a0b80-b9d1-489f-b688-7dd7c7f69586 req-7890cbe6-cf8a-4b4f-a5f2-9bf51ff16da7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.0954344 Jul 23 23:06:15.021188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:15.072310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb8a0b80-b9d1-489f-b688-7dd7c7f69586 req-882bb709-460c-4a62-91a7-7da0a9c6f925 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522277 Jul 23 23:06:15.100323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36546) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:15.148935 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e665cb93-0391-46ef-9658-a77c99286d96 x-openstack-request-id: req-e665cb93-0391-46ef-9658-a77c99286d96 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:15.149223 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:15.149472 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e665cb93-0391-46ef-9658-a77c99286d96 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:15.149999 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'status': 'completed', 'code': 200} Jul 23 23:06:15.184358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8efbf1d2-1204-4818-89ca-cfef084d5ab1 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/3712f830-df29-4b9f-ac88-6d2927449363 HTTP/1.1" status: 200 len: 991 time: 0.0815403 Jul 23 23:06:15.230566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-f0836945-609c-4218-adb4-7720304e2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.232891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-f0836945-609c-4218-adb4-7720304e2ddd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0706491 Jul 23 23:06:15.350839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3712f830-df29-4b9f-ac88-6d2927449363', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'mac_address': 'fa:16:3e:14:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:13Z', 'updated_at': '2021-07-23T23:06:13Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:15.364907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-df82578c-9b96-49f3-bb43-0db872cb3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.368301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-df82578c-9b96-49f3-bb43-0db872cb3ee8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 200 len: 898 time: 0.1301773 Jul 23 23:06:15.469929 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-6e9ceb1f-dd36-4366-8e21-d7e181e462d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 200 len: 999 time: 0.0946381 Jul 23 23:06:15.497265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Checking router: 47ea89c4-e84d-4eaf-b632-a362e4720c9a for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:15.507914 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:15.508843 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:15.527367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-532baccd-c5e8-4e53-9759-bc881756fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.529077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-532baccd-c5e8-4e53-9759-bc881756fac4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fea7818d-7268-44b7-940f-ec4d361a89f8 HTTP/1.1" status: 200 len: 835 time: 0.0537155 Jul 23 23:06:15.616640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-c1dfe12d-3120-428c-85f6-13ae460ca0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.618247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-c1dfe12d-3120-428c-85f6-13ae460ca0e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834601 Jul 23 23:06:15.630361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:15.744854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-e10b063a-294c-4dbf-8138-24832259c89a service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186719 Jul 23 23:06:15.885819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8c94f82-6aef-4368-87e2-a3a394c46aff req-e8240400-ec41-4728-b104-a2c44fb2efe0 service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340809 Jul 23 23:06:15.958860 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3712f830-df29-4b9f-ac88-6d2927449363', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'mac_address': 'fa:16:3e:14:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:13Z', 'updated_at': '2021-07-23T23:06:13Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:15.996266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b30cb3-0f66-44f2-9707-e84311afcfca None None] The sync data for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 is: [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3712f830-df29-4b9f-ac88-6d2927449363', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'mac_address': 'fa:16:3e:14:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:13Z', 'updated_at': '2021-07-23T23:06:13Z', 'revision_number': 0, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:16.187557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:16.276083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eb3c5a56-de41-4195-b2ad-a02c553433a4 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/3712f830-df29-4b9f-ac88-6d2927449363 HTTP/1.1" status: 200 len: 991 time: 0.0873101 Jul 23 23:06:16.304846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640ab1d-8da0-4fc8-a2a9-4a819181e0f3 None None] New status for floating IP 3712f830-df29-4b9f-ac88-6d2927449363: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:06:16.554227 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:17.280521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36576) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:17.364039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-25ef608a-ce68-4498-b52b-5eb667e40eb5 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/3712f830-df29-4b9f-ac88-6d2927449363 HTTP/1.1" status: 200 len: 993 time: 0.0822182 Jul 23 23:06:22.496823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:23.373938 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.628681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.751500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7669146-65e3-48b6-b694-ad8dc7780bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.869026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7669146-65e3-48b6-b694-ad8dc7780bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.874653 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7669146-65e3-48b6-b694-ad8dc7780bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.915818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7669146-65e3-48b6-b694-ad8dc7780bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75199398-a7ee-48d8-b216-562147a11d34,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:33.920855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e7669146-65e3-48b6-b694-ad8dc7780bfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4501f74693e4cc1875c3940264c77c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909966 Jul 23 23:06:33.922931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36740) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.978195 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.001023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.059191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.062798 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.064125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75199398-a7ee-48d8-b216-562147a11d34 HTTP/1.1" status: 204 len: 168 time: 0.1401610 Jul 23 23:06:34.073596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9c550-ab8a-456d-8a83-c2663a1304af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75199398-a7ee-48d8-b216-562147a11d34,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:34.816874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36764) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:34.940627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1063589800-network', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:34.967653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Made reservation on behalf of 0dc87e90da9f4fe5bd3f628c9a01a872 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:34.970498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.983558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.118422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.123952 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.153603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:35.166776 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f021cac-1065-4326-ba63-4e959b65bda8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.174347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.174738 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Added segment c018e840-17fa-4cf1-9792-f5c0c478299a of type vlan for network 04c96cf2-335d-46e2-b588-c289af7729f2 Jul 23 23:06:35.224842 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.261302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.262924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.263990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.303013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4845710 Jul 23 23:06:35.308034 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.314847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Request body: {'subnet': {'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1063589800-subnet', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.344949 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e59337-3490-4f56-a015-892633d46dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=04c96cf2-335d-46e2-b588-c289af7729f2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.350810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Made reservation on behalf of 0dc87e90da9f4fe5bd3f628c9a01a872 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:35.353715 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.368725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 04c96cf2-335d-46e2-b588-c289af7729f2 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:35.628916 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.690707 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae9d8f0-7a36-4adb-8944-d221480c8f50,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.705324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.705590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.706030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.706307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.706641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.707038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.707304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.707637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.707972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.708302 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.708632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.708980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:35.712454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Checking segment: {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:35.712833 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Network hostable DHCP agents. Network: 04c96cf2-335d-46e2-b588-c289af7729f2, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:35.734991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Network 04c96cf2-335d-46e2-b588-c289af7729f2 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:35.748344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 04c96cf2-335d-46e2-b588-c289af7729f2) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:35.753634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.754751 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.760359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c39e3-0dc4-47b8-af62-4938f7f27326 None None] Network 04c96cf2-335d-46e2-b588-c289af7729f2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:35.785586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9810daf-d00b-4dc6-92c0-b2d2f3034f06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4754555 Jul 23 23:06:35.788036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.792681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.821221 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.822536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.923273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.937889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-04c96cf2-335d-46e2-b588-c289af7729f2', 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'fixed_ips': [{'subnet_id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:06:35.938883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.086444 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.099642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Allocated IP 172.20.0.2 (04c96cf2-335d-46e2-b588-c289af7729f2/0ae9d8f0-7a36-4adb-8944-d221480c8f50/d3eb110f-e193-4e24-bdbd-bca58d5ee34c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:36.264556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.274262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Transition to ACTIVE for port object d3eb110f-e193-4e24-bdbd-bca58d5ee34c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:36.291754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Transition to ACTIVE for port object d3eb110f-e193-4e24-bdbd-bca58d5ee34c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:36.303833 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.326304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.350660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Network 04c96cf2-335d-46e2-b588-c289af7729f2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:36.355803 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.356801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:36.361487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:36.368905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Pushing event updated for resources: {'Port': ['ID=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:36.432242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Attempting to bind port d3eb110f-e193-4e24-bdbd-bca58d5ee34c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:36.432607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Attempting to bind port d3eb110f-e193-4e24-bdbd-bca58d5ee34c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:36.432971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Attempting to bind port d3eb110f-e193-4e24-bdbd-bca58d5ee34c on network 04c96cf2-335d-46e2-b588-c289af7729f2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:36.439119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:36.439392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Checking segment: {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:36.439796 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.440208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Bound using segment: {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:36.440825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Bound port: d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:36.441038 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.490143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Allocated IP 172.25.1.149 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/4e77fda6-0a73-4914-9dce-3b025cf54ee5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:36.520021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] For port d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:36.522946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] For port d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:36.529425 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.604319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa14b7-7b4a-4883-ae81-9497b2aacc12 None None] Pushing event updated for resources: {'Port': ['ID=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:36.644982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.690390 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.754995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:36.759831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:36.770221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:36.847434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Pushing event updated for resources: {'Port': ['ID=4e77fda6-0a73-4914-9dce-3b025cf54ee5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:36.960235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d3eb110f-e193-4e24-bdbd-bca58d5ee34c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:37.213133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:37.214628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d3eb110f-e193-4e24-bdbd-bca58d5ee34c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:37.553343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:37.781975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Router a38736a4-02fd-4a0f-abac-4c1c62d7b497 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:06:37.790372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6adb5-88c9-403a-8150-21ba1d856d24 None None] Network 04c96cf2-335d-46e2-b588-c289af7729f2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:37.879889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Provisioning for port d3eb110f-e193-4e24-bdbd-bca58d5ee34c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:37.886139 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Provisioning complete for port d3eb110f-e193-4e24-bdbd-bca58d5ee34c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:37.886907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.020675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.059447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] For port d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:38.066773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.141254 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f627f8-872d-4213-94ea-657c18a37386 None None] Pushing event updated for resources: {'Port': ['ID=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:38.237247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:38.253093 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Sync routers for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:38.260031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.265750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36792) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:38.266996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-068015eb-5ec8-47d4-9f9a-4dea57645d1d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4774311 Jul 23 23:06:38.287117 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:38.288144 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:38.445949 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:38.491050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-297b9d32-a1c3-496a-9db5-3b2b07d6a3e9 None None] Provisioning complete for port d3eb110f-e193-4e24-bdbd-bca58d5ee34c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:38.491584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-297b9d32-a1c3-496a-9db5-3b2b07d6a3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.695998 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:37Z', 'revision_number': 3, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:38.730706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Checking router: a38736a4-02fd-4a0f-abac-4c1c62d7b497 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:38.731454 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Updating router a38736a4-02fd-4a0f-abac-4c1c62d7b497 port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:38.793003 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.902788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.935046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d3eb110f-e193-4e24-bdbd-bca58d5ee34c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:39.024699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d3eb110f-e193-4e24-bdbd-bca58d5ee34c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:39.025108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.162469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Allocated IP 172.20.0.1 (04c96cf2-335d-46e2-b588-c289af7729f2/0ae9d8f0-7a36-4adb-8944-d221480c8f50/47147d45-08c4-4510-ab2f-767b1aaa5c26) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:39.236338 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.248709 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Transition to ACTIVE for port object 4e77fda6-0a73-4914-9dce-3b025cf54ee5 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:39.260432 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.320477 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Attempting to bind port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:39.321560 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Attempting to bind port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:39.321974 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Attempting to bind port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:39.338232 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:39.339694 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:39.339694 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.339944 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:39.340405 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Bound port: 4e77fda6-0a73-4914-9dce-3b025cf54ee5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:39.341492 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.342911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.343594 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Pushing event updated for resources: {'Port': ['ID=4e77fda6-0a73-4914-9dce-3b025cf54ee5,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:39.369720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Transition to ACTIVE for port object 47147d45-08c4-4510-ab2f-767b1aaa5c26 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:39.414960 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.415427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.415970 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.416535 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.417068 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.417616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.418207 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.418787 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.419331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.419855 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.420457 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.420944 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:39.425388 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.464911 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] For port 4e77fda6-0a73-4914-9dce-3b025cf54ee5, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:39.472370 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] For port 4e77fda6-0a73-4914-9dce-3b025cf54ee5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4e77fda6-0a73-4914-9dce-3b025cf54ee5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:39.477266 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.483539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Network 04c96cf2-335d-46e2-b588-c289af7729f2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:39.487313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:39.489972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:39.561583 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:39.562288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:39.564628 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02998-fad8-43e3-b45c-4bdb70a1c07f None None] Pushing event updated for resources: {'Port': ['ID=4e77fda6-0a73-4914-9dce-3b025cf54ee5,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:39.576198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Pushing event updated for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:39.603131 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.725792 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:39.801692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.839871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eeb68a0-489b-4f85-94f2-91c6aba36d79 None None] Provisioning for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:39.846345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8eeb68a0-489b-4f85-94f2-91c6aba36d79 None None] Provisioning complete for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:39.846823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eeb68a0-489b-4f85-94f2-91c6aba36d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.889825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb68a0-489b-4f85-94f2-91c6aba36d79 None None] Port 47147d45-08c4-4510-ab2f-767b1aaa5c26 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:39.949383 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:37Z', 'revision_number': 3, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:39.995448 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba84bd-f6d1-4b1a-8fca-14b011cae48c None None] The sync data for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 is: [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:37Z', 'revision_number': 3, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:40.069221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.075456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.148836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.152304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Pushing event updated for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:40.202755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:40.264835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Network 04c96cf2-335d-46e2-b588-c289af7729f2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:40.266465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:40.428805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbab919-ef68-42a3-aa74-7b6c4c8b04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.487684 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Router a38736a4-02fd-4a0f-abac-4c1c62d7b497 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:40.600376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbab919-ef68-42a3-aa74-7b6c4c8b04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.606981 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbab919-ef68-42a3-aa74-7b6c4c8b04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.644622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbab919-ef68-42a3-aa74-7b6c4c8b04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf044bf-a6f4-4f2d-8895-0e5c044e57ad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:40.663112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:40.666331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3cbab919-ef68-42a3-aa74-7b6c4c8b04b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40baa6f969344531806fe54cc250ab38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621761 Jul 23 23:06:40.668505 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3f8045df-2eb6-4c9f-94d0-15a1d76a60d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/a38736a4-02fd-4a0f-abac-4c1c62d7b497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4007406 Jul 23 23:06:40.670139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36808) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:40.743438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-23147ec3-f658-4b26-ab56-0175a74d02b8 None None] Provisioning complete for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:40.744044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-23147ec3-f658-4b26-ab56-0175a74d02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.752850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.788002 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.799333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-23147ec3-f658-4b26-ab56-0175a74d02b8 None None] Port 47147d45-08c4-4510-ab2f-767b1aaa5c26 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:40.874199 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.877166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.880978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddf044bf-a6f4-4f2d-8895-0e5c044e57ad HTTP/1.1" status: 204 len: 168 time: 0.2073290 Jul 23 23:06:40.896491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8490ee4-de3d-4c84-8473-0c29383e7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf044bf-a6f4-4f2d-8895-0e5c044e57ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:40.995887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4e77fda6-0a73-4914-9dce-3b025cf54ee5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:41.096598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fc5c-b016-451c-80a4-aac065f03af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.126233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:41.133311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:41.133823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.279563 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.328492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 4e77fda6-0a73-4914-9dce-3b025cf54ee5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4e77fda6-0a73-4914-9dce-3b025cf54ee5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:41.336751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.436605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=4e77fda6-0a73-4914-9dce-3b025cf54ee5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.633867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36842) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:41.639930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-404397714-network', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.663630 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Made reservation on behalf of 090747fd671e45c59e7fe8c3096d7053 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:41.666253 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.676255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.800302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.806370 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.836096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:41.856413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c867f10-f68a-42df-909a-2f2b279e9510,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.863624 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.864022 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Added segment 0f210d7a-d20a-4a38-b095-caea122a91fe of type vlan for network 7c18ae2c-e65b-4643-8973-333b64bc15ee Jul 23 23:06:41.937809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.984752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.985014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:41.985692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.017350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3774211 Jul 23 23:06:42.018845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:42.030658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Request body: {'subnet': {'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-404397714-subnet', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:42.060825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7afc6-1cb8-4e3f-8d36-980d9ccda35d admin admin] Pushing event updated for resources: {'Network': ['ID=7c18ae2c-e65b-4643-8973-333b64bc15ee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.076043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:42.085300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Made reservation on behalf of 090747fd671e45c59e7fe8c3096d7053 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:42.095938 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.294889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Sync routers for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:42.317641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:42.317641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:42.358582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.447344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:42.454666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Checking segment: {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:42.455149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Network hostable DHCP agents. Network: 7c18ae2c-e65b-4643-8973-333b64bc15ee, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:42.457487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d946e3cb-51ed-46ec-a028-d4c55a928bfe,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.480814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:42.492529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:06:42.495723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 7c18ae2c-e65b-4643-8973-333b64bc15ee) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:42.517658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:42.518368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.545717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87126c7e-8fdc-4fa4-9a23-908a622947a5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5222263 Jul 23 23:06:42.548013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36860) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:42.557233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:42.593691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.595021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.598001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a0a6a-9967-4c46-9fcc-4c1bda899e97 None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:42.662249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.862184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47147d45-08c4-4510-ab2f-767b1aaa5c26', 'name': '', 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'mac_address': 'fa:16:3e:69:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 2, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'subnets': [{'id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:42.865875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-7c18ae2c-e65b-4643-8973-333b64bc15ee', 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'fixed_ips': [{'subnet_id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:06:42.866775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.902207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Checking router: a38736a4-02fd-4a0f-abac-4c1c62d7b497 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:42.903638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Updating router a38736a4-02fd-4a0f-abac-4c1c62d7b497 port 47147d45-08c4-4510-ab2f-767b1aaa5c26 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:43.019057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4e77fda6-0a73-4914-9dce-3b025cf54ee5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:43.024192 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.223754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Allocated IP 172.20.0.2 (7c18ae2c-e65b-4643-8973-333b64bc15ee/d946e3cb-51ed-46ec-a028-d4c55a928bfe/619819ec-8891-4c9b-96b9-efae22bc8731) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:43.248834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:43.249211 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.316984 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.603263 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.631442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.661367 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.661854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Transition to ACTIVE for port object 619819ec-8891-4c9b-96b9-efae22bc8731 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:43.701747 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.708438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Transition to ACTIVE for port object 619819ec-8891-4c9b-96b9-efae22bc8731 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:43.720697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Transition to ACTIVE for port object 47147d45-08c4-4510-ab2f-767b1aaa5c26 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:43.723821 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.745398 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.810842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:43.825676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:43.834013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:43.837829 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-daf7c909-ba9a-486c-a95e-a380ad11fd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.844031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Allocated IP 172.25.1.187 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/0496d17b-aa8c-4936-9fa9-dcab39a515c8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:43.856430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Pushing event updated for resources: {'Port': ['ID=619819ec-8891-4c9b-96b9-efae22bc8731,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:44.002630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.073659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.122131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:44.130977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:44.135075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:44.175063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Pushing event updated for resources: {'Port': ['ID=0496d17b-aa8c-4936-9fa9-dcab39a515c8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:44.242215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3c6c0-e41c-4de6-9947-9761ffbc2e42 None None] Pushing event updated for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:44.247734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Attempting to bind port 619819ec-8891-4c9b-96b9-efae22bc8731 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:44.248108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Attempting to bind port 619819ec-8891-4c9b-96b9-efae22bc8731 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:44.248457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Attempting to bind port 619819ec-8891-4c9b-96b9-efae22bc8731 on network 7c18ae2c-e65b-4643-8973-333b64bc15ee {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:44.270788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Attempting to bind port 47147d45-08c4-4510-ab2f-767b1aaa5c26 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:44.270788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Attempting to bind port 47147d45-08c4-4510-ab2f-767b1aaa5c26 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:44.271262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Attempting to bind port 47147d45-08c4-4510-ab2f-767b1aaa5c26 on network 04c96cf2-335d-46e2-b588-c289af7729f2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:44.273162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:44.273533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Checking segment: {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:44.273959 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.274356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Bound using segment: {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:44.274837 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Bound port: 619819ec-8891-4c9b-96b9-efae22bc8731, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:44.275233 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.280333 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.296882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:44.297133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Checking segment: {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:44.297544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.297970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Bound using segment: {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:44.298455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Bound port: 47147d45-08c4-4510-ab2f-767b1aaa5c26, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c018e840-17fa-4cf1-9792-f5c0c478299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:44.298845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.390795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] For port 619819ec-8891-4c9b-96b9-efae22bc8731, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:44.457804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] For port 619819ec-8891-4c9b-96b9-efae22bc8731, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=619819ec-8891-4c9b-96b9-efae22bc8731,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:44.463117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] For port 47147d45-08c4-4510-ab2f-767b1aaa5c26, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:44.467847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] For port 47147d45-08c4-4510-ab2f-767b1aaa5c26, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47147d45-08c4-4510-ab2f-767b1aaa5c26,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:44.469811 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.494163 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.501342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.571224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0938a-592d-43fa-a57b-15d849bf7672 None None] Pushing event updated for resources: {'Port': ['ID=619819ec-8891-4c9b-96b9-efae22bc8731,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:44.601491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:44.602176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:44.732526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3c6c0-e41c-4de6-9947-9761ffbc2e42 None None] Pushing event updated for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:44.820826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:44.955356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.035679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 619819ec-8891-4c9b-96b9-efae22bc8731 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:45.103510 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.171526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 619819ec-8891-4c9b-96b9-efae22bc8731 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:45.178169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Router a4232661-79a5-480d-be8a-6c5f9ca016f2 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:06:45.210019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47147d45-08c4-4510-ab2f-767b1aaa5c26', 'name': '', 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'mac_address': 'fa:16:3e:69:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:44Z', 'revision_number': 4, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'subnets': [{'id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:45.240076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34916e-478b-4157-ae98-9aee7fac5be2 None None] The sync data for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 is: [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '47147d45-08c4-4510-ab2f-767b1aaa5c26', 'name': '', 'network_id': '04c96cf2-335d-46e2-b588-c289af7729f2', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'mac_address': 'fa:16:3e:69:07:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:44Z', 'revision_number': 4, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'subnets': [{'id': '0ae9d8f0-7a36-4adb-8944-d221480c8f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:45.399361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:45.414534 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Sync routers for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:45.434027 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:45.435357 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:45.438087 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.440246 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5005b7c6-e017-41bc-89e6-a9a8574d7055 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8894582 Jul 23 23:06:45.442852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:45.768480 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:45.990379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec2edf-fe45-42b7-89c1-9c5b395433da None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:46.098082 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:44Z', 'revision_number': 3, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:46.133285 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Checking router: a4232661-79a5-480d-be8a-6c5f9ca016f2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:46.134056 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Updating router a4232661-79a5-480d-be8a-6c5f9ca016f2 port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:46.166879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Provisioning for port 619819ec-8891-4c9b-96b9-efae22bc8731 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:46.176542 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.187776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Provisioning complete for port 619819ec-8891-4c9b-96b9-efae22bc8731 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:46.188539 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.250526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.462806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.526786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] For port 619819ec-8891-4c9b-96b9-efae22bc8731, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=619819ec-8891-4c9b-96b9-efae22bc8731,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:46.533705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.586191 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.589324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.606625 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Transition to ACTIVE for port object 0496d17b-aa8c-4936-9fa9-dcab39a515c8 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:46.617068 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.620276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Pushing event updated for resources: {'Port': ['ID=619819ec-8891-4c9b-96b9-efae22bc8731,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:46.630170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.630510 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.630921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.631324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.631723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.632117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.632529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.632927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.633329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.633790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.634181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.634572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0f7da-a8b8-4ac6-a620-97662abaa86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:46.676957 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3629d-f81c-4e1f-aea2-877d31be546c None None] Pushing event updated for resources: {'Port': ['ID=0496d17b-aa8c-4936-9fa9-dcab39a515c8,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:46.720410 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Attempting to bind port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:46.720969 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Attempting to bind port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:46.721346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Attempting to bind port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:46.728285 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:46.728715 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:46.729369 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.729785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:46.730395 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Bound port: 0496d17b-aa8c-4936-9fa9-dcab39a515c8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:46.731663 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.752174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Allocated IP 172.20.0.1 (7c18ae2c-e65b-4643-8973-333b64bc15ee/d946e3cb-51ed-46ec-a028-d4c55a928bfe/4b1a4ceb-998e-4f8e-8977-26c2778f632e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:46.864223 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] For port 0496d17b-aa8c-4936-9fa9-dcab39a515c8, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:46.885948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] For port 0496d17b-aa8c-4936-9fa9-dcab39a515c8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0496d17b-aa8c-4936-9fa9-dcab39a515c8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:46.892969 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.002915 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:47.003562 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:47.016432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.017222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ebabebae-21a4-4e0f-9909-1b146c891c6f None None] Provisioning complete for port 619819ec-8891-4c9b-96b9-efae22bc8731 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:47.017691 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ebabebae-21a4-4e0f-9909-1b146c891c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.062120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Transition to ACTIVE for port object 4b1a4ceb-998e-4f8e-8977-26c2778f632e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:47.145596 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:47.233354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.267736 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3629d-f81c-4e1f-aea2-877d31be546c None None] Pushing event updated for resources: {'Port': ['ID=0496d17b-aa8c-4936-9fa9-dcab39a515c8,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:47.302916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47147d45-08c4-4510-ab2f-767b1aaa5c26 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:47.365062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:47.383392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:47.392601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:47.396028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:47.455861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:47.463525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:47.464135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.477871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa663-ddd3-4f38-ac76-93974b0d3fcf req-fb562241-1066-41c9-b407-13bf4c91571e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.490817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-460aa663-ddd3-4f38-ac76-93974b0d3fcf req-fb562241-1066-41c9-b407-13bf4c91571e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.4125416 Jul 23 23:06:47.633812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-460aa663-ddd3-4f38-ac76-93974b0d3fcf req-4833cb12-f619-44f9-b5e9-669a1b6c5ccf tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416714 Jul 23 23:06:47.636181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.639676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.645248 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:44Z', 'revision_number': 3, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:47.687526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 47147d45-08c4-4510-ab2f-767b1aaa5c26, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47147d45-08c4-4510-ab2f-767b1aaa5c26,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:47.689434 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b17d50-0812-425e-b9d9-154a90d63e9e None None] The sync data for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 is: [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:44Z', 'revision_number': 3, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:47.697419 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.700948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 619819ec-8891-4c9b-96b9-efae22bc8731 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:47.832097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:47.845188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3ae32689-f6ea-444a-9787-7ff297dd77fa None None] Provisioning for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:47.847144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 619819ec-8891-4c9b-96b9-efae22bc8731 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:47.847795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.874275 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3ae32689-f6ea-444a-9787-7ff297dd77fa None None] Provisioning complete for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:47.874275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3ae32689-f6ea-444a-9787-7ff297dd77fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.896298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.974611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3ae32689-f6ea-444a-9787-7ff297dd77fa None None] Port 4b1a4ceb-998e-4f8e-8977-26c2778f632e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:48.212595 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.219594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.300400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:48.303185 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.430283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:48.431791 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:48.588457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Router a4232661-79a5-480d-be8a-6c5f9ca016f2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:48.773883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:48.788671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a5f408dc-3328-4b37-b3b1-db01e663e821 None None] Provisioning complete for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:48.789252 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5f408dc-3328-4b37-b3b1-db01e663e821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.805209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ac05c0d0-b35f-4139-8a04-daadad5a8186 admin admin] 10.222.0.37 "PUT /v2.0/routers/a4232661-79a5-480d-be8a-6c5f9ca016f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611333 Jul 23 23:06:48.846054 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346566e-fb38-4422-8ed4-2f160639bbd9 req-0d6ad72f-d171-44e9-9dc3-ed9a62928e71 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.849596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6346566e-fb38-4422-8ed4-2f160639bbd9 req-0d6ad72f-d171-44e9-9dc3-ed9a62928e71 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1419990 Jul 23 23:06:48.852322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a5f408dc-3328-4b37-b3b1-db01e663e821 None None] Port 4b1a4ceb-998e-4f8e-8977-26c2778f632e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:48.943945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6346566e-fb38-4422-8ed4-2f160639bbd9 req-d267a719-d90c-4c7d-9acc-6b1c79389108 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838990 Jul 23 23:06:49.107731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47147d45-08c4-4510-ab2f-767b1aaa5c26 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:49.189170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 47147d45-08c4-4510-ab2f-767b1aaa5c26 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:49.189776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:49.329874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0496d17b-aa8c-4936-9fa9-dcab39a515c8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:49.411596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:49.417388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:49.418913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:49.537457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:49.573257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 0496d17b-aa8c-4936-9fa9-dcab39a515c8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0496d17b-aa8c-4936-9fa9-dcab39a515c8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:49.580268 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:49.645493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=0496d17b-aa8c-4936-9fa9-dcab39a515c8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:50.025861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Sync routers for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:50.043936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:50.044932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:50.141925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4659633-d2e1-416a-8931-951d81d40d7c req-ae22fc0f-a775-429f-9666-302e99959226 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:50.144682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4659633-d2e1-416a-8931-951d81d40d7c req-ae22fc0f-a775-429f-9666-302e99959226 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.0917449 Jul 23 23:06:50.195340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:50.201511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4659633-d2e1-416a-8931-951d81d40d7c req-235c44c7-f7dd-44dd-a117-abf42ce986e8 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514421 Jul 23 23:06:50.548099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:50.716912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:47Z', 'revision_number': 4, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '4b1a4ceb-998e-4f8e-8977-26c2778f632e', 'name': '', 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'mac_address': 'fa:16:3e:d7:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:46Z', 'updated_at': '2021-07-23T23:06:47Z', 'revision_number': 2, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'subnets': [{'id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:50.755078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Checking router: a4232661-79a5-480d-be8a-6c5f9ca016f2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:50.755439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Updating router a4232661-79a5-480d-be8a-6c5f9ca016f2 port 4b1a4ceb-998e-4f8e-8977-26c2778f632e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:50.797608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.955792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0496d17b-aa8c-4936-9fa9-dcab39a515c8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:51.055025 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.101990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:51.102931 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.429081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.457335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Transition to ACTIVE for port object 4b1a4ceb-998e-4f8e-8977-26c2778f632e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:51.469934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.554132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436518e9-038a-402e-835e-ea2cbcbbe9f1 req-7be364e9-c5a8-4cdc-b066-897169fdf12c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:51.556734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-436518e9-038a-402e-835e-ea2cbcbbe9f1 req-7be364e9-c5a8-4cdc-b066-897169fdf12c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1911247 Jul 23 23:06:51.595870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcc8db-4fee-48f3-895e-943f77f02af4 None None] Pushing event updated for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:51.711567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Attempting to bind port 4b1a4ceb-998e-4f8e-8977-26c2778f632e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:51.712203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Attempting to bind port 4b1a4ceb-998e-4f8e-8977-26c2778f632e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:51.712629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Attempting to bind port 4b1a4ceb-998e-4f8e-8977-26c2778f632e on network 7c18ae2c-e65b-4643-8973-333b64bc15ee {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:51.736534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:51.737094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Checking segment: {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:51.738018 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.738986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Bound using segment: {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:51.740231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Bound port: 4b1a4ceb-998e-4f8e-8977-26c2778f632e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f210d7a-d20a-4a38-b095-caea122a91fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:51.741194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.742961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-436518e9-038a-402e-835e-ea2cbcbbe9f1 req-e9f358e2-5a5d-476a-ab46-7097fc6a469b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758969 Jul 23 23:06:51.797395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Deleting port 47147d45-08c4-4510-ab2f-767b1aaa5c26 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:51.797886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.934346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] For port 4b1a4ceb-998e-4f8e-8977-26c2778f632e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:51.941464 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] For port 4b1a4ceb-998e-4f8e-8977-26c2778f632e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b1a4ceb-998e-4f8e-8977-26c2778f632e,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:51.949517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.985207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] For port 47147d45-08c4-4510-ab2f-767b1aaa5c26, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=47147d45-08c4-4510-ab2f-767b1aaa5c26,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:51.986294 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.005857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Calling delete_port for 47147d45-08c4-4510-ab2f-767b1aaa5c26 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:52.021039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcc8db-4fee-48f3-895e-943f77f02af4 None None] Pushing event updated for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:52.047218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:52.047968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:52.207053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:52.360052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.392809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47147d45-08c4-4510-ab2f-767b1aaa5c26,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:52.560735 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.589259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:47Z', 'revision_number': 4, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '4b1a4ceb-998e-4f8e-8977-26c2778f632e', 'name': '', 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'mac_address': 'fa:16:3e:d7:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:46Z', 'updated_at': '2021-07-23T23:06:51Z', 'revision_number': 4, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'subnets': [{'id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:52.627777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e23770-ec0c-4e76-adcd-caf9da94d6ac None None] The sync data for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 is: [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:47Z', 'revision_number': 4, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '4b1a4ceb-998e-4f8e-8977-26c2778f632e', 'name': '', 'network_id': '7c18ae2c-e65b-4643-8973-333b64bc15ee', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'mac_address': 'fa:16:3e:d7:89:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:46Z', 'updated_at': '2021-07-23T23:06:51Z', 'revision_number': 4, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'subnets': [{'id': 'd946e3cb-51ed-46ec-a028-d4c55a928bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:52.733302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.118907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b1a4ceb-998e-4f8e-8977-26c2778f632e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:53.251755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:53.256708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:53.257166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.377637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.382199 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.427204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 4b1a4ceb-998e-4f8e-8977-26c2778f632e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b1a4ceb-998e-4f8e-8977-26c2778f632e,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:53.432940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.506423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:53.592318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856e4ab-c65e-49ef-a546-8c83776c1970 req-b113c947-765f-48d6-812a-a50e3d84107e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:53.593824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2856e4ab-c65e-49ef-a546-8c83776c1970 req-b113c947-765f-48d6-812a-a50e3d84107e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.7162554 Jul 23 23:06:53.658433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2856e4ab-c65e-49ef-a546-8c83776c1970 req-82af5195-7b7e-460c-b71a-8871221a237b tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570238 Jul 23 23:06:53.676647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Router a38736a4-02fd-4a0f-abac-4c1c62d7b497 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:53.801493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:53.809981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a5927ce0-1ab1-4ce4-b7c0-1f0fe6f8c3d3 admin admin] 10.222.0.37 "PUT /v2.0/routers/a38736a4-02fd-4a0f-abac-4c1c62d7b497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2606759 Jul 23 23:06:53.811121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:53.812203 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Sync routers for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:53.833919 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:53.834990 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:53.937500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.963710 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:54.059994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.142124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Deleting port 4e77fda6-0a73-4914-9dce-3b025cf54ee5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:54.142494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.223388 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:52Z', 'revision_number': 5, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port': {'id': '4e77fda6-0a73-4914-9dce-3b025cf54ee5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:54.262677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] For port 4e77fda6-0a73-4914-9dce-3b025cf54ee5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4e77fda6-0a73-4914-9dce-3b025cf54ee5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:54.263039 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.274498 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Checking router: a38736a4-02fd-4a0f-abac-4c1c62d7b497 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:54.277952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Calling delete_port for 4e77fda6-0a73-4914-9dce-3b025cf54ee5 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:54.291280 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Routers {'a38736a4-02fd-4a0f-abac-4c1c62d7b497'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:54.292301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:54.520874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.562642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e77fda6-0a73-4914-9dce-3b025cf54ee5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:54.602367 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] Set router a38736a4-02fd-4a0f-abac-4c1c62d7b497 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:54.649851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.665109 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:54Z', 'revision_number': 6, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:54.702831 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd62dc3-d955-4283-b516-7d334a295bf8 None None] The sync data for ids ['a38736a4-02fd-4a0f-abac-4c1c62d7b497'] in n-d-791506-25 is: [{'id': 'a38736a4-02fd-4a0f-abac-4c1c62d7b497', 'name': 'tempest-TestAggregatesBasicOps-1063589800-router', 'tenant_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:35Z', 'updated_at': '2021-07-23T23:06:54Z', 'revision_number': 6, 'project_id': '0dc87e90da9f4fe5bd3f628c9a01a872', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:54.880959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.885157 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.966543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.967285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38736a4-02fd-4a0f-abac-4c1c62d7b497 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:06:54.972848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.974080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b80cae09-85c9-4413-9ebc-8c2fc1bd1955 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a38736a4-02fd-4a0f-abac-4c1c62d7b497 HTTP/1.1" status: 204 len: 168 time: 1.1618812 Jul 23 23:06:54.977006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37006) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:54.982963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b1a4ceb-998e-4f8e-8977-26c2778f632e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:54.988130 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882fff5-32dd-4330-aa56-6893a1411d35 req-fa05608b-81f9-4265-9723-9c251b542bf0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:54.989600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4882fff5-32dd-4330-aa56-6893a1411d35 req-fa05608b-81f9-4265-9723-9c251b542bf0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.2473540 Jul 23 23:06:55.031481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Deleting subnet 0ae9d8f0-7a36-4adb-8944-d221480c8f50 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:55.035395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.035677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4882fff5-32dd-4330-aa56-6893a1411d35 req-5c1c5b8f-0460-437e-9f2e-e3f426832865 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 Jul 23 23:06:55.038444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4b1a4ceb-998e-4f8e-8977-26c2778f632e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:55.039176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.078652 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.193167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.264253 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.292270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae9d8f0-7a36-4adb-8944-d221480c8f50,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:55.300899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.305793 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d0faa93-e51d-47a1-b5ee-07d1751b06f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ae9d8f0-7a36-4adb-8944-d221480c8f50 HTTP/1.1" status: 204 len: 168 time: 0.3247025 Jul 23 23:06:55.306716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:55.308588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc4249-f536-45e1-940c-1dcf9184ec14 None None] Network 04c96cf2-335d-46e2-b588-c289af7729f2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:55.387613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.462122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Deleting port d3eb110f-e193-4e24-bdbd-bca58d5ee34c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:55.462535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.536570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] For port d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,segment=NetworkSegment(c018e840-17fa-4cf1-9792-f5c0c478299a),segment_id=c018e840-17fa-4cf1-9792-f5c0c478299a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:55.536999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.556694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Calling delete_port for d3eb110f-e193-4e24-bdbd-bca58d5ee34c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:55.603270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] DHCP port deletion for 04c96cf2-335d-46e2-b588-c289af7729f2 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:06:55.660054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.684753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Deleting port d3eb110f-e193-4e24-bdbd-bca58d5ee34c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:55.685349 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.692528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:55.701659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] No DVR routers for this DVR port d3eb110f-e193-4e24-bdbd-bca58d5ee34c on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:55.707330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.707673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.708014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.708490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.708829 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.709158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.709484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.709827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.710154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.710477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.710798 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.711120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:55.772581 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] For port d3eb110f-e193-4e24-bdbd-bca58d5ee34c, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:55.772890 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.792529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Calling delete_port for d3eb110f-e193-4e24-bdbd-bca58d5ee34c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:55.796693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Port d3eb110f-e193-4e24-bdbd-bca58d5ee34c was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:06:55.798037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.818033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.836788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c96cf2-335d-46e2-b588-c289af7729f2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.851435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c018e840-17fa-4cf1-9792-f5c0c478299a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.851920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] No DVR routers for this DVR port d3eb110f-e193-4e24-bdbd-bca58d5ee34c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:55.852231 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c018e840-17fa-4cf1-9792-f5c0c478299a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.864712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d5840-8169-4def-a8b3-37c450dec4ff None None] Pushing event deleted for resources: {'Port': ['ID=d3eb110f-e193-4e24-bdbd-bca58d5ee34c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:55.874743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.907973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.922111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:55.922435 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:55.924608 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:55.995260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.005661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.008141 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] 10.222.0.37 "DELETE /v2.0/networks/04c96cf2-335d-46e2-b588-c289af7729f2 HTTP/1.1" status: 204 len: 168 time: 0.7001393 Jul 23 23:06:56.013075 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:56.025401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980695fb-14d9-47ee-b436-1d8f750d864b admin admin] Pushing event deleted for resources: {'Network': ['ID=04c96cf2-335d-46e2-b588-c289af7729f2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:56.311149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db29087-3140-4603-ad4c-860890e697d0 req-7961219d-4f1b-4c35-b51e-c04f0e0b622f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:56.312782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3db29087-3140-4603-ad4c-860890e697d0 req-7961219d-4f1b-4c35-b51e-c04f0e0b622f tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1798012 Jul 23 23:06:56.398863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3db29087-3140-4603-ad4c-860890e697d0 req-7792ddda-6648-468e-85dd-754aa91a797d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687408 Jul 23 23:06:56.532166 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.908198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4e77fda6-0a73-4914-9dce-3b025cf54ee5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:56.929559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4e77fda6-0a73-4914-9dce-3b025cf54ee5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:56.929979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4e77fda6-0a73-4914-9dce-3b025cf54ee5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:56.930350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d3eb110f-e193-4e24-bdbd-bca58d5ee34c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:56.955057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d3eb110f-e193-4e24-bdbd-bca58d5ee34c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:56.955309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d3eb110f-e193-4e24-bdbd-bca58d5ee34c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:56.955727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47147d45-08c4-4510-ab2f-767b1aaa5c26 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:56.974995 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 47147d45-08c4-4510-ab2f-767b1aaa5c26 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:56.975330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 47147d45-08c4-4510-ab2f-767b1aaa5c26 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:57.016767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Deleting port 4b1a4ceb-998e-4f8e-8977-26c2778f632e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:57.017381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.027251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-42bbb336-03e9-4950-9113-bd2358dbdb11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3395088 Jul 23 23:06:57.148874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] For port 4b1a4ceb-998e-4f8e-8977-26c2778f632e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4b1a4ceb-998e-4f8e-8977-26c2778f632e,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:57.149180 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.171451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Calling delete_port for 4b1a4ceb-998e-4f8e-8977-26c2778f632e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:57.223874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-19bd44b3-1f47-43e2-ba23-9677a53e679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:57.225420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-19bd44b3-1f47-43e2-ba23-9677a53e679c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1340270 Jul 23 23:06:57.425653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-440ef5b7-8074-4761-b3a0-caf24cc08b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:57.426983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-440ef5b7-8074-4761-b3a0-caf24cc08b61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1734805 Jul 23 23:06:57.677006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-d1e66843-fe60-4793-bf42-8643f8c09c11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761368 Jul 23 23:06:57.817807 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527199f-85cb-4c3a-9308-49d618e38538 req-2391134b-cf15-4941-b77c-f3153fb1682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:57.819398 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-2391134b-cf15-4941-b77c-f3153fb1682e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1097 time: 0.0930386 Jul 23 23:06:57.858350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-4b839c7d-fcad-4d03-a459-30a753b558ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 1000 time: 0.4251866 Jul 23 23:06:57.864280 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.925055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1a4ceb-998e-4f8e-8977-26c2778f632e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:57.996700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527199f-85cb-4c3a-9308-49d618e38538 req-deb79904-2d37-462e-b6b5-2fbc32f80e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:57.998476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-deb79904-2d37-462e-b6b5-2fbc32f80e85 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1552241 Jul 23 23:06:58.003523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11063b17-ed49-44cd-a31b-ecf0a15a5c88 req-ef0be376-9927-4ae3-9e0f-74cdff4c9dcd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.005080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11063b17-ed49-44cd-a31b-ecf0a15a5c88 req-ef0be376-9927-4ae3-9e0f-74cdff4c9dcd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.2136953 Jul 23 23:06:58.008922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-24d8b936-178d-4d4f-84d7-3cfaed6cc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.010351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-24d8b936-178d-4d4f-84d7-3cfaed6cc1df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1438496 Jul 23 23:06:58.096384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11063b17-ed49-44cd-a31b-ecf0a15a5c88 req-7b43238f-c9b2-4724-a221-bf6ecb9f521a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789602 Jul 23 23:06:58.099677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-d03c84a6-f349-4712-85f9-ee826c5b0adb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 1001 time: 0.0951934 Jul 23 23:06:58.215906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-e6df433b-d0bc-4cd9-b6a3-df0d828ffcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.217417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-e6df433b-d0bc-4cd9-b6a3-df0d828ffcb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936715 Jul 23 23:06:58.229399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527199f-85cb-4c3a-9308-49d618e38538 req-ba62e729-8a5b-4d78-8dcf-5afbce5eeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.231478 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-ba62e729-8a5b-4d78-8dcf-5afbce5eeff9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.1255965 Jul 23 23:06:58.233918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.321633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527199f-85cb-4c3a-9308-49d618e38538 req-cc38f703-e636-42a0-8df6-a9587ddc5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.325716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-cc38f703-e636-42a0-8df6-a9587ddc5fec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874987 Jul 23 23:06:58.400254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-830f1cbe-e216-490d-b903-a36f29296107 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758337 Jul 23 23:06:58.464708 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-041af233-c6c8-4aac-9820-23adea37536d service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327782 Jul 23 23:06:58.584427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f527199f-85cb-4c3a-9308-49d618e38538 req-4706a7b1-0adf-477a-9326-abd4a87c86a5 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130919 Jul 23 23:06:58.585538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f98501a3-a0fc-46d6-a5ea-6d5b9ae33474 req-018806e2-aa1e-412f-9726-5896438d2950 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772773 Jul 23 23:06:58.656790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Router a4232661-79a5-480d-be8a-6c5f9ca016f2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:58.784847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:58.793412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ddcd60e2-7743-4186-b7ac-6886b2549b84 admin admin] 10.222.0.37 "PUT /v2.0/routers/a4232661-79a5-480d-be8a-6c5f9ca016f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7776513 Jul 23 23:06:58.793552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37024) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:58.798051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Sync routers for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:58.811182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:58.811886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:58.992001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.039953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:59.159428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.261094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Deleting port 0496d17b-aa8c-4936-9fa9-dcab39a515c8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:59.262162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.333700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:57Z', 'revision_number': 5, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port': {'id': '0496d17b-aa8c-4936-9fa9-dcab39a515c8', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:43Z', 'updated_at': '2021-07-23T23:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.394385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] For port 0496d17b-aa8c-4936-9fa9-dcab39a515c8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=0496d17b-aa8c-4936-9fa9-dcab39a515c8,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:59.394781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.396060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Checking router: a4232661-79a5-480d-be8a-6c5f9ca016f2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:59.410552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Routers {'a4232661-79a5-480d-be8a-6c5f9ca016f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:59.411509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:06:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['a4232661-79a5-480d-be8a-6c5f9ca016f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.417983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Calling delete_port for 0496d17b-aa8c-4936-9fa9-dcab39a515c8 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:59.420597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2cd7-18d8-4d9f-945a-041bf2cc8ca4 req-e2489a58-53b2-4ebb-870f-39a02498baee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:59.423259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faaf2cd7-18d8-4d9f-945a-041bf2cc8ca4 req-e2489a58-53b2-4ebb-870f-39a02498baee tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1778259 Jul 23 23:06:59.527808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] Set router a4232661-79a5-480d-be8a-6c5f9ca016f2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:59.541970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-faaf2cd7-18d8-4d9f-945a-041bf2cc8ca4 req-478b842c-a7d8-48be-99da-f1b593ce1938 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009183 Jul 23 23:06:59.612850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:59Z', 'revision_number': 6, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.658116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c03e-6b6f-45ee-ad52-c8b315553dbe None None] The sync data for ids ['a4232661-79a5-480d-be8a-6c5f9ca016f2'] in n-d-791506-25 is: [{'id': 'a4232661-79a5-480d-be8a-6c5f9ca016f2', 'name': 'tempest-TestAggregatesBasicOps-404397714-router', 'tenant_id': '090747fd671e45c59e7fe8c3096d7053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:59Z', 'revision_number': 6, 'project_id': '090747fd671e45c59e7fe8c3096d7053', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:59.682026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.714071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Pushing event deleted for resources: {'Port': ['ID=0496d17b-aa8c-4936-9fa9-dcab39a515c8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:59.790707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.907377 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.910641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.967631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.968120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4232661-79a5-480d-be8a-6c5f9ca016f2 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:06:59.972581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.973741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bb02313f-04dc-48e1-84ca-35d82feb2487 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a4232661-79a5-480d-be8a-6c5f9ca016f2 HTTP/1.1" status: 204 len: 168 time: 1.1783955 Jul 23 23:06:59.977901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37030) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:00.035287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Deleting subnet d946e3cb-51ed-46ec-a028-d4c55a928bfe {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:07:00.038838 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.082304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.213815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.279574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.305930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d946e3cb-51ed-46ec-a028-d4c55a928bfe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.313585 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.316050 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d71fc6c2-80ac-4936-ad6e-f5e21cddf6b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d946e3cb-51ed-46ec-a028-d4c55a928bfe HTTP/1.1" status: 204 len: 168 time: 0.3369510 Jul 23 23:07:00.319962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37034) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:00.342355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928d62d-0a80-47fb-ade2-d4613de2b7fe None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:00.444308 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.562405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Deleting port 619819ec-8891-4c9b-96b9-efae22bc8731 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:00.563165 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.705288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] For port 619819ec-8891-4c9b-96b9-efae22bc8731, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=619819ec-8891-4c9b-96b9-efae22bc8731,segment=NetworkSegment(0f210d7a-d20a-4a38-b095-caea122a91fe),segment_id=0f210d7a-d20a-4a38-b095-caea122a91fe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:00.705288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.737913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Calling delete_port for 619819ec-8891-4c9b-96b9-efae22bc8731 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:00.793385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5d1f1-2060-48f1-b5ea-fd2fb6d810c5 req-4592013a-e070-498d-8f2b-bb43210c696a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.795300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56f5d1f1-2060-48f1-b5ea-fd2fb6d810c5 req-4592013a-e070-498d-8f2b-bb43210c696a tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1369474 Jul 23 23:07:00.860817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] DHCP port deletion for 7c18ae2c-e65b-4643-8973-333b64bc15ee request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:07:00.921985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56f5d1f1-2060-48f1-b5ea-fd2fb6d810c5 req-ca6a1d66-e30c-4435-8c0f-d7e604a6cafd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183548 Jul 23 23:07:00.961415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.996421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b1a4ceb-998e-4f8e-8977-26c2778f632e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.004680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Pushing event deleted for resources: {'Port': ['ID=619819ec-8891-4c9b-96b9-efae22bc8731,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:01.009482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] No DVR routers for this DVR port 619819ec-8891-4c9b-96b9-efae22bc8731 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:01.033556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4b1a4ceb-998e-4f8e-8977-26c2778f632e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.034389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4b1a4ceb-998e-4f8e-8977-26c2778f632e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.034701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0496d17b-aa8c-4936-9fa9-dcab39a515c8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.071460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 0496d17b-aa8c-4936-9fa9-dcab39a515c8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.072133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 0496d17b-aa8c-4936-9fa9-dcab39a515c8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.073133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 619819ec-8891-4c9b-96b9-efae22bc8731 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.099881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 619819ec-8891-4c9b-96b9-efae22bc8731 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.100239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 619819ec-8891-4c9b-96b9-efae22bc8731 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.105078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.118407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c18ae2c-e65b-4643-8973-333b64bc15ee']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:01.118562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Deleting port 619819ec-8891-4c9b-96b9-efae22bc8731 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:01.119056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.133286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f210d7a-d20a-4a38-b095-caea122a91fe') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:01.134156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f210d7a-d20a-4a38-b095-caea122a91fe') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:01.160409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.187414 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.196107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:07:01.197092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:07:01.200075 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:07:01.238522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] For port 619819ec-8891-4c9b-96b9-efae22bc8731, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:01.239150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.271057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Calling delete_port for 619819ec-8891-4c9b-96b9-efae22bc8731 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:01.281263 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Port 619819ec-8891-4c9b-96b9-efae22bc8731 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:07:01.283082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.283287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.294809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Network 7c18ae2c-e65b-4643-8973-333b64bc15ee is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 23:07:01.295053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.295522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] No DVR routers for this DVR port 619819ec-8891-4c9b-96b9-efae22bc8731 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:01.304521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c18ae2c-e65b-4643-8973-333b64bc15ee HTTP/1.1" status: 204 len: 168 time: 0.9814312 Jul 23 23:07:01.336531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edf51-2a4b-4a0d-971f-02b16888498b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c18ae2c-e65b-4643-8973-333b64bc15ee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:01.357858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2c10e-e1b8-458a-bd3c-90a1e3b0ef8d None None] Pushing event deleted for resources: {'Port': ['ID=619819ec-8891-4c9b-96b9-efae22bc8731,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:01.578966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37042) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:01.630652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b200ef55-b0c3-41ca-a078-a1c292ec9f9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dc87e90da9f4fe5bd3f628c9a01a872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501652 Jul 23 23:07:01.632492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:01.701070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.732045 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.793435 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.797011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.798195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f021cac-1065-4326-ba63-4e959b65bda8 HTTP/1.1" status: 204 len: 168 time: 0.1640639 Jul 23 23:07:01.809360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0e531-b6e2-48e0-b3c9-9ed093e6535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f021cac-1065-4326-ba63-4e959b65bda8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:02.146096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083390e0-9e6d-460c-8414-41d9f4a5aa24 req-2698310b-497b-4b4d-b229-72284648a2f2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:02.147982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-083390e0-9e6d-460c-8414-41d9f4a5aa24 req-2698310b-497b-4b4d-b229-72284648a2f2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1259129 Jul 23 23:07:02.218641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-083390e0-9e6d-460c-8414-41d9f4a5aa24 req-c22ea993-a445-48e3-a211-cc343e45c212 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632372 Jul 23 23:07:02.344765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:02.403483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-36adfd06-fec4-4e93-9b35-af4a68c68969 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=090747fd671e45c59e7fe8c3096d7053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588901 Jul 23 23:07:02.406767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:02.483697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.513933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.576424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.579137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.582267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c867f10-f68a-42df-909a-2f2b279e9510 HTTP/1.1" status: 204 len: 168 time: 0.1741483 Jul 23 23:07:02.592255 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fda85-1315-4dac-a96e-86a5b9b08072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c867f10-f68a-42df-909a-2f2b279e9510,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:03.407662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c7405-534c-4dfd-8433-2d9ae2aa9ef8 req-e8a06860-0a12-4d1d-8645-c7a00eab96d7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:03.416016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e7c7405-534c-4dfd-8433-2d9ae2aa9ef8 req-e8a06860-0a12-4d1d-8645-c7a00eab96d7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1111083 Jul 23 23:07:03.473981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e7c7405-534c-4dfd-8433-2d9ae2aa9ef8 req-f8668639-b4d9-44f6-9a6a-35657ff65457 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566337 Jul 23 23:07:04.716501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2decb-76dd-49ec-ab9d-9b2d8eb6efe7 req-8768bab5-e4eb-4bc9-9c9d-41231be88f98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:04.718301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60b2decb-76dd-49ec-ab9d-9b2d8eb6efe7 req-8768bab5-e4eb-4bc9-9c9d-41231be88f98 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1011069 Jul 23 23:07:04.770563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60b2decb-76dd-49ec-ab9d-9b2d8eb6efe7 req-c1102ac8-e9f0-4332-9dfd-09b96eb03ce2 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447199 Jul 23 23:07:05.183245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587c54a-5dd6-4534-9e4d-f6b6e28e6854 req-98cb1975-68ff-404a-904f-b442944c02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:05.185947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3587c54a-5dd6-4534-9e4d-f6b6e28e6854 req-98cb1975-68ff-404a-904f-b442944c02fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0954006 Jul 23 23:07:05.231843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3587c54a-5dd6-4534-9e4d-f6b6e28e6854 req-144018b6-f76a-4efa-a1ca-9afb2a502ed3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370967 Jul 23 23:07:05.474367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:05.631553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7f6aaa3-0087-404c-b1e9-6e18affebd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.737622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7f6aaa3-0087-404c-b1e9-6e18affebd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.742362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7f6aaa3-0087-404c-b1e9-6e18affebd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.781980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6aaa3-0087-404c-b1e9-6e18affebd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577159d4-75c4-4aea-a484-d024119dd4ad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.788085 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f7f6aaa3-0087-404c-b1e9-6e18affebd82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=250f1246d394444b9805107817e2fd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124571 Jul 23 23:07:05.791878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:05.883422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.924730 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.971347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e06f5-3e00-480c-bb0e-a23adecf010e req-3416f984-d233-479c-9298-d127bea827fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:05.973223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e2e06f5-3e00-480c-bb0e-a23adecf010e req-3416f984-d233-479c-9298-d127bea827fc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1175992 Jul 23 23:07:06.010448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.013783 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.014981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/577159d4-75c4-4aea-a484-d024119dd4ad HTTP/1.1" status: 204 len: 168 time: 0.2153761 Jul 23 23:07:06.024658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8e2e06f5-3e00-480c-bb0e-a23adecf010e req-8986eac6-173d-4f09-8244-2c9bc77d4082 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jul 23 23:07:06.035909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88b94d-0fdc-4d8f-aee6-abc053161c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577159d4-75c4-4aea-a484-d024119dd4ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:06.344046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:06.357981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-922fb011-60de-4e39-90ed-db14bb282043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.456957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-922fb011-60de-4e39-90ed-db14bb282043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.461676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-922fb011-60de-4e39-90ed-db14bb282043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.502180 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-922fb011-60de-4e39-90ed-db14bb282043 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3eae80c02874ecda1e1c2300b59573c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568871 Jul 23 23:07:06.503047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fb011-60de-4e39-90ed-db14bb282043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f717fa02-799c-41f7-8cd1-dbd40d6e838e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:06.504861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:06.557239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.579955 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.629351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.631925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.633084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f717fa02-799c-41f7-8cd1-dbd40d6e838e HTTP/1.1" status: 204 len: 168 time: 0.1270258 Jul 23 23:07:06.643045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835f8f9-3ca6-4342-85dd-f04d8b86b5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717fa02-799c-41f7-8cd1-dbd40d6e838e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:07.212189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2e26a-59bf-432d-9cc6-8645c894ea62 req-61e08838-daa6-4d08-aa17-4237ee7ba873 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:07.216162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3c2e26a-59bf-432d-9cc6-8645c894ea62 req-61e08838-daa6-4d08-aa17-4237ee7ba873 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.0926316 Jul 23 23:07:07.278898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3c2e26a-59bf-432d-9cc6-8645c894ea62 req-6184a96b-b4f2-4818-b9e7-376c2f0cd1bd tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514038 Jul 23 23:07:07.305809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:07.420960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90c5e581-3292-4e91-8efb-b43ac33d5a89 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/floatingips/3712f830-df29-4b9f-ac88-6d2927449363 HTTP/1.1" status: 200 len: 993 time: 0.1130941 Jul 23 23:07:07.827298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:07:07.829338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:08.013356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.035634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:08.060119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'port_id': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'mac_address': 'fa:16:3e:14:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:07:08.069501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:08.071724 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb49a61-99aa-4caa-b56c-bd23f7de7ffc" -d '{"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:08.115104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:08.129157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.173215 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4244133-da3e-4be0-80fa-8a995cdfe8f1 x-openstack-request-id: req-f4244133-da3e-4be0-80fa-8a995cdfe8f1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:08.173690 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:08.174023 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4244133-da3e-4be0-80fa-8a995cdfe8f1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:08.174897 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'code': 200} Jul 23 23:07:08.182077 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.217170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:08.236903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:08.274105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:07:08.274508 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:07:08.820752 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.835895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:08.861135 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:08.866519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.948265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:09.086606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f3d3c249-dfa0-4374-b316-3dd196e2ecba'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:09.842118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:09.903965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f3d3c249-dfa0-4374-b316-3dd196e2ecba triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:09.904623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.002816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.045679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:10.053193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.118778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.176902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:10.179406 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49c6ec6-b456-4c59-991b-c365c1b3ad69" -d '{"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:10.462105 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aaca4e-7377-4255-a0a0-7630269fd126 x-openstack-request-id: req-b9aaca4e-7377-4255-a0a0-7630269fd126 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:10.462564 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-plugged", "status": "completed", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:10.463021 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9aaca4e-7377-4255-a0a0-7630269fd126 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:10.463775 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'code': 200} Jul 23 23:07:11.065109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-957ff97a-76d0-4847-8ece-e4fe0eaf5805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.784411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-473b7eeb-f585-4b5a-91b2-cfa1aecc1c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:14.197450 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.018187 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:16.556624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.473195 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:07:22.521650 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.365283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.427786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37448) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:32.917168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port a4f11dc3-7a58-4966-b69b-839ae3d15ae4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:32.917732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.997611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.997973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.012324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for a4f11dc3-7a58-4966-b69b-839ae3d15ae4 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:33.171282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.199477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=a4f11dc3-7a58-4966-b69b-839ae3d15ae4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:33.271734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.272183 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP c2426c8e-d6e3-4083-9f75-81335b6aa8a0 disassociated (deleted). External IP: 172.25.1.176, port: b000c65d-8f30-4852-839f-98ad1cef2bd6. Jul 23 23:07:33.506843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:33.627891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:33.632734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.637720 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:33.647391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:33.648127 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:33.679297 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d6311ad0-bbe6-4bcd-a35c-b66d5f55673b tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2426c8e-d6e3-4083-9f75-81335b6aa8a0 HTTP/1.1" status: 204 len: 168 time: 1.2434735 Jul 23 23:07:33.679297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:33.679297 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130c12b-3445-486b-a343-902358062951" -d '{"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:33.723352 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97740a1d-af23-44af-acd8-a5eb29d34d77 x-openstack-request-id: req-97740a1d-af23-44af-acd8-a5eb29d34d77 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:33.723756 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:33.724105 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97740a1d-af23-44af-acd8-a5eb29d34d77 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:33.724618 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'status': 'completed', 'code': 200} Jul 23 23:07:33.788146 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:33.985419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c12b-3445-486b-a343-902358062951 req-17c71b29-9883-4841-8040-7bbe04abadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:33.987053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-17c71b29-9883-4841-8040-7bbe04abadc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 1097 time: 0.2452209 Jul 23 23:07:34.034027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1674fd9-f78c-4365-99e7-85314b9cb1bb req-e244d9d4-a63a-4d0c-b421-70a503531ab7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.035712 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1674fd9-f78c-4365-99e7-85314b9cb1bb req-e244d9d4-a63a-4d0c-b421-70a503531ab7 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.0755651 Jul 23 23:07:34.079279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1674fd9-f78c-4365-99e7-85314b9cb1bb req-7aa76647-34e6-4cc3-bfc0-e2f467e011e0 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374815 Jul 23 23:07:34.116073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c12b-3445-486b-a343-902358062951 req-2abe4ab7-7b28-41f2-b771-3d751e3225a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.117780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-2abe4ab7-7b28-41f2-b771-3d751e3225a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.1235778 Jul 23 23:07:34.133980 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:34.165535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-1e04d9ad-38bb-43e8-ae83-14a918246c7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 200 len: 217 time: 0.0401139 Jul 23 23:07:34.178167 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:34.189656 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:34.190389 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:34.235436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c12b-3445-486b-a343-902358062951 req-a01b149e-5f6e-4bb5-9539-9ce286ca4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.238425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-a01b149e-5f6e-4bb5-9539-9ce286ca4589 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0643158 Jul 23 23:07:34.316305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130c12b-3445-486b-a343-902358062951 req-0f24f07d-a463-4b1c-8703-8d850a2545ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.318546 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-0f24f07d-a463-4b1c-8703-8d850a2545ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726922 Jul 23 23:07:34.330485 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:34.440822 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-d68bc53d-20e7-44b4-ab1f-3f62f458943c service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147110 Jul 23 23:07:34.570976 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a130c12b-3445-486b-a343-902358062951 req-319c2fbd-ab02-4751-bb8c-ab05cf347d56 service neutron] 10.222.0.22 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224265 Jul 23 23:07:34.677852 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:34.740097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871e533-cde6-4b89-879c-612c1202c772 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'bf22f682-7ac2-4f40-8222-092e7cdb81a0', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '67042fb5-5e76-436a-864b-53d42925b569', 'port_id': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'mac_address': 'fa:16:3e:b8:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:03:35Z', 'updated_at': '2021-07-23T23:03:38Z', 'revision_number': 1, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:35.090479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5468db-7040-4d3b-8b5b-560a09ca7d27 None None] New status for floating IP c2426c8e-d6e3-4083-9f75-81335b6aa8a0: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:35.280150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623eb59-8e10-402b-b195-6c78f855ebf0 req-1bd9a03d-81a9-4beb-89e4-536a0b24870d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.281828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4623eb59-8e10-402b-b195-6c78f855ebf0 req-1bd9a03d-81a9-4beb-89e4-536a0b24870d tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.1003640 Jul 23 23:07:35.332973 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4623eb59-8e10-402b-b195-6c78f855ebf0 req-5672d9dd-812c-486a-acdd-44fa2bc586eb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Jul 23 23:07:35.491962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15bb59-9942-42ac-9201-b602821a7018 req-5baabd37-6ea2-4cf2-9d34-d59e18452359 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.493470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed15bb59-9942-42ac-9201-b602821a7018 req-5baabd37-6ea2-4cf2-9d34-d59e18452359 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 945 time: 0.0903804 Jul 23 23:07:35.614966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port b000c65d-8f30-4852-839f-98ad1cef2bd6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:35.615707 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:35.713539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port b000c65d-8f30-4852-839f-98ad1cef2bd6, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=b000c65d-8f30-4852-839f-98ad1cef2bd6,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:35.713949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:35.730928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for b000c65d-8f30-4852-839f-98ad1cef2bd6 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:35.900983 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:35.932897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=b000c65d-8f30-4852-839f-98ad1cef2bd6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:35.986872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port b000c65d-8f30-4852-839f-98ad1cef2bd6 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:35.989611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:35.991685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ed15bb59-9942-42ac-9201-b602821a7018 req-9c3ac230-1e3e-4f1e-acfc-b81e2dfbed17 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.22 "DELETE /v2.0/ports/b000c65d-8f30-4852-839f-98ad1cef2bd6 HTTP/1.1" status: 204 len: 173 time: 0.4926178 Jul 23 23:07:35.992145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'name': 'network-vif-deleted', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:35.995045 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acfd65-cd83-441c-a37f-ae3dd8ecac28" -d '{"events": [{"server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "name": "network-vif-deleted", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:36.033783 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736cf737-4ee1-40fe-b13a-86070bdb6a88 x-openstack-request-id: req-736cf737-4ee1-40fe-b13a-86070bdb6a88 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:36.034155 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e267f1-f202-4bc9-933f-055e6a0f23d7", "name": "network-vif-deleted", "tag": "b000c65d-8f30-4852-839f-98ad1cef2bd6", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:36.034342 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-736cf737-4ee1-40fe-b13a-86070bdb6a88 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:36.034730 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e267f1-f202-4bc9-933f-055e6a0f23d7', 'name': 'network-vif-deleted', 'tag': 'b000c65d-8f30-4852-839f-98ad1cef2bd6', 'status': 'completed', 'code': 200} Jul 23 23:07:36.472306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5240bc4-2f27-4df5-9b8b-7e6f1f4fa7cc req-9e94542b-9d85-4e3c-90ac-ac814fb411b2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0445020 Jul 23 23:07:37.229778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:37.412445 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c10a0b05-caab-4d1d-a568-0817d64aea6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.562845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c10a0b05-caab-4d1d-a568-0817d64aea6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.570077 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c10a0b05-caab-4d1d-a568-0817d64aea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.611164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2171356-aeb3-4e6a-ac11-e9fad85ca3a5 req-b392ab0d-e423-48b0-acb9-7c1517306dcb tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0374556 Jul 23 23:07:37.618241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c10a0b05-caab-4d1d-a568-0817d64aea6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=322f5d8cfba14c55b53a234fc2c8be6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869967 Jul 23 23:07:37.619212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0b05-caab-4d1d-a568-0817d64aea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0e64ee-cdf6-4daf-824b-c4f502171e91,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:37.623627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:37.699732 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.724046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.778805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.781682 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:37.783019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e0e64ee-cdf6-4daf-824b-c4f502171e91 HTTP/1.1" status: 204 len: 168 time: 0.1578672 Jul 23 23:07:37.794288 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0e64ee-cdf6-4daf-824b-c4f502171e91,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:37.803045 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.803465 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.803735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.804080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.804429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.804737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.805073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.805622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.806294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.807610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.808132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.808649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505b00e-696a-495e-8a0e-22b26d6fd38d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:37.989926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:38.193101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port bedc0ee0-e0c5-4429-8df3-a76605dcb148 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:38.193696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:38.345533 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:38.346007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:38.370106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for bedc0ee0-e0c5-4429-8df3-a76605dcb148 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:38.663587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:38.705196 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=bedc0ee0-e0c5-4429-8df3-a76605dcb148,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:38.756642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37518) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:38.827857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0def8075-fe71-4a1c-b773-93581ff505d4 req-ecfe7ca9-1b75-473b-b2c6-3291bd5d0554 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0705309 Jul 23 23:07:38.864951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:38.865880 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Floating IP 3712f830-df29-4b9f-ac88-6d2927449363 disassociated (deleted). External IP: 172.25.1.249, port: f3d3c249-dfa0-4374-b316-3dd196e2ecba. Jul 23 23:07:38.936887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2025194722-network', 'tenant_id': 'e6d3a815bb4f4435980d4ecff8321137'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:38.993649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Made reservation on behalf of e6d3a815bb4f4435980d4ecff8321137 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:38.996634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.010645 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.190830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.197877 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.231277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:07:39.265739 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.266668 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Added segment a78fb4a8-8f7f-4323-8945-ffbb317f63c4 of type vlan for network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 Jul 23 23:07:39.283711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee387a-d6a9-440b-9ade-23939e469f4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:39.356143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.410213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.411676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:39.412318 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.475357 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7104912 Jul 23 23:07:39.477509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:39.527603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Request body: {'subnet': {'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2025194722-subnet', 'tenant_id': 'e6d3a815bb4f4435980d4ecff8321137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:39.535164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf37bba-2f30-44f0-96cc-f9027aa30938 admin admin] Pushing event updated for resources: {'Network': ['ID=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:39.552452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:07:39.580566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Made reservation on behalf of e6d3a815bb4f4435980d4ecff8321137 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:39.586705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.616230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 47ea89c4-e84d-4eaf-b632-a362e4720c9a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:39.753072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:39.765530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.769157 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Sync routers for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:39.780921 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:39.782429 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:39.832585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-11b7110e-e321-44ab-b52c-2fd0db060f77 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/floatingips/3712f830-df29-4b9f-ac88-6d2927449363 HTTP/1.1" status: 204 len: 168 time: 1.8408823 Jul 23 23:07:39.834059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:39.839534 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10189c48-ea6c-4055-83dc-5b1ec16d4277" -d '{"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:39.873229 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:39.963097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7622d26f-edf6-466f-906a-eb88c57dfff0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:39.974124 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Checking segment: {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:39.974556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Network hostable DHCP agents. Network: 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:07:40.004415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:40.004979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:07:40.023166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:40.036514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:40.037815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:40.038636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750699b-13c0-4366-bf11-066d8283ae57 None None] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:40.088347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-57eb0054-1c22-4423-9501-92dc4b2eebc0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5674584 Jul 23 23:07:40.296114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e442156-e622-4a90-8da2-f1d5a905ccd0 None None] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:40.389734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b000c65d-8f30-4852-839f-98ad1cef2bd6 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:40.413671 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:40.425783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: b000c65d-8f30-4852-839f-98ad1cef2bd6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:40.426353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device b000c65d-8f30-4852-839f-98ad1cef2bd6 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:40.468228 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Checking router: 47ea89c4-e84d-4eaf-b632-a362e4720c9a for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:40.480128 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:40.481203 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:40.512193 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6bdec3-0140-45bf-9571-a3a9c11c7d96 x-openstack-request-id: req-7e6bdec3-0140-45bf-9571-a3a9c11c7d96 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:40.512988 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:40.513620 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e6bdec3-0140-45bf-9571-a3a9c11c7d96 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:40.515067 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'status': 'completed', 'code': 200} Jul 23 23:07:40.659847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:40.662215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e0a98e8-76f0-4142-abbb-a27dca29e37e req-3782bc11-021e-47ec-aa99-d6823b1958f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e267f1-f202-4bc9-933f-055e6a0f23d7 HTTP/1.1" status: 200 len: 210 time: 0.0520878 Jul 23 23:07:40.695158 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-2e15ec74-3b8d-4de2-88a9-f5a87281c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:40.697960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-2e15ec74-3b8d-4de2-88a9-f5a87281c965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=353678e0676d48ef9f4ec9428a615568&device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 1097 time: 0.1525753 Jul 23 23:07:40.967799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-956382a0-5809-470d-b6b7-dfe86d63c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:40.969909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-956382a0-5809-470d-b6b7-dfe86d63c453 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 200 len: 898 time: 0.2629273 Jul 23 23:07:40.986329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8fa96-6bbb-4592-8215-df372062f4d0 req-edb53e6f-2254-483c-a134-704f9687644c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:40.988324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ff8fa96-6bbb-4592-8215-df372062f4d0 req-edb53e6f-2254-483c-a134-704f9687644c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.1585464 Jul 23 23:07:41.069959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-54630a4e-0f36-461d-9e28-78102fd06ee4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 200 len: 217 time: 0.0802319 Jul 23 23:07:41.079457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-625d335f-f0f6-4011-ba67-5bb3ba1ccbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:41.141992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3ff8fa96-6bbb-4592-8215-df372062f4d0 req-06bde949-4d05-4f46-8b95-a97fad2a9ca7 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/security-groups?id=902bb00a-e203-413b-b69f-ed441fca0e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436217 Jul 23 23:07:41.152832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-d7710052-42dc-403a-b3d7-7b9ee013328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.154499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-d7710052-42dc-403a-b3d7-7b9ee013328f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fea7818d-7268-44b7-940f-ec4d361a89f8 HTTP/1.1" status: 200 len: 835 time: 0.0731909 Jul 23 23:07:41.167553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:41.197497 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a58c3-62a6-4a83-a379-6818f031d9ae None None] The sync data for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 is: [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:58Z', 'revision_number': 4, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c47a2a0c-6174-4628-8509-0e74ad1fbf62', 'name': '', 'network_id': '9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'mac_address': 'fa:16:3e:ad:29:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:56Z', 'updated_at': '2021-07-23T23:06:03Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'subnets': [{'id': 'fea7818d-7268-44b7-940f-ec4d361a89f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:41.252478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-6d2f3f9c-8422-429c-bba0-b2eb339e87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.254210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-6d2f3f9c-8422-429c-bba0-b2eb339e87ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901418 Jul 23 23:07:41.402128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-aef26c50-7cc1-42c2-80e7-e2fac84e8555 service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388016 Jul 23 23:07:41.536534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b447f-8bce-4364-88b6-960fdac065c1 None None] New status for floating IP 3712f830-df29-4b9f-ac88-6d2927449363: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:41.541809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-019dc4f7-d0b1-4a27-990a-81e66ada04f8 service neutron] 10.222.0.25 "GET /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326883 Jul 23 23:07:41.616689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-ce0ae967-3b41-48a4-ba19-4f392f22fc7c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.618358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-ce0ae967-3b41-48a4-ba19-4f392f22fc7c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 945 time: 0.0992782 Jul 23 23:07:41.768007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:41.768367 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:41.953983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port f3d3c249-dfa0-4374-b316-3dd196e2ecba, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f3d3c249-dfa0-4374-b316-3dd196e2ecba,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:41.954574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:41.977031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for f3d3c249-dfa0-4374-b316-3dd196e2ecba owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:42.147154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:42.184724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=f3d3c249-dfa0-4374-b316-3dd196e2ecba,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:42.239658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] No DVR routers for this DVR port f3d3c249-dfa0-4374-b316-3dd196e2ecba on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:42.243494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:42.265140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68c89bbe-d6b3-4913-a7ff-188c8d367781 req-53f8d455-c9d6-471e-9335-57b0b173ff34 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.25 "DELETE /v2.0/ports/f3d3c249-dfa0-4374-b316-3dd196e2ecba HTTP/1.1" status: 204 len: 173 time: 0.6282775 Jul 23 23:07:42.369448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-368c5c6e-63fa-430f-9a3f-4353d7fdc33d req-4c8df749-808a-4205-94dc-dd19c7eb1d3d tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9753797-831c-4bd2-a33b-500a269ce8a3 HTTP/1.1" status: 200 len: 210 time: 0.0408564 Jul 23 23:07:42.518214 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-deleted', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:42.522577 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28cca70-fdc1-469d-9db6-61e7e91d1fef" -d '{"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-deleted", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:42.564782 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec25157-effe-4c5e-9b48-795f52a13da4 x-openstack-request-id: req-eec25157-effe-4c5e-9b48-795f52a13da4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:42.565202 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9753797-831c-4bd2-a33b-500a269ce8a3", "name": "network-vif-deleted", "tag": "f3d3c249-dfa0-4374-b316-3dd196e2ecba", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:42.565600 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eec25157-effe-4c5e-9b48-795f52a13da4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:42.566245 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9753797-831c-4bd2-a33b-500a269ce8a3', 'name': 'network-vif-deleted', 'tag': 'f3d3c249-dfa0-4374-b316-3dd196e2ecba', 'status': 'completed', 'code': 200} Jul 23 23:07:43.426932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:43.803156 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35829ed6-d4db-4856-98c4-8b15c604b2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:43.968368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.196200 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.330130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port c47a2a0c-6174-4628-8509-0e74ad1fbf62 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:44.330629 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.462876 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port c47a2a0c-6174-4628-8509-0e74ad1fbf62, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c47a2a0c-6174-4628-8509-0e74ad1fbf62,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:44.464395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.480359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for c47a2a0c-6174-4628-8509-0e74ad1fbf62 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:44.728326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.758587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=c47a2a0c-6174-4628-8509-0e74ad1fbf62,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:45.029007 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:45.053252 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:45.748802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Router 47ea89c4-e84d-4eaf-b632-a362e4720c9a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:45.904536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:45.913110 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c752ef20-fc6b-4c35-a397-f72de96c5d05 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "PUT /v2.0/routers/47ea89c4-e84d-4eaf-b632-a362e4720c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848642 Jul 23 23:07:45.917275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:45.928188 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Sync routers for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:45.953324 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:45.954098 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:45.996710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:46.034090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting subnet fea7818d-7268-44b7-940f-ec4d361a89f8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:07:46.038764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f3d3c249-dfa0-4374-b316-3dd196e2ecba {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:46.039340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f3d3c249-dfa0-4374-b316-3dd196e2ecba not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:46.043523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.093049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.128318 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:46.236124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.355259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.397554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Subnet': ['ID=fea7818d-7268-44b7-940f-ec4d361a89f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:46.402717 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.405360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d8389028-b432-4838-8550-05735b654c8c tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/subnets/fea7818d-7268-44b7-940f-ec4d361a89f8 HTTP/1.1" status: 204 len: 168 time: 0.4858382 Jul 23 23:07:46.408980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:46.420288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94058759-612a-4a6e-bc9f-7c83f5ad5c12 None None] Network 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:46.469945 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:07:44Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:46.527424 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Checking router: 47ea89c4-e84d-4eaf-b632-a362e4720c9a for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:46.546660 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Routers {'47ea89c4-e84d-4eaf-b632-a362e4720c9a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:46.547756 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:46.591606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.666455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.765145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] Set router 47ea89c4-e84d-4eaf-b632-a362e4720c9a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:46.819319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.844999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] DHCP port deletion for 9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:07:46.937187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Deleting port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:46.937860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.989088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Deleting port 6a8963ac-5274-422d-a8a9-b70790a759bb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:46.990684 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.995286 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:07:44Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:47.026090 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa32f0-c3de-4036-991e-d538895b2a80 None None] The sync data for ids ['47ea89c4-e84d-4eaf-b632-a362e4720c9a'] in n-d-791506-25 is: [{'id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1222031237', 'tenant_id': '353678e0676d48ef9f4ec9428a615568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:07:44Z', 'revision_number': 5, 'project_id': '353678e0676d48ef9f4ec9428a615568', 'gw_port': {'id': '6a8963ac-5274-422d-a8a9-b70790a759bb', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ea89c4-e84d-4eaf-b632-a362e4720c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:05:52Z', 'updated_at': '2021-07-23T23:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:47.044632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:47.102342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] For port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:47.104137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.129704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Calling delete_port for e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:47.144847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] For port 6a8963ac-5274-422d-a8a9-b70790a759bb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6a8963ac-5274-422d-a8a9-b70790a759bb,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:47.145686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.166627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Calling delete_port for 6a8963ac-5274-422d-a8a9-b70790a759bb owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:47.214593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.301150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,segment=NetworkSegment(ef51f480-33f1-4ff9-9078-13cb8f5d2545),segment_id=ef51f480-33f1-4ff9-9078-13cb8f5d2545)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:47.308274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.368182 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.385565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:47.392356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] No DVR routers for this DVR port e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:47.405579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:47.415621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.416201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.416779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.417361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.418311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.418557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.420800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:47.448944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17c111-ea51-4a32-b4c4-05ae8409640e None None] Pushing event deleted for resources: {'Port': ['ID=e3ddd6d5-b9cc-42a0-bca1-c73c5d159b3a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:47.464194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.504098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Port': ['ID=6a8963ac-5274-422d-a8a9-b70790a759bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:47.589035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.686608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port eb9cd93d-bbc5-4c23-96a6-17d4987bb654 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:47.686960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.706750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.710295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.768180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.768994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Fanout notify agent at l3_agent the message router_deleted on router 47ea89c4-e84d-4eaf-b632-a362e4720c9a {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:07:47.776951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.780960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0c8712e4-e872-463c-a135-c99325c1b7cc tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/routers/47ea89c4-e84d-4eaf-b632-a362e4720c9a HTTP/1.1" status: 204 len: 168 time: 1.3690786 Jul 23 23:07:47.781201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:47.862892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.863333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.881331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for eb9cd93d-bbc5-4c23-96a6-17d4987bb654 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:47.928796 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.090708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.102970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:48.118202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef51f480-33f1-4ff9-9078-13cb8f5d2545') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:48.118970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef51f480-33f1-4ff9-9078-13cb8f5d2545') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:48.122308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.131563 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.152855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.154405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=eb9cd93d-bbc5-4c23-96a6-17d4987bb654,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:48.170054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:07:48.170576 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:07:48.174758 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:07:48.264770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.266426 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.266833 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Floating IP bf22f682-7ac2-4f40-8222-092e7cdb81a0 disassociated (deleted). External IP: 172.25.1.12, port: ac3efbf6-9abb-4542-bd2c-f60957f578ed. Jul 23 23:07:48.270947 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.276652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/networks/9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f HTTP/1.1" status: 204 len: 168 time: 0.4907506 Jul 23 23:07:48.292830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37608) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:48.293803 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d20ef8-f798-48cd-9232-4990eafdd8b0 tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'Network': ['ID=9d43c35b-0e0f-43fa-a31e-4bf5ccc2bf1f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:48.407813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.456389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.558931 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.562818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.566565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] 10.222.0.37 "DELETE /v2.0/security-groups/902bb00a-e203-413b-b69f-ed441fca0e37 HTTP/1.1" status: 204 len: 168 time: 0.2669492 Jul 23 23:07:48.574079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1797f5-1dc8-46e7-92ee-b21a7827462e tempest-TestNetworkAdvancedServerOps-547432314 tempest-TestNetworkAdvancedServerOps-547432314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902bb00a-e203-413b-b69f-ed441fca0e37,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:48.622369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:48.779104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:48.789273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:48.791624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.805945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:48.808044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:48.881847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b14e7a94-0c3c-475a-a1f3-5f40d0fed76e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf22f682-7ac2-4f40-8222-092e7cdb81a0 HTTP/1.1" status: 204 len: 168 time: 1.4905953 Jul 23 23:07:48.881847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:48.885382 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a2f2e-4a78-47ab-85f3-9471039737c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:48.991236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c47a2a0c-6174-4628-8509-0e74ad1fbf62 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:49.017808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c47a2a0c-6174-4628-8509-0e74ad1fbf62 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:49.018228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c47a2a0c-6174-4628-8509-0e74ad1fbf62 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:49.018655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6a8963ac-5274-422d-a8a9-b70790a759bb no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:49.029507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37622) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:49.044345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6a8963ac-5274-422d-a8a9-b70790a759bb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:49.044699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6a8963ac-5274-422d-a8a9-b70790a759bb not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:49.067873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:49.277171 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb3f480-dca5-4fb9-ae57-3c00623cdc22 x-openstack-request-id: req-7eb3f480-dca5-4fb9-ae57-3c00623cdc22 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:49.278503 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:49.279742 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7eb3f480-dca5-4fb9-ae57-3c00623cdc22 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:49.280308 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'status': 'completed', 'code': 200} Jul 23 23:07:49.315211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cedb4bcd-12c3-453f-9459-37aab47f36d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=353678e0676d48ef9f4ec9428a615568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837982 Jul 23 23:07:49.316010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:49.383624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:49.416266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:49.420366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:49.433519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:49.434526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:49.456968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:49.460173 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-eedcf61a-655b-4906-b844-410b3718306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.462841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-eedcf61a-655b-4906-b844-410b3718306a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1672337 Jul 23 23:07:49.486043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993accb8-6805-42d2-9811-719d917479e1 req-cbb65f61-84ae-4a14-9fe9-b6fb9b07a702 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.487689 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-993accb8-6805-42d2-9811-719d917479e1 req-cbb65f61-84ae-4a14-9fe9-b6fb9b07a702 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.1079350 Jul 23 23:07:49.531637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:49.536631 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:49.542287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06c93a27-f484-4a9f-9b62-e938f2e09920 HTTP/1.1" status: 204 len: 168 time: 0.2180223 Jul 23 23:07:49.574399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827fe71-8430-4601-9e4e-5aec344cb3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c93a27-f484-4a9f-9b62-e938f2e09920,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:49.630298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-993accb8-6805-42d2-9811-719d917479e1 req-7c76688b-7410-4b33-903f-06e8ce9581da tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169713 Jul 23 23:07:49.635080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:49.692057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-37586c39-4f72-4d6a-a505-b769c4ac489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.694014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-37586c39-4f72-4d6a-a505-b769c4ac489b service neutron] 10.222.0.25 "GET /v2.0/networks?id=403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 200 len: 912 time: 0.2250428 Jul 23 23:07:49.782721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-459bc0a8-3e02-46a0-a72e-a1337b01bd98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 200 len: 217 time: 0.0804090 Jul 23 23:07:49.874071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-9e11b9b1-5405-48e2-a0cb-71879e6d4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.876065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-9e11b9b1-5405-48e2-a0cb-71879e6d4072 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 200 len: 850 time: 0.0875046 Jul 23 23:07:49.958692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:50.004954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035d355-5f6e-489b-8876-c9c5c62737ef None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:26Z', 'revision_number': 4, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '63132395-a0b3-4f6d-babc-4de5ec3b412a', 'name': '', 'network_id': '403488bb-5599-4d73-b325-29bbdfb920fb', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'mac_address': 'fa:16:3e:79:3d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:26Z', 'updated_at': '2021-07-23T22:55:35Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'subnets': [{'id': '429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:50.046626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-4e535ec9-c36a-4fd6-a484-7671f79c487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:50.048601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-4e535ec9-c36a-4fd6-a484-7671f79c487b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=403488bb-5599-4d73-b325-29bbdfb920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611438 Jul 23 23:07:50.177934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:50.194477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-61f1d104-2d04-4dc3-ab22-46581719c406 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368568 Jul 23 23:07:50.239410 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9e0be281-0ebc-48b5-a665-18baf4bb26e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=940d4c1b5a984975bb2704a1a234478c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598910 Jul 23 23:07:50.242018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:50.377691 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:50.385808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-939a2f2e-4a78-47ab-85f3-9471039737c9 req-c51cbd25-dc06-4404-b1a1-baf5f20cc2e8 service neutron] 10.222.0.25 "GET /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813340 Jul 23 23:07:50.436671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:50.457254 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c5a73-2dbd-40cb-ad07-cc16c903be33 None None] New status for floating IP bf22f682-7ac2-4f40-8222-092e7cdb81a0: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:50.545521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:50.548794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:50.550490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60da5a16-35f2-4116-bca3-fa34eb861fb9 HTTP/1.1" status: 204 len: 168 time: 0.3070955 Jul 23 23:07:50.576197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ef436-ace8-4e1d-8d88-3599e557ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da5a16-35f2-4116-bca3-fa34eb861fb9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:50.858927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932502ad-b878-45e0-a036-ca7e8750558a req-73dddb1f-3fb1-46db-9c54-7751158375db tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:50.867031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-932502ad-b878-45e0-a036-ca7e8750558a req-73dddb1f-3fb1-46db-9c54-7751158375db tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.1590075 Jul 23 23:07:50.872073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc8a0a-aeea-4be4-bf3d-c51110569e6f req-f5184988-98d7-473b-87a8-b4f72a8824ce tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:50.873583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafc8a0a-aeea-4be4-bf3d-c51110569e6f req-f5184988-98d7-473b-87a8-b4f72a8824ce tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 945 time: 0.1065140 Jul 23 23:07:50.942826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bafc8a0a-aeea-4be4-bf3d-c51110569e6f req-75b4e854-add5-445c-8c8a-6f1e62e00ce9 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/security-groups?id=310f4bd6-0124-4fcb-99d2-d1073d3b4012&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611997 Jul 23 23:07:51.046101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port ac3efbf6-9abb-4542-bd2c-f60957f578ed {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:51.046449 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.150417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] For port ac3efbf6-9abb-4542-bd2c-f60957f578ed, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ac3efbf6-9abb-4542-bd2c-f60957f578ed,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:51.151116 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.166757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for ac3efbf6-9abb-4542-bd2c-f60957f578ed owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:51.343138 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.385559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=ac3efbf6-9abb-4542-bd2c-f60957f578ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:51.454986 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] No DVR routers for this DVR port ac3efbf6-9abb-4542-bd2c-f60957f578ed on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:51.457737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.459873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-932502ad-b878-45e0-a036-ca7e8750558a req-bd0bfa64-17f2-4937-bda3-77fb841db570 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.25 "DELETE /v2.0/ports/ac3efbf6-9abb-4542-bd2c-f60957f578ed HTTP/1.1" status: 204 len: 173 time: 0.5850031 Jul 23 23:07:51.460342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'name': 'network-vif-deleted', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:51.463554 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff905ed-0aca-49ee-a594-13963b24901d" -d '{"events": [{"server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "name": "network-vif-deleted", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:51.529567 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c47fce9-7405-4c05-aa15-0faf3e06086c x-openstack-request-id: req-0c47fce9-7405-4c05-aa15-0faf3e06086c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:51.530338 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7bf0125-e440-41fe-9ec9-da8986120ea3", "name": "network-vif-deleted", "tag": "ac3efbf6-9abb-4542-bd2c-f60957f578ed", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:51.530661 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c47fce9-7405-4c05-aa15-0faf3e06086c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:51.531275 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7bf0125-e440-41fe-9ec9-da8986120ea3', 'name': 'network-vif-deleted', 'tag': 'ac3efbf6-9abb-4542-bd2c-f60957f578ed', 'status': 'completed', 'code': 200} Jul 23 23:07:52.105785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c307911f-3357-4266-928c-a8273e00e512 req-c36127af-e866-4657-a646-c104711dfe3c tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.0394330 Jul 23 23:07:52.515078 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.375086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.788401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:53.795430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'network': {'name': 'tempest-network-smoke--1666381278', 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:53.832517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:53.839650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.857061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.904538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7d59526-60df-4590-85ed-68640d89fc27 req-bef17642-d2bf-480c-ae79-d0ab4a0d504e tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.0450158 Jul 23 23:07:54.012611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ac3efbf6-9abb-4542-bd2c-f60957f578ed no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:54.022178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.036189 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.050015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: ac3efbf6-9abb-4542-bd2c-f60957f578ed {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:54.050895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ac3efbf6-9abb-4542-bd2c-f60957f578ed not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:54.065559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:07:54.083598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1a0139-fba3-463c-b7ac-e4d500ccd26b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:54.087957 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.088648 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Added segment fde2194e-274a-4f48-963a-04ca8f59cd24 of type vlan for network 79352bf0-60b0-47a3-9031-812e9b43f9c2 Jul 23 23:07:54.154542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.194589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.201018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.201417 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.240516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4500616 Jul 23 23:07:54.243619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:54.248358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'admin_state_up': True, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:54.294213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b030c4-00e2-46f2-abbb-f98d500aff1a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Network': ['ID=79352bf0-60b0-47a3-9031-812e9b43f9c2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:54.304327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.304890 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.309509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:07:54.431857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:54.621568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:55.072639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da5dbd36-ed0a-4617-afb1-72f7b9d12c3b req-6cc43578-dbe1-4510-b056-39e559daebd2 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7bf0125-e440-41fe-9ec9-da8986120ea3 HTTP/1.1" status: 200 len: 210 time: 0.0474288 Jul 23 23:07:55.234954 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:55.255478 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:55.393523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.25.1.140 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:55.528061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:55.596698 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:55.641354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:55.646805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:55.652044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:55.658503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:55.928917 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.160567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.253227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.390128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Deleting port eadf0f83-b6cf-4723-9bbc-27d22fefabda {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:56.390464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.472510 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:07:56.481848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router beb3d59e-d101-4c71-afad-12a512869d82 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:07:56.492580 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.492905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.512562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Calling delete_port for eadf0f83-b6cf-4723-9bbc-27d22fefabda owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:56.661346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:56.671409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Sync routers for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:56.682092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:56.683216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:56.690813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.694216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df1965f7-0cc2-4258-8339-0c09e725b7eb tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4495504 Jul 23 23:07:56.695600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.756262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.801253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'Port': ['ID=eadf0f83-b6cf-4723-9bbc-27d22fefabda,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:56.866162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-122f4b33-08fd-4325-af59-7fdbf747f88f tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1472ceafcee46dfa248630451f1bde8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1680806 Jul 23 23:07:56.869741 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37726) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.904263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.906874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.908427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eacd48b5-5494-4ab1-b6ff-b7c4e2f0fc59 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "DELETE /v2.0/floatingips/e533a321-d91b-401a-a1cf-4f39816468e0 HTTP/1.1" status: 204 len: 168 time: 0.7467813 Jul 23 23:07:56.973744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab11a8-fc5b-4469-a74e-4b50918d390a tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:56.975941 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4cab11a8-fc5b-4469-a74e-4b50918d390a tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051135 Jul 23 23:07:56.979908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37732) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:57.014026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-17b44b94-176f-4fc3-972d-460a8e4c8eb5 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324032 Jul 23 23:07:57.016548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:57.021526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348999902', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:57.026163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:57.127418 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:57.137724 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.263305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:55Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:57.297864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Checking router: beb3d59e-d101-4c71-afad-12a512869d82 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:57.298259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Updating router beb3d59e-d101-4c71-afad-12a512869d82 port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:07:57.342062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.355549 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.421467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Subnet': ['ID=1cd5350d-534a-46c4-93d4-31215483546b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:57.433182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.433521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.433884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.434222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.434552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.434888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.435211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.435534 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.435860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.436182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.436501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.436820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:57.440810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Checking segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:57.440810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network hostable DHCP agents. Network: 79352bf0-60b0-47a3-9031-812e9b43f9c2, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:07:57.460412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:07:57.470753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 79352bf0-60b0-47a3-9031-812e9b43f9c2) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:57.476160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:57.477317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.492441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a79ca5-3d7c-4c6e-a9cc-98b0ec216e03 None None] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:57.497748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e8adc351-d57d-4f70-82b1-583bc0e53fbd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4777002 Jul 23 23:07:57.499771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:57.733920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.745117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Transition to ACTIVE for port object 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:57.774167 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.801194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-79352bf0-60b0-47a3-9031-812e9b43f9c2', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:07:57.802069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.873070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Attempting to bind port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:57.873070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Attempting to bind port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:57.873070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Attempting to bind port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:57.904644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:57.905587 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:57.906967 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.907124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:57.907830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Bound port: 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:57.909127 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.914727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f35653-dadd-4aa0-8823-27a3802f0475 None None] Pushing event updated for resources: {'Port': ['ID=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:58.073514 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.155802 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] For port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:58.177794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] For port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:58.186849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.194519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Allocated IP 172.20.0.2 (79352bf0-60b0-47a3-9031-812e9b43f9c2/1cd5350d-534a-46c4-93d4-31215483546b/edcb9a71-1881-4625-ba22-c550c480f8ef) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:58.332175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f35653-dadd-4aa0-8823-27a3802f0475 None None] Pushing event updated for resources: {'Port': ['ID=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:58.349079 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:58.350294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:58.551719 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:58.617997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.639084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Transition to ACTIVE for port object edcb9a71-1881-4625-ba22-c550c480f8ef will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:58.692957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Transition to ACTIVE for port object edcb9a71-1881-4625-ba22-c550c480f8ef will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:58.703301 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.743778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:58.751340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:58.756250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:58.772611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.20.0.1 (79352bf0-60b0-47a3-9031-812e9b43f9c2/1cd5350d-534a-46c4-93d4-31215483546b/71514a8d-7c26-4175-a7a1-f208a35146f2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:58.845548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Pushing event updated for resources: {'Port': ['ID=edcb9a71-1881-4625-ba22-c550c480f8ef,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:58.869434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Attempting to bind port edcb9a71-1881-4625-ba22-c550c480f8ef on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:58.869897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Attempting to bind port edcb9a71-1881-4625-ba22-c550c480f8ef by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:58.870212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Attempting to bind port edcb9a71-1881-4625-ba22-c550c480f8ef on network 79352bf0-60b0-47a3-9031-812e9b43f9c2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:58.876022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:58.876398 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Checking segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:58.876795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.877192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Bound using segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:58.877663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Bound port: edcb9a71-1881-4625-ba22-c550c480f8ef, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:58.878135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.920755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:55Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:58.939541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:58.950416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d3567-88ce-491f-a18d-8d89ab6ff1a0 None None] The sync data for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 is: [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:55Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:58.959322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Transition to ACTIVE for port object 71514a8d-7c26-4175-a7a1-f208a35146f2 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:58.990270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] For port edcb9a71-1881-4625-ba22-c550c480f8ef, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:58.998912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] For port edcb9a71-1881-4625-ba22-c550c480f8ef, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=edcb9a71-1881-4625-ba22-c550c480f8ef,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:59.005490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:59.028959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:59.101155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:59.108314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:59.113242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:59.118063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3435eda-945e-4872-8c5c-ab60872bea73 None None] Pushing event updated for resources: {'Port': ['ID=edcb9a71-1881-4625-ba22-c550c480f8ef,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:59.151143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:59.184353 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:59.463174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:59.861978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:59.867988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.018802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:00.023549 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.186321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:00.189702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:00.386408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router beb3d59e-d101-4c71-afad-12a512869d82 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:08:00.451184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37756) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:00.560677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.611224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.633456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb59f7-71c4-4724-8f3d-cfccf211acac None None] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:08:00.733603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.755447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:00.774792 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] 10.222.0.37 "DELETE /v2.0/security-groups/310f4bd6-0124-4fcb-99d2-d1073d3b4012 HTTP/1.1" status: 204 len: 168 time: 0.3223679 Jul 23 23:08:00.805443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acc1bd-3058-44bb-83f9-61e740e592f6 tempest-TestVolumeBootPattern-1791912588 tempest-TestVolumeBootPattern-1791912588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f4bd6-0124-4fcb-99d2-d1073d3b4012,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:00.881325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37762) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:00.914490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e4fedb32-5027-474f-8cf5-54cfce492174 None None] Provisioning for port edcb9a71-1881-4625-ba22-c550c480f8ef completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:01.155269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:01.162069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-839146d2-acc3-4c78-a159-192cb6776366 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "PUT /v2.0/routers/beb3d59e-d101-4c71-afad-12a512869d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610551 Jul 23 23:08:01.165987 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:01.172504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1142383777', 'description': 'tempest-secgroup_access--1142383777 description', 'project_id': 'd1472ceafcee46dfa248630451f1bde8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:01.219475 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.224479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:01.398202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:01.410193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:01.411241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.443561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.452262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.509299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.515145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3439727 Jul 23 23:08:01.515365 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37770) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:01.518289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df98948-93fc-43f5-9c16-5278f12d6697 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d1451-5028-4811-ad8f-3d61e3118b39,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:01.532498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--666546987', 'description': 'tempest-secgroup_general--666546987 description', 'project_id': 'd1472ceafcee46dfa248630451f1bde8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:01.571460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.599059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:01.609233 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.610076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device edcb9a71-1881-4625-ba22-c550c480f8ef up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:01.630661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.659684 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Sync routers for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:01.671118 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:01.683138 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:01.813563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:01.819405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Provisioning for port 71514a8d-7c26-4175-a7a1-f208a35146f2 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:01.857465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Provisioning complete for port 71514a8d-7c26-4175-a7a1-f208a35146f2 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:01.863468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.936613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.943625 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:01.986997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:01.999138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.000993 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4850702 Jul 23 23:08:02.004243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:02.011910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d1451-5028-4811-ad8f-3d61e3118b39', 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:02.016921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcdcd1-98d4-40b9-bf14-d8f438ac3d00 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc7edef-33a4-47d2-a725-51660b1f37dc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:02.036326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Port 71514a8d-7c26-4175-a7a1-f208a35146f2 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:08:02.043723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port edcb9a71-1881-4625-ba22-c550c480f8ef completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:02.069009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port edcb9a71-1881-4625-ba22-c550c480f8ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:02.069891 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.095641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.116908 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.238213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Provisioning complete for port edcb9a71-1881-4625-ba22-c550c480f8ef triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:02.238824 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.293713 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 2, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:02.345136 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.351869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.357535 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.364008 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Checking router: beb3d59e-d101-4c71-afad-12a512869d82 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:02.364901 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Updating router beb3d59e-d101-4c71-afad-12a512869d82 port 71514a8d-7c26-4175-a7a1-f208a35146f2 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:08:02.405740 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.409952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4041705 Jul 23 23:08:02.421077 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.435348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a007c-fc6a-4c19-ac43-57475bb5426e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70895aff-d1e2-433c-bc4b-46b00f8b0ff5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:02.502119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port edcb9a71-1881-4625-ba22-c550c480f8ef, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=edcb9a71-1881-4625-ba22-c550c480f8ef,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:02.566981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.609211 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.696208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=edcb9a71-1881-4625-ba22-c550c480f8ef,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:02.712332 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-24f38f84-e863-4106-87dc-ea31d49146d3 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1142383777&fields=id&tenant_id=d1472ceafcee46dfa248630451f1bde8 HTTP/1.1" status: 200 len: 267 time: 0.0645370 Jul 23 23:08:02.714197 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:08:02.714798 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-bbcd48ee-da64-4294-8d41-cd5fe817ba45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:08:02.763928 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-11e72ef1-8772-4a76-9512-3c228b036062 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--666546987&fields=id&tenant_id=d1472ceafcee46dfa248630451f1bde8 HTTP/1.1" status: 200 len: 267 time: 0.0499394 Jul 23 23:08:02.777253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Deleting port 63132395-a0b3-4f6d-babc-4de5ec3b412a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:02.778255 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.909420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] For port 63132395-a0b3-4f6d-babc-4de5ec3b412a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=63132395-a0b3-4f6d-babc-4de5ec3b412a,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:02.909420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:02.918061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-ae4aa2d3-1e7d-48c6-b61f-93807672de41 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:02.930102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Calling delete_port for 63132395-a0b3-4f6d-babc-4de5ec3b412a owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:02.940959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-ae4aa2d3-1e7d-48c6-b61f-93807672de41 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 797 time: 0.1748295 Jul 23 23:08:02.953283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-62275728-5afa-4020-87a9-1507ecb8aafd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/quotas/d1472ceafcee46dfa248630451f1bde8 HTTP/1.1" status: 200 len: 375 time: 0.0114472 Jul 23 23:08:03.050501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:03.081642 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.104363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Transition to ACTIVE for port object 71514a8d-7c26-4175-a7a1-f208a35146f2 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:03.114294 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.130282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-185d222b-3311-4216-9633-4609e3db6ac7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672199 Jul 23 23:08:03.178372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:03.178748 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.263793 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Pushing event updated for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:03.359924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.370487 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.370879 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.371807 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.371807 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.371807 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.372277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.372438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.373397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.373397 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.374389 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.374686 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.375370 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:03.397186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Attempting to bind port 71514a8d-7c26-4175-a7a1-f208a35146f2 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:08:03.397186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Attempting to bind port 71514a8d-7c26-4175-a7a1-f208a35146f2 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:08:03.397186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Attempting to bind port 71514a8d-7c26-4175-a7a1-f208a35146f2 on network 79352bf0-60b0-47a3-9031-812e9b43f9c2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:03.403989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:08:03.404851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Checking segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:03.404851 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.405236 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Bound using segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:08:03.406049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Bound port: 71514a8d-7c26-4175-a7a1-f208a35146f2, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:08:03.406440 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.420318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device edcb9a71-1881-4625-ba22-c550c480f8ef up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:03.449604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=63132395-a0b3-4f6d-babc-4de5ec3b412a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:03.561047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-c24c19ad-3a25-4d35-9ae7-31ca3fc9e5ac service neutron] 10.222.0.37 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160159 Jul 23 23:08:03.568022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port edcb9a71-1881-4625-ba22-c550c480f8ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:03.587493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.610184 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] For port 71514a8d-7c26-4175-a7a1-f208a35146f2, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:08:03.623758 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] For port 71514a8d-7c26-4175-a7a1-f208a35146f2, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71514a8d-7c26-4175-a7a1-f208a35146f2,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:08:03.634878 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:03.743586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-1eff75ed-1760-4fcf-8069-9a5c75224d09 service neutron] 10.222.0.37 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810036 Jul 23 23:08:03.789308 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:03.790704 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:03.832434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:04.072955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44540fcf-2d42-426a-9673-571f088e62b2 None None] Pushing event updated for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:04.192676 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:04.200964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eaa3aee0-cbb5-4eae-8ebd-121733559ddf req-f5472822-298d-440b-9099-34f863556fae tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 210 time: 0.0753660 Jul 23 23:08:04.316039 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Router 67042fb5-5e76-436a-864b-53d42925b569 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:08:04.529033 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:03Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:04.577196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:04.595462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-900fb739-cb9d-4837-8100-6fab17f21c0e admin admin] 10.222.0.37 "PUT /v2.0/routers/67042fb5-5e76-436a-864b-53d42925b569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7127218 Jul 23 23:08:04.595700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:04.597124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Sync routers for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:04.627541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d873e-8933-47ee-8630-079ec637b139 None None] The sync data for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 is: [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:03Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:08:04.631779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:04.632614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:04.870848 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:04.881043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:05.200312 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.324466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Deleting port faf86978-fd64-4410-abe6-18442166c5c9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:05.325284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.331955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71514a8d-7c26-4175-a7a1-f208a35146f2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:05.402912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbf858c3-a5de-4e88-8fe4-a4f5b537a3f6 req-1b0acf5c-8f38-4b81-8044-065278478b38 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 210 time: 0.0855732 Jul 23 23:08:05.532894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] For port faf86978-fd64-4410-abe6-18442166c5c9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=faf86978-fd64-4410-abe6-18442166c5c9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:05.534951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.561926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Calling delete_port for faf86978-fd64-4410-abe6-18442166c5c9 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:05.608810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 71514a8d-7c26-4175-a7a1-f208a35146f2 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:05.624296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 71514a8d-7c26-4175-a7a1-f208a35146f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:05.624671 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.715196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T23:08:03Z', 'revision_number': 5, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port': {'id': 'faf86978-fd64-4410-abe6-18442166c5c9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67042fb5-5e76-436a-864b-53d42925b569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T22:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:05.759554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Checking router: 67042fb5-5e76-436a-864b-53d42925b569 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:05.841188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.865821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Routers {'67042fb5-5e76-436a-864b-53d42925b569'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:05.866543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['67042fb5-5e76-436a-864b-53d42925b569'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:05.883878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:05.974248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 71514a8d-7c26-4175-a7a1-f208a35146f2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71514a8d-7c26-4175-a7a1-f208a35146f2,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:05.975388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf86978-fd64-4410-abe6-18442166c5c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:06.010324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.108562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] Set router 67042fb5-5e76-436a-864b-53d42925b569 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:06.117505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:06.171215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-9fc11f93-30ca-4d74-bb9e-acf97a7d39fd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:06.172904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-9fc11f93-30ca-4d74-bb9e-acf97a7d39fd tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.25 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 797 time: 0.2397711 Jul 23 23:08:06.220785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.230582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 6, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:06.265833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-f16955e5-5d56-465f-b13d-3958ba78f488 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1472ceafcee46dfa248630451f1bde8 HTTP/1.1" status: 200 len: 477 time: 0.0828559 Jul 23 23:08:06.280938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127171-c8cb-4d77-8f3f-e4ff6bd22605 None None] The sync data for ids ['67042fb5-5e76-436a-864b-53d42925b569'] in n-d-791506-25 is: [{'id': '67042fb5-5e76-436a-864b-53d42925b569', 'name': 'tempest-TestVolumeBootPattern-243978956-router', 'tenant_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:23Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 6, 'project_id': 'f14dd18e9c0f4438b08ee7dad15dec12', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:08:06.309363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'port': {'device_id': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'admin_state_up': True, 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'security_groups': ['bf0d1451-5028-4811-ad8f-3d61e3118b39', '2dc7edef-33a4-47d2-a725-51660b1f37dc']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:06.369279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.373617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.461433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.463162 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67042fb5-5e76-436a-864b-53d42925b569 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:08:06.469704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.474914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f3ef2396-5fe7-41af-a0e6-323b0efdc8f1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/67042fb5-5e76-436a-864b-53d42925b569 HTTP/1.1" status: 204 len: 168 time: 1.8741856 Jul 23 23:08:06.475375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:06.556853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Deleting subnet 429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:08:06.560640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.614247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:08:06.618705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.642023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.645431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b35c4c94-6ba8-4f11-bcdc-de61e1e2e633 req-47fb5ce8-242f-4209-bf72-372cdfcfa66c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 210 time: 0.0489957 Jul 23 23:08:06.826463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.924369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.20.0.10 (79352bf0-60b0-47a3-9031-812e9b43f9c2/1cd5350d-534a-46c4-93d4-31215483546b/79856cdd-cccb-4088-b93e-fd3c0e62e68e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:06.947617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.983566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:06.992133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.996496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bac46891-1ed8-42cc-87c8-2e1fb94084d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/429e5b1d-3ed1-4386-8c0b-9f2f2efb39c5 HTTP/1.1" status: 204 len: 168 time: 0.5181158 Jul 23 23:08:06.999000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:07.004551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdd951-bde8-4ef8-99aa-1c1f59a87a70 None None] Network 403488bb-5599-4d73-b325-29bbdfb920fb requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:08:07.124697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.263568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.285713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Transition to ACTIVE for port object 79856cdd-cccb-4088-b93e-fd3c0e62e68e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:07.323319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71514a8d-7c26-4175-a7a1-f208a35146f2 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:07.390014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Deleting port a5ac11c3-a733-4ea2-ab57-be103a75923c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:07.390501 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.398726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] DHCP port deletion for 403488bb-5599-4d73-b325-29bbdfb920fb request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:08:07.413111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.413430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 71514a8d-7c26-4175-a7a1-f208a35146f2 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:07.413974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.516727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:07.562197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Deleting port a5ac11c3-a733-4ea2-ab57-be103a75923c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:07.562575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.566415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:07.587111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:07.597592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] For port a5ac11c3-a733-4ea2-ab57-be103a75923c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a5ac11c3-a733-4ea2-ab57-be103a75923c,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:07.598009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.638848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:07.643822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Calling delete_port for a5ac11c3-a733-4ea2-ab57-be103a75923c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:07.702378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] For port a5ac11c3-a733-4ea2-ab57-be103a75923c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a5ac11c3-a733-4ea2-ab57-be103a75923c,segment=NetworkSegment(b4e365bf-e974-4385-b794-4a03b8b86d10),segment_id=b4e365bf-e974-4385-b794-4a03b8b86d10)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:07.702825 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.747795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Calling delete_port for a5ac11c3-a733-4ea2-ab57-be103a75923c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:07.761849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device faf86978-fd64-4410-abe6-18442166c5c9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:07.811295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: faf86978-fd64-4410-abe6-18442166c5c9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:07.811641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device faf86978-fd64-4410-abe6-18442166c5c9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:07.812104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 63132395-a0b3-4f6d-babc-4de5ec3b412a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:07.828396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:07.828396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.857579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 63132395-a0b3-4f6d-babc-4de5ec3b412a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:07.858293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 63132395-a0b3-4f6d-babc-4de5ec3b412a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:07.909518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-73968aab-520e-424f-b287-535befb11792 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6053598 Jul 23 23:08:07.916343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.926353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Request body: {'port': {'device_id': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:07.959178 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:07.990537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] Pushing event deleted for resources: {'Port': ['ID=a5ac11c3-a733-4ea2-ab57-be103a75923c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:07.992928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ac11c3-a733-4ea2-ab57-be103a75923c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:07.996120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] No DVR routers for this DVR port a5ac11c3-a733-4ea2-ab57-be103a75923c on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:08:08.010450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f7569-2ab8-4771-a318-6c6fcce6c527 None None] No DVR routers for this DVR port a5ac11c3-a733-4ea2-ab57-be103a75923c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:08:08.023572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b430562d-7800-484e-ade8-b5152748ee5a None None] Provisioning for port 79856cdd-cccb-4088-b93e-fd3c0e62e68e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:08.030278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b430562d-7800-484e-ade8-b5152748ee5a None None] Provisioning complete for port 79856cdd-cccb-4088-b93e-fd3c0e62e68e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:08.030846 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b430562d-7800-484e-ade8-b5152748ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.078957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b430562d-7800-484e-ade8-b5152748ee5a None None] Port 79856cdd-cccb-4088-b93e-fd3c0e62e68e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:08:08.105411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9eab-2b4a-493f-967e-5c3af268f001 req-0e181a82-809f-4b37-a0d4-a9ffb78ffa47 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:08.107104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6ad9eab-2b4a-493f-967e-5c3af268f001 req-0e181a82-809f-4b37-a0d4-a9ffb78ffa47 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 971 time: 0.2715337 Jul 23 23:08:08.140336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.179188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403488bb-5599-4d73-b325-29bbdfb920fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:08.183994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.197920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e365bf-e974-4385-b794-4a03b8b86d10') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:08.198206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e365bf-e974-4385-b794-4a03b8b86d10') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:08.225984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.241335 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b6ad9eab-2b4a-493f-967e-5c3af268f001 req-c1e42fb6-e5f1-4957-9d52-e3809662a85d tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0961528 Jul 23 23:08:08.271251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.282622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:08:08.283028 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:08:08.284743 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:08:08.425318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.435759 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.440421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/403488bb-5599-4d73-b325-29bbdfb920fb HTTP/1.1" status: 204 len: 168 time: 1.4375300 Jul 23 23:08:08.440886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37896) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:08.451933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697edd-e204-4137-b03f-8dee3bab5a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=403488bb-5599-4d73-b325-29bbdfb920fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:08.642116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79856cdd-cccb-4088-b93e-fd3c0e62e68e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:08.659456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.680678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Transition to ACTIVE for port object 79856cdd-cccb-4088-b93e-fd3c0e62e68e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:08.691144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:08.743736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Pushing event updated for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:08.927842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Attempting to bind port 79856cdd-cccb-4088-b93e-fd3c0e62e68e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:08:08.928610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Attempting to bind port 79856cdd-cccb-4088-b93e-fd3c0e62e68e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:08:08.929150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Attempting to bind port 79856cdd-cccb-4088-b93e-fd3c0e62e68e on network 79352bf0-60b0-47a3-9031-812e9b43f9c2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:08.938612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Port 79856cdd-cccb-4088-b93e-fd3c0e62e68e on network 79352bf0-60b0-47a3-9031-812e9b43f9c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:08:08.939156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Attempting to bind port 79856cdd-cccb-4088-b93e-fd3c0e62e68e on network 79352bf0-60b0-47a3-9031-812e9b43f9c2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:08.948480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:08:08.949469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Checking segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:08.949611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Bound using segment: {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:08:08.950056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Bound port: 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde2194e-274a-4f48-963a-04ca8f59cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:08:08.950427 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.000158 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.054127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:08:09.059696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:08:09.067469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.077389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a5ac11c3-a733-4ea2-ab57-be103a75923c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:09.105103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a5ac11c3-a733-4ea2-ab57-be103a75923c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:09.105788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a5ac11c3-a733-4ea2-ab57-be103a75923c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:09.118521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.119175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.123219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] 10.222.0.25 "PUT /v2.0/ports/79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 1132 time: 1.2020020 Jul 23 23:08:09.123746 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:09.126388 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62" -d '{"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:09.184902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93725f50-b24f-473c-9f1d-c5d36ff77c03 service neutron] Pushing event updated for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:09.196033 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedd0a86-03e0-450c-98ec-f0c18f470a45 x-openstack-request-id: req-cedd0a86-03e0-450c-98ec-f0c18f470a45 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:09.196335 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:09.196590 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cedd0a86-03e0-450c-98ec-f0c18f470a45 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:09.197008 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'status': 'completed', 'code': 200} Jul 23 23:08:09.253259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-e315e982-9c41-48ea-a7eb-27837b957872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.255151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-e315e982-9c41-48ea-a7eb-27837b957872 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1135 time: 0.0800834 Jul 23 23:08:09.360652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-8e6e620f-ae0e-4cba-87ee-ad0bafafdab1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 217 time: 0.0980361 Jul 23 23:08:09.449555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-a5ebac61-d80a-44c0-9a3d-ebcaec426539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.451346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-a5ebac61-d80a-44c0-9a3d-ebcaec426539 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 200 len: 834 time: 0.0669494 Jul 23 23:08:09.498621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3464d73-28b4-4c46-95da-771e0152fd2c req-9dc4a007-3b21-432a-92e9-5221e349f06e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.500248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3464d73-28b4-4c46-95da-771e0152fd2c req-9dc4a007-3b21-432a-92e9-5221e349f06e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 983 time: 0.1504645 Jul 23 23:08:09.582057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3464d73-28b4-4c46-95da-771e0152fd2c req-1e8dff65-0e2a-4a11-bc19-0642139d0bfa tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0730765 Jul 23 23:08:09.594437 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5715-206f-4247-9a85-3e62766a658d req-16770339-f387-4c0b-a554-6784d2304b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.596154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-16770339-f387-4c0b-a554-6784d2304b94 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79352bf0-60b0-47a3-9031-812e9b43f9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374168 Jul 23 23:08:09.720230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-c13442b8-6e6d-44b1-a141-f63a7435b098 service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153886 Jul 23 23:08:09.835496 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c68b5715-206f-4247-9a85-3e62766a658d req-a3dcfcdd-5384-488f-9b43-a79a34f5e2db service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082528 Jul 23 23:08:09.860054 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Deleting port 44c132ba-4a74-4fa5-8941-e48627083a07 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:09.860715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.949934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] For port 44c132ba-4a74-4fa5-8941-e48627083a07, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=44c132ba-4a74-4fa5-8941-e48627083a07,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:09.950298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:09.956908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-c09efeef-af11-4c9e-bf1e-3ad37edaefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.958481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-c09efeef-af11-4c9e-bf1e-3ad37edaefc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1135 time: 0.0714324 Jul 23 23:08:09.963655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Calling delete_port for 44c132ba-4a74-4fa5-8941-e48627083a07 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:10.101296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-24d245f9-736b-4989-8e98-2dd91415bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:10.104393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-24d245f9-736b-4989-8e98-2dd91415bef0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 898 time: 0.1388793 Jul 23 23:08:10.154983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-d40c2b00-a3cd-441c-94ca-0e23432ed9b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 217 time: 0.0433125 Jul 23 23:08:10.180890 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:10.209646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c132ba-4a74-4fa5-8941-e48627083a07,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:10.254611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-e4f2da22-e6bc-4116-bc4a-d218606f8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:10.254611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-e4f2da22-e6bc-4116-bc4a-d218606f8b4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 200 len: 834 time: 0.0870292 Jul 23 23:08:10.327098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-cc8fc141-cd56-4549-844a-3d5409eafdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:10.328722 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-cc8fc141-cd56-4549-844a-3d5409eafdc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79352bf0-60b0-47a3-9031-812e9b43f9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723705 Jul 23 23:08:10.436871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:10.748860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:08:10.812619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-097223e5-8cd4-4b6f-a81a-98bd11446bb3 service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764624 Jul 23 23:08:10.869953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:10.878824 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Sync routers for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:10.880537 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-596583b0-dcef-4040-a81c-86bf2e6920e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/81e7d629-f94c-4eee-8e7b-3394df59d1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4379354 Jul 23 23:08:10.883168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:10.892546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:10.893594 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:10.928212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a45db5c6-458e-4ee5-8d2e-ee14adc81c62 req-a1763953-d7ec-4129-982c-127b34dea6ae service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090984 Jul 23 23:08:10.940911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8da979-78b2-425e-a012-c8f2164c3880 req-249451ec-0600-4c57-a033-4be71b9ad433 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:10.942241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae8da979-78b2-425e-a012-c8f2164c3880 req-249451ec-0600-4c57-a033-4be71b9ad433 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 983 time: 0.1837103 Jul 23 23:08:11.043549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae8da979-78b2-425e-a012-c8f2164c3880 req-7ded654a-b7b4-4ce6-ac54-63d5f30ca5aa tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0828905 Jul 23 23:08:11.058584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:11.062655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.072828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-222a2ab2-b31f-410f-8b55-54dea5e8b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.236396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.262412 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T23:08:10Z', 'revision_number': 5, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port': {'id': 'bca8cf8f-1edb-4bba-b68f-bd8739a04967', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:55:31Z', 'updated_at': '2021-07-23T22:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:11.298510 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Checking router: 81e7d629-f94c-4eee-8e7b-3394df59d1a6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:11.300150 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Deleting port bca8cf8f-1edb-4bba-b68f-bd8739a04967 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:11.300502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.308931 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Routers {'81e7d629-f94c-4eee-8e7b-3394df59d1a6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:11.309840 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:07:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:11.406265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] For port bca8cf8f-1edb-4bba-b68f-bd8739a04967, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bca8cf8f-1edb-4bba-b68f-bd8739a04967,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:11.407412 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.417561 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] Set router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:11.424752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Calling delete_port for bca8cf8f-1edb-4bba-b68f-bd8739a04967 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:11.473267 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T23:08:11Z', 'revision_number': 6, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:11.499590 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c497311-d5c9-406f-af4e-5d3844515a70 None None] The sync data for ids ['81e7d629-f94c-4eee-8e7b-3394df59d1a6'] in n-d-791506-25 is: [{'id': '81e7d629-f94c-4eee-8e7b-3394df59d1a6', 'name': 'tempest-TestVolumeBootPattern-2070495838-router', 'tenant_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:55:30Z', 'updated_at': '2021-07-23T23:08:11Z', 'revision_number': 6, 'project_id': 'e6d51576c1ea4714b7023333e8c8e75d', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:08:11.636723 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.666581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Pushing event deleted for resources: {'Port': ['ID=bca8cf8f-1edb-4bba-b68f-bd8739a04967,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:11.740636 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.837996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.840746 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.922665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.927659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e7d629-f94c-4eee-8e7b-3394df59d1a6 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:08:11.933375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.939258 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-12652616-2739-43f7-88ce-1cfec6dfd36e admin admin] 10.222.0.37 "DELETE /v2.0/routers/81e7d629-f94c-4eee-8e7b-3394df59d1a6 HTTP/1.1" status: 204 len: 168 time: 1.0505025 Jul 23 23:08:11.939514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:11.990175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Deleting subnet 4129bdc7-68b9-4e9e-b841-d7a93d047321 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:08:11.993910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.040282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.106871 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 79856cdd-cccb-4088-b93e-fd3c0e62e68e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:08:12.146138 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.207742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518c6c-f582-4e4c-abb3-64d1e093e643 req-0fde1636-5d96-400c-b30d-10cbecf30e74 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:12.209283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41518c6c-f582-4e4c-abb3-64d1e093e643 req-0fde1636-5d96-400c-b30d-10cbecf30e74 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 983 time: 0.0905366 Jul 23 23:08:12.270047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.274731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:12.279192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41518c6c-f582-4e4c-abb3-64d1e093e643 req-5acad050-0b3f-4f13-b138-0addebdad4b1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0584009 Jul 23 23:08:12.306116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'port_id': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'mac_address': 'fa:16:3e:1e:c3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:08:12.323465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.330579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4129bdc7-68b9-4e9e-b841-d7a93d047321 HTTP/1.1" status: 204 len: 168 time: 0.3899174 Jul 23 23:08:12.331402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:12.332545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a07d2b-3965-43dc-a355-e31704c1fe96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4129bdc7-68b9-4e9e-b841-d7a93d047321,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:12.338794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78f802-8777-4c86-a517-e4899af9c6e9 None None] Network ed6c16fb-8115-4aba-bea0-48c60ffa63a0 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:08:12.422590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.426588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.467552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79856cdd-cccb-4088-b93e-fd3c0e62e68e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:12.491204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Deleting port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:08:12.491952 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.497649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:12.505545 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.609096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:12.610219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] For port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,segment=NetworkSegment(11c1eef6-90b6-4580-bba5-89c354605d70),segment_id=11c1eef6-90b6-4580-bba5-89c354605d70)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:12.610792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.630797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Calling delete_port for a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:08:12.703690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2321217-cacb-4a7e-b2bb-3cabef5085e5 None None] DHCP port deletion for ed6c16fb-8115-4aba-bea0-48c60ffa63a0 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:08:12.706157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['79856cdd-cccb-4088-b93e-fd3c0e62e68e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:08:12.759215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.791367 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a82b11a2-b4aa-4e07-9e8a-2e9d9703f243,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:12.793965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] No DVR routers for this DVR port a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:08:12.800340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b2321217-cacb-4a7e-b2bb-3cabef5085e5 None None] The port 'a82b11a2-b4aa-4e07-9e8a-2e9d9703f243' was deleted {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 23:08:12.878023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.889915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6c16fb-8115-4aba-bea0-48c60ffa63a0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:12.902101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c1eef6-90b6-4580-bba5-89c354605d70') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:12.902529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c1eef6-90b6-4580-bba5-89c354605d70') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:12.914291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.936190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:08:12.954471 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:08:13.017351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.025146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.031220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed6c16fb-8115-4aba-bea0-48c60ffa63a0 HTTP/1.1" status: 204 len: 168 time: 0.6949427 Jul 23 23:08:13.034612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 44c132ba-4a74-4fa5-8941-e48627083a07 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:13.041124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269ed3-c0e3-42a0-8f5a-2fc7c5653fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6c16fb-8115-4aba-bea0-48c60ffa63a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:13.056930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 44c132ba-4a74-4fa5-8941-e48627083a07 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:13.057280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 44c132ba-4a74-4fa5-8941-e48627083a07 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:13.057701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bca8cf8f-1edb-4bba-b68f-bd8739a04967 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:13.077639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: bca8cf8f-1edb-4bba-b68f-bd8739a04967 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:13.078120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bca8cf8f-1edb-4bba-b68f-bd8739a04967 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:13.078433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:13.098598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:08:13.098883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a82b11a2-b4aa-4e07-9e8a-2e9d9703f243 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:08:13.185808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:13.225147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e76d6797-121e-4a2d-884f-7ee4da32dc8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f14dd18e9c0f4438b08ee7dad15dec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454521 Jul 23 23:08:13.229102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:13.286532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.310254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.418050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.420590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.422294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4c8b1e5-b8f9-4692-8aec-51697139d9d6 HTTP/1.1" status: 204 len: 168 time: 0.1916075 Jul 23 23:08:13.440590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cc705-36cb-48e3-a12b-2928839320a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8b1e5-b8f9-4692-8aec-51697139d9d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:13.456360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4149d8c-a217-442c-861b-188ccbcce657 req-91afaeef-5531-41ab-a9cc-f9eacfa008e5 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:13.457995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4149d8c-a217-442c-861b-188ccbcce657 req-91afaeef-5531-41ab-a9cc-f9eacfa008e5 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 984 time: 0.0943995 Jul 23 23:08:13.516089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4149d8c-a217-442c-861b-188ccbcce657 req-933649e7-d927-439d-a303-256bf47d9a81 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0466745 Jul 23 23:08:13.807834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37998) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:13.813865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae21d558-16eb-4c8c-9f23-baaf309a78db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.854995 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-59c58212-8333-4fd7-88d6-86a4f90c1cd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d51576c1ea4714b7023333e8c8e75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459146 Jul 23 23:08:13.857435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38000) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:13.908282 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.934822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.995029 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.997584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.998936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6825d0cb-4e6e-43b0-b64a-87926b8c911c HTTP/1.1" status: 204 len: 168 time: 0.1404700 Jul 23 23:08:14.007378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14164-83d3-458f-b3c9-c768d9259787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825d0cb-4e6e-43b0-b64a-87926b8c911c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:14.141066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 79856cdd-cccb-4088-b93e-fd3c0e62e68e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:14.198871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:14.214715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 79856cdd-cccb-4088-b93e-fd3c0e62e68e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:14.222786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 79856cdd-cccb-4088-b93e-fd3c0e62e68e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:14.223270 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:14.344289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:14.385057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:14.387619 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3101e4d-7e3f-4df5-bd50-08c1b1eeb881" -d '{"events": [{"server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "name": "network-vif-plugged", "status": "completed", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:14.404508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:14.410356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:14.478689 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba224b6-26c2-40a4-bd83-b0a245e8e36d x-openstack-request-id: req-8ba224b6-26c2-40a4-bd83-b0a245e8e36d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:14.479430 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "name": "network-vif-plugged", "status": "completed", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:14.479903 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ba224b6-26c2-40a4-bd83-b0a245e8e36d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:14.480654 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'code': 200} Jul 23 23:08:14.486711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:14.668859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4665-6dfe-4252-aa1f-07955a81c3a3 req-203523d0-e24a-440c-8e6d-0183a4718854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:14.670396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-652e4665-6dfe-4252-aa1f-07955a81c3a3 req-203523d0-e24a-440c-8e6d-0183a4718854 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.1262188 Jul 23 23:08:14.717657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c477f-4ca9-495a-ac5e-58b9939a6c83 req-1210cf19-f199-4622-b04a-1928dbc83f66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:14.719529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-672c477f-4ca9-495a-ac5e-58b9939a6c83 req-1210cf19-f199-4622-b04a-1928dbc83f66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.1145189 Jul 23 23:08:14.739980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-652e4665-6dfe-4252-aa1f-07955a81c3a3 req-2c146be9-0bdc-409f-a2be-1cdddfd61883 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2dc7edef-33a4-47d2-a725-51660b1f37dc&id=bf0d1451-5028-4811-ad8f-3d61e3118b39&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0627947 Jul 23 23:08:14.774617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-672c477f-4ca9-495a-ac5e-58b9939a6c83 req-57aea5fd-c26d-4af8-92b2-ee72ed2d08b8 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0425913 Jul 23 23:08:15.028175 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:15.932844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee88fa1-4eaf-4cca-a152-31035c0c3930 req-d350b687-5c91-4aa4-9336-c1c54c1029ce tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.934890 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee88fa1-4eaf-4cca-a152-31035c0c3930 req-d350b687-5c91-4aa4-9336-c1c54c1029ce tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.0844450 Jul 23 23:08:15.984752 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee88fa1-4eaf-4cca-a152-31035c0c3930 req-056dc0ca-b312-432d-8312-6496491c562a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0428610 Jul 23 23:08:16.148301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694924c4-5bac-4433-8e14-1bf1fa239ad9 req-14e3acf3-d8ce-43f7-98a3-b8467b83947a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:16.151132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-694924c4-5bac-4433-8e14-1bf1fa239ad9 req-14e3acf3-d8ce-43f7-98a3-b8467b83947a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.0723729 Jul 23 23:08:16.214093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-694924c4-5bac-4433-8e14-1bf1fa239ad9 req-6efac1cc-023c-4f08-a3fc-48a77b581a24 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0565453 Jul 23 23:08:16.366682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-47f58e94-e36d-4a51-9197-b1a1f95b2f9b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:16.368921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-47f58e94-e36d-4a51-9197-b1a1f95b2f9b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.0742598 Jul 23 23:08:16.393393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-78c8b3ba-1de3-427c-9ddb-d0e955e606d1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.508856 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-78c8b3ba-1de3-427c-9ddb-d0e955e606d1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.515056 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-78c8b3ba-1de3-427c-9ddb-d0e955e606d1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.552076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a50474d5-3748-436b-b0af-9dabdc424a4a req-78c8b3ba-1de3-427c-9ddb-d0e955e606d1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1725368 Jul 23 23:08:16.558579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8b3ba-1de3-427c-9ddb-d0e955e606d1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb3c7b-4d18-4850-8484-a7db7d5cb2c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:16.566605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.591956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38060) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:16.663012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6bd10-4f10-40b0-9d76-b4f80ac039bc tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:16.666374 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-44d6bd10-4f10-40b0-9d76-b4f80ac039bc tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1132 time: 0.0721092 Jul 23 23:08:16.670571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:16.675265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:16.700860 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.832082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.982756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.25.1.203 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d06db6ee-7603-4666-a505-f7766f665095) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:17.095544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.141127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.186642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:17.190621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:17.192980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:17.225458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=d06db6ee-7603-4666-a505-f7766f665095,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:17.644736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.735821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.950929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.956206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.030094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=d06db6ee-7603-4666-a505-f7766f665095,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:18.043809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.161780 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Floating IP f04b1a2a-eace-4d8d-a019-e42b47064770 associated. External IP: 172.25.1.203, port: 79856cdd-cccb-4088-b93e-fd3c0e62e68e. Jul 23 23:08:18.445358 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router beb3d59e-d101-4c71-afad-12a512869d82 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:08:18.568057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:18.587063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Sync routers for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:18.591109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.598378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:18.599008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:18.660591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:18.661388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d660f52-d4b6-40ed-afab-7cd1f05ab5c1 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9895451 Jul 23 23:08:18.662267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:18.665528 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30" -d '{"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:18.707739 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16bdbc-4649-4dfe-92db-6bb90a7e0ec8 x-openstack-request-id: req-ef16bdbc-4649-4dfe-92db-6bb90a7e0ec8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:18.708201 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:18.708609 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef16bdbc-4649-4dfe-92db-6bb90a7e0ec8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:18.709312 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'status': 'completed', 'code': 200} Jul 23 23:08:18.766748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:18.919580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.920281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.920988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.921698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.922421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.925417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8200f8c8-82c3-480d-b964-3dd43501f679 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.2614679 Jul 23 23:08:18.928119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:18.931964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-760b7150-0400-4583-951c-91856d85ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.934618 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-760b7150-0400-4583-951c-91856d85ff0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.2018943 Jul 23 23:08:19.104761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-50087f6a-3b54-4111-8341-7a62164ac111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.107174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-50087f6a-3b54-4111-8341-7a62164ac111 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 898 time: 0.1666410 Jul 23 23:08:19.214245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-c4fa671c-d1de-4e29-bfd1-73227083f02a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 1000 time: 0.1010549 Jul 23 23:08:19.274213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-94f63069-d88a-4d79-b9d1-0262e7de8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.275848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-94f63069-d88a-4d79-b9d1-0262e7de8413 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 200 len: 834 time: 0.0555427 Jul 23 23:08:19.282114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f04b1a2a-eace-4d8d-a019-e42b47064770', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'port_id': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'mac_address': 'fa:16:3e:1e:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:08:17Z', 'updated_at': '2021-07-23T23:08:17Z', 'revision_number': 0, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:19.328258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Checking router: beb3d59e-d101-4c71-afad-12a512869d82 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:19.347265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:19.349042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:19.361719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-827a6a55-9d7b-407c-a26b-b8d92a91f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.363923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-827a6a55-9d7b-407c-a26b-b8d92a91f194 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79352bf0-60b0-47a3-9031-812e9b43f9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820744 Jul 23 23:08:19.515801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:19.516545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.517616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.518472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.519256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.520063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.527612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c2f3bba-4efd-4196-9866-499f8794d1c1 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.5979831 Jul 23 23:08:19.528725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:19.550356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-e1fbe549-14af-4fee-bfdb-4a3c036f45d7 service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738038 Jul 23 23:08:19.713256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dce08ec1-9f1d-4e28-8fbc-7760c9926e30 req-aa18b756-e087-4ec2-80e3-e31d0cbf66cf service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583958 Jul 23 23:08:19.827364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f04b1a2a-eace-4d8d-a019-e42b47064770', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'port_id': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'mac_address': 'fa:16:3e:1e:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:08:17Z', 'updated_at': '2021-07-23T23:08:17Z', 'revision_number': 0, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:19.864128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741974c-e4da-4a4f-9ca5-ae03da37a8ef None None] The sync data for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 is: [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f04b1a2a-eace-4d8d-a019-e42b47064770', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'floating_ip_address': '172.25.1.203', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'port_id': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'mac_address': 'fa:16:3e:1e:c3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:08:17Z', 'updated_at': '2021-07-23T23:08:17Z', 'revision_number': 0, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:08:19.912582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a29b7110-ceae-4217-94b6-6d0304aa59d5 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.3823488 Jul 23 23:08:19.916330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:19.986616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef43e2-75a6-4c67-a6e1-9ea21459954b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.987272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef43e2-75a6-4c67-a6e1-9ea21459954b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.989301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-75ef43e2-75a6-4c67-a6e1-9ea21459954b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=beb3d59e-d101-4c71-afad-12a512869d82 HTTP/1.1" status: 200 len: 1992 time: 0.0713623 Jul 23 23:08:20.121229 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8587b08-fad7-4632-beef-75facaf70d37 None None] New status for floating IP f04b1a2a-eace-4d8d-a019-e42b47064770: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:08:22.515659 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:23.382356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:33.471927 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:08:41.058907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-89707018-670a-4f44-8392-55ad6971e872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:42.284738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-318b1376-8aed-4eac-9130-ddff76446aca tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:42.286170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-318b1376-8aed-4eac-9130-ddff76446aca tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 814 time: 0.1091676 Jul 23 23:08:42.301605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aa4a280c-3fc2-45c6-be91-62e8735d368a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/quotas/e6d3a815bb4f4435980d4ecff8321137 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Jul 23 23:08:42.338874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-d903a592-e0e3-4841-a246-a0f929d27d0d tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313544 Jul 23 23:08:42.441727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-e9b5f64d-7b6e-42af-95a2-9170635e6ebb service neutron] 10.222.0.37 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960922 Jul 23 23:08:42.536511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-e702723b-868b-4fc2-8e8a-fde9c33e3551 service neutron] 10.222.0.37 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880098 Jul 23 23:08:42.702887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4228d449-13df-4a95-94a0-592992c88d53 req-a6eb969b-b5c9-498d-bec2-9a1917700836 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 210 time: 0.0334115 Jul 23 23:08:43.615872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-f08e0e6c-4878-4cfa-9f04-6a139a1b3b9f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:43.618188 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-f08e0e6c-4878-4cfa-9f04-6a139a1b3b9f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 814 time: 0.1097052 Jul 23 23:08:43.632398 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Request body: {'port': {'device_id': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0', 'admin_state_up': True, 'tenant_id': 'e6d3a815bb4f4435980d4ecff8321137'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:43.741384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Made reservation on behalf of e6d3a815bb4f4435980d4ecff8321137 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:08:43.745056 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:43.788318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84f61d7b-f87e-4ca8-aa66-98309fdc3a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:43.805252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ef30785-4e58-4e16-b9b9-415a4b44e6a0 req-cb254848-cfc4-47e6-9e91-188d7f55d427 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 210 time: 0.0299194 Jul 23 23:08:43.884431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Allocated IP 172.20.0.2 (60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0/7622d26f-edf6-466f-906a-eb88c57dfff0/e251d104-c159-4b4a-b3f3-dae44f46f921) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:44.039697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.084864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.128899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:44.135389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:44.139201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:44.145640 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Pushing event updated for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:44.191818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.192620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.193258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.208212 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-a0b6ba3c-633c-4606-b6ff-aa46afd4a183 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804086 Jul 23 23:08:44.219720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Request body: {'port': {'device_id': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:44.297845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.574679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e251d104-c159-4b4a-b3f3-dae44f46f921 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:44.582295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.596143 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Transition to ACTIVE for port object e251d104-c159-4b4a-b3f3-dae44f46f921 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:44.599654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.671511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Pushing event updated for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:44.722767 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Attempting to bind port e251d104-c159-4b4a-b3f3-dae44f46f921 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:08:44.723101 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Attempting to bind port e251d104-c159-4b4a-b3f3-dae44f46f921 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:08:44.723432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Attempting to bind port e251d104-c159-4b4a-b3f3-dae44f46f921 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:44.728817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Port e251d104-c159-4b4a-b3f3-dae44f46f921 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:08:44.729138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Attempting to bind port e251d104-c159-4b4a-b3f3-dae44f46f921 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:44.734016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:08:44.734357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Checking segment: {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:44.734744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Bound using segment: {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:08:44.735179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Bound port: e251d104-c159-4b4a-b3f3-dae44f46f921, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:08:44.735538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.798509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:08:44.801573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=e251d104-c159-4b4a-b3f3-dae44f46f921,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:08:44.806637 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.843168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.843802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:44.845220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] 10.222.0.22 "PUT /v2.0/ports/e251d104-c159-4b4a-b3f3-dae44f46f921 HTTP/1.1" status: 200 len: 1092 time: 0.6299434 Jul 23 23:08:44.845660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:44.847987 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f1e4b-3297-4045-bfbd-b932af95f4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:44.872048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a4ca-b227-4f18-9c18-8b5541d44080 service neutron] Pushing event updated for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:44.948351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-1d48d1e3-83e3-42f4-a956-a97f2a977f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.949854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-1d48d1e3-83e3-42f4-a956-a97f2a977f17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 1095 time: 0.0639777 Jul 23 23:08:44.951323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b36c0-c78b-45e1-99bf-726f93e6a9f5 req-eb9943b4-9e0b-4b40-818b-13298b1c0fb6 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.952850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a81b36c0-c78b-45e1-99bf-726f93e6a9f5 req-eb9943b4-9e0b-4b40-818b-13298b1c0fb6 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 943 time: 0.0662868 Jul 23 23:08:44.993666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a81b36c0-c78b-45e1-99bf-726f93e6a9f5 req-d5623e19-cf0e-4998-b12a-8fbdce1739a4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Jul 23 23:08:44.995288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-423a3346-61a4-40b7-852c-e9b995cac522 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e251d104-c159-4b4a-b3f3-dae44f46f921 HTTP/1.1" status: 200 len: 217 time: 0.0376198 Jul 23 23:08:45.029412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:45.041833 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba9e9df-8650-4dbd-a3e3-6de12f141f48 x-openstack-request-id: req-aba9e9df-8650-4dbd-a3e3-6de12f141f48 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:45.042149 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:45.042380 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba9e9df-8650-4dbd-a3e3-6de12f141f48 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:45.042778 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921', 'status': 'completed', 'code': 200} Jul 23 23:08:45.053134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-74a28431-5e4c-46dd-bfca-ce533a3f6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.054831 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-74a28431-5e4c-46dd-bfca-ce533a3f6a28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.0530105 Jul 23 23:08:45.095368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-44d19aa0-fd23-4bc8-b547-1b76aee81875 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340416 Jul 23 23:08:45.189006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-750ee8eb-222f-4817-a391-412d973f560e service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871115 Jul 23 23:08:45.284387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7ac02c-918d-4ed4-9cc6-3602003c0627 req-6757ba0a-f78f-449b-8ccf-b0bdcb3c2172 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Jul 23 23:08:45.386610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-5a95aaf8-40bb-4cfb-a197-c1d76c4011c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.388007 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-5a95aaf8-40bb-4cfb-a197-c1d76c4011c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 1095 time: 0.0570133 Jul 23 23:08:45.483732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-fb7812fd-7703-45c3-a8e5-f876eb8ed991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.485312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-fb7812fd-7703-45c3-a8e5-f876eb8ed991 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 915 time: 0.0904894 Jul 23 23:08:45.527378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-7f9d6e1c-7dee-4cc0-b30b-2e2167b82c54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e251d104-c159-4b4a-b3f3-dae44f46f921 HTTP/1.1" status: 200 len: 217 time: 0.0353210 Jul 23 23:08:45.576169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-299a6848-b784-477d-8c6e-2372d7da878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.577632 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-299a6848-b784-477d-8c6e-2372d7da878b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.0438530 Jul 23 23:08:45.614556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-27f655cb-f6d5-4ba4-b834-29c77e75878a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295486 Jul 23 23:08:45.709382 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-16cb690b-84dd-4362-9bc8-bd606ca7f254 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876198 Jul 23 23:08:45.806672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-191f1e4b-3297-4045-bfbd-b932af95f4eb req-313a8b6b-455c-4181-8fd1-4784804f47e3 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907044 Jul 23 23:08:46.138573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704fb7-7b76-4dae-ba51-89f5a12c816b req-fc4b1f3a-b9e6-495d-9982-4553987ce35d tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:46.140196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30704fb7-7b76-4dae-ba51-89f5a12c816b req-fc4b1f3a-b9e6-495d-9982-4553987ce35d tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 943 time: 0.0729170 Jul 23 23:08:46.182622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30704fb7-7b76-4dae-ba51-89f5a12c816b req-f5dc8b7a-d12b-4209-96d6-59cf1ca39935 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Jul 23 23:08:46.560528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:47.315062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2abc52-45f8-446f-8c47-ce3e92ddd931 req-34ff2f67-2c5b-4be4-a8da-f1fed7f5462f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:47.316653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a2abc52-45f8-446f-8c47-ce3e92ddd931 req-34ff2f67-2c5b-4be4-a8da-f1fed7f5462f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 943 time: 0.0667343 Jul 23 23:08:47.356750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a2abc52-45f8-446f-8c47-ce3e92ddd931 req-7d66fce7-0025-444b-9e5a-5ac65c268356 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Jul 23 23:08:48.488126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e34-581c-4cad-8faa-a3bb87c8d95e req-6085a75c-fa28-495f-87c3-444e99228f3a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:48.489644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e783e34-581c-4cad-8faa-a3bb87c8d95e req-6085a75c-fa28-495f-87c3-444e99228f3a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 943 time: 0.0651250 Jul 23 23:08:48.527790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6e783e34-581c-4cad-8faa-a3bb87c8d95e req-add98c31-245d-4ad8-bb8f-245f100c8e92 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jul 23 23:08:48.673933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device e251d104-c159-4b4a-b3f3-dae44f46f921 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:08:48.844353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=e251d104-c159-4b4a-b3f3-dae44f46f921,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:48.859741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'e251d104-c159-4b4a-b3f3-dae44f46f921', 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0', 'port_id': 'e251d104-c159-4b4a-b3f3-dae44f46f921', 'mac_address': 'fa:16:3e:b7:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7622d26f-edf6-466f-906a-eb88c57dfff0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:08:48.908781 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:48.924274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e251d104-c159-4b4a-b3f3-dae44f46f921 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:48.945143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=e251d104-c159-4b4a-b3f3-dae44f46f921,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:48.949054 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:48.997446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:49.004759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.005103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.005442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.005793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.006128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.006484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.007035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.007407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.007737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.008062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.008386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.008707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:49.170636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['e251d104-c159-4b4a-b3f3-dae44f46f921'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:08:49.668627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f8039-e603-4d5c-8058-4d2fcf13c545 req-2147c792-598e-425c-a37d-6da7465caf6a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:49.670171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b39f8039-e603-4d5c-8058-4d2fcf13c545 req-2147c792-598e-425c-a37d-6da7465caf6a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 944 time: 0.0728962 Jul 23 23:08:49.707236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b39f8039-e603-4d5c-8058-4d2fcf13c545 req-2e74e604-7778-4d09-a22a-2003f78b3afd tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jul 23 23:08:50.691176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device e251d104-c159-4b4a-b3f3-dae44f46f921 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:50.740301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port e251d104-c159-4b4a-b3f3-dae44f46f921 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:50.744495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port e251d104-c159-4b4a-b3f3-dae44f46f921 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:50.744814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:50.824296 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:50.839819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab42a-d765-4ba9-8522-261ecb3f89d6 req-59790cd1-363e-47df-a8d3-63d4845d9fe6 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.841304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-873ab42a-d765-4ba9-8522-261ecb3f89d6 req-59790cd1-363e-47df-a8d3-63d4845d9fe6 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 944 time: 0.0650818 Jul 23 23:08:50.847485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:50.849722 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c7954-9300-4215-b981-447c44bd7bdf" -d '{"events": [{"server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "name": "network-vif-plugged", "status": "completed", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:50.863638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=e251d104-c159-4b4a-b3f3-dae44f46f921,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:50.868160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:50.880220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-873ab42a-d765-4ba9-8522-261ecb3f89d6 req-a921e13a-1571-4555-9587-af8493471275 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 23 23:08:50.916838 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:50.924358 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1743b10-dbdc-428e-ae57-d73865b0ca3d x-openstack-request-id: req-a1743b10-dbdc-428e-ae57-d73865b0ca3d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:50.924649 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "name": "network-vif-plugged", "status": "completed", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:50.925461 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1743b10-dbdc-428e-ae57-d73865b0ca3d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:50.925461 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921', 'code': 200} Jul 23 23:08:51.031343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7640613-9301-4b5a-9ba7-9081e2b62e8a req-3d78caea-200c-4693-85ed-ee4e9a5bffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:51.032847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a7640613-9301-4b5a-9ba7-9081e2b62e8a req-3d78caea-200c-4693-85ed-ee4e9a5bffbe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 1097 time: 0.0531409 Jul 23 23:08:51.067117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a7640613-9301-4b5a-9ba7-9081e2b62e8a req-a5b8e7d9-f99a-4864-b061-d616c3bba0e7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279388 Jul 23 23:08:52.017334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60260b8-a587-4b90-abf1-df1616be3fae req-1790110c-c32b-44a9-8aed-f256b3c08eba tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:52.018874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f60260b8-a587-4b90-abf1-df1616be3fae req-1790110c-c32b-44a9-8aed-f256b3c08eba tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 945 time: 0.0681729 Jul 23 23:08:52.059356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f60260b8-a587-4b90-abf1-df1616be3fae req-a1667612-7be9-4d55-b9db-18c92b18aeb1 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336876 Jul 23 23:08:52.526483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:52.919282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38954) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:53.025329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cbe5b852-6696-4d1f-b04a-d4cfe4f68262 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1506 time: 0.1047668 Jul 23 23:08:53.027897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:53.033002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'network': {'name': 'tempest-network-smoke--253782770', 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'port_security_enabled': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:53.056316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:08:53.060664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.085615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:08:53.094332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.094670 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Added segment 2e0a3d25-706f-4d37-9f7f-161b1f99c4ee of type vlan for network 9c934caf-37cd-495b-99ea-8311d619d48a Jul 23 23:08:53.145988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.181434 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.187577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:53.188156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.227351 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1983435 Jul 23 23:08:53.230289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:53.236194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'admin_state_up': True, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:53.264372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa5d2b-1c3a-47d8-9cd4-59e74848cf12 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Network': ['ID=9c934caf-37cd-495b-99ea-8311d619d48a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:53.264742 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.265868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.276106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9c934caf-37cd-495b-99ea-8311d619d48a details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:08:53.325596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.402837 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.475049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.669870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.689094 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.795473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.25.1.190 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/4948bce6-4aba-43a8-9a80-550d6aecf2e5) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:53.900229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.945670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:53.989772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:53.993361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:53.998510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:54.001968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=4948bce6-4aba-43a8-9a80-550d6aecf2e5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:54.029635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.030048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.030430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.030762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.031098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.031428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.031754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.032080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.032404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.032728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.033049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.033365 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:54.280591 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:54.817703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:54.950793 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router 0b55defa-538f-4578-90f9-b5aa1a33531f is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:08:55.062794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:55.073990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Sync routers for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:55.083184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.085191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1d5f771f-9268-4fea-a5d4-8eec15837c6c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.8524599 Jul 23 23:08:55.087372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:55.088001 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:55.088382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.157994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b233e547-ad1d-4107-9386-3d303248c24c tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:55.159646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b233e547-ad1d-4107-9386-3d303248c24c tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1472ceafcee46dfa248630451f1bde8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0702622 Jul 23 23:08:55.162597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.203095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:55.264377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90363bfd-9136-4ec8-9dca-d1457304f4a8 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:55.265945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-90363bfd-9136-4ec8-9dca-d1457304f4a8 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004882 Jul 23 23:08:55.269454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.297673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ff96238-096f-4f80-987a-bdf3124bf317 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270786 Jul 23 23:08:55.300324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.340458 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e3c28779-8695-497a-a0fd-a3944d603f3e tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1472ceafcee46dfa248630451f1bde8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387928 Jul 23 23:08:55.342608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.391245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:54Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:55.419615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Checking router: 0b55defa-538f-4578-90f9-b5aa1a33531f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:55.420250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Updating router 0b55defa-538f-4578-90f9-b5aa1a33531f port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:08:55.442359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6e67a-f5f4-4a79-a259-2b0fcadc8afb tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:55.443926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9c6e67a-f5f4-4a79-a259-2b0fcadc8afb tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002910 Jul 23 23:08:55.446910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.455086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.478884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-52d3489d-90c7-4610-9dc6-be00f0c1e150 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282845 Jul 23 23:08:55.479140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:55.483978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1238791906', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:08:55.585088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:08:55.589322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.729866 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.747560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Transition to ACTIVE for port object 4948bce6-4aba-43a8-9a80-550d6aecf2e5 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:55.759268 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.812213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.820750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Attempting to bind port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:08:55.821229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Attempting to bind port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:08:55.821665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Attempting to bind port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:55.824693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241496-e4e5-4bbd-9c08-2e0b3ea3e443 None None] Pushing event updated for resources: {'Port': ['ID=4948bce6-4aba-43a8-9a80-550d6aecf2e5,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:55.831485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:08:55.831952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:55.832417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.833259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:08:55.833629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Bound port: 4948bce6-4aba-43a8-9a80-550d6aecf2e5, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:08:55.834068 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.884209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Subnet': ['ID=2e79a9c8-4d9c-434a-b477-a6e33c8659aa,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:55.891328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Checking segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:55.891701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network hostable DHCP agents. Network: 9c934caf-37cd-495b-99ea-8311d619d48a, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:08:55.899685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] For port 4948bce6-4aba-43a8-9a80-550d6aecf2e5, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:08:55.902805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] For port 4948bce6-4aba-43a8-9a80-550d6aecf2e5, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4948bce6-4aba-43a8-9a80-550d6aecf2e5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:08:55.909585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 9c934caf-37cd-495b-99ea-8311d619d48a is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:08:55.910536 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.921229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9c934caf-37cd-495b-99ea-8311d619d48a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:55.931850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:55.932968 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:55.950284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b9ba2718-7b61-4de3-90a4-8b993f246bc6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4701493 Jul 23 23:08:55.953096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:56.114042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6334a9-1091-4f2e-a4bf-b310ed49a8ee None None] Network 9c934caf-37cd-495b-99ea-8311d619d48a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:08:56.197039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241496-e4e5-4bbd-9c08-2e0b3ea3e443 None None] Pushing event updated for resources: {'Port': ['ID=4948bce6-4aba-43a8-9a80-550d6aecf2e5,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:56.208540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:56.209917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:56.386978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:56.416591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9c934caf-37cd-495b-99ea-8311d619d48a', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'fixed_ips': [{'subnet_id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:08:56.417513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:56.457333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:56.683086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Allocated IP 172.20.0.18 (9c934caf-37cd-495b-99ea-8311d619d48a/2e79a9c8-4d9c-434a-b477-a6e33c8659aa/4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:56.738664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:54Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:56.796382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97e0b0e-083d-4043-84de-611acd43f995 None None] The sync data for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 is: [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:54Z', 'revision_number': 3, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:08:56.895356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:56.905252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Transition to ACTIVE for port object 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:56.920922 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Transition to ACTIVE for port object 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:56.931050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:56.972446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Network 9c934caf-37cd-495b-99ea-8311d619d48a is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:56.975792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:56.982596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:56.992806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Pushing event updated for resources: {'Port': ['ID=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:57.008461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.20.0.17 (9c934caf-37cd-495b-99ea-8311d619d48a/2e79a9c8-4d9c-434a-b477-a6e33c8659aa/1088c6cc-2f2d-42b5-ab4b-b77e34690760) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:08:57.068428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Attempting to bind port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:08:57.069557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Attempting to bind port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:08:57.071246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Attempting to bind port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e on network 9c934caf-37cd-495b-99ea-8311d619d48a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:08:57.079359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:08:57.079986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Checking segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:08:57.080666 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.081393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Bound using segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:08:57.082339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Bound port: 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:08:57.083075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.207283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] For port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:08:57.213433 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] For port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:08:57.219970 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.223896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.243701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Transition to ACTIVE for port object 1088c6cc-2f2d-42b5-ab4b-b77e34690760 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:08:57.314309 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.323752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6891bd-eeb5-4525-8442-e9cea363a7bc None None] Pushing event updated for resources: {'Port': ['ID=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:57.397564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 9c934caf-37cd-495b-99ea-8311d619d48a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:57.401284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:57.406427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:08:57.411310 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:57.476716 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.709052 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:58.045223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:58.051115 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:58.128328 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:58.130164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:58.245406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 9c934caf-37cd-495b-99ea-8311d619d48a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:08:58.247029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:08:58.394209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router 0b55defa-538f-4578-90f9-b5aa1a33531f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:08:58.457344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a402c-06c9-4589-9944-a16b21fb7483 None None] Network 9c934caf-37cd-495b-99ea-8311d619d48a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:08:58.499020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f59f19e6-f71d-4291-948d-db2c02843bb6 None None] Provisioning for port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:58.698111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-7076f53d-b2b6-4bf3-9588-74f69895ace4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1077046 Jul 23 23:08:58.842317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-05c7038d-2802-4b34-b689-a1756ac7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:58.844085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-05c7038d-2802-4b34-b689-a1756ac7527e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 1097 time: 0.0965044 Jul 23 23:08:58.940566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:08:58.949907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0e279815-d7d5-4e8d-914e-7aad97a17cab tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "PUT /v2.0/routers/0b55defa-538f-4578-90f9-b5aa1a33531f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9954035 Jul 23 23:08:58.956960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-d1e8d625-bfaa-485b-970b-16bcf32e5695 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923262 Jul 23 23:08:58.988685 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Sync routers for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:08:59.022722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:08:59.025202 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:59.043537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-3c291534-34b1-4fe8-86a3-5272cede9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.046527 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-3c291534-34b1-4fe8-86a3-5272cede9eed service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 915 time: 0.1817081 Jul 23 23:08:59.124323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-ab118dfe-a761-405b-a6ad-0ccc393a8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.125868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-ab118dfe-a761-405b-a6ad-0ccc393a8794 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.1017940 Jul 23 23:08:59.174003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bf43e718-db34-44c6-8d56-df67f7cb28ca None None] Provisioning for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:59.187774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bf43e718-db34-44c6-8d56-df67f7cb28ca None None] Provisioning complete for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.191241 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-039333d0-b63c-4645-b2e6-40757f6d3c29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e251d104-c159-4b4a-b3f3-dae44f46f921 HTTP/1.1" status: 200 len: 217 time: 0.1382320 Jul 23 23:08:59.191528 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf43e718-db34-44c6-8d56-df67f7cb28ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.268805 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:08:59.301064 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:59.323902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-b727fc0d-dc8d-4f1c-b4bf-01ad1557b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.328512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-b727fc0d-dc8d-4f1c-b4bf-01ad1557b969 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.1311824 Jul 23 23:08:59.362696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-bf43e718-db34-44c6-8d56-df67f7cb28ca None None] Port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:08:59.387343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-6ff68d7d-cd6b-4158-9548-4a4b4caf79ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493464 Jul 23 23:08:59.437558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-44f666db-649a-405f-882b-0fdf23533f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.439211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-44f666db-649a-405f-882b-0fdf23533f95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 898 time: 0.2905557 Jul 23 23:08:59.441246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:59.446824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.447198 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.524200 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-ab0a44c0-1bb4-4fef-87e9-aac608865659 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294785 Jul 23 23:08:59.576128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-781bb1ad-4bd5-4d7c-99d8-6cbd46f9d41b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.582574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-781bb1ad-4bd5-4d7c-99d8-6cbd46f9d41b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/networks?id=9c934caf-37cd-495b-99ea-8311d619d48a HTTP/1.1" status: 200 len: 797 time: 0.3392787 Jul 23 23:08:59.610548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ef0fb3d2-651b-4b6a-b0a4-93a046e2acee tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/quotas/d1472ceafcee46dfa248630451f1bde8 HTTP/1.1" status: 200 len: 375 time: 0.0182514 Jul 23 23:08:59.638275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.654440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-aaab2e18-7834-4fff-a8e4-cb6359d3a358 None None] Provisioning complete for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.654807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aaab2e18-7834-4fff-a8e4-cb6359d3a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.689178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-238f72d5-7390-44a7-8e1a-bba19e637392 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 1002 time: 0.2400849 Jul 23 23:08:59.696692 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:57Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1088c6cc-2f2d-42b5-ab4b-b77e34690760', 'name': '', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:01:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:56Z', 'updated_at': '2021-07-23T23:08:57Z', 'revision_number': 2, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:08:59.714533 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-50d423b0-fae5-4cb0-98d9-111d2211bc40 req-61df317c-b7a0-48c6-8398-874edbb97b94 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838903 Jul 23 23:08:59.753202 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Checking router: 0b55defa-538f-4578-90f9-b5aa1a33531f for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:08:59.753906 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Updating router 0b55defa-538f-4578-90f9-b5aa1a33531f port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:08:59.758045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:59.759106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-aaab2e18-7834-4fff-a8e4-cb6359d3a358 None None] Port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:08:59.765481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.766371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4948bce6-4aba-43a8-9a80-550d6aecf2e5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:59.810425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-52111847-7678-4ed8-b30f-9845e18d2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:59.812657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-52111847-7678-4ed8-b30f-9845e18d2a74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 200 len: 834 time: 0.1152127 Jul 23 23:08:59.836104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-7cb48037-0f82-4050-8c79-72d2377b6990 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2185826 Jul 23 23:08:59.840115 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.899088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:59.910561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:08:59.915414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83315599-68e4-404d-a331-4806b3ae9121 None None] Provisioning complete for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.915414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83315599-68e4-404d-a331-4806b3ae9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.960660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-83315599-68e4-404d-a331-4806b3ae9121 None None] Port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:08:59.962779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.964251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.994016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-69b8866b-3d0c-416d-be64-7e08cf8e038e service neutron] 10.222.0.37 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163547 Jul 23 23:09:00.029531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-022eca0c-21b6-4e6d-8074-541b7a76d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:00.031080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-022eca0c-21b6-4e6d-8074-541b7a76d88d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79352bf0-60b0-47a3-9031-812e9b43f9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940677 Jul 23 23:09:00.047720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.070311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 4948bce6-4aba-43a8-9a80-550d6aecf2e5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4948bce6-4aba-43a8-9a80-550d6aecf2e5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:00.075048 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.140177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=4948bce6-4aba-43a8-9a80-550d6aecf2e5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:00.193946 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.197774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-9057113a-f22d-4d5c-8b73-27a2558d140e service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573412 Jul 23 23:09:00.199678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-e2db2a61-adf6-4cfb-9929-790aee2cfc28 service neutron] 10.222.0.37 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985173 Jul 23 23:09:00.204830 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Transition to ACTIVE for port object 1088c6cc-2f2d-42b5-ab4b-b77e34690760 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:00.213553 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.263330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a4f5a-b11d-48cb-bedf-18f32d11095c None None] Pushing event updated for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:00.328711 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-587c6a62-35b4-424f-8643-7e07cf05f5e8 req-a79faf61-916a-4b3f-943e-d273522958ab service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229722 Jul 23 23:09:00.362603 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Attempting to bind port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:09:00.364398 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Attempting to bind port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:09:00.364792 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Attempting to bind port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 on network 9c934caf-37cd-495b-99ea-8311d619d48a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:00.389528 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:09:00.389934 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Checking segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:09:00.390375 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.392266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Bound using segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:09:00.392750 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Bound port: 1088c6cc-2f2d-42b5-ab4b-b77e34690760, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:09:00.393129 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.423293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc906dc8-13ec-4c3b-b19f-ed2d540c1af5 req-3b07355f-48b5-4932-92d3-65c00540d2c6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 210 time: 0.0441840 Jul 23 23:09:00.506802 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] For port 1088c6cc-2f2d-42b5-ab4b-b77e34690760, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:09:00.512098 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] For port 1088c6cc-2f2d-42b5-ab4b-b77e34690760, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1088c6cc-2f2d-42b5-ab4b-b77e34690760,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:09:00.517691 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:00.576119 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:00.576738 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:08:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:00.724747 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a4f5a-b11d-48cb-bedf-18f32d11095c None None] Pushing event updated for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:00.768051 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:01.040700 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:57Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1088c6cc-2f2d-42b5-ab4b-b77e34690760', 'name': '', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:01:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:56Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:01.052613 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:01.075265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b5ac-1c3e-49bc-ace4-02ac48f40fd5 None None] The sync data for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 is: [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:08:57Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1088c6cc-2f2d-42b5-ab4b-b77e34690760', 'name': '', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:01:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:56Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:01.163674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:01.164405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:01.278955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4948bce6-4aba-43a8-9a80-550d6aecf2e5 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:01.334800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:01.335368 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:01.554058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eeb64c52-8853-4b15-b0a9-e119c76748f2 req-f962c0ba-490d-45e8-825c-50dbca3d06c8 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 210 time: 0.0606198 Jul 23 23:09:01.623492 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-7a5dd7e8-6235-4915-958f-381b2ba2ca80 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:01.625012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-7a5dd7e8-6235-4915-958f-381b2ba2ca80 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.22 "GET /v2.0/networks?id=9c934caf-37cd-495b-99ea-8311d619d48a HTTP/1.1" status: 200 len: 797 time: 0.1423342 Jul 23 23:09:01.638766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Request body: {'port': {'device_id': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'admin_state_up': True, 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:01.776885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Made reservation on behalf of d1472ceafcee46dfa248630451f1bde8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:09:01.780575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:01.941230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Allocated IP 172.20.0.27 (9c934caf-37cd-495b-99ea-8311d619d48a/2e79a9c8-4d9c-434a-b477-a6e33c8659aa/ffc799f1-1ae6-4024-82e4-46b77ec33cdb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:09:02.074654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.091092 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Transition to ACTIVE for port object ffc799f1-1ae6-4024-82e4-46b77ec33cdb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:02.128174 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.198180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Network 9c934caf-37cd-495b-99ea-8311d619d48a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:09:02.203632 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:09:02.207142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:09:02.212420 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event updated for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:02.242925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.243274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.243612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.243946 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.244275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.244602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.244927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.245258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.245583 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.249357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.249736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.250103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:02.299338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:02.299875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.331166 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-ac2bc1c6-cfdb-4d82-87d9-1bf0f6cb0ad6 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6974034 Jul 23 23:09:02.343933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Request body: {'port': {'device_id': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:02.451577 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.494960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64127915-0f65-433a-bea0-6d3c2af98352 None None] Provisioning for port ffc799f1-1ae6-4024-82e4-46b77ec33cdb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:02.500076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-64127915-0f65-433a-bea0-6d3c2af98352 None None] Provisioning complete for port ffc799f1-1ae6-4024-82e4-46b77ec33cdb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:02.500450 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64127915-0f65-433a-bea0-6d3c2af98352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.547526 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-64127915-0f65-433a-bea0-6d3c2af98352 None None] Port ffc799f1-1ae6-4024-82e4-46b77ec33cdb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:09:02.716139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cef70b-b3eb-4df2-8f60-569d737280b0 req-e01e1413-50bd-4076-a03d-b588fbfa8053 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:02.717595 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41cef70b-b3eb-4df2-8f60-569d737280b0 req-e01e1413-50bd-4076-a03d-b588fbfa8053 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 895 time: 0.0786293 Jul 23 23:09:02.776628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc799f1-1ae6-4024-82e4-46b77ec33cdb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:02.785032 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.798354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Transition to ACTIVE for port object ffc799f1-1ae6-4024-82e4-46b77ec33cdb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:02.802617 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:02.883815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Pushing event updated for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:02.947853 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Attempting to bind port ffc799f1-1ae6-4024-82e4-46b77ec33cdb on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:09:02.948272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Attempting to bind port ffc799f1-1ae6-4024-82e4-46b77ec33cdb by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:09:02.948685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Attempting to bind port ffc799f1-1ae6-4024-82e4-46b77ec33cdb on network 9c934caf-37cd-495b-99ea-8311d619d48a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:02.953460 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Port ffc799f1-1ae6-4024-82e4-46b77ec33cdb on network 9c934caf-37cd-495b-99ea-8311d619d48a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:09:02.953878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Attempting to bind port ffc799f1-1ae6-4024-82e4-46b77ec33cdb on network 9c934caf-37cd-495b-99ea-8311d619d48a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:02.960165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:09:02.960587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Checking segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:09:02.963020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Bound using segment: {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:09:02.963020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Bound port: ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:09:02.963020 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.046773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:09:03.055697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:09:03.066876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.075722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1088c6cc-2f2d-42b5-ab4b-b77e34690760 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:03.105034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.105034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.106707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] 10.222.0.22 "PUT /v2.0/ports/ffc799f1-1ae6-4024-82e4-46b77ec33cdb HTTP/1.1" status: 200 len: 1056 time: 0.7680941 Jul 23 23:09:03.109073 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:03.112509 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba81b9f2-b9be-4d3a-90b7-b38737272691" -d '{"events": [{"name": "network-changed", "server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:03.155025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098a92f-71bf-49e1-bd4f-81c21acbc6db service neutron] Pushing event updated for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:03.171847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:03.182322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:03.182967 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.202761 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29bb4da-4a68-4827-a454-1d9e2ddfb62e x-openstack-request-id: req-f29bb4da-4a68-4827-a454-1d9e2ddfb62e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:03.203108 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:03.203295 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f29bb4da-4a68-4827-a454-1d9e2ddfb62e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:03.203678 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb', 'status': 'completed', 'code': 200} Jul 23 23:09:03.268633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-93698ffd-3a0d-4d17-888d-c43b011f87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.270548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-93698ffd-3a0d-4d17-888d-c43b011f87b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 1059 time: 0.1052427 Jul 23 23:09:03.327869 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.359789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-91c5ee2d-4898-40ef-8c4c-a4b24254832b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb HTTP/1.1" status: 200 len: 217 time: 0.0807889 Jul 23 23:09:03.409543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1088c6cc-2f2d-42b5-ab4b-b77e34690760, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1088c6cc-2f2d-42b5-ab4b-b77e34690760,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:03.420514 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:03.430714 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-c17deee2-eb61-49a4-8dba-608d104bc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.433807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-c17deee2-eb61-49a4-8dba-608d104bc143 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e79a9c8-4d9c-434a-b477-a6e33c8659aa HTTP/1.1" status: 200 len: 838 time: 0.0656435 Jul 23 23:09:03.498684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:03.515252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-6ea1433d-0fe2-4e8f-8a39-10494ebfbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.517021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-6ea1433d-0fe2-4e8f-8a39-10494ebfbb81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c934caf-37cd-495b-99ea-8311d619d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0716076 Jul 23 23:09:03.887883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62661a9-bc97-44b5-aafe-74bb3e67dabe req-4bc0f77b-8794-421c-8334-fd395d7103be tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.889580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a62661a9-bc97-44b5-aafe-74bb3e67dabe req-4bc0f77b-8794-421c-8334-fd395d7103be tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 907 time: 0.0782516 Jul 23 23:09:03.946896 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-9d4f9ad9-d17b-4dbf-a430-a04a648d38e1 service neutron] 10.222.0.22 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236681 Jul 23 23:09:04.049867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe0e7558-ae98-4430-9153-39397b5a11bc req-c52cec73-8612-4398-8d6a-162c5559fc1b service neutron] 10.222.0.22 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952227 Jul 23 23:09:04.186768 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-8e4ff87a-d336-41ec-96dc-d18a76a32bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:04.188311 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-8e4ff87a-d336-41ec-96dc-d18a76a32bea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 1059 time: 0.0773125 Jul 23 23:09:04.283451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-1e8530af-6642-4055-ad12-935c22bedff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:04.284921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-1e8530af-6642-4055-ad12-935c22bedff1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c934caf-37cd-495b-99ea-8311d619d48a HTTP/1.1" status: 200 len: 898 time: 0.0902579 Jul 23 23:09:04.331869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-675879f4-9ffa-41f0-a90d-cc8deeff50cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb HTTP/1.1" status: 200 len: 217 time: 0.0400164 Jul 23 23:09:04.401456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-c1880d9e-46aa-4e95-adb4-4c6da7f68ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:04.404543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-c1880d9e-46aa-4e95-adb4-4c6da7f68ae1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2e79a9c8-4d9c-434a-b477-a6e33c8659aa HTTP/1.1" status: 200 len: 838 time: 0.0641506 Jul 23 23:09:04.476615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-de569ffd-cdf5-405f-99f0-bde68f79f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:04.478443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-de569ffd-cdf5-405f-99f0-bde68f79f5db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c934caf-37cd-495b-99ea-8311d619d48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0670466 Jul 23 23:09:04.594067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-e9187656-d040-4ac2-a6fb-19e56664d43e service neutron] 10.222.0.22 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082304 Jul 23 23:09:04.691426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ba81b9f2-b9be-4d3a-90b7-b38737272691 req-5488523f-7235-4541-9644-80653a91a1d1 service neutron] 10.222.0.22 "GET /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903659 Jul 23 23:09:05.055809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1088c6cc-2f2d-42b5-ab4b-b77e34690760 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:05.075252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b45e74-5b6e-42a6-ad7b-1172fdd87df7 req-9e96d748-0370-4ad6-9d03-d34db24bc675 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:05.076810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a0b45e74-5b6e-42a6-ad7b-1172fdd87df7 req-9e96d748-0370-4ad6-9d03-d34db24bc675 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 907 time: 0.0836766 Jul 23 23:09:05.119219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:05.119584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:06.223144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36da96-c88f-4d85-8ebe-05b49be8356c req-cebe3b06-ab9e-48f5-8059-8433759f6b24 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:06.225656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac36da96-c88f-4d85-8ebe-05b49be8356c req-cebe3b06-ab9e-48f5-8059-8433759f6b24 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 907 time: 0.0759249 Jul 23 23:09:06.784102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ffc799f1-1ae6-4024-82e4-46b77ec33cdb details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:09:06.879322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:06.894409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb', 'network_id': '9c934caf-37cd-495b-99ea-8311d619d48a', 'port_id': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb', 'mac_address': 'fa:16:3e:c0:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e79a9c8-4d9c-434a-b477-a6e33c8659aa', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:09:07.097942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.112044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc799f1-1ae6-4024-82e4-46b77ec33cdb {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:07.135159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:07.139789 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.190007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:07.354589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ffc799f1-1ae6-4024-82e4-46b77ec33cdb'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:09:07.383322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf231ec9-85c0-44b4-9812-edeafefe5d38 req-06995511-b641-425b-9dad-0220165a971c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:07.385351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf231ec9-85c0-44b4-9812-edeafefe5d38 req-06995511-b641-425b-9dad-0220165a971c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 908 time: 0.0790246 Jul 23 23:09:08.523930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2cbab-8601-4202-a456-1b6fda750a78 req-906cf513-f059-4e02-8198-46651b6bd83b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:08.525436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33a2cbab-8601-4202-a456-1b6fda750a78 req-906cf513-f059-4e02-8198-46651b6bd83b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 908 time: 0.0711358 Jul 23 23:09:08.786055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ffc799f1-1ae6-4024-82e4-46b77ec33cdb up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:08.863979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ffc799f1-1ae6-4024-82e4-46b77ec33cdb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:08.869463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ffc799f1-1ae6-4024-82e4-46b77ec33cdb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:08.869884 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:08.967415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:08.995714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:08.998701 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32485ba6-a6ee-414d-ac04-245b442d1be3" -d '{"events": [{"server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "name": "network-vif-plugged", "status": "completed", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:09.013073 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:09.019864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:09.054704 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7211d71-2e0a-440c-80b0-40bde947190a x-openstack-request-id: req-b7211d71-2e0a-440c-80b0-40bde947190a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:09.054985 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "name": "network-vif-plugged", "status": "completed", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:09.055413 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7211d71-2e0a-440c-80b0-40bde947190a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:09.055658 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb', 'code': 200} Jul 23 23:09:09.087110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:09.196782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943082-9c6a-432d-844d-29f86922d356 req-62384b52-1c5d-4821-8a89-0071808d9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:09.199926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fd943082-9c6a-432d-844d-29f86922d356 req-62384b52-1c5d-4821-8a89-0071808d9b24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 1061 time: 0.0779784 Jul 23 23:09:09.671550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3639f22-df71-481d-826f-14c26eb281a7 req-e113c780-0876-40c1-9ddc-8180692ae152 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:09.673091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b3639f22-df71-481d-826f-14c26eb281a7 req-e113c780-0876-40c1-9ddc-8180692ae152 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0665796 Jul 23 23:09:10.471139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:09:10.807700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c12e7-10bd-413f-b4f6-d6d3b04261ab req-c0b6c76f-c9fc-47f4-a2f8-75a3080cce7b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:10.809257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e5c12e7-10bd-413f-b4f6-d6d3b04261ab req-c0b6c76f-c9fc-47f4-a2f8-75a3080cce7b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0656319 Jul 23 23:09:11.063709 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67e40905-3697-460c-a158-6bb50db83d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:11.208769 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e5d3e-26e4-4eef-9f8e-c3e68a565653 req-f6a80b2b-9540-4e1a-9840-979932eff546 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:11.210903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e3e5d3e-26e4-4eef-9f8e-c3e68a565653 req-f6a80b2b-9540-4e1a-9840-979932eff546 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0699604 Jul 23 23:09:11.339568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e5617-b43a-424f-ae9b-c1c4336ccd65 req-33f09a49-cd4c-4ff9-b160-cef4f9860b99 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:11.341125 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a7e5617-b43a-424f-ae9b-c1c4336ccd65 req-33f09a49-cd4c-4ff9-b160-cef4f9860b99 tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 1061 time: 0.0629139 Jul 23 23:09:11.473604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ee39e-8f80-465b-add9-4fbf5d6d6388 req-95d71caf-fa9b-493f-ae40-9fa7b8e8485b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:11.475474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e8ee39e-8f80-465b-add9-4fbf5d6d6388 req-95d71caf-fa9b-493f-ae40-9fa7b8e8485b tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.0621927 Jul 23 23:09:11.513021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3e8ee39e-8f80-465b-add9-4fbf5d6d6388 req-aec5ba66-f5e6-45f0-a2bc-948cd6d0413d tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0314415 Jul 23 23:09:11.535909 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:11.591697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b40366-b02e-433c-bd31-018750b7373d tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:11.593384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-78b40366-b02e-433c-bd31-018750b7373d tempest-TestSecurityGroupsBasicOps-391911494 tempest-TestSecurityGroupsBasicOps-391911494-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 1056 time: 0.0563886 Jul 23 23:09:12.121733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9dd0f-edb1-4749-8ddb-40c0d9d874c5 req-1ebc0367-7403-4344-85dd-11aa2fd1368a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:12.123165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fe9dd0f-edb1-4749-8ddb-40c0d9d874c5 req-1ebc0367-7403-4344-85dd-11aa2fd1368a tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0711296 Jul 23 23:09:13.252643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-4006966f-28d8-4313-912e-996125d77c75 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:13.254810 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-4006966f-28d8-4313-912e-996125d77c75 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0794606 Jul 23 23:09:13.291003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808395d-8507-4ac8-b00f-ca56a564bf96 req-2ff18bb7-5257-49c6-9456-534a4116f2d4 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:13.293187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1808395d-8507-4ac8-b00f-ca56a564bf96 req-2ff18bb7-5257-49c6-9456-534a4116f2d4 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcec19bf-7df1-40cd-8e41-0782dc58f653 HTTP/1.1" status: 200 len: 909 time: 0.0931630 Jul 23 23:09:13.370465 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port ffc799f1-1ae6-4024-82e4-46b77ec33cdb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:13.370833 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.464956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port ffc799f1-1ae6-4024-82e4-46b77ec33cdb, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:13.465324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.478376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for ffc799f1-1ae6-4024-82e4-46b77ec33cdb owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:13.616000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.648265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=ffc799f1-1ae6-4024-82e4-46b77ec33cdb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:13.696711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] No DVR routers for this DVR port ffc799f1-1ae6-4024-82e4-46b77ec33cdb on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:13.699368 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.701484 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fe1e76e2-11d1-45e4-8f6b-f609cd24bb46 req-545a609c-981b-417f-90eb-cac6d72f2924 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.22 "DELETE /v2.0/ports/ffc799f1-1ae6-4024-82e4-46b77ec33cdb HTTP/1.1" status: 204 len: 173 time: 0.4411595 Jul 23 23:09:13.701962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'name': 'network-vif-deleted', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:13.704231 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed422eac-8aa7-4ced-af45-a9db2b9e7750" -d '{"events": [{"server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "name": "network-vif-deleted", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:13.798138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e144248a-bd57-4905-abcf-251a3b698e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.929717 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e049e2a6-e0f8-4b72-9aec-ce6182e35ce9 x-openstack-request-id: req-e049e2a6-e0f8-4b72-9aec-ce6182e35ce9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:13.930047 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcec19bf-7df1-40cd-8e41-0782dc58f653", "name": "network-vif-deleted", "tag": "ffc799f1-1ae6-4024-82e4-46b77ec33cdb", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:13.930300 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e049e2a6-e0f8-4b72-9aec-ce6182e35ce9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:13.930706 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcec19bf-7df1-40cd-8e41-0782dc58f653', 'name': 'network-vif-deleted', 'tag': 'ffc799f1-1ae6-4024-82e4-46b77ec33cdb', 'status': 'completed', 'code': 200} Jul 23 23:09:14.201521 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.359332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:14.749209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.031372 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.041407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port 1088c6cc-2f2d-42b5-ab4b-b77e34690760 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:15.041777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.148256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port 1088c6cc-2f2d-42b5-ab4b-b77e34690760, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1088c6cc-2f2d-42b5-ab4b-b77e34690760,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:15.148615 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.161278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for 1088c6cc-2f2d-42b5-ab4b-b77e34690760 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:15.350713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.379309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=1088c6cc-2f2d-42b5-ab4b-b77e34690760,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:15.562648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.783677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router 0b55defa-538f-4578-90f9-b5aa1a33531f has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:15.890565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:15.896293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aaebc3b0-f9ca-48b8-84b0-04301bcfd01b tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "PUT /v2.0/routers/0b55defa-538f-4578-90f9-b5aa1a33531f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5346615 Jul 23 23:09:15.898862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:15.901982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Sync routers for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:15.911118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:15.914776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:15.956044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting subnet 2e79a9c8-4d9c-434a-b477-a6e33c8659aa {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:09:15.960883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.007007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.019683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:16.092340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.159122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.186283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Subnet': ['ID=2e79a9c8-4d9c-434a-b477-a6e33c8659aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:16.189876 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.191858 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-198675db-8f84-4c21-ae50-033ebf7f6389 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/subnets/2e79a9c8-4d9c-434a-b477-a6e33c8659aa HTTP/1.1" status: 204 len: 168 time: 0.2919412 Jul 23 23:09:16.194520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:16.216727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:15Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:16.251108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Checking router: 0b55defa-538f-4578-90f9-b5aa1a33531f for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:16.261455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Routers {'0b55defa-538f-4578-90f9-b5aa1a33531f'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:16.262146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0b55defa-538f-4578-90f9-b5aa1a33531f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:16.316927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.326450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe2b85-8b7c-4f80-a989-8f568e45c2f1 None None] Network 9c934caf-37cd-495b-99ea-8311d619d48a requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:09:16.429065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.440559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] Set router 0b55defa-538f-4578-90f9-b5aa1a33531f gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:16.495245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port 4948bce6-4aba-43a8-9a80-550d6aecf2e5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:16.495584 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.584026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port 4948bce6-4aba-43a8-9a80-550d6aecf2e5, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4948bce6-4aba-43a8-9a80-550d6aecf2e5,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:16.584413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.599416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for 4948bce6-4aba-43a8-9a80-550d6aecf2e5 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:16.615561 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.678472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:15Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:16.682075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] DHCP port deletion for 9c934caf-37cd-495b-99ea-8311d619d48a request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:09:16.711595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a4ca5-cd83-4287-bc18-631d7be241b3 None None] The sync data for ids ['0b55defa-538f-4578-90f9-b5aa1a33531f'] in n-d-791506-25 is: [{'id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-7200972', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:15Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '4948bce6-4aba-43a8-9a80-550d6aecf2e5', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b55defa-538f-4578-90f9-b5aa1a33531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:08:53Z', 'updated_at': '2021-07-23T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:16.768873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Deleting port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:16.769426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.798551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.831023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=4948bce6-4aba-43a8-9a80-550d6aecf2e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:16.841009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ffc799f1-1ae6-4024-82e4-46b77ec33cdb no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:16.863807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: ffc799f1-1ae6-4024-82e4-46b77ec33cdb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:16.864161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ffc799f1-1ae6-4024-82e4-46b77ec33cdb not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:16.872072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] For port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,segment=NetworkSegment(2e0a3d25-706f-4d37-9f7f-161b1f99c4ee),segment_id=2e0a3d25-706f-4d37-9f7f-161b1f99c4ee)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:16.872475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.889298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Calling delete_port for 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:16.901960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.985365 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.001026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.004018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.019976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] No DVR routers for this DVR port 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:17.030127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03391b97-227f-41b1-b785-a61026b4db38 None None] Pushing event deleted for resources: {'Port': ['ID=4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:17.080405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.081227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Fanout notify agent at l3_agent the message router_deleted on router 0b55defa-538f-4578-90f9-b5aa1a33531f {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:09:17.089167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.093288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2d1ac30a-89a6-4c81-b73a-7de8d3ca3d4c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/routers/0b55defa-538f-4578-90f9-b5aa1a33531f HTTP/1.1" status: 204 len: 168 time: 0.8977220 Jul 23 23:09:17.093956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:17.109186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:17.132742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:17.133085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4224adca-13c9-4fda-9d8e-eb4a3a4b9a4e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:17.133736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1088c6cc-2f2d-42b5-ab4b-b77e34690760 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:17.154031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1088c6cc-2f2d-42b5-ab4b-b77e34690760 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:17.154654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1088c6cc-2f2d-42b5-ab4b-b77e34690760 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:17.182988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.278697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.288655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c934caf-37cd-495b-99ea-8311d619d48a']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:17.299318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:17.299576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0a3d25-706f-4d37-9f7f-161b1f99c4ee') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:17.308907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.323589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.329811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:09:17.330191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:09:17.333145 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:09:17.397554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.404525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.406358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/networks/9c934caf-37cd-495b-99ea-8311d619d48a HTTP/1.1" status: 204 len: 168 time: 0.3114257 Jul 23 23:09:17.409226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:17.417505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148820f-a5ef-48b3-861e-884b965ad1a7 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Network': ['ID=9c934caf-37cd-495b-99ea-8311d619d48a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:17.602460 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port d06db6ee-7603-4666-a505-f7766f665095 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:17.602460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.691912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.692255 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.704743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for d06db6ee-7603-4666-a505-f7766f665095 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:17.850354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:18.181007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=d06db6ee-7603-4666-a505-f7766f665095,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:18.251222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:18.251555 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Floating IP f04b1a2a-eace-4d8d-a019-e42b47064770 disassociated (deleted). External IP: 172.25.1.203, port: 79856cdd-cccb-4088-b93e-fd3c0e62e68e. Jul 23 23:09:18.476877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router beb3d59e-d101-4c71-afad-12a512869d82 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:18.586232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:18.590992 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:18.595477 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Sync routers for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:18.605213 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:18.605914 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:18.632486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-01988cfd-e3f3-4e49-88c7-ce50a6c21dc2 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/floatingips/f04b1a2a-eace-4d8d-a019-e42b47064770 HTTP/1.1" status: 204 len: 168 time: 1.2184632 Jul 23 23:09:18.632486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:18.632486 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a1fa2f-ad31-4fa6-bd13-06bda473925e" -d '{"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:18.713668 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:18.811920 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64725f62-f4e2-404e-bbe1-f60608719d39 x-openstack-request-id: req-64725f62-f4e2-404e-bbe1-f60608719d39 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:18.812342 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:18.812607 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64725f62-f4e2-404e-bbe1-f60608719d39 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:18.813127 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'status': 'completed', 'code': 200} Jul 23 23:09:18.922760 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:18.939008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-74ec017e-91a8-4374-82cb-744285a0e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:18.940552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-74ec017e-91a8-4374-82cb-744285a0e63d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1472ceafcee46dfa248630451f1bde8&device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 1137 time: 0.1047714 Jul 23 23:09:18.950011 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Checking router: beb3d59e-d101-4c71-afad-12a512869d82 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:18.959869 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:18.960515 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:18.964371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14a435-a087-499e-9a22-73494edcd4a3 req-fc307cc5-5c4d-4ce5-9e84-7c46a221c920 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:18.965920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de14a435-a087-499e-9a22-73494edcd4a3 req-fc307cc5-5c4d-4ce5-9e84-7c46a221c920 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.1001656 Jul 23 23:09:19.015638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4948bce6-4aba-43a8-9a80-550d6aecf2e5 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:19.028446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de14a435-a087-499e-9a22-73494edcd4a3 req-4dd82de5-66a7-4b11-8c2f-46fdd3296be8 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508049 Jul 23 23:09:19.045215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4948bce6-4aba-43a8-9a80-550d6aecf2e5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:19.045884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4948bce6-4aba-43a8-9a80-550d6aecf2e5 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:19.090270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-cc564f2e-8db6-4645-84a5-64a3a552391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:19.092068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-cc564f2e-8db6-4645-84a5-64a3a552391b service neutron] 10.222.0.25 "GET /v2.0/networks?id=79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 200 len: 898 time: 0.1443422 Jul 23 23:09:19.139490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-ac89c6d6-52bb-4680-9040-5ff7a8565765 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 200 len: 217 time: 0.0407996 Jul 23 23:09:19.162140 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:19.190750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-9a9a6753-87d0-4d08-8269-ce1c6d4dbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:19.192353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-9a9a6753-87d0-4d08-8269-ce1c6d4dbfef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 200 len: 834 time: 0.0458074 Jul 23 23:09:19.252156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-ea14629e-0f79-40b6-bcbc-9ae403fb1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:19.253665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-ea14629e-0f79-40b6-bcbc-9ae403fb1505 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=79352bf0-60b0-47a3-9031-812e9b43f9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551436 Jul 23 23:09:19.355665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-bb84768f-e978-47ea-a07f-907ff6ec943f service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936868 Jul 23 23:09:19.365816 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:19.391793 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e3ce2-5606-4b05-a9f3-f6ad93add358 None None] The sync data for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 is: [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:07:59Z', 'revision_number': 4, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '71514a8d-7c26-4175-a7a1-f208a35146f2', 'name': '', 'network_id': '79352bf0-60b0-47a3-9031-812e9b43f9c2', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'mac_address': 'fa:16:3e:e1:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '1cd5350d-534a-46c4-93d4-31215483546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:58Z', 'updated_at': '2021-07-23T23:08:05Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'subnets': [{'id': '1cd5350d-534a-46c4-93d4-31215483546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:19.449749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a1fa2f-ad31-4fa6-bd13-06bda473925e req-94ede480-3027-44a7-b947-704a926cb931 service neutron] 10.222.0.25 "GET /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 Jul 23 23:09:19.616416 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a66594d-1a8e-47fc-bdc8-44d11b71fee7 None None] New status for floating IP f04b1a2a-eace-4d8d-a019-e42b47064770: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:09:20.102086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-8e71511d-6cd2-43da-bc28-e7ca0616dba0 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:20.103892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-8e71511d-6cd2-43da-bc28-e7ca0616dba0 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.25 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.0718243 Jul 23 23:09:20.240706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b5990-cb0e-4cc3-a6a7-2565046ab5f3 req-b79a1c80-bf25-4a25-8704-c1e9d8d1ff45 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:20.242242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-304b5990-cb0e-4cc3-a6a7-2565046ab5f3 req-b79a1c80-bf25-4a25-8704-c1e9d8d1ff45 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/ports?device_id=390d166b-f025-4b13-8a43-9d76811d4eeb HTTP/1.1" status: 200 len: 985 time: 0.1342912 Jul 23 23:09:20.270641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port 79856cdd-cccb-4088-b93e-fd3c0e62e68e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:20.270975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:20.320116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-304b5990-cb0e-4cc3-a6a7-2565046ab5f3 req-379c5893-bed5-4d09-a8c2-774f26c9c0ee tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "GET /v2.0/security-groups?id=bf0d1451-5028-4811-ad8f-3d61e3118b39&id=2dc7edef-33a4-47d2-a725-51660b1f37dc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698707 Jul 23 23:09:20.377518 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port 79856cdd-cccb-4088-b93e-fd3c0e62e68e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=79856cdd-cccb-4088-b93e-fd3c0e62e68e,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:20.377916 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:20.391348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for 79856cdd-cccb-4088-b93e-fd3c0e62e68e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:20.523691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:20.553374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=79856cdd-cccb-4088-b93e-fd3c0e62e68e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:20.605716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] No DVR routers for this DVR port 79856cdd-cccb-4088-b93e-fd3c0e62e68e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:20.608259 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:20.610315 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6ebd6a-d753-49ef-86ce-eff5cd763715 req-88c7b09c-059c-4162-8209-9ac9baf04841 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.25 "DELETE /v2.0/ports/79856cdd-cccb-4088-b93e-fd3c0e62e68e HTTP/1.1" status: 204 len: 173 time: 0.5012758 Jul 23 23:09:20.814270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'name': 'network-vif-deleted', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:20.816866 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e25593-ac8a-4f0e-8482-c88fb40701b0" -d '{"events": [{"server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "name": "network-vif-deleted", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:20.854225 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff709c-c93a-4273-88be-dacdb73e5eeb x-openstack-request-id: req-65ff709c-c93a-4273-88be-dacdb73e5eeb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:20.854533 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390d166b-f025-4b13-8a43-9d76811d4eeb", "name": "network-vif-deleted", "tag": "79856cdd-cccb-4088-b93e-fd3c0e62e68e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:20.854792 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65ff709c-c93a-4273-88be-dacdb73e5eeb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:20.855226 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390d166b-f025-4b13-8a43-9d76811d4eeb', 'name': 'network-vif-deleted', 'tag': '79856cdd-cccb-4088-b93e-fd3c0e62e68e', 'status': 'completed', 'code': 200} Jul 23 23:09:21.380832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:21.435118 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.460972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.507988 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.512070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.513386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/security-groups/2dc7edef-33a4-47d2-a725-51660b1f37dc HTTP/1.1" status: 204 len: 168 time: 0.1315405 Jul 23 23:09:21.517297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39160) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:21.528167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377740b-fa37-4761-bea0-a44f4d1b5784 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc7edef-33a4-47d2-a725-51660b1f37dc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:21.592339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.616990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.664676 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.667999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:21.669638 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf0d1451-5028-4811-ad8f-3d61e3118b39 HTTP/1.1" status: 204 len: 168 time: 0.1507895 Jul 23 23:09:21.672799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:21.683778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694639-5b07-4619-9aea-97099d207a6e tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d1451-5028-4811-ad8f-3d61e3118b39,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:22.192425 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:22.496377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port 71514a8d-7c26-4175-a7a1-f208a35146f2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:22.497100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:22.508935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:22.590353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port 71514a8d-7c26-4175-a7a1-f208a35146f2, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=71514a8d-7c26-4175-a7a1-f208a35146f2,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:22.590682 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:22.605222 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for 71514a8d-7c26-4175-a7a1-f208a35146f2 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:22.801633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:22.832682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=71514a8d-7c26-4175-a7a1-f208a35146f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:23.015162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.246991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Router beb3d59e-d101-4c71-afad-12a512869d82 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:23.394624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.680734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:23.686294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-de90232a-ac97-4951-9983-ccaa7466a9ed tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "PUT /v2.0/routers/beb3d59e-d101-4c71-afad-12a512869d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0121930 Jul 23 23:09:23.688875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39172) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:23.690585 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Sync routers for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:23.700749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:23.701388 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:23.746063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting subnet 1cd5350d-534a-46c4-93d4-31215483546b {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:09:23.751078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.798082 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.813722 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:23.884670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.949678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.984238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd5350d-534a-46c4-93d4-31215483546b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:23.988948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:23.990943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2cd42ee2-a39e-4540-80fd-96379a963d8c tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/subnets/1cd5350d-534a-46c4-93d4-31215483546b HTTP/1.1" status: 204 len: 168 time: 0.3010514 Jul 23 23:09:23.993471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:23.999474 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:09:22Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:24.001988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81b8ed-9560-4566-8b99-1dc6827f31a2 None None] Network 79352bf0-60b0-47a3-9031-812e9b43f9c2 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:09:24.031001 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Checking router: beb3d59e-d101-4c71-afad-12a512869d82 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:24.040122 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Routers {'beb3d59e-d101-4c71-afad-12a512869d82'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:24.040753 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:09:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['beb3d59e-d101-4c71-afad-12a512869d82'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:24.114237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.158871 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] Set router beb3d59e-d101-4c71-afad-12a512869d82 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:24.246840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] DHCP port deletion for 79352bf0-60b0-47a3-9031-812e9b43f9c2 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:09:24.259454 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.331704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Deleting port edcb9a71-1881-4625-ba22-c550c480f8ef {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:24.332206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.406348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Deleting port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:24.406725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.482346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] For port edcb9a71-1881-4625-ba22-c550c480f8ef, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=edcb9a71-1881-4625-ba22-c550c480f8ef,segment=NetworkSegment(fde2194e-274a-4f48-963a-04ca8f59cd24),segment_id=fde2194e-274a-4f48-963a-04ca8f59cd24)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:24.482346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.488703 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:09:22Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:24.499633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Calling delete_port for edcb9a71-1881-4625-ba22-c550c480f8ef owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:24.512170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 79856cdd-cccb-4088-b93e-fd3c0e62e68e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:24.525289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] For port 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:24.525651 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.537970 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4637094-148d-42d5-8d9e-6dbaf8b6e22d None None] The sync data for ids ['beb3d59e-d101-4c71-afad-12a512869d82'] in n-d-791506-25 is: [{'id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-317225930', 'tenant_id': 'd1472ceafcee46dfa248630451f1bde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:54Z', 'updated_at': '2021-07-23T23:09:22Z', 'revision_number': 5, 'project_id': 'd1472ceafcee46dfa248630451f1bde8', 'gw_port': {'id': '3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb3d59e-d101-4c71-afad-12a512869d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:55Z', 'updated_at': '2021-07-23T23:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:24.540375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 79856cdd-cccb-4088-b93e-fd3c0e62e68e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:24.540721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 79856cdd-cccb-4088-b93e-fd3c0e62e68e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:24.541959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Calling delete_port for 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:24.629688 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.661401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] No DVR routers for this DVR port edcb9a71-1881-4625-ba22-c550c480f8ef on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:24.663875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c6f6d-5be8-49ce-9122-9c327d727487 None None] Pushing event deleted for resources: {'Port': ['ID=edcb9a71-1881-4625-ba22-c550c480f8ef,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:24.744973 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.775166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Port': ['ID=3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:24.851348 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.960694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:24.963294 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.034400 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.035593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Fanout notify agent at l3_agent the message router_deleted on router beb3d59e-d101-4c71-afad-12a512869d82 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:09:25.044093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.045422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e04544de-8aec-49cf-8ae0-3befd4f2bd66 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/routers/beb3d59e-d101-4c71-afad-12a512869d82 HTTP/1.1" status: 204 len: 168 time: 1.0508513 Jul 23 23:09:25.048230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:25.137269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71514a8d-7c26-4175-a7a1-f208a35146f2 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:25.153792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.158874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 71514a8d-7c26-4175-a7a1-f208a35146f2 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:25.159522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 71514a8d-7c26-4175-a7a1-f208a35146f2 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:25.160133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device edcb9a71-1881-4625-ba22-c550c480f8ef no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:25.184057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: edcb9a71-1881-4625-ba22-c550c480f8ef {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:25.184615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device edcb9a71-1881-4625-ba22-c550c480f8ef not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:25.264460 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.279657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79352bf0-60b0-47a3-9031-812e9b43f9c2']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:25.294482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde2194e-274a-4f48-963a-04ca8f59cd24') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:25.294854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde2194e-274a-4f48-963a-04ca8f59cd24') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:25.306174 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.325047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.337361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:09:25.338021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:09:25.341251 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:09:25.404619 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.423601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:25.429272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] 10.222.0.37 "DELETE /v2.0/networks/79352bf0-60b0-47a3-9031-812e9b43f9c2 HTTP/1.1" status: 204 len: 168 time: 0.3798246 Jul 23 23:09:25.441596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c9303-4349-4c80-aa97-f8bd43c99f61 tempest-TestSecurityGroupsBasicOps-320749095 tempest-TestSecurityGroupsBasicOps-320749095-project] Pushing event deleted for resources: {'Network': ['ID=79352bf0-60b0-47a3-9031-812e9b43f9c2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:25.783274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:25.950691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3003b1ea-4078-4ebe-884b-6eae7751c34d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1472ceafcee46dfa248630451f1bde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661079 Jul 23 23:09:25.953226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:26.007885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.030810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.080063 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.087368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.089316 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a1a0139-fba3-463c-b7ac-e4d500ccd26b HTTP/1.1" status: 204 len: 168 time: 0.1346660 Jul 23 23:09:26.100601 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613ac4-a002-4927-b97c-3a11b1a858ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1a0139-fba3-463c-b7ac-e4d500ccd26b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:26.394594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39202) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:26.409150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bff6f10e-5023-45d9-9ad0-75d1e02bc02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.508680 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bff6f10e-5023-45d9-9ad0-75d1e02bc02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.512999 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bff6f10e-5023-45d9-9ad0-75d1e02bc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.554709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bff6f10e-5023-45d9-9ad0-75d1e02bc02a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72f6afab2ede49fc89585a75329b7ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592941 Jul 23 23:09:26.555498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6f10e-5023-45d9-9ad0-75d1e02bc02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866c1aa-ed1c-42e7-a1af-c386b1087880,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:26.559827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39204) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:26.623603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.664411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.737369 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.743554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.744773 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0866c1aa-ed1c-42e7-a1af-c386b1087880 HTTP/1.1" status: 204 len: 168 time: 0.1780159 Jul 23 23:09:26.754656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abc6fa-7868-4fa1-9194-f31a4cbb33f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866c1aa-ed1c-42e7-a1af-c386b1087880,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:26.999384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:27.023492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:27.023862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3301c2d6-8d9f-4c8a-bcde-99a0b7bcf1a9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:27.087397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39212) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:27.130502 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f1b235e4-9e72-42e9-ba97-2ae8fef1787f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1648faeef3e0424e9f73b2210492315b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417802 Jul 23 23:09:27.132982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39214) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:27.184630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.209298 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.260663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.265309 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.266525 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fffb3c7b-4d18-4850-8484-a7db7d5cb2c7 HTTP/1.1" status: 204 len: 168 time: 0.1326132 Jul 23 23:09:27.274553 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b5fc7-1399-4141-ac3d-30c80c6b1308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb3c7b-4d18-4850-8484-a7db7d5cb2c7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:38.747033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a4840-bd0b-46fc-ad11-16c8f843a8d4 req-1cd2dca3-8c27-46de-b88f-765038fb9145 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:38.748540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a2a4840-bd0b-46fc-ad11-16c8f843a8d4 req-1cd2dca3-8c27-46de-b88f-765038fb9145 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 945 time: 0.0643251 Jul 23 23:09:38.786062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a2a4840-bd0b-46fc-ad11-16c8f843a8d4 req-6051a06a-6918-40c3-9869-71cb3702ae7f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Jul 23 23:09:39.920307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca028-9400-4de9-b0c5-4aee22aad473 req-56501bbc-856a-401a-9ad5-a4dd605ed0c1 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:39.921846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33dca028-9400-4de9-b0c5-4aee22aad473 req-56501bbc-856a-401a-9ad5-a4dd605ed0c1 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 945 time: 0.0682964 Jul 23 23:09:39.963547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33dca028-9400-4de9-b0c5-4aee22aad473 req-41d64d91-1790-4c9c-97fc-78715fbc3653 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Jul 23 23:09:40.152108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3958-c72e-44a4-bc80-44ad48412933 req-1953ba65-1142-437f-97bd-865b0b97399a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:40.153462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-345a3958-c72e-44a4-bc80-44ad48412933 req-1953ba65-1142-437f-97bd-865b0b97399a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 945 time: 0.0634975 Jul 23 23:09:40.249951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Deleting port e251d104-c159-4b4a-b3f3-dae44f46f921 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:40.250288 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.340587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] For port e251d104-c159-4b4a-b3f3-dae44f46f921, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=e251d104-c159-4b4a-b3f3-dae44f46f921,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:40.341206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.353587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Calling delete_port for e251d104-c159-4b4a-b3f3-dae44f46f921 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:40.491603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.503304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['e251d104-c159-4b4a-b3f3-dae44f46f921'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:09:40.519958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Pushing event deleted for resources: {'Port': ['ID=e251d104-c159-4b4a-b3f3-dae44f46f921,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:40.565909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] No DVR routers for this DVR port e251d104-c159-4b4a-b3f3-dae44f46f921 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:40.569021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.571016 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-345a3958-c72e-44a4-bc80-44ad48412933 req-ac32f697-1e94-4c0e-9d5d-750fb973a250 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "DELETE /v2.0/ports/e251d104-c159-4b4a-b3f3-dae44f46f921 HTTP/1.1" status: 204 len: 173 time: 0.4116476 Jul 23 23:09:40.571464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'name': 'network-vif-deleted', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:40.573694 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8935dc1-1999-4fef-8c18-babdacddda26" -d '{"events": [{"server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "name": "network-vif-deleted", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:40.612790 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8f999-531a-4243-b4fd-026925aaac38 x-openstack-request-id: req-25d8f999-531a-4243-b4fd-026925aaac38 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:40.613109 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61b08ee-5284-4ab6-a322-82d4f4e239a8", "name": "network-vif-deleted", "tag": "e251d104-c159-4b4a-b3f3-dae44f46f921", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:40.613363 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d8f999-531a-4243-b4fd-026925aaac38 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:40.613793 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61b08ee-5284-4ab6-a322-82d4f4e239a8', 'name': 'network-vif-deleted', 'tag': 'e251d104-c159-4b4a-b3f3-dae44f46f921', 'status': 'completed', 'code': 200} Jul 23 23:09:41.075091 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fecbf881-0ebb-4cb2-81a5-54bf425d3f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.091021 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ca1c5e8-387b-44cc-b105-9debfbc7d6d5 req-3553dbfa-379d-436b-96f2-984bfe3ff3a6 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61b08ee-5284-4ab6-a322-82d4f4e239a8 HTTP/1.1" status: 200 len: 210 time: 0.0365503 Jul 23 23:09:43.789345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5008-01e5-4775-9b84-43243a044b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:44.192429 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:44.922983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device e251d104-c159-4b4a-b3f3-dae44f46f921 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:44.943513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: e251d104-c159-4b4a-b3f3-dae44f46f921 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:44.944429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device e251d104-c159-4b4a-b3f3-dae44f46f921 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:45.033313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:46.564246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:47.475592 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:09:49.128415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-e0126dbd-f9e2-4248-bfcc-7e5e5fed0d62 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:49.129902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-e0126dbd-f9e2-4248-bfcc-7e5e5fed0d62 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 814 time: 0.1034415 Jul 23 23:09:49.144178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-a458ffee-0580-4a9a-96bd-984c742fbe98 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/quotas/e6d3a815bb4f4435980d4ecff8321137 HTTP/1.1" status: 200 len: 375 time: 0.0088859 Jul 23 23:09:49.178834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-fa5da0d5-c87a-490a-9104-f067efc0683f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290704 Jul 23 23:09:49.269215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-ff6894ff-a745-4885-9b79-dc14f3c34d4c service neutron] 10.222.0.37 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Jul 23 23:09:49.357506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-98e52085-190e-426a-a57b-d6676f993c65 service neutron] 10.222.0.37 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818393 Jul 23 23:09:49.518410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0dd83ed7-26e7-4d19-b6fa-651df547904d req-33cf1f53-5df6-4a73-9a9a-8b278557c7b8 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 210 time: 0.0297163 Jul 23 23:09:50.400637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-d027c8f6-5124-47a6-bb14-ce308dc19d83 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:50.402108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-d027c8f6-5124-47a6-bb14-ce308dc19d83 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 814 time: 0.1075954 Jul 23 23:09:50.414343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Request body: {'port': {'device_id': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0', 'admin_state_up': True, 'tenant_id': 'e6d3a815bb4f4435980d4ecff8321137'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:50.525772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Made reservation on behalf of e6d3a815bb4f4435980d4ecff8321137 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:09:50.529217 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.622498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e434a39-2a25-44fb-a666-941c131e3ce2 req-f98b1998-fe4c-4651-8c04-56ce8a5950bf tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 210 time: 0.0341620 Jul 23 23:09:50.661342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Allocated IP 172.20.0.2 (60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0/7622d26f-edf6-466f-906a-eb88c57dfff0/1feae644-185f-4632-8017-665789e355d5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:09:50.808945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.850061 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.895373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:09:50.900431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:09:50.904147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:09:50.927594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Pushing event updated for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:50.961211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:50.961859 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.975674 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-c661467d-a5fc-4f68-a302-b8765a42ae5f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654018 Jul 23 23:09:50.987047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Request body: {'port': {'device_id': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:51.061277 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.315449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feae644-185f-4632-8017-665789e355d5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:51.322904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.334323 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Transition to ACTIVE for port object 1feae644-185f-4632-8017-665789e355d5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:51.339080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.408902 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Pushing event updated for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:51.458058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Attempting to bind port 1feae644-185f-4632-8017-665789e355d5 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:09:51.458392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Attempting to bind port 1feae644-185f-4632-8017-665789e355d5 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:09:51.458721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Attempting to bind port 1feae644-185f-4632-8017-665789e355d5 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:51.463609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Port 1feae644-185f-4632-8017-665789e355d5 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:09:51.463932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Attempting to bind port 1feae644-185f-4632-8017-665789e355d5 on network 60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:51.468722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:09:51.469058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Checking segment: {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:09:51.469441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Bound using segment: {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:09:51.469900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Bound port: 1feae644-185f-4632-8017-665789e355d5, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:09:51.470258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.532235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:09:51.535288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1feae644-185f-4632-8017-665789e355d5,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:09:51.540303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.573612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.574257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.575648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] 10.222.0.22 "PUT /v2.0/ports/1feae644-185f-4632-8017-665789e355d5 HTTP/1.1" status: 200 len: 1092 time: 0.5926118 Jul 23 23:09:51.576084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'tag': '1feae644-185f-4632-8017-665789e355d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:51.578343 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a95432-3900-494a-b7cb-4d5c921a6ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "tag": "1feae644-185f-4632-8017-665789e355d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:51.604647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4cbf8-c833-4b9a-907a-a3becdfef418 service neutron] Pushing event updated for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:51.623297 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72c4bc-e9bf-4e5d-8dce-7e3cee55bf3f x-openstack-request-id: req-8f72c4bc-e9bf-4e5d-8dce-7e3cee55bf3f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:51.623596 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "tag": "1feae644-185f-4632-8017-665789e355d5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:51.623849 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f72c4bc-e9bf-4e5d-8dce-7e3cee55bf3f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:51.624257 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'tag': '1feae644-185f-4632-8017-665789e355d5', 'status': 'completed', 'code': 200} Jul 23 23:09:51.672389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-fdd3b9e1-81b8-4ff3-b3be-c79f7823a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.673988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-fdd3b9e1-81b8-4ff3-b3be-c79f7823a3c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 1095 time: 0.0605025 Jul 23 23:09:51.717042 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-d2c475fb-f4e1-496d-9c0b-1adad0a2e00b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1feae644-185f-4632-8017-665789e355d5 HTTP/1.1" status: 200 len: 217 time: 0.0358264 Jul 23 23:09:51.756796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c6e0-d01a-4702-acb0-e38ffa2639e9 req-ee1c64a0-6737-409a-b83c-af82acf64e4f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.758648 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c72c6e0-d01a-4702-acb0-e38ffa2639e9 req-ee1c64a0-6737-409a-b83c-af82acf64e4f tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 943 time: 0.0651681 Jul 23 23:09:51.764631 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-fd79a571-72ce-46c1-8ea1-4fc5f5f1a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.766139 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-fd79a571-72ce-46c1-8ea1-4fc5f5f1a221 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.0435350 Jul 23 23:09:51.797429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c72c6e0-d01a-4702-acb0-e38ffa2639e9 req-f811e847-deed-4a75-99b4-1f166913b7ad tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Jul 23 23:09:51.803847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-1014d9c7-a81c-4190-a458-37de1d587e84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320697 Jul 23 23:09:51.898530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-190a76d6-03f2-4597-ab33-5f8acdc03d26 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881276 Jul 23 23:09:51.989548 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acdd2040-81d5-4d14-9978-86ef0890ec9c req-8d1351ef-ec53-4dfa-9377-ccecc3c2cf88 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857856 Jul 23 23:09:52.087663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-7986f699-c5e2-40f2-b289-808aca0f3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:52.089148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-7986f699-c5e2-40f2-b289-808aca0f3d94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 1095 time: 0.0554206 Jul 23 23:09:52.180937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-4452686b-c588-43ea-9d8e-a9b913de8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:52.182331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-4452686b-c588-43ea-9d8e-a9b913de8ff7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 915 time: 0.0869355 Jul 23 23:09:52.505905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:52.529324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-db64dadb-00c7-4417-8e0e-28ed2310170d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1feae644-185f-4632-8017-665789e355d5 HTTP/1.1" status: 200 len: 217 time: 0.3406329 Jul 23 23:09:52.579947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-ade873b5-0cda-4637-b8ee-fb684bafee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:52.581393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-ade873b5-0cda-4637-b8ee-fb684bafee06 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.0455725 Jul 23 23:09:52.615487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-39261a61-73d4-4acc-8eda-43684b4cff7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272331 Jul 23 23:09:52.705544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-79995048-b73b-494c-8a30-7ff237545fcf service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831139 Jul 23 23:09:52.796787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-21a95432-3900-494a-b7cb-4d5c921a6ebe req-6e6d2d08-fc0f-4ce7-b877-d78d1889910c service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Jul 23 23:09:52.930566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd17fe-e77d-49e4-b773-7c089102cee9 req-ee100690-51a5-4112-a969-932701857e1e tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:52.932434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78fd17fe-e77d-49e4-b773-7c089102cee9 req-ee100690-51a5-4112-a969-932701857e1e tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 943 time: 0.0636644 Jul 23 23:09:52.972487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78fd17fe-e77d-49e4-b773-7c089102cee9 req-eb96071b-dc78-41a2-bac3-a86664f2aaf4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Jul 23 23:09:53.388034 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:54.104947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8025f3-5cee-4231-87c4-c0f9e2c4220a req-2b1968b3-1b38-4415-868d-a1bb57575d26 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:54.106453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc8025f3-5cee-4231-87c4-c0f9e2c4220a req-2b1968b3-1b38-4415-868d-a1bb57575d26 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 943 time: 0.0687404 Jul 23 23:09:54.142984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc8025f3-5cee-4231-87c4-c0f9e2c4220a req-399db91c-e069-486d-93f1-aa41a121a753 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jul 23 23:09:54.985078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1feae644-185f-4632-8017-665789e355d5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:09:55.081298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1feae644-185f-4632-8017-665789e355d5,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:55.092721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1feae644-185f-4632-8017-665789e355d5', 'network_id': '60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0', 'port_id': '1feae644-185f-4632-8017-665789e355d5', 'mac_address': 'fa:16:3e:8f:38:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7622d26f-edf6-466f-906a-eb88c57dfff0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:09:55.128611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:55.140954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feae644-185f-4632-8017-665789e355d5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:55.160208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1feae644-185f-4632-8017-665789e355d5,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:55.165271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:55.215539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:55.222821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.223220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.223570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.223905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.224238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.224569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.224897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.225222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.225548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.225916 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.227045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.227164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:55.271459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45145-9b72-4b31-88b8-5392cb56b595 req-77cf90f2-5d39-4d01-8f0a-7a779f9a7b39 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:55.273499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29c45145-9b72-4b31-88b8-5392cb56b595 req-77cf90f2-5d39-4d01-8f0a-7a779f9a7b39 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 944 time: 0.0643077 Jul 23 23:09:55.311196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29c45145-9b72-4b31-88b8-5392cb56b595 req-e14f154c-7d82-4ca0-8268-60aa11f118c8 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jul 23 23:09:55.370183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1feae644-185f-4632-8017-665789e355d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:09:56.444089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c669ab-9daa-4f11-a2fb-63fb3d50cda9 req-6f9363a8-5c95-4f08-b698-22953381392d tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:56.445654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12c669ab-9daa-4f11-a2fb-63fb3d50cda9 req-6f9363a8-5c95-4f08-b698-22953381392d tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 944 time: 0.0681562 Jul 23 23:09:56.484427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12c669ab-9daa-4f11-a2fb-63fb3d50cda9 req-f4be3963-8e3e-40c4-ba38-25d663754c7c tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jul 23 23:09:56.994509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1feae644-185f-4632-8017-665789e355d5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:57.044380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1feae644-185f-4632-8017-665789e355d5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:57.047878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1feae644-185f-4632-8017-665789e355d5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:57.048241 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:57.122898 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:57.144502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feae644-185f-4632-8017-665789e355d5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:57.146780 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2499efef-f1e6-41c5-8e23-1d7639df77ea" -d '{"events": [{"server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "name": "network-vif-plugged", "status": "completed", "tag": "1feae644-185f-4632-8017-665789e355d5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:57.159729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1feae644-185f-4632-8017-665789e355d5,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:57.164998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:57.187944 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b5947-3a22-4cdf-8d95-e081cdb44704 x-openstack-request-id: req-498b5947-3a22-4cdf-8d95-e081cdb44704 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:57.188242 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "name": "network-vif-plugged", "status": "completed", "tag": "1feae644-185f-4632-8017-665789e355d5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:57.188497 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-498b5947-3a22-4cdf-8d95-e081cdb44704 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:57.188890 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feae644-185f-4632-8017-665789e355d5', 'code': 200} Jul 23 23:09:57.215504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:57.292774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b5765-54c8-417d-b3ae-a2c28c27548d req-4e4f9e49-5622-4f25-b06e-9ea18bcdc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:57.294325 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272b5765-54c8-417d-b3ae-a2c28c27548d req-4e4f9e49-5622-4f25-b06e-9ea18bcdc757 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 1097 time: 0.0528786 Jul 23 23:09:57.330490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272b5765-54c8-417d-b3ae-a2c28c27548d req-c081e1cf-daef-4559-be8b-f57386863c61 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298190 Jul 23 23:09:57.614936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ab22-0ffe-46bf-9a7e-ce2fc8ca6c79 req-9df47a0d-fa15-47df-9c12-f2bac8bba4e5 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:57.616313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1a4ab22-0ffe-46bf-9a7e-ce2fc8ca6c79 req-9df47a0d-fa15-47df-9c12-f2bac8bba4e5 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 945 time: 0.0624771 Jul 23 23:09:57.654851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1a4ab22-0ffe-46bf-9a7e-ce2fc8ca6c79 req-b2e6ed75-f056-45eb-9ab8-9ef95f55364a tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Jul 23 23:09:58.784169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f094900-2b25-4387-8a43-e3075cd07dc7 req-85446ced-d4ad-44c3-8b1d-01a125897f48 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:58.785666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f094900-2b25-4387-8a43-e3075cd07dc7 req-85446ced-d4ad-44c3-8b1d-01a125897f48 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 945 time: 0.0650806 Jul 23 23:09:58.822386 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f094900-2b25-4387-8a43-e3075cd07dc7 req-f13a5304-2495-46b7-a81d-94cd2ab3e19c tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Jul 23 23:10:00.641359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-09ff1a05-4f6f-4525-ba5b-d00f3d7abcfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528579 Jul 23 23:10:00.737061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-671145be-8bc8-4c7a-981a-2c930c04c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:00.738578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-671145be-8bc8-4c7a-981a-2c930c04c3a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e6d3a815bb4f4435980d4ecff8321137&device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 1097 time: 0.0573165 Jul 23 23:10:00.844000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-d3a65ab3-8174-4fc5-8b43-e4b04e1a90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:00.845475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-d3a65ab3-8174-4fc5-8b43-e4b04e1a90a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 200 len: 915 time: 0.0872984 Jul 23 23:10:00.891753 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-51399fe3-d9e6-46f0-9c60-055b76c1be5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1feae644-185f-4632-8017-665789e355d5 HTTP/1.1" status: 200 len: 217 time: 0.0392089 Jul 23 23:10:00.946578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-4b352e35-77ef-4f8b-8449-77b371524c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:00.948216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-4b352e35-77ef-4f8b-8449-77b371524c55 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 200 len: 854 time: 0.0507658 Jul 23 23:10:00.985134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-18c93204-8755-47b3-a859-cd0f4a845e5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306017 Jul 23 23:10:01.079275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-879c5c89-339f-45cc-9786-2e77a418ee60 service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877092 Jul 23 23:10:01.169884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d882f38f-9a15-4d8c-aca0-468fc815f479 req-8f9c838d-0a45-4afd-8c71-92f17601e24f service neutron] 10.222.0.22 "GET /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833831 Jul 23 23:10:11.070969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c655f5c4-18ee-453d-b907-884f0bc32d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.791276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-58e3a2dd-39df-49c1-b221-8831922081f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:14.203609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:15.035712 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:16.566915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:22.506858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:23.402865 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.156983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cb84-df52-453c-a84c-3cc5668d965e req-f37957ae-647b-4118-9567-e7759f4a168b tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:24.158377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c810cb84-df52-453c-a84c-3cc5668d965e req-f37957ae-647b-4118-9567-e7759f4a168b tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 945 time: 0.0676968 Jul 23 23:10:24.196313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c810cb84-df52-453c-a84c-3cc5668d965e req-d2111d75-6be7-4c30-8842-c613ffe25c91 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Jul 23 23:10:24.475305 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:10:25.336980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c998db-8a53-4761-aa1d-fe1db094401e req-c6f61e0c-9b84-4e9c-9dda-a6fba37d8f5e tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:25.338611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6c998db-8a53-4761-aa1d-fe1db094401e req-c6f61e0c-9b84-4e9c-9dda-a6fba37d8f5e tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 945 time: 0.0729003 Jul 23 23:10:25.379039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6c998db-8a53-4761-aa1d-fe1db094401e req-ccbd4da5-c5ff-46bd-91c9-633e466ba6c1 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbee387a-d6a9-440b-9ade-23939e469f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 Jul 23 23:10:25.586673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-491c469d-fb95-4aa3-bb24-b2ca6cdb9082 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:25.588124 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-491c469d-fb95-4aa3-bb24-b2ca6cdb9082 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 945 time: 0.0658607 Jul 23 23:10:25.690153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Deleting port 1feae644-185f-4632-8017-665789e355d5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:25.690490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:25.780785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] For port 1feae644-185f-4632-8017-665789e355d5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1feae644-185f-4632-8017-665789e355d5,segment=NetworkSegment(a78fb4a8-8f7f-4323-8945-ffbb317f63c4),segment_id=a78fb4a8-8f7f-4323-8945-ffbb317f63c4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:25.781146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:25.792704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Calling delete_port for 1feae644-185f-4632-8017-665789e355d5 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:25.916409 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:25.929692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1feae644-185f-4632-8017-665789e355d5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:10:25.949370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Pushing event deleted for resources: {'Port': ['ID=1feae644-185f-4632-8017-665789e355d5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:25.961336 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.961685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.962095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.962376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.962710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.963041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.963444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.963945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.964277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.964606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.964924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:25.965248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:26.004739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] No DVR routers for this DVR port 1feae644-185f-4632-8017-665789e355d5 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:26.007300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:26.009323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4ef53731-ae60-40e1-b3a6-63b3a824cc1c req-dfe2357d-af7c-4cbf-ab7f-64477cb049c4 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.22 "DELETE /v2.0/ports/1feae644-185f-4632-8017-665789e355d5 HTTP/1.1" status: 204 len: 173 time: 0.4156966 Jul 23 23:10:26.009843 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'name': 'network-vif-deleted', 'tag': '1feae644-185f-4632-8017-665789e355d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:26.012634 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276ec6d8-ed2a-4c99-8599-0c88c522512d" -d '{"events": [{"server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "name": "network-vif-deleted", "tag": "1feae644-185f-4632-8017-665789e355d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:26.048790 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577c7e6-b915-4bbb-95b6-105a309f7ec2 x-openstack-request-id: req-e577c7e6-b915-4bbb-95b6-105a309f7ec2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:26.049101 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978884-c3b7-46c3-b9cd-97c366a01be2", "name": "network-vif-deleted", "tag": "1feae644-185f-4632-8017-665789e355d5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:26.049339 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e577c7e6-b915-4bbb-95b6-105a309f7ec2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:26.049745 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978884-c3b7-46c3-b9cd-97c366a01be2', 'name': 'network-vif-deleted', 'tag': '1feae644-185f-4632-8017-665789e355d5', 'status': 'completed', 'code': 200} Jul 23 23:10:26.497580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77b85673-2358-4aba-9736-fbde6f609fc9 req-b383eec4-18b8-4272-adf8-10eb618e8e12 tempest-VolumesSnapshotTestJSON-721536985 tempest-VolumesSnapshotTestJSON-721536985-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b978884-c3b7-46c3-b9cd-97c366a01be2 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Jul 23 23:10:29.123850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1feae644-185f-4632-8017-665789e355d5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:29.143739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 1feae644-185f-4632-8017-665789e355d5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:29.144090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1feae644-185f-4632-8017-665789e355d5 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:41.064132 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e2775c3b-3c02-4682-886a-89a028e8815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:41.131689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-d8b82e85-98c3-4827-b7f0-652a094a3de9 req-e98fa2b7-14c9-4394-b07e-d1b9a192b634 service neutron] (93835) timed out ('10.222.0.37', 51508) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:10:43.794207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13ead1a8-8645-4ce8-9d04-c40e119ca8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:44.198028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:45.039329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:46.573283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:52.505320 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:53.400344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:01.474694 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:11:07.595359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:07.642007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Deleting subnet 7622d26f-edf6-466f-906a-eb88c57dfff0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:11:07.645203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.680378 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.723803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.778519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.806794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7622d26f-edf6-466f-906a-eb88c57dfff0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:07.809446 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.811540 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed6cb440-1af9-4aa8-a046-9af1cfe1fcf1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7622d26f-edf6-466f-906a-eb88c57dfff0 HTTP/1.1" status: 204 len: 168 time: 0.2148955 Jul 23 23:11:07.814709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:07.884288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.969532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:07.980438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:07.990734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:07.991030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78fb4a8-8f7f-4323-8945-ffbb317f63c4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:08.000714 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.015099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.021873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:11:08.022278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:11:08.024087 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:11:08.083307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.089509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.091516 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] 10.222.0.37 "DELETE /v2.0/networks/60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0 HTTP/1.1" status: 204 len: 168 time: 0.2755859 Jul 23 23:11:08.103275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=60ea6c4d-2a77-4ecf-9751-a2bb064a6fb0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:08.110944 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.111289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.111632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.111966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.112294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.112620 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.112943 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.113263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.113582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.113969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.114239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.114553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613b85b-cf7d-4b6d-922f-6d6ad4fb6b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:08.267171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:08.312484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c7180e18-f06a-4829-ba86-2ce0a15642bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d3a815bb4f4435980d4ecff8321137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436325 Jul 23 23:11:08.314505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:08.365506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.387965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.436323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.439068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:08.440226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbee387a-d6a9-440b-9ade-23939e469f4e HTTP/1.1" status: 204 len: 168 time: 0.1246212 Jul 23 23:11:08.447850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cce8f8-c623-4034-9b26-a900e9988e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee387a-d6a9-440b-9ade-23939e469f4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:09.104969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:09.206463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-180237144-network', 'tenant_id': '303aa3da8c25493db2e30a409b004652'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:09.231291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Made reservation on behalf of 303aa3da8c25493db2e30a409b004652 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:11:09.234693 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.244626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.336422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.340492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.366293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:11:09.377540 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da93e7f-3e2b-43e1-a2c2-0a2e69c68d63,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:09.383010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.383341 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Added segment 06be0078-a4e0-453c-933f-7d9df0a65548 of type vlan for network cbe17f99-da12-4dfb-a3c6-ccc4116e846d Jul 23 23:11:09.429089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.458430 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.459295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:09.459870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.491899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3857393 Jul 23 23:11:09.495076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:09.500769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Request body: {'subnet': {'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-180237144-subnet', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:09.522112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Made reservation on behalf of 303aa3da8c25493db2e30a409b004652 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:11:09.522578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d8f7-05d2-4d59-92c3-0e2c179145ec admin admin] Pushing event updated for resources: {'Network': ['ID=cbe17f99-da12-4dfb-a3c6-ccc4116e846d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:09.524806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.533618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:11:09.698714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.752361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=526213d7-5bad-4277-8e9b-c13e21410b30,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:09.762962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Checking segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:09.763324 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Network hostable DHCP agents. Network: cbe17f99-da12-4dfb-a3c6-ccc4116e846d, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:11:09.779421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:11:09.788196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, cbe17f99-da12-4dfb-a3c6-ccc4116e846d) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:09.793170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:09.794391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.797560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa68bdc-cb14-4424-b935-e08886799101 None None] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:11:09.807427 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5980654e-1315-4058-a982-ff420a009d0c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3106527 Jul 23 23:11:09.811122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:09.815642 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:09.836216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.837154 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.897327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:09.950224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:11:09.951067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.038601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.094389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Allocated IP 172.20.0.2 (cbe17f99-da12-4dfb-a3c6-ccc4116e846d/526213d7-5bad-4277-8e9b-c13e21410b30/4408ad7d-9eba-4747-8612-3a7a36fe0e57) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:10.244381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.250724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.253272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Transition to ACTIVE for port object 4408ad7d-9eba-4747-8612-3a7a36fe0e57 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:10.269089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Transition to ACTIVE for port object 4408ad7d-9eba-4747-8612-3a7a36fe0e57 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:10.270453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.274764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.317285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:10.320060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:10.327679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:10.338179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Pushing event updated for resources: {'Port': ['ID=4408ad7d-9eba-4747-8612-3a7a36fe0e57,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:10.365120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.365476 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.365848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.366216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.366518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.366849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.367180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.367508 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.367834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.368163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.368488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.368811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:10.381669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Allocated IP 172.25.1.88 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:10.404736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Attempting to bind port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:10.405161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Attempting to bind port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:10.405531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Attempting to bind port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 on network cbe17f99-da12-4dfb-a3c6-ccc4116e846d {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:10.410493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:10.410870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Checking segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:10.411271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.411665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Bound using segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:10.412138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Bound port: 4408ad7d-9eba-4747-8612-3a7a36fe0e57, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:10.412519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.475934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] For port 4408ad7d-9eba-4747-8612-3a7a36fe0e57, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:10.480228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] For port 4408ad7d-9eba-4747-8612-3a7a36fe0e57, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4408ad7d-9eba-4747-8612-3a7a36fe0e57,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:10.483859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.484051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.523648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:10.552238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64670-5dd2-4d53-9c1c-8e41db76021c None None] Pushing event updated for resources: {'Port': ['ID=4408ad7d-9eba-4747-8612-3a7a36fe0e57,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:10.563501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:10.566700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:10.570576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:10.607409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Pushing event updated for resources: {'Port': ['ID=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:10.858641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:11.058797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:11.077503 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35b37f97-7935-495a-b2e0-cc69b5884da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:11.161304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4408ad7d-9eba-4747-8612-3a7a36fe0e57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:11.219528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:11.225738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Router da14f4e7-91d4-4e31-9b76-33e285325e91 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:11:11.359497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:11.372175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Sync routers for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:11.377075 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:11.378627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-998adc44-eb8a-47c8-b26d-c7f3aea9ad1a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5664401 Jul 23 23:11:11.381410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:11.386351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:11.387368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:10:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:11.521268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:11.753625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd1919-1bb5-4848-8e79-23d277cb9c87 None None] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:11:11.841332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:10Z', 'revision_number': 3, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:11.883080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Checking router: da14f4e7-91d4-4e31-9b76-33e285325e91 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:11.883427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Updating router da14f4e7-91d4-4e31-9b76-33e285325e91 port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:11:11.885125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Provisioning for port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:11.909042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Provisioning complete for port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:11.909321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:11.978028 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.156317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.179726 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.261881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] For port 4408ad7d-9eba-4747-8612-3a7a36fe0e57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4408ad7d-9eba-4747-8612-3a7a36fe0e57,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:12.270231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.339991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Allocated IP 172.20.0.1 (cbe17f99-da12-4dfb-a3c6-ccc4116e846d/526213d7-5bad-4277-8e9b-c13e21410b30/f5a792e6-5b21-4987-bec9-287590010749) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:12.348771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebfd10-8fd2-4d70-a70a-dcaa6a13e3dc None None] Pushing event updated for resources: {'Port': ['ID=4408ad7d-9eba-4747-8612-3a7a36fe0e57,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:12.394895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.405637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Transition to ACTIVE for port object 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:12.411078 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.455495 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.467881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Attempting to bind port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:12.468218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Attempting to bind port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:12.468588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Attempting to bind port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:12.470268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Transition to ACTIVE for port object f5a792e6-5b21-4987-bec9-287590010749 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:12.473198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87587feb-405c-4185-8879-7b03b140b27d None None] Pushing event updated for resources: {'Port': ['ID=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:12.476439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:12.476811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:12.477513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.478321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:12.478481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Bound port: 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:12.478759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.506703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.530751 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bbe7b07f-80cb-415d-83df-41494de09e20 None None] Provisioning complete for port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:12.531117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b07f-80cb-415d-83df-41494de09e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.543990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:12.546903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:12.552438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:12.578233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] For port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:12.579037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Pushing event updated for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:12.582132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] For port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:12.591138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.599034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.747811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.852563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:12.853177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:10:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:12.857432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87587feb-405c-4185-8879-7b03b140b27d None None] Pushing event updated for resources: {'Port': ['ID=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:12.926019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.930887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.961320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14b2dc07-802d-424f-b1a9-d69b667d0933 None None] Provisioning for port f5a792e6-5b21-4987-bec9-287590010749 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:12.972072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-14b2dc07-802d-424f-b1a9-d69b667d0933 None None] Provisioning complete for port f5a792e6-5b21-4987-bec9-287590010749 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:12.972440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14b2dc07-802d-424f-b1a9-d69b667d0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:12.999630 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:13.001198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Pushing event updated for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:13.003794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.042919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-14b2dc07-802d-424f-b1a9-d69b667d0933 None None] Port f5a792e6-5b21-4987-bec9-287590010749 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:11:13.105850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:13.107328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:13.137065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4408ad7d-9eba-4747-8612-3a7a36fe0e57 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:13.234537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Router da14f4e7-91d4-4e31-9b76-33e285325e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:11:13.234781 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:13.235118 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.290858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 1, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:13.324919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65faec-8696-4928-bf21-cdd2210ee440 None None] The sync data for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 is: [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 1, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:13.371476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:13.378492 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-97fb2db6-5cce-4194-b064-5c2c05e3410b admin admin] 10.222.0.37 "PUT /v2.0/routers/da14f4e7-91d4-4e31-9b76-33e285325e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9957864 Jul 23 23:11:13.391302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad09081f-b7e2-4e4a-9c8c-473e3618daec None None] Provisioning complete for port f5a792e6-5b21-4987-bec9-287590010749 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:13.391302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad09081f-b7e2-4e4a-9c8c-473e3618daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.426556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad09081f-b7e2-4e4a-9c8c-473e3618daec None None] Port f5a792e6-5b21-4987-bec9-287590010749 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:11:13.796583 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d1f2-7588-4848-a934-f740e29e95f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.899358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:13.905412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2129163581-network', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:13.926782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Made reservation on behalf of 7d726e6a064d47658297b46b9a48bd1e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:11:13.929278 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.939377 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.051335 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.056212 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.085218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:11:14.096268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3941cb-7e80-4772-9100-a8a3cbb4735f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:14.101631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.102269 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Added segment 31116659-728f-4c39-8a32-cf08e58b54cc of type vlan for network dab253fb-38c3-4465-9d1b-57d1756c2f3b Jul 23 23:11:14.145393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.176750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.178132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:14.178720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.201165 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.221307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3205638 Jul 23 23:11:14.224038 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:14.231066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Request body: {'subnet': {'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2129163581-subnet', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:14.261224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db465b8-ca89-4dfb-9180-0b7501ddd352 admin admin] Pushing event updated for resources: {'Network': ['ID=dab253fb-38c3-4465-9d1b-57d1756c2f3b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:14.272678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:11:14.285017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Made reservation on behalf of 7d726e6a064d47658297b46b9a48bd1e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:11:14.288271 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.482452 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.540866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65a75e5-9c2d-4bfb-bc4b-486ee5dea250,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:14.549825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Checking segment: {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:14.550201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Network hostable DHCP agents. Network: dab253fb-38c3-4465-9d1b-57d1756c2f3b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:11:14.568093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:11:14.580908 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, dab253fb-38c3-4465-9d1b-57d1756c2f3b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:14.584965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:14.585560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.591763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d23e02-17bf-4ae1-b49e-a205134e19ac None None] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:11:14.604894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c78ce508-9b98-481d-9b89-9ef15b9f6369 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3766141 Jul 23 23:11:14.605202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:14.609883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:14.631219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.632323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.690686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.748467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13502471-ee51-437a-8710-02c5204df461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:11:14.749331 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.840057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:14.890198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-13502471-ee51-437a-8710-02c5204df461 None None] Allocated IP 172.20.0.2 (dab253fb-38c3-4465-9d1b-57d1756c2f3b/d65a75e5-9c2d-4bfb-bc4b-486ee5dea250/78d3386a-4848-4f50-aa8d-b4469d50dffa) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:15.052128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.056168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.066089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13502471-ee51-437a-8710-02c5204df461 None None] Transition to ACTIVE for port object 78d3386a-4848-4f50-aa8d-b4469d50dffa will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:15.067365 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.083037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13502471-ee51-437a-8710-02c5204df461 None None] Transition to ACTIVE for port object 78d3386a-4848-4f50-aa8d-b4469d50dffa will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:15.089615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.090653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.129323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13502471-ee51-437a-8710-02c5204df461 None None] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:15.134142 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-13502471-ee51-437a-8710-02c5204df461 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:15.138850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13502471-ee51-437a-8710-02c5204df461 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:15.145978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13502471-ee51-437a-8710-02c5204df461 None None] Pushing event updated for resources: {'Port': ['ID=78d3386a-4848-4f50-aa8d-b4469d50dffa,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:15.173843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:15.220313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Allocated IP 172.25.1.65 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/7ac8782c-0530-4291-80dd-1116ba9b5528) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:15.243419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-13502471-ee51-437a-8710-02c5204df461 None None] Attempting to bind port 78d3386a-4848-4f50-aa8d-b4469d50dffa on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:15.243994 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-13502471-ee51-437a-8710-02c5204df461 None None] Attempting to bind port 78d3386a-4848-4f50-aa8d-b4469d50dffa by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:15.244150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13502471-ee51-437a-8710-02c5204df461 None None] Attempting to bind port 78d3386a-4848-4f50-aa8d-b4469d50dffa on network dab253fb-38c3-4465-9d1b-57d1756c2f3b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:15.252767 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13502471-ee51-437a-8710-02c5204df461 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:15.253144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13502471-ee51-437a-8710-02c5204df461 None None] Checking segment: {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:15.256117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.256117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13502471-ee51-437a-8710-02c5204df461 None None] Bound using segment: {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:15.256117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-13502471-ee51-437a-8710-02c5204df461 None None] Bound port: 78d3386a-4848-4f50-aa8d-b4469d50dffa, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:15.256117 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.277791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:15.302952 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:15.303319 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.338669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.362704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-13502471-ee51-437a-8710-02c5204df461 None None] For port 78d3386a-4848-4f50-aa8d-b4469d50dffa, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:15.367226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-13502471-ee51-437a-8710-02c5204df461 None None] For port 78d3386a-4848-4f50-aa8d-b4469d50dffa, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=78d3386a-4848-4f50-aa8d-b4469d50dffa,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:15.370089 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Sync routers for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:15.380243 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:15.380877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:15.381716 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13502471-ee51-437a-8710-02c5204df461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.383659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.422415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:15.426626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:15.432618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:15.462844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.492032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13502471-ee51-437a-8710-02c5204df461 None None] Pushing event updated for resources: {'Port': ['ID=78d3386a-4848-4f50-aa8d-b4469d50dffa,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:15.498592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:15.498834 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:15.503939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.553794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac8782c-0530-4291-80dd-1116ba9b5528,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:15.577112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:15.732047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.839551 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 2, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:15.865681 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Checking router: da14f4e7-91d4-4e31-9b76-33e285325e91 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:15.866055 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Updating router da14f4e7-91d4-4e31-9b76-33e285325e91 port f5a792e6-5b21-4987-bec9-287590010749 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:11:15.911033 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.953225 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.083536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Router afb0a605-90d8-45c9-8207-a1cbc28cdf49 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:11:16.182922 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.193520 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Transition to ACTIVE for port object f5a792e6-5b21-4987-bec9-287590010749 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:16.200377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:16.200866 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.213031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Sync routers for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:16.226418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:16.227864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:16.231043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.235401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2801673a-518f-4226-bc2b-61abedbbde97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6290963 Jul 23 23:11:16.238043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:16.252877 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Pushing event updated for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:16.278377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.281073 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.281650 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.282234 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.282789 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.283325 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.283882 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.284414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.284945 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.285479 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.286052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.286611 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:16.358496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Attempting to bind port f5a792e6-5b21-4987-bec9-287590010749 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:16.358957 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Attempting to bind port f5a792e6-5b21-4987-bec9-287590010749 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:16.359375 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Attempting to bind port f5a792e6-5b21-4987-bec9-287590010749 on network cbe17f99-da12-4dfb-a3c6-ccc4116e846d {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:16.366420 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:16.367355 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Checking segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:16.367777 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.368212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Bound using segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:16.368689 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Bound port: f5a792e6-5b21-4987-bec9-287590010749, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:16.369071 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.419219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:16.447258 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] For port f5a792e6-5b21-4987-bec9-287590010749, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:16.454350 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] For port f5a792e6-5b21-4987-bec9-287590010749, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5a792e6-5b21-4987-bec9-287590010749,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:16.461007 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.540491 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:16.541132 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:16.638286 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac95707-e620-4de0-900c-a37b65ded0c2 None None] Pushing event updated for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:16.658749 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.687971 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:16.714498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ec985-271e-4450-926d-62957951ef1f None None] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:11:16.811329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 3, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:16.856341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Checking router: afb0a605-90d8-45c9-8207-a1cbc28cdf49 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:16.856701 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Updating router afb0a605-90d8-45c9-8207-a1cbc28cdf49 port 7ac8782c-0530-4291-80dd-1116ba9b5528 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:11:16.883350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6b3f9136-38b9-4f5f-abb4-7983d7d047f0 None None] Provisioning for port 78d3386a-4848-4f50-aa8d-b4469d50dffa completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:16.939860 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.942190 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:16Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:16.969791 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78edb622-9d6c-432a-ab91-5948378376aa None None] The sync data for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 is: [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:16Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:17.157060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.336271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.341843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:17.375584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Transition to ACTIVE for port object 7ac8782c-0530-4291-80dd-1116ba9b5528 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:17.390246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.419104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Allocated IP 172.20.0.1 (dab253fb-38c3-4465-9d1b-57d1756c2f3b/d65a75e5-9c2d-4bfb-bc4b-486ee5dea250/c147d2b9-06e1-4f7f-9d2c-aede500466df) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:17.463053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ac9b-e176-46c0-80f0-1e6e9c53635d None None] Pushing event updated for resources: {'Port': ['ID=7ac8782c-0530-4291-80dd-1116ba9b5528,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:17.474935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Attempting to bind port 7ac8782c-0530-4291-80dd-1116ba9b5528 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:17.475317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Attempting to bind port 7ac8782c-0530-4291-80dd-1116ba9b5528 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:17.475683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Attempting to bind port 7ac8782c-0530-4291-80dd-1116ba9b5528 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:17.483258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:17.483664 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.487140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:17.487379 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:17.487693 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.488094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:17.488579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Bound port: 7ac8782c-0530-4291-80dd-1116ba9b5528, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:17.488975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.564346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.581911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Transition to ACTIVE for port object c147d2b9-06e1-4f7f-9d2c-aede500466df will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:17.619240 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.673841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:17.677987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:17.680038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:17.682421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:17.724122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.762652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] For port 7ac8782c-0530-4291-80dd-1116ba9b5528, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:17.767841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] For port 7ac8782c-0530-4291-80dd-1116ba9b5528, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ac8782c-0530-4291-80dd-1116ba9b5528,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:17.793869 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.839405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 78d3386a-4848-4f50-aa8d-b4469d50dffa up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:17.898991 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.900812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:17.901633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:17.904840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ac9b-e176-46c0-80f0-1e6e9c53635d None None] Pushing event updated for resources: {'Port': ['ID=7ac8782c-0530-4291-80dd-1116ba9b5528,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:18.007515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 78d3386a-4848-4f50-aa8d-b4469d50dffa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:18.014126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8cdafd99-e566-4927-861e-668f99ecc496 None None] Provisioning for port c147d2b9-06e1-4f7f-9d2c-aede500466df completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:18.018676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 78d3386a-4848-4f50-aa8d-b4469d50dffa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:18.019051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.023067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8cdafd99-e566-4927-861e-668f99ecc496 None None] Provisioning complete for port c147d2b9-06e1-4f7f-9d2c-aede500466df triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:18.023423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8cdafd99-e566-4927-861e-668f99ecc496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.090428 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.093084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:18.095406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.124560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8cdafd99-e566-4927-861e-668f99ecc496 None None] Port c147d2b9-06e1-4f7f-9d2c-aede500466df cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:11:18.167342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Pushing event updated for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:18.169932 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.225414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.262349 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:18.263838 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:18.306204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 78d3386a-4848-4f50-aa8d-b4469d50dffa, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=78d3386a-4848-4f50-aa8d-b4469d50dffa,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:18.319830 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.320650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5a792e6-5b21-4987-bec9-287590010749 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:18.404813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Router afb0a605-90d8-45c9-8207-a1cbc28cdf49 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:11:18.436607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=78d3386a-4848-4f50-aa8d-b4469d50dffa,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:18.453426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f5a792e6-5b21-4987-bec9-287590010749 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:18.460066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c147d2b9-06e1-4f7f-9d2c-aede500466df', 'name': '', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'mac_address': 'fa:16:3e:84:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:17Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 1, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'subnets': [{'id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:18.462196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f5a792e6-5b21-4987-bec9-287590010749 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:18.462313 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.508805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8939-1a1a-4dec-9f31-6314bf1590c1 None None] The sync data for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 is: [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c147d2b9-06e1-4f7f-9d2c-aede500466df', 'name': '', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'mac_address': 'fa:16:3e:84:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:17Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 1, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'subnets': [{'id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:18.530617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:18.538123 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-421ed0eb-0154-4b4f-9884-1c269bae6b09 admin admin] 10.222.0.37 "PUT /v2.0/routers/afb0a605-90d8-45c9-8207-a1cbc28cdf49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2986245 Jul 23 23:11:18.559122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7f045c3b-ada7-4d7f-8842-665e112959bb None None] Provisioning complete for port c147d2b9-06e1-4f7f-9d2c-aede500466df triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:18.559488 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f045c3b-ada7-4d7f-8842-665e112959bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.627738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.629552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7f045c3b-ada7-4d7f-8842-665e112959bb None None] Port c147d2b9-06e1-4f7f-9d2c-aede500466df cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:11:18.666137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f5a792e6-5b21-4987-bec9-287590010749, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5a792e6-5b21-4987-bec9-287590010749,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:18.670970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.723304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.124663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.131571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630956278', 'description': 'tempest-secgroup-smoke-630956278 description', 'project_id': '303aa3da8c25493db2e30a409b004652'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.136307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5a792e6-5b21-4987-bec9-287590010749 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:19.159863 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.186458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f5a792e6-5b21-4987-bec9-287590010749 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:19.186933 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.243782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.247910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.270075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 78d3386a-4848-4f50-aa8d-b4469d50dffa up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:19.278246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.279488 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1534951 Jul 23 23:11:19.282659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.283600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439ffab-9fd0-4786-85a0-56462b7c8531 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35de03ff-8e27-4655-a32e-4ab3da1f25b6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.288329 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.318790 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 78d3386a-4848-4f50-aa8d-b4469d50dffa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:19.319558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.320010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.380553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.384228 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.407027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119d230b-4f24-49b9-bdad-637831bd3a83,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.414596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.418211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aded1795-391f-473d-b59e-2c1c74a029cd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337798 Jul 23 23:11:19.419461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.423916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.450109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.510130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.513590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.531654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08940784-f1e8-4159-ba12-d4bcc14dc44b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.534704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.535992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e2b6173d-b3a1-49b6-a159-aed475fbc02c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156127 Jul 23 23:11:19.538867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.543770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.570679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.630148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.635091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.655391 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d3867c-d052-4d8e-bd40-7fa5d3806787,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.662162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.663368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eaa75c85-036b-41d4-8b72-53b3a1101a6b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235833 Jul 23 23:11:19.666096 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.671333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.700678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.777358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.781982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.800717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cddda05-e1bf-4403-8174-8d029c834d86,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.809738 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.810989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7326dbb1-54a5-4a79-8a5e-46f2ed98d71d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433549 Jul 23 23:11:19.813679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.818583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.842463 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Project 303aa3da8c25493db2e30a409b004652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:11:19.847786 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.917032 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.920870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.939696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e179f2-47e1-4cb3-9dbb-f893def87e10,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:19.951261 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:19.952633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9f04a94c-7f02-4a99-ae97-5d035e5a2c06 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380117 Jul 23 23:11:19.955359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:19.959959 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'security_group_rule': {'security_group_id': '35de03ff-8e27-4655-a32e-4ab3da1f25b6', 'project_id': '303aa3da8c25493db2e30a409b004652', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:19.986499 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Project 303aa3da8c25493db2e30a409b004652 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:11:19.991918 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.057713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.062043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.080718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49050a04-44bc-4cd9-9c68-99e3c793758c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:20.089539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.098585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c54731c9-2fc7-496f-9837-69ba5b3a2634 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345556 Jul 23 23:11:20.389613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-4ba094fd-ef55-48ba-af63-78f2846f313b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630956278&fields=id&tenant_id=303aa3da8c25493db2e30a409b004652 HTTP/1.1" status: 200 len: 267 time: 0.0366497 Jul 23 23:11:20.499935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-047e1423-c674-457e-b55e-4024b6d69392 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:20.501419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-047e1423-c674-457e-b55e-4024b6d69392 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 808 time: 0.1051910 Jul 23 23:11:20.516406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-5bd8f825-c372-4fb0-a8a0-f88d12a3a61b tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/quotas/303aa3da8c25493db2e30a409b004652 HTTP/1.1" status: 200 len: 375 time: 0.0094841 Jul 23 23:11:20.582756 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-8879f445-3143-4361-9ad1-bf4703860f72 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609944 Jul 23 23:11:20.683772 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-a9f6d22a-5f98-466a-939c-c2b852564a1e service neutron] 10.222.0.37 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888646 Jul 23 23:11:20.773234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-544cda40-88ba-4246-a41d-c37b20bd76e1 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836551 Jul 23 23:11:20.979784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-29ede065-b5e3-4838-b6f4-f1bdef642c2c req-01886929-bfba-43bc-9221-2b59d20a229c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 210 time: 0.0377686 Jul 23 23:11:21.141649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ac8782c-0530-4291-80dd-1116ba9b5528 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:21.152918 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Sync routers for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:21.163006 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:21.163623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:21.195099 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7ac8782c-0530-4291-80dd-1116ba9b5528 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:21.203855 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7ac8782c-0530-4291-80dd-1116ba9b5528 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:21.204498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:21.284318 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:21.287512 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:21.311606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7ac8782c-0530-4291-80dd-1116ba9b5528, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ac8782c-0530-4291-80dd-1116ba9b5528,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:21.318041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:21.383041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7ac8782c-0530-4291-80dd-1116ba9b5528,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:21.528655 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c147d2b9-06e1-4f7f-9d2c-aede500466df', 'name': '', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'mac_address': 'fa:16:3e:84:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:17Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 2, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'subnets': [{'id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:21.563025 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Checking router: afb0a605-90d8-45c9-8207-a1cbc28cdf49 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:21.563438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Updating router afb0a605-90d8-45c9-8207-a1cbc28cdf49 port c147d2b9-06e1-4f7f-9d2c-aede500466df binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:11:21.607200 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:21.914800 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:21.928994 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Transition to ACTIVE for port object c147d2b9-06e1-4f7f-9d2c-aede500466df will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:21.937032 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.019482 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf5c1-fdce-4ead-b812-4afe8038f290 None None] Pushing event updated for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:22.057728 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Attempting to bind port c147d2b9-06e1-4f7f-9d2c-aede500466df on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:22.058217 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Attempting to bind port c147d2b9-06e1-4f7f-9d2c-aede500466df by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:22.058649 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Attempting to bind port c147d2b9-06e1-4f7f-9d2c-aede500466df on network dab253fb-38c3-4465-9d1b-57d1756c2f3b {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:22.064633 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:22.064993 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Checking segment: {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:22.065409 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.065851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Bound using segment: {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:22.066321 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Bound port: c147d2b9-06e1-4f7f-9d2c-aede500466df, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31116659-728f-4c39-8a32-cf08e58b54cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:22.066699 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.087017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-54d69b99-ebfe-4613-a2a3-5c2ec8159158 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:22.094690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-54d69b99-ebfe-4613-a2a3-5c2ec8159158 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 808 time: 0.1929078 Jul 23 23:11:22.127688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05b44995-820c-4d48-99b2-75eee30edbe1 req-37959342-5a09-4adc-817e-97f69dc2e5b2 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 210 time: 0.0539892 Jul 23 23:11:22.153206 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-1a76ef0c-8260-42fa-a096-7b37209eadb1 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303aa3da8c25493db2e30a409b004652 HTTP/1.1" status: 200 len: 379 time: 0.0500469 Jul 23 23:11:22.164315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'port': {'device_id': '00733bbb-d5e2-440a-8272-73f056011294', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'admin_state_up': True, 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'security_groups': ['35de03ff-8e27-4655-a32e-4ab3da1f25b6']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:22.172362 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] For port c147d2b9-06e1-4f7f-9d2c-aede500466df, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:22.176677 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] For port c147d2b9-06e1-4f7f-9d2c-aede500466df, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c147d2b9-06e1-4f7f-9d2c-aede500466df,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:22.181286 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.240181 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:22.240988 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:22.293992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Made reservation on behalf of 303aa3da8c25493db2e30a409b004652 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:11:22.298475 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.423140 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf5c1-fdce-4ead-b812-4afe8038f290 None None] Pushing event updated for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:22.474463 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:22.475377 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Allocated IP 172.20.0.3 (cbe17f99-da12-4dfb-a3c6-ccc4116e846d/526213d7-5bad-4277-8e9b-c13e21410b30/ec2d8b43-557f-4333-9919-60b6921e1724) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:22.508170 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.660886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.677339 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Transition to ACTIVE for port object ec2d8b43-557f-4333-9919-60b6921e1724 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:22.712783 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c147d2b9-06e1-4f7f-9d2c-aede500466df', 'name': '', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'mac_address': 'fa:16:3e:84:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:17Z', 'updated_at': '2021-07-23T23:11:22Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'subnets': [{'id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:22.718073 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.740312 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9e17b0-fc87-440e-8edd-42f518680e4a None None] The sync data for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 is: [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:11:17Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c147d2b9-06e1-4f7f-9d2c-aede500466df', 'name': '', 'network_id': 'dab253fb-38c3-4465-9d1b-57d1756c2f3b', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'mac_address': 'fa:16:3e:84:39:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:17Z', 'updated_at': '2021-07-23T23:11:22Z', 'revision_number': 4, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'subnets': [{'id': 'd65a75e5-9c2d-4bfb-bc4b-486ee5dea250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:22.764555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:22.767781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:22.774017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:22.821682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:22.848036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:22.848727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:22.867419 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-09f08f34-18b6-4c2b-95f4-104ffbb88638 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071126 Jul 23 23:11:22.880796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-63522897-34ed-4a09-92ec-555eb01f4652 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:11:22.882040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-63522897-34ed-4a09-92ec-555eb01f4652 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079706 Jul 23 23:11:22.895350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Request body: {'port': {'device_id': '00733bbb-d5e2-440a-8272-73f056011294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:22.996060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.038034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc8ecee0-14ee-440e-b5d9-a623ace8bfaf None None] Provisioning for port ec2d8b43-557f-4333-9919-60b6921e1724 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:23.043224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc8ecee0-14ee-440e-b5d9-a623ace8bfaf None None] Provisioning complete for port ec2d8b43-557f-4333-9919-60b6921e1724 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:23.043600 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecee0-14ee-440e-b5d9-a623ace8bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.086686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ecee0-14ee-440e-b5d9-a623ace8bfaf None None] Port ec2d8b43-557f-4333-9919-60b6921e1724 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:11:23.189733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c147d2b9-06e1-4f7f-9d2c-aede500466df up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:23.253929 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c147d2b9-06e1-4f7f-9d2c-aede500466df completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:23.258062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c147d2b9-06e1-4f7f-9d2c-aede500466df triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:23.258432 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.295241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5597c89-2d92-4381-a500-f90f75984bdb req-24d071cc-571e-4e18-9681-2a827e963a9e tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:23.296800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5597c89-2d92-4381-a500-f90f75984bdb req-24d071cc-571e-4e18-9681-2a827e963a9e tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 931 time: 0.0922654 Jul 23 23:11:23.308466 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2d8b43-557f-4333-9919-60b6921e1724 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:11:23.318459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.335048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Transition to ACTIVE for port object ec2d8b43-557f-4333-9919-60b6921e1724 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:11:23.340148 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.355616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5597c89-2d92-4381-a500-f90f75984bdb req-7db32698-e3c5-4c0e-87c7-7066112cdad1 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518570 Jul 23 23:11:23.364221 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.401381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c147d2b9-06e1-4f7f-9d2c-aede500466df, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c147d2b9-06e1-4f7f-9d2c-aede500466df,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:23.406578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:23.407618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.408391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ac8782c-0530-4291-80dd-1116ba9b5528 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:23.468171 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.491039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:23.506531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7ac8782c-0530-4291-80dd-1116ba9b5528 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:23.506912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.520256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Attempting to bind port ec2d8b43-557f-4333-9919-60b6921e1724 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:11:23.520612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Attempting to bind port ec2d8b43-557f-4333-9919-60b6921e1724 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:11:23.520931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Attempting to bind port ec2d8b43-557f-4333-9919-60b6921e1724 on network cbe17f99-da12-4dfb-a3c6-ccc4116e846d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:23.528045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Port ec2d8b43-557f-4333-9919-60b6921e1724 on network cbe17f99-da12-4dfb-a3c6-ccc4116e846d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:11:23.528538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Attempting to bind port ec2d8b43-557f-4333-9919-60b6921e1724 on network cbe17f99-da12-4dfb-a3c6-ccc4116e846d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:11:23.534202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:11:23.534848 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Checking segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:11:23.535376 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Bound using segment: {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:11:23.536075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Bound port: ec2d8b43-557f-4333-9919-60b6921e1724, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be0078-a4e0-453c-933f-7d9df0a65548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:11:23.536578 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.625963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:11:23.629450 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ec2d8b43-557f-4333-9919-60b6921e1724,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:11:23.634101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.672766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:23.673525 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:23.675097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] 10.222.0.22 "PUT /v2.0/ports/ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1092 time: 0.7858298 Jul 23 23:11:23.675536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:23.677817 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95416c0f-3518-4722-b34f-df9c224c8d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:23.713847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ba087-54b2-4dbe-9339-90ab61771f13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:23.728493 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a913c-dda1-4de0-ae68-6d6b8b91693e x-openstack-request-id: req-fb4a913c-dda1-4de0-ae68-6d6b8b91693e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:23.729571 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:23.729937 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb4a913c-dda1-4de0-ae68-6d6b8b91693e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:23.730353 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'status': 'completed', 'code': 200} Jul 23 23:11:23.780724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-b34b3c6e-bd26-44de-9923-73d116a26f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:23.782300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-b34b3c6e-bd26-44de-9923-73d116a26f85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1095 time: 0.0654159 Jul 23 23:11:23.827567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-b311f9c4-afa0-4ca5-981d-9e25968bc47d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 217 time: 0.0377369 Jul 23 23:11:23.895611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-d4f74c29-5694-4acb-8486-84824990785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:23.897077 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-d4f74c29-5694-4acb-8486-84824990785d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0648332 Jul 23 23:11:23.971508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-8c40eccc-6491-4fef-b3c9-2ea183116610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:23.972927 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-8c40eccc-6491-4fef-b3c9-2ea183116610 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694501 Jul 23 23:11:24.070656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-9ee689f7-b416-421f-aa83-b0f0a0671cef service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915551 Jul 23 23:11:24.163231 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ffbe0a03-2ca8-478a-adc0-e96f20cdd503 req-74d47503-b825-4dcb-81a5-99e82e0f3191 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869367 Jul 23 23:11:24.270965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-7f5430b3-982d-4c66-bc52-79ac82e3c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:24.272526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-7f5430b3-982d-4c66-bc52-79ac82e3c07c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1095 time: 0.0603883 Jul 23 23:11:24.372302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-5d676c74-2f27-4330-8ea0-08b63019b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:24.373815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-5d676c74-2f27-4330-8ea0-08b63019b747 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0946336 Jul 23 23:11:24.414984 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-b4061fcc-7253-49ee-8279-1116ec3bb9b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 217 time: 0.0353379 Jul 23 23:11:24.467516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-e63459a5-1bde-4a5b-9c07-5c2f8090ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:24.468992 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-e63459a5-1bde-4a5b-9c07-5c2f8090ed59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0473399 Jul 23 23:11:24.491652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53974211-919b-45de-94a7-5f1c2b5a6f6e req-e5996bc4-91bb-49c3-b772-d5c3f725b9f8 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:24.493061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53974211-919b-45de-94a7-5f1c2b5a6f6e req-e5996bc4-91bb-49c3-b772-d5c3f725b9f8 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 943 time: 0.0709989 Jul 23 23:11:24.531018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-094fe441-ad2b-4dc4-968c-32a2d7500c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:24.532545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-094fe441-ad2b-4dc4-968c-32a2d7500c54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573628 Jul 23 23:11:24.535615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-53974211-919b-45de-94a7-5f1c2b5a6f6e req-d2686d4a-b4f5-4df6-a65b-07a48a7a22d5 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336506 Jul 23 23:11:24.625795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-18abdc5d-d6e6-458f-9445-7533b532d0f9 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861413 Jul 23 23:11:24.725194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-95416c0f-3518-4722-b34f-df9c224c8d5d req-3e8491b7-7096-40b8-88ff-db9d46b7af9c service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932183 Jul 23 23:11:25.120847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c147d2b9-06e1-4f7f-9d2c-aede500466df up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:25.170813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c147d2b9-06e1-4f7f-9d2c-aede500466df triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:25.171184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:25.403227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ec2d8b43-557f-4333-9919-60b6921e1724 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:11:25.507262 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ec2d8b43-557f-4333-9919-60b6921e1724,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:25.518199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'port_id': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'mac_address': 'fa:16:3e:c9:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:11:25.562575 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:25.576413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2d8b43-557f-4333-9919-60b6921e1724 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:11:25.598824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ec2d8b43-557f-4333-9919-60b6921e1724,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:25.604993 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:25.669561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:25.688409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4db15-e872-4de7-9017-ff79d65cb9aa req-d00f4bec-c017-48a9-87f3-e5fcf19b21bf tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:25.689934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47a4db15-e872-4de7-9017-ff79d65cb9aa req-d00f4bec-c017-48a9-87f3-e5fcf19b21bf tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 944 time: 0.0819881 Jul 23 23:11:25.728177 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47a4db15-e872-4de7-9017-ff79d65cb9aa req-7dbfd535-f531-4da8-9ed4-4cf30a482176 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326707 Jul 23 23:11:25.803134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ec2d8b43-557f-4333-9919-60b6921e1724'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:11:26.858811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820393e-f83f-4c03-b3ca-7c34c3b7ceea req-91bd1d7f-70e2-4df2-b84f-addc5e1f987c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:26.860297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9820393e-f83f-4c03-b3ca-7c34c3b7ceea req-91bd1d7f-70e2-4df2-b84f-addc5e1f987c tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 944 time: 0.0650525 Jul 23 23:11:26.899120 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9820393e-f83f-4c03-b3ca-7c34c3b7ceea req-c9cf1433-8cfd-4e5e-a629-92ed993ad49a tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332556 Jul 23 23:11:27.418500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ec2d8b43-557f-4333-9919-60b6921e1724 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:27.468104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ec2d8b43-557f-4333-9919-60b6921e1724 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:11:27.471940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ec2d8b43-557f-4333-9919-60b6921e1724 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:27.472302 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:27.552094 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:27.580939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:27.583146 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58dab33-c5ce-4bc0-8f1f-d04fb56bae6c" -d '{"events": [{"server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:27.596552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ec2d8b43-557f-4333-9919-60b6921e1724,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:27.601032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:27.625458 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6802b1f-694f-4308-895e-eb67984ca004 x-openstack-request-id: req-c6802b1f-694f-4308-895e-eb67984ca004 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:27.625741 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "name": "network-vif-plugged", "status": "completed", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:27.626011 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6802b1f-694f-4308-895e-eb67984ca004 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:27.626393 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'code': 200} Jul 23 23:11:27.661276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:27.738724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c530896-43d2-4849-8177-2418712128bd req-4df7513b-baa6-49a2-9069-46ad1c6a24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:27.740218 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c530896-43d2-4849-8177-2418712128bd req-4df7513b-baa6-49a2-9069-46ad1c6a24bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0550635 Jul 23 23:11:27.775057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c530896-43d2-4849-8177-2418712128bd req-5518fcbf-f5b9-4f83-be6a-05fc08117ba6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277307 Jul 23 23:11:28.038016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db1f3e-7999-4844-977e-b655328d4470 req-7944a894-b2ef-4a8e-87a8-052e34d87339 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:28.039515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6db1f3e-7999-4844-977e-b655328d4470 req-7944a894-b2ef-4a8e-87a8-052e34d87339 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0696564 Jul 23 23:11:28.077219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6db1f3e-7999-4844-977e-b655328d4470 req-f2ad2c87-f6ff-4090-bdac-c25d5ee12bde tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Jul 23 23:11:29.209712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794b46-c679-42f7-86c5-303a57f9e950 req-26ea6e75-2483-4522-a52a-916a54434bb6 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:29.211223 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7794b46-c679-42f7-86c5-303a57f9e950 req-26ea6e75-2483-4522-a52a-916a54434bb6 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0648336 Jul 23 23:11:29.250786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7794b46-c679-42f7-86c5-303a57f9e950 req-669fd7de-d232-4341-ba37-5f7605117f83 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Jul 23 23:11:29.385260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4c261-db9f-4a80-9a67-ba1d529cee13 req-16a2b1b7-dc57-4fb8-a95b-8d787ae3d8be tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:29.386899 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee4c261-db9f-4a80-9a67-ba1d529cee13 req-16a2b1b7-dc57-4fb8-a95b-8d787ae3d8be tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0682735 Jul 23 23:11:29.427725 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ee4c261-db9f-4a80-9a67-ba1d529cee13 req-1dd903a6-9773-4f6f-b51e-13a17c1cf075 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352228 Jul 23 23:11:29.559812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709139-a77d-4ff0-9abc-276f855523f6 req-dbd78871-d5dd-4a2c-9df7-ac37210614c1 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:29.561337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8709139-a77d-4ff0-9abc-276f855523f6 req-dbd78871-d5dd-4a2c-9df7-ac37210614c1 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0681269 Jul 23 23:11:29.600948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f8709139-a77d-4ff0-9abc-276f855523f6 req-2f125d69-3f07-4594-b94a-3d8438e5358a tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Jul 23 23:11:29.624313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:29.797308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43168440-102d-4c64-a86d-0269f23298d7 tempest-TestServerBasicOps-1171758363 tempest-TestServerBasicOps-1171758363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:29.798844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43168440-102d-4c64-a86d-0269f23298d7 tempest-TestServerBasicOps-1171758363 tempest-TestServerBasicOps-1171758363-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1092 time: 0.1735380 Jul 23 23:11:29.801927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:29.806280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:11:29.828113 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:29.931084 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.037847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Allocated IP 172.25.1.234 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/79fdada2-8f6c-4945-84c5-8058dba82e8f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:11:30.139337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.178455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.214796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:11:30.219901 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:11:30.223335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:11:30.229253 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'Port': ['ID=79fdada2-8f6c-4945-84c5-8058dba82e8f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:30.578239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.655857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.808622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.813683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.878945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event updated for resources: {'Port': ['ID=79fdada2-8f6c-4945-84c5-8058dba82e8f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:30.890784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:30.994926 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Floating IP b5fc453a-0420-4d44-9853-f200f852eeef associated. External IP: 172.25.1.234, port: ec2d8b43-557f-4333-9919-60b6921e1724. Jul 23 23:11:31.204705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Router da14f4e7-91d4-4e31-9b76-33e285325e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:11:31.312942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:31.325052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Sync routers for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:31.331941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:31.335752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:31.336372 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:31.619931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:31.684100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0808157f-388c-4000-b10e-461d15f4662f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810997 Jul 23 23:11:31.684708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:31.687063 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce" -d '{"events": [{"name": "network-changed", "server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:31.723842 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78093ca8-3901-4d8b-853d-3d755b2e3aa7 x-openstack-request-id: req-78093ca8-3901-4d8b-853d-3d755b2e3aa7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:31.724144 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:31.724401 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78093ca8-3901-4d8b-853d-3d755b2e3aa7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:31.724830 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'status': 'completed', 'code': 200} Jul 23 23:11:31.803027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-6053e7e7-6286-48bb-a3ea-07707d73ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:31.804553 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-6053e7e7-6286-48bb-a3ea-07707d73ebfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0562577 Jul 23 23:11:31.869639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'b5fc453a-0420-4d44-9853-f200f852eeef', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'port_id': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'mac_address': 'fa:16:3e:c9:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00733bbb-d5e2-440a-8272-73f056011294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:11:30Z', 'updated_at': '2021-07-23T23:11:30Z', 'revision_number': 0, 'project_id': '303aa3da8c25493db2e30a409b004652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:31.896483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Checking router: da14f4e7-91d4-4e31-9b76-33e285325e91 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:31.904469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-1ab38b53-2d26-4d91-a86f-ba0623cf9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:31.904675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:31.905208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:11:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:31.905962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-1ab38b53-2d26-4d91-a86f-ba0623cf9688 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0938752 Jul 23 23:11:31.970048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-9a1a8222-43bd-4a66-8276-9499fdcdb423 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 999 time: 0.0580356 Jul 23 23:11:32.022372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-4e47505b-323c-459f-a635-db4dbda95a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:32.022777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:32.023842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-4e47505b-323c-459f-a635-db4dbda95a3f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0485017 Jul 23 23:11:32.084011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-28240487-7edf-4b18-8867-96ce476b47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:32.085512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-28240487-7edf-4b18-8867-96ce476b47a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557559 Jul 23 23:11:32.177247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-ece5180c-b4da-4b09-a3c7-298ba55ca9d6 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853307 Jul 23 23:11:32.257066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'b5fc453a-0420-4d44-9853-f200f852eeef', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'port_id': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'mac_address': 'fa:16:3e:c9:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00733bbb-d5e2-440a-8272-73f056011294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:11:30Z', 'updated_at': '2021-07-23T23:11:30Z', 'revision_number': 0, 'project_id': '303aa3da8c25493db2e30a409b004652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:32.277844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-07c7e2ab-dee6-4cb8-9a2d-faf6c7d9bbce req-4dbcef34-40c4-4388-8607-2cf55f3c8843 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942531 Jul 23 23:11:32.291465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b3efa-2b29-49cb-ba02-a21df5183c31 None None] The sync data for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 is: [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'b5fc453a-0420-4d44-9853-f200f852eeef', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'port_id': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'mac_address': 'fa:16:3e:c9:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00733bbb-d5e2-440a-8272-73f056011294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:11:30Z', 'updated_at': '2021-07-23T23:11:30Z', 'revision_number': 0, 'project_id': '303aa3da8c25493db2e30a409b004652', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:32.487901 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad8dcac-8fa2-4d39-a2be-3e7796c8016b None None] New status for floating IP b5fc453a-0420-4d44-9853-f200f852eeef: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:11:38.472979 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:11:41.069972 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-383f6c08-d9d5-4f0a-955e-be1b36f33621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:43.798641 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1ff89e5-acf7-4256-b3ea-f05277b24279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:44.202744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:45.044665 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:46.578229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:52.502458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:53.420376 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.677868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-e9fb187d-368f-4049-9d83-26d597fcdfc3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530472 Jul 23 23:12:02.776159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-391bf0d6-dd6e-4d98-be65-0e003b0a186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:02.777638 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-391bf0d6-dd6e-4d98-be65-0e003b0a186b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0574424 Jul 23 23:12:02.879327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-1f726b5c-197c-4cc6-856c-34808d695cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:02.880888 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-1f726b5c-197c-4cc6-856c-34808d695cda service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0860467 Jul 23 23:12:02.952762 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-8135afc5-d751-4c84-b704-cea27afc2e6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1001 time: 0.0650377 Jul 23 23:12:03.002543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-66b7fe97-c901-49c3-934c-73ca763be268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:03.004006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-66b7fe97-c901-49c3-934c-73ca763be268 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0458837 Jul 23 23:12:03.063889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-84a8ef73-9b8d-4a95-9a37-b10c9377959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:03.065390 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-84a8ef73-9b8d-4a95-9a37-b10c9377959e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549033 Jul 23 23:12:03.169404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-e6ab953b-aeaa-4e13-a8b6-009cc02a881d service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970201 Jul 23 23:12:03.261719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e3fe99f1-3ce5-44bf-a85c-c848a2baeddb req-cddaaebb-538e-4bef-a7c1-e6fa6a04f3b2 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Jul 23 23:12:06.937447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:07.057322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54633cc3-e023-48be-a76a-fde8581d911e req-e303eeb5-1bde-4082-8f84-dd61c865c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:07.058908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54633cc3-e023-48be-a76a-fde8581d911e req-e303eeb5-1bde-4082-8f84-dd61c865c7e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.1203918 Jul 23 23:12:07.092518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54633cc3-e023-48be-a76a-fde8581d911e req-fff9a01a-ba10-4c7e-8952-dcef1c9644a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277185 Jul 23 23:12:11.069580 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4778-f6b0-454a-a7a9-53bd71211546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:13.798975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab504dae-d0f8-4a40-bcf0-676be2f5381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:14.204587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:15.047456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:15.473111 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:12:16.580552 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.502220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.411979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:41.070097 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e45de167-8c5c-48d4-9dc0-f03dc86b3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:43.819905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbb64d04-f313-400a-9874-5865b38a4917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:44.211076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.052858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:46.583046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:52.473311 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:12:52.500525 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:53.427912 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:04.685183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-d6f3b502-814a-4132-bfa1-4dda53a4cf24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105759 Jul 23 23:13:04.776562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-2bf4a2da-a509-4cab-b3a1-c4182cc184ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:04.778063 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-2bf4a2da-a509-4cab-b3a1-c4182cc184ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0537434 Jul 23 23:13:04.882023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-1beff391-82d6-4d49-9551-b1e2534e3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:04.883400 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-1beff391-82d6-4d49-9551-b1e2534e3fb1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0868182 Jul 23 23:13:04.950493 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-74e35675-0fc7-4d5d-a687-966cd25f8f3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1001 time: 0.0604424 Jul 23 23:13:04.997005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-1a640749-e369-4ddb-9bda-d9da0789e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:04.998461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-1a640749-e369-4ddb-9bda-d9da0789e213 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0427043 Jul 23 23:13:05.056233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-7e35ae7e-7c8a-4933-8a1f-d0587afae561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:05.057736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-7e35ae7e-7c8a-4933-8a1f-d0587afae561 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535080 Jul 23 23:13:05.152191 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-07ab6f61-c6c8-4bfc-b6a6-d51e54882b2d service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883613 Jul 23 23:13:05.560716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0bf2fd52-b148-4057-9ff3-9a122ca9385c req-b5e2898a-2fbe-44e8-bde6-4cd8b42b26f2 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028282 Jul 23 23:13:11.071508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-157efad0-03cc-48e8-942a-dc1e09b90c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:13.802936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-290c4be1-cc1d-47e2-87c3-7af8c7708cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:14.201441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:15.053235 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:16.585797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:22.516085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:23.437481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:29.476861 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:13:41.071976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-673ff832-945e-4826-a206-4c238267d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:43.802954 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac793733-0ecc-4268-8996-90a7c010755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:44.202196 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:45.057172 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:46.588581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:52.539296 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:53.446782 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:04.655490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-debd04a2-0969-4048-a8ef-85ca37096db3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562494 Jul 23 23:14:04.751245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-60d20f60-63cf-4a6d-b05d-303cc257611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:04.752740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-60d20f60-63cf-4a6d-b05d-303cc257611b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0549066 Jul 23 23:14:04.856343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-c543781b-189f-464a-a4b7-703d489a7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:04.857849 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-c543781b-189f-464a-a4b7-703d489a7837 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0865023 Jul 23 23:14:04.921342 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-58593047-dbdc-4392-9d43-023774adb6e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1001 time: 0.0572248 Jul 23 23:14:04.973444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-bcdf361d-7336-47f1-9a91-b3d069a62ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:04.979603 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-bcdf361d-7336-47f1-9a91-b3d069a62ec4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0527313 Jul 23 23:14:05.037809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-412880f0-a355-4bca-98d6-67fc8f734c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:05.039399 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-412880f0-a355-4bca-98d6-67fc8f734c9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540109 Jul 23 23:14:05.128392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-12cad100-22ec-47bc-ba99-13063b6fe3c5 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Jul 23 23:14:05.220236 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f712bfb1-b8e6-43d6-8aa1-880ca36b8860 req-39b4d95c-7a01-4990-b46d-a25a5d42530f service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850446 Jul 23 23:14:06.476785 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:14:11.072586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3254af44-1924-4446-b912-9eba15c7db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:13.802484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-35f65afb-d379-471b-9e90-1a1acf96da0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:14.202995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:15.059570 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:16.591411 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:22.545701 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:23.440008 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:41.073286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-efc53f4d-85ab-4179-acbc-d07053e273ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:43.477212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:14:43.809443 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7e9b95ec-0f6c-4fde-a184-51af37bf696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:44.205983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:45.062885 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:46.594295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:49.503974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-7eda6b38-eb66-46f7-8fcc-e4a0ea21479a req-d6a952f0-502f-48b5-999d-62c88bdad9f3 service neutron] (93835) timed out ('10.222.0.22', 49246) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:14:52.545918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:53.444934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:04.625868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-c2701f55-f58c-4e7a-ba6c-16f99acd0ad5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540690 Jul 23 23:15:04.717239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d242-19d1-40f8-9551-f4cf86693376 req-eb4d719a-4d40-4c03-b244-79b5192efd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:15:04.718743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-eb4d719a-4d40-4c03-b244-79b5192efd9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0544314 Jul 23 23:15:04.827069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d242-19d1-40f8-9551-f4cf86693376 req-db491a87-e8e2-444a-a566-43d27b89b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:15:04.828533 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-db491a87-e8e2-444a-a566-43d27b89b449 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0903316 Jul 23 23:15:04.895267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-f866f96f-665b-4cb1-8a23-d5545f09fed3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1001 time: 0.0606503 Jul 23 23:15:04.942051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d242-19d1-40f8-9551-f4cf86693376 req-32b9c0c6-60cc-48ff-b786-7ca34f6075ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:15:04.943475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-32b9c0c6-60cc-48ff-b786-7ca34f6075ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0430262 Jul 23 23:15:05.001306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d242-19d1-40f8-9551-f4cf86693376 req-abffc927-0435-46b5-b765-3258b5f12d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:15:05.002803 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-abffc927-0435-46b5-b765-3258b5f12d1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533187 Jul 23 23:15:05.093734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-eb0f332e-1313-46f7-826c-3902495affd5 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848422 Jul 23 23:15:05.181117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a097d242-19d1-40f8-9551-f4cf86693376 req-6c65d25c-6d19-46d1-a96a-b8c2d0e7f4ae service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813184 Jul 23 23:15:11.073647 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a45775f-eaae-4f76-bfcc-24ebb8525665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:13.801921 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8befaba9-0777-4305-a1a9-f8a837aea6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:14.206483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:15.066338 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:16.597186 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:20.477004 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:15:22.560858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:23.454240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:29.547711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-d07fb74d-cfe1-4d0b-b913-14957df75fb3 req-88e216bc-4116-4af4-94d1-c823cec77f5f service neutron] (93835) timed out ('10.222.0.25', 58489) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:15:41.074388 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14fa79b0-2cfa-4c69-90e7-d7e80616f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:43.803684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b28608ba-4479-4fa3-93d4-d6394c94a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:44.206754 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:45.068697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:46.601072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:52.576904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:53.468903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:57.475911 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:16:05.670426 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-f8562e59-930d-4d2c-be47-b323f51c9580 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582240 Jul 23 23:16:05.763250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73282b8c-d367-405e-b273-b4b0a6688219 req-16185bf0-d916-433a-8117-7f0404b079af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:05.764754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-16185bf0-d916-433a-8117-7f0404b079af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=303aa3da8c25493db2e30a409b004652&device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 1097 time: 0.0541687 Jul 23 23:16:05.867697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73282b8c-d367-405e-b273-b4b0a6688219 req-6024fb4b-bad1-403e-af40-86b1475a0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:05.869185 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-6024fb4b-bad1-403e-af40-86b1475a0844 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 200 len: 909 time: 0.0852270 Jul 23 23:16:05.939753 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-7407b12c-8dab-450e-ba55-99e155ca65c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 200 len: 1001 time: 0.0635688 Jul 23 23:16:05.989155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73282b8c-d367-405e-b273-b4b0a6688219 req-676cbe96-fcf6-42a7-a9d7-06bc05fb2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:05.990572 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-676cbe96-fcf6-42a7-a9d7-06bc05fb2b16 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 200 len: 847 time: 0.0449643 Jul 23 23:16:06.050140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73282b8c-d367-405e-b273-b4b0a6688219 req-36e961c6-7fbb-43a3-8d53-96969915effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:06.051633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-36e961c6-7fbb-43a3-8d53-96969915effd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbe17f99-da12-4dfb-a3c6-ccc4116e846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556040 Jul 23 23:16:06.146231 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-6b14dade-db7b-44e6-b30a-9399d330a843 service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879161 Jul 23 23:16:06.235329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-73282b8c-d367-405e-b273-b4b0a6688219 req-3d6cd4ed-777b-4532-84a4-3151b723580c service neutron] 10.222.0.22 "GET /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Jul 23 23:16:11.074936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5a138c51-a37c-4bc1-a7c1-00b53ad95872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:11.805339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d43a7-0315-4385-9f37-ea22eb9d37e6 req-f653f67f-e6ac-417c-9c46-d776efce3123 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:11.806843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-031d43a7-0315-4385-9f37-ea22eb9d37e6 req-f653f67f-e6ac-417c-9c46-d776efce3123 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0661848 Jul 23 23:16:11.845602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-031d43a7-0315-4385-9f37-ea22eb9d37e6 req-4d60df1f-9c27-455b-ab22-7d4b10bb25fd tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319455 Jul 23 23:16:13.004453 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f12b8-12a7-4927-860f-c722c5dfa516 req-e391f6e3-3891-475a-bba7-6301f86e66e9 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:13.006018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-513f12b8-12a7-4927-860f-c722c5dfa516 req-e391f6e3-3891-475a-bba7-6301f86e66e9 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0655181 Jul 23 23:16:13.044102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-513f12b8-12a7-4927-860f-c722c5dfa516 req-d3c80a3d-758f-4136-9b6e-c343f859185e tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/security-groups?id=35de03ff-8e27-4655-a32e-4ab3da1f25b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Jul 23 23:16:13.051854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-a7910c92-e91d-4a1f-afe7-487f8dc1fbe8 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:13.053371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-a7910c92-e91d-4a1f-afe7-487f8dc1fbe8 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 945 time: 0.0701084 Jul 23 23:16:13.160546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Deleting port ec2d8b43-557f-4333-9919-60b6921e1724 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:13.160792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.254516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] For port ec2d8b43-557f-4333-9919-60b6921e1724, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ec2d8b43-557f-4333-9919-60b6921e1724,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:13.254885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.485813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.486380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.486952 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Floating IP b5fc453a-0420-4d44-9853-f200f852eeef disassociated. External IP: 172.25.1.234, port: ec2d8b43-557f-4333-9919-60b6921e1724. Jul 23 23:16:13.487614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Calling delete_port for ec2d8b43-557f-4333-9919-60b6921e1724 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:13.619681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.650537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event deleted for resources: {'Port': ['ID=ec2d8b43-557f-4333-9919-60b6921e1724,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:13.660769 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.661111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.661447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.661827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.662164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.662491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.662817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.663139 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.663872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.663872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.664165 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.664401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:13.778755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Router da14f4e7-91d4-4e31-9b76-33e285325e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:16:13.803883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f256af2f-34b0-4dbd-9aa3-fb12cf5472c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.886441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:16:13.896811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Sync routers for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:16:13.906845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:13.907561 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:13.936265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] No DVR routers for this DVR port ec2d8b43-557f-4333-9919-60b6921e1724 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:16:13.938855 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.940990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6b191ff6-4f5a-4340-af04-a8c97f5f7e77 req-334374fe-6cf2-48b0-8361-780a6734ec37 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.22 "DELETE /v2.0/ports/ec2d8b43-557f-4333-9919-60b6921e1724 HTTP/1.1" status: 204 len: 173 time: 0.8801675 Jul 23 23:16:13.941430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'name': 'network-vif-deleted', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:13.943768 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34486dcd-7f0f-4abe-82a3-7749e9cfcfed" -d '{"events": [{"server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "name": "network-vif-deleted", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:14.022948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:14.115299 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f0ec7-137d-4084-a9c2-502230e03a2f x-openstack-request-id: req-187f0ec7-137d-4084-a9c2-502230e03a2f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:14.115879 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00733bbb-d5e2-440a-8272-73f056011294", "name": "network-vif-deleted", "tag": "ec2d8b43-557f-4333-9919-60b6921e1724", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:14.116380 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-187f0ec7-137d-4084-a9c2-502230e03a2f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:14.117108 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00733bbb-d5e2-440a-8272-73f056011294', 'name': 'network-vif-deleted', 'tag': 'ec2d8b43-557f-4333-9919-60b6921e1724', 'status': 'completed', 'code': 200} Jul 23 23:16:14.208925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a87da531-2506-46e7-8815-3ba1e9caa046 req-25e2ac7b-d287-49d1-afe6-be17bd793942 tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "GET /v2.0/ports?device_id=00733bbb-d5e2-440a-8272-73f056011294 HTTP/1.1" status: 200 len: 210 time: 0.0309331 Jul 23 23:16:14.230775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:14.258272 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:14.289691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Checking router: da14f4e7-91d4-4e31-9b76-33e285325e91 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:16:14.298586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:14.299198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:14.409616 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:14.613004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:14.644140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc653a79-887d-49d3-ad97-09db111dae7f None None] The sync data for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 is: [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:11:12Z', 'revision_number': 4, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f5a792e6-5b21-4987-bec9-287590010749', 'name': '', 'network_id': 'cbe17f99-da12-4dfb-a3c6-ccc4116e846d', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'mac_address': 'fa:16:3e:ec:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:12Z', 'updated_at': '2021-07-23T23:11:18Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'subnets': [{'id': '526213d7-5bad-4277-8e9b-c13e21410b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:16:14.857817 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d4edcd-fef5-444c-bd22-98424e2a11ec None None] New status for floating IP b5fc453a-0420-4d44-9853-f200f852eeef: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:16:15.072092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.266979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:15.394178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Deleting port 79fdada2-8f6c-4945-84c5-8058dba82e8f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:15.394520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.473164 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.473405 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.485442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Calling delete_port for 79fdada2-8f6c-4945-84c5-8058dba82e8f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:15.623315 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.648027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event deleted for resources: {'Port': ['ID=79fdada2-8f6c-4945-84c5-8058dba82e8f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:15.675930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.676279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.676624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.676989 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.677330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.677661 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.678024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.678346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.678670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.679009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.679337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.679656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:15.721515 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.724344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.725430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6b9fc767-ac92-4666-a098-e7e5fc30a13d tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "DELETE /v2.0/floatingips/b5fc453a-0420-4d44-9853-f200f852eeef HTTP/1.1" status: 204 len: 168 time: 0.4574730 Jul 23 23:16:15.791736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:15.854804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.880859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.944134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.946978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.948163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] 10.222.0.37 "DELETE /v2.0/security-groups/35de03ff-8e27-4655-a32e-4ab3da1f25b6 HTTP/1.1" status: 204 len: 168 time: 0.1554220 Jul 23 23:16:15.958716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a7d7-4be3-4dbf-bb11-fd02eab0b26f tempest-TestServerBasicOps-980431831 tempest-TestServerBasicOps-980431831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de03ff-8e27-4655-a32e-4ab3da1f25b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:15.990053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39926) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:16.446811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:16.608255 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:16.706637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Deleting port f5a792e6-5b21-4987-bec9-287590010749 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:16.706981 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:16.787004 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] For port f5a792e6-5b21-4987-bec9-287590010749, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f5a792e6-5b21-4987-bec9-287590010749,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:16.787362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:16.800037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Calling delete_port for f5a792e6-5b21-4987-bec9-287590010749 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:16.889841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ec2d8b43-557f-4333-9919-60b6921e1724 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:16.909363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: ec2d8b43-557f-4333-9919-60b6921e1724 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:16.909702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ec2d8b43-557f-4333-9919-60b6921e1724 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:16.992122 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.019203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a792e6-5b21-4987-bec9-287590010749,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:17.191395 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.408536 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Router da14f4e7-91d4-4e31-9b76-33e285325e91 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:16:17.513727 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:16:17.519217 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6fc41cb7-1b48-46aa-ad95-f18639c71fc7 admin admin] 10.222.0.37 "PUT /v2.0/routers/da14f4e7-91d4-4e31-9b76-33e285325e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5281055 Jul 23 23:16:17.521717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:17.522881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Sync routers for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:16:17.532713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:17.533326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:17.629832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.638181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:17.732734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.786298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Deleting port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:17.786560 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.822276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:16:16Z', 'revision_number': 5, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port': {'id': '43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:10Z', 'updated_at': '2021-07-23T23:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:17.849212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Checking router: da14f4e7-91d4-4e31-9b76-33e285325e91 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:16:17.858230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Routers {'da14f4e7-91d4-4e31-9b76-33e285325e91'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:17.858850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['da14f4e7-91d4-4e31-9b76-33e285325e91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:17.871611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] For port 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:17.872162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.884172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Calling delete_port for 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:18.064785 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.091077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:18.118124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] Set router da14f4e7-91d4-4e31-9b76-33e285325e91 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:18.154855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.175076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:16:17Z', 'revision_number': 6, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:18.201220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca5f48-aae0-441e-8ed1-14e7453f5491 None None] The sync data for ids ['da14f4e7-91d4-4e31-9b76-33e285325e91'] in n-d-791506-25 is: [{'id': 'da14f4e7-91d4-4e31-9b76-33e285325e91', 'name': 'tempest-TestServerBasicOps-180237144-router', 'tenant_id': '303aa3da8c25493db2e30a409b004652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:09Z', 'updated_at': '2021-07-23T23:16:17Z', 'revision_number': 6, 'project_id': '303aa3da8c25493db2e30a409b004652', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:16:18.248061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.250201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.296397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.296991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router da14f4e7-91d4-4e31-9b76-33e285325e91 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:16:18.301669 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.302755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1035328a-8978-4d43-b9cb-ea0429e44e3c admin admin] 10.222.0.37 "DELETE /v2.0/routers/da14f4e7-91d4-4e31-9b76-33e285325e91 HTTP/1.1" status: 204 len: 168 time: 0.7796865 Jul 23 23:16:18.305810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:18.354370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Deleting subnet 526213d7-5bad-4277-8e9b-c13e21410b30 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:16:18.359587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.400151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.481647 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.533543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.559236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526213d7-5bad-4277-8e9b-c13e21410b30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:18.562959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.566232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-67caaec6-b99e-4128-908d-36675426846b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/526213d7-5bad-4277-8e9b-c13e21410b30 HTTP/1.1" status: 204 len: 168 time: 0.2593808 Jul 23 23:16:18.567446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:18.570898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee361f-3e53-4af2-be69-7eb07caf7b85 None None] Network cbe17f99-da12-4dfb-a3c6-ccc4116e846d requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:16:18.648114 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.710519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Deleting port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:18.710864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.777591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] For port 4408ad7d-9eba-4747-8612-3a7a36fe0e57, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=4408ad7d-9eba-4747-8612-3a7a36fe0e57,segment=NetworkSegment(06be0078-a4e0-453c-933f-7d9df0a65548),segment_id=06be0078-a4e0-453c-933f-7d9df0a65548)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:18.777983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.789806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Calling delete_port for 4408ad7d-9eba-4747-8612-3a7a36fe0e57 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:18.871697 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.899139 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4408ad7d-9eba-4747-8612-3a7a36fe0e57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:18.900948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] No DVR routers for this DVR port 4408ad7d-9eba-4747-8612-3a7a36fe0e57 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:16:18.975339 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.987080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe17f99-da12-4dfb-a3c6-ccc4116e846d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:18.999596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be0078-a4e0-453c-933f-7d9df0a65548') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:18.999899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be0078-a4e0-453c-933f-7d9df0a65548') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:19.003835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488d02d-42f6-4ebf-a287-dbd7c1d09355 None None] DHCP port deletion for cbe17f99-da12-4dfb-a3c6-ccc4116e846d request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:16:19.010298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:19.034349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:19.040441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:16:19.040826 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:16:19.042486 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:16:19.098362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:19.105660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:19.108090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbe17f99-da12-4dfb-a3c6-ccc4116e846d HTTP/1.1" status: 204 len: 168 time: 0.5393929 Jul 23 23:16:19.110907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39940) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:19.118229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635783-ef97-48f2-a09f-a2c1741b03ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe17f99-da12-4dfb-a3c6-ccc4116e846d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:19.305370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:19.327331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:19.327658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 43bb5aaf-bd1f-4e5b-b5c8-72dda8bfa2a3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:19.328271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4408ad7d-9eba-4747-8612-3a7a36fe0e57 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:19.351848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 4408ad7d-9eba-4747-8612-3a7a36fe0e57 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:19.352185 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 4408ad7d-9eba-4747-8612-3a7a36fe0e57 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:19.352601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5a792e6-5b21-4987-bec9-287590010749 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:19.372799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f5a792e6-5b21-4987-bec9-287590010749 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:19.373183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f5a792e6-5b21-4987-bec9-287590010749 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:19.775389 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.031343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Deleting port c147d2b9-06e1-4f7f-9d2c-aede500466df {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:20.031599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.111854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] For port c147d2b9-06e1-4f7f-9d2c-aede500466df, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c147d2b9-06e1-4f7f-9d2c-aede500466df,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:20.112630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.124533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Calling delete_port for c147d2b9-06e1-4f7f-9d2c-aede500466df owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:20.307718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.336659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c147d2b9-06e1-4f7f-9d2c-aede500466df,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:20.517066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.735091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Router afb0a605-90d8-45c9-8207-a1cbc28cdf49 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:16:20.841267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:16:20.846194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08b750c3-f487-49e9-b939-e57ee0ef7c01 admin admin] 10.222.0.37 "PUT /v2.0/routers/afb0a605-90d8-45c9-8207-a1cbc28cdf49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335761 Jul 23 23:16:20.848681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:20.851317 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Sync routers for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:16:20.861795 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:20.862405 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:20.953418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:20.963862 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:21.061590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.115338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Deleting port 7ac8782c-0530-4291-80dd-1116ba9b5528 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:21.116071 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.146109 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:16:20Z', 'revision_number': 5, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port': {'id': '7ac8782c-0530-4291-80dd-1116ba9b5528', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:11:15Z', 'updated_at': '2021-07-23T23:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:21.173680 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Checking router: afb0a605-90d8-45c9-8207-a1cbc28cdf49 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:16:21.182015 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Routers {'afb0a605-90d8-45c9-8207-a1cbc28cdf49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:16:21.182623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:16:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:21.201298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] For port 7ac8782c-0530-4291-80dd-1116ba9b5528, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ac8782c-0530-4291-80dd-1116ba9b5528,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:21.201702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.213444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Calling delete_port for 7ac8782c-0530-4291-80dd-1116ba9b5528 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:21.271949 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] Set router afb0a605-90d8-45c9-8207-a1cbc28cdf49 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:16:21.326389 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:16:21Z', 'revision_number': 6, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:21.354215 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7260fe-dc9d-411a-a06a-d0338f6059d8 None None] The sync data for ids ['afb0a605-90d8-45c9-8207-a1cbc28cdf49'] in n-d-791506-25 is: [{'id': 'afb0a605-90d8-45c9-8207-a1cbc28cdf49', 'name': 'tempest-TestServerBasicOps-2129163581-router', 'tenant_id': '7d726e6a064d47658297b46b9a48bd1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:11:14Z', 'updated_at': '2021-07-23T23:16:21Z', 'revision_number': 6, 'project_id': '7d726e6a064d47658297b46b9a48bd1e', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:16:21.406453 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.433190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac8782c-0530-4291-80dd-1116ba9b5528,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:21.493568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.587551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.589616 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.640519 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.641017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb0a605-90d8-45c9-8207-a1cbc28cdf49 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:16:21.645303 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.646492 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-00243049-072b-461f-83f6-c787c2117dc6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/afb0a605-90d8-45c9-8207-a1cbc28cdf49 HTTP/1.1" status: 204 len: 168 time: 0.7969017 Jul 23 23:16:21.648919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39944) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:21.694943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Deleting subnet d65a75e5-9c2d-4bfb-bc4b-486ee5dea250 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:16:21.697986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.734471 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.823725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.878564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.905417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65a75e5-9c2d-4bfb-bc4b-486ee5dea250,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:21.907404 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:21.909256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ce318bc4-72ac-4cbf-82ef-af352a3b71ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d65a75e5-9c2d-4bfb-bc4b-486ee5dea250 HTTP/1.1" status: 204 len: 168 time: 0.2590742 Jul 23 23:16:21.913110 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39946) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:21.916138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64625da5-d353-439f-afcb-b6ef8bca13f1 None None] Network dab253fb-38c3-4465-9d1b-57d1756c2f3b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:16:21.985945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.041105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Deleting port 78d3386a-4848-4f50-aa8d-b4469d50dffa {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:22.041460 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.110055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] For port 78d3386a-4848-4f50-aa8d-b4469d50dffa, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=78d3386a-4848-4f50-aa8d-b4469d50dffa,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:22.110416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.126819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] DHCP port deletion for dab253fb-38c3-4465-9d1b-57d1756c2f3b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:16:22.129627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Calling delete_port for 78d3386a-4848-4f50-aa8d-b4469d50dffa owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:22.176429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Deleting port 78d3386a-4848-4f50-aa8d-b4469d50dffa {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:22.176976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.215112 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.241310 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Pushing event deleted for resources: {'Port': ['ID=78d3386a-4848-4f50-aa8d-b4469d50dffa,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:22.245710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] No DVR routers for this DVR port 78d3386a-4848-4f50-aa8d-b4469d50dffa on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:16:22.245904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] For port 78d3386a-4848-4f50-aa8d-b4469d50dffa, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=78d3386a-4848-4f50-aa8d-b4469d50dffa,segment=NetworkSegment(31116659-728f-4c39-8a32-cf08e58b54cc),segment_id=31116659-728f-4c39-8a32-cf08e58b54cc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:22.246280 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.269449 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Calling delete_port for 78d3386a-4848-4f50-aa8d-b4469d50dffa owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:22.322731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.333728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab253fb-38c3-4465-9d1b-57d1756c2f3b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:22.346397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31116659-728f-4c39-8a32-cf08e58b54cc') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:22.346826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31116659-728f-4c39-8a32-cf08e58b54cc') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:16:22.357254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.358579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.374972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.382283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:16:22.382990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.385333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Pushing event deleted for resources: {'Port': ['ID=78d3386a-4848-4f50-aa8d-b4469d50dffa,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:16:22.387424 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:16:22.390384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] No DVR routers for this DVR port 78d3386a-4848-4f50-aa8d-b4469d50dffa on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:16:22.402720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.403047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.404204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.404413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.404759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.405224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.405568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.406010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.406408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.406749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.407077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.407405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e481a-c1cf-409d-9ca9-3cb64492245c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:16:22.455540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.461712 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.463588 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] 10.222.0.37 "DELETE /v2.0/networks/dab253fb-38c3-4465-9d1b-57d1756c2f3b HTTP/1.1" status: 204 len: 168 time: 0.5495820 Jul 23 23:16:22.479932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a379d-aaad-4faa-8ab6-22ada14eac8d admin admin] Pushing event deleted for resources: {'Network': ['ID=dab253fb-38c3-4465-9d1b-57d1756c2f3b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:22.582188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.584471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:22.623983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-af0bb215-e068-487c-82f3-56445e5ddccc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=303aa3da8c25493db2e30a409b004652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383551 Jul 23 23:16:22.626438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:22.678572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.700098 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.750149 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.752667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:22.753868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6da93e7f-3e2b-43e1-a2c2-0a2e69c68d63 HTTP/1.1" status: 204 len: 168 time: 0.1265194 Jul 23 23:16:22.762022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bbe9e-6864-4b1b-a06b-114d4f565d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da93e7f-3e2b-43e1-a2c2-0a2e69c68d63,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:23.075674 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:23.121303 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3992f145-ac22-43e2-bf4e-1822ffce4ba0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d726e6a064d47658297b46b9a48bd1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444651 Jul 23 23:16:23.124621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:23.173047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:23.197962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:23.247905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:23.250649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:23.251885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec3941cb-7e80-4772-9100-a8a3cbb4735f HTTP/1.1" status: 204 len: 168 time: 0.1263788 Jul 23 23:16:23.260478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c7891-5c94-48ab-93a1-87e926b7fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3941cb-7e80-4772-9100-a8a3cbb4735f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:23.292100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c147d2b9-06e1-4f7f-9d2c-aede500466df no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:23.312288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c147d2b9-06e1-4f7f-9d2c-aede500466df {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:23.312637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c147d2b9-06e1-4f7f-9d2c-aede500466df not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:23.313057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 78d3386a-4848-4f50-aa8d-b4469d50dffa no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:23.338472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 78d3386a-4848-4f50-aa8d-b4469d50dffa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:23.338906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 78d3386a-4848-4f50-aa8d-b4469d50dffa not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:23.339270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ac8782c-0530-4291-80dd-1116ba9b5528 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:23.359288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7ac8782c-0530-4291-80dd-1116ba9b5528 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:23.359626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ac8782c-0530-4291-80dd-1116ba9b5528 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:23.487457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:33.742885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-9261311e-30d8-4b66-8000-f2e312dc628a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=90b6738cdad44f05a817692a5b72db3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296555 Jul 23 23:16:33.930091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-0fcb5277-b46d-4b07-a84d-859763afe3a7 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:33.931553 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-0fcb5277-b46d-4b07-a84d-859763afe3a7 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830738 Jul 23 23:16:33.947001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-3715bd6b-246a-42c5-9c59-c9f4d7be94ef tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/quotas/90b6738cdad44f05a817692a5b72db3f HTTP/1.1" status: 200 len: 375 time: 0.0091779 Jul 23 23:16:33.982975 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-2e10a7e3-cc80-498a-859a-8b99ab11d119 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=90b6738cdad44f05a817692a5b72db3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303426 Jul 23 23:16:34.151472 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c5cbdf6a-ceb9-4f63-acf5-bc92d9622436 req-6a6c60ea-b46a-41c3-b925-510600e1270f tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 210 time: 0.0307975 Jul 23 23:16:34.475431 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:16:35.139796 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-c02a50c9-945e-4b52-9967-a6cdda71b292 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=90b6738cdad44f05a817692a5b72db3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294566 Jul 23 23:16:35.268256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86d1b5b4-f181-427a-80bb-a36cef70a37b req-b5e676fe-8b90-4c64-9030-1ea21d6531b5 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 210 time: 0.0399799 Jul 23 23:16:35.335407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-e7cf5ec1-a74c-4542-8c0e-3d44611eb0aa tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:35.336861 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-e7cf5ec1-a74c-4542-8c0e-3d44611eb0aa tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911826 Jul 23 23:16:35.349629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Request body: {'port': {'device_id': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'admin_state_up': True, 'tenant_id': '90b6738cdad44f05a817692a5b72db3f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:35.461907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Made reservation on behalf of 90b6738cdad44f05a817692a5b72db3f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:16:35.465885 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.474784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.566701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.570503 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.634530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c0c97-86d0-46e2-9bef-456c6ec6df5d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:35.705811 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Allocated IP 192.168.233.244 (1c86e432-9349-4dfc-892e-c689dd313660/0f6a358a-6326-4dbe-ace6-ed0f285d94a2/f98e1daf-dc14-4ccc-aa13-ae85c9ad6334) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:16:35.856764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.869712 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Transition to ACTIVE for port object f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:16:35.903217 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:35.944546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Network 1c86e432-9349-4dfc-892e-c689dd313660 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:16:35.949409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:16:35.953918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:16:35.960299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Pushing event updated for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:36.009559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:36.010212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.027075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-d111665f-c76a-4866-a687-6c8ac9e1f0a6 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6811018 Jul 23 23:16:36.039348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Request body: {'port': {'device_id': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:36.117996 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.163436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2d37-4570-46b3-aafd-f08200cd6c7b None None] Provisioning for port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:16:36.167388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3c7d2d37-4570-46b3-aafd-f08200cd6c7b None None] Provisioning complete for port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:16:36.167755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2d37-4570-46b3-aafd-f08200cd6c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.203048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d2d37-4570-46b3-aafd-f08200cd6c7b None None] Port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:16:36.389854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:16:36.397270 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.400203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d873f-7153-4172-b6ed-1dfbd0320b37 req-4dd29c05-a886-432c-af43-f3911b26ce25 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:36.401775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d9d873f-7153-4172-b6ed-1dfbd0320b37 req-4dd29c05-a886-432c-af43-f3911b26ce25 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 936 time: 0.0647659 Jul 23 23:16:36.410353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Transition to ACTIVE for port object f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:16:36.414016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.441943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d9d873f-7153-4172-b6ed-1dfbd0320b37 req-e9c30e0b-68d0-42eb-8e1a-b8a79aded89b tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Jul 23 23:16:36.467549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:36.859458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Attempting to bind port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:16:36.859786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Attempting to bind port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:16:36.860105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Attempting to bind port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:16:36.864537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 on network 1c86e432-9349-4dfc-892e-c689dd313660 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:16:36.864851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Attempting to bind port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 on network 1c86e432-9349-4dfc-892e-c689dd313660 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:16:36.869483 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:16:36.869847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Checking segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:16:36.870226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Bound using segment: {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:16:36.870648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Bound port: f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11636040-97ca-40e5-bcb4-fcd689767515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:16:36.870994 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.932909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:16:36.936476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:16:36.941285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.975036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:36.975595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:36.976971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] 10.222.0.22 "PUT /v2.0/ports/f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 HTTP/1.1" status: 200 len: 1097 time: 0.9420362 Jul 23 23:16:36.977401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:36.980050 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18" -d '{"events": [{"name": "network-changed", "server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:37.011346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230f19a-9de9-4d4f-a0f1-4897efc7f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:37.052570 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b752c8b-45e9-4102-82f7-634aecb44059 x-openstack-request-id: req-6b752c8b-45e9-4102-82f7-634aecb44059 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:37.052850 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:37.053094 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b752c8b-45e9-4102-82f7-634aecb44059 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:37.053486 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334', 'status': 'completed', 'code': 200} Jul 23 23:16:37.082374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-aefe980b-9a7e-40e8-af12-96ea902f4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.083873 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-aefe980b-9a7e-40e8-af12-96ea902f4ce0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=90b6738cdad44f05a817692a5b72db3f&device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 1100 time: 0.0634177 Jul 23 23:16:37.128199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-e2026014-a78e-4d52-8833-c0208b4ba298 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 HTTP/1.1" status: 200 len: 217 time: 0.0367665 Jul 23 23:16:37.177832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-34c7dfeb-7c6b-4fb8-9493-e36f02f2d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.179310 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-34c7dfeb-7c6b-4fb8-9493-e36f02f2d8c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0456991 Jul 23 23:16:37.242473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-fd47b5fb-9ed6-427d-a29a-f1157555cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.243926 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-fd47b5fb-9ed6-427d-a29a-f1157555cb12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582891 Jul 23 23:16:37.339396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-6c62be6c-09e5-44b4-b641-29fb1b10f9ba service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890365 Jul 23 23:16:37.436425 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-786ed70f-1a23-484d-af49-7839d1dd1312 req-7ba314e1-f729-48b0-b4f3-c037a9d444a1 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906312 Jul 23 23:16:37.538389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-bfc93f52-cba0-449e-9816-de8df5e71947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.539929 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-bfc93f52-cba0-449e-9816-de8df5e71947 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=90b6738cdad44f05a817692a5b72db3f&device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 1100 time: 0.0605774 Jul 23 23:16:37.586883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7311f-219e-40d2-8a79-0592449b3294 req-2249bd8d-46c0-44a9-b71d-9fc4a98fceb5 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.588515 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2d7311f-219e-40d2-8a79-0592449b3294 req-2249bd8d-46c0-44a9-b71d-9fc4a98fceb5 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 948 time: 0.0685084 Jul 23 23:16:37.630614 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a2d7311f-219e-40d2-8a79-0592449b3294 req-ec17f1d4-c322-4683-a22e-9ee47e311b49 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Jul 23 23:16:37.637932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-43863bb7-879a-4d12-9a79-540321bddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.639654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-43863bb7-879a-4d12-9a79-540321bddf26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1c86e432-9349-4dfc-892e-c689dd313660 HTTP/1.1" status: 200 len: 870 time: 0.0936179 Jul 23 23:16:37.680567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-6c14cee5-338a-4fb2-a183-f5d23d0fa9e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 HTTP/1.1" status: 200 len: 217 time: 0.0341699 Jul 23 23:16:37.730355 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-338efe6e-312f-4d78-b50c-7a2d9b1bfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.732037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-338efe6e-312f-4d78-b50c-7a2d9b1bfbc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0f6a358a-6326-4dbe-ace6-ed0f285d94a2 HTTP/1.1" status: 200 len: 843 time: 0.0449440 Jul 23 23:16:37.795971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-2babfb5d-3d06-40a7-a57c-b89c880573d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:37.797520 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-2babfb5d-3d06-40a7-a57c-b89c880573d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1c86e432-9349-4dfc-892e-c689dd313660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591221 Jul 23 23:16:37.891369 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-cf0942cc-cb90-4ab5-9ff5-2f90762bf160 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860066 Jul 23 23:16:37.986114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-2dfb1d17-21b9-491f-8bba-0a4a7bbdfa18 req-844bcd41-abab-4956-a48d-cc4705289c98 service neutron] 10.222.0.22 "GET /v2.0/networks/1c86e432-9349-4dfc-892e-c689dd313660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Jul 23 23:16:38.763840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f223df-a5d6-44ec-84cc-9ca1e65f3f95 req-4bfaa441-1e9b-4b2b-b99d-b0da39d9c78a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:38.765342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f223df-a5d6-44ec-84cc-9ca1e65f3f95 req-4bfaa441-1e9b-4b2b-b99d-b0da39d9c78a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 948 time: 0.0677488 Jul 23 23:16:38.803166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f223df-a5d6-44ec-84cc-9ca1e65f3f95 req-bc7ddac0-4bec-4539-a41c-32aa332b5401 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Jul 23 23:16:39.934109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0725f7-65d2-40f7-b629-499163aebd20 req-33f31a83-e18e-4b2b-b8e6-b0b4126a9980 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:39.935625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0725f7-65d2-40f7-b629-499163aebd20 req-33f31a83-e18e-4b2b-b8e6-b0b4126a9980 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 948 time: 0.0638235 Jul 23 23:16:39.973451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c0725f7-65d2-40f7-b629-499163aebd20 req-f22aa239-4c2c-4cd9-ac98-9f23c1d60a17 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jul 23 23:16:41.002991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:16:41.101936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-525e2cd5-6da8-446f-bda7-fa41cd73f6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:41.107635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3b336-3630-4e06-add4-2eff5208250e req-4ad6c53b-72dc-49a8-97a7-59eef357db9e tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:41.109164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bb3b336-3630-4e06-add4-2eff5208250e req-4ad6c53b-72dc-49a8-97a7-59eef357db9e tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 948 time: 0.0677938 Jul 23 23:16:41.121640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:41.132265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334', 'network_id': '1c86e432-9349-4dfc-892e-c689dd313660', 'port_id': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334', 'mac_address': 'fa:16:3e:74:a7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6a358a-6326-4dbe-ace6-ed0f285d94a2', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:16:41.149143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8bb3b336-3630-4e06-add4-2eff5208250e req-85d7e384-b9b8-4223-ad6f-f8491d261a27 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Jul 23 23:16:41.171002 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:41.183786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:16:41.204223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:41.209484 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:41.257870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:41.434893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f98e1daf-dc14-4ccc-aa13-ae85c9ad6334'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:16:42.278461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff96f1a-b33b-4a98-8f92-506945f1a40f req-0a3ca133-4fba-479e-bba8-064ba3bfbee8 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:42.279998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ff96f1a-b33b-4a98-8f92-506945f1a40f req-0a3ca133-4fba-479e-bba8-064ba3bfbee8 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 949 time: 0.0633929 Jul 23 23:16:42.318831 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ff96f1a-b33b-4a98-8f92-506945f1a40f req-71405688-7f5e-4501-93d4-4e657401650f tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Jul 23 23:16:43.002196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:16:43.053858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:16:43.057328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:16:43.057697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:43.136382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:43.160201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:43.162480 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760da851-5db8-4449-8ee6-9ac2eafea3a2" -d '{"events": [{"server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:43.175120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:43.179540 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:43.230537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:43.260578 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb8db6f-162a-4a7a-be85-503414f4f182 x-openstack-request-id: req-0eb8db6f-162a-4a7a-be85-503414f4f182 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:43.260904 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:43.261163 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eb8db6f-162a-4a7a-be85-503414f4f182 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:43.261576 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334', 'code': 200} Jul 23 23:16:43.373859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af092d-64ec-458a-b13f-6e24c1f3b1b5 req-7233d1f5-7c9c-4561-8344-538787883dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:43.375401 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-14af092d-64ec-458a-b13f-6e24c1f3b1b5 req-7233d1f5-7c9c-4561-8344-538787883dc3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 1102 time: 0.0593810 Jul 23 23:16:43.413559 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-14af092d-64ec-458a-b13f-6e24c1f3b1b5 req-c05464c8-b138-427a-901d-708d87c3a488 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jul 23 23:16:43.455388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111e82c-7d71-4fa4-a342-4cc58fd15a73 req-c668e25b-7c80-437b-96b0-6141adb10b3a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:43.457259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7111e82c-7d71-4fa4-a342-4cc58fd15a73 req-c668e25b-7c80-437b-96b0-6141adb10b3a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 950 time: 0.0670953 Jul 23 23:16:43.504295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7111e82c-7d71-4fa4-a342-4cc58fd15a73 req-f97fc064-d4d5-4d2f-a4ad-5d062a85b5d0 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Jul 23 23:16:43.804384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a661927c-9dc6-4409-a2aa-1ade5df7631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:44.212057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:44.633539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a7e6a-8e1f-4059-a478-de3c7b75d527 req-0827adf8-961a-4590-8d36-7856e4ed6036 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:44.635034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f9a7e6a-8e1f-4059-a478-de3c7b75d527 req-0827adf8-961a-4590-8d36-7856e4ed6036 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 950 time: 0.0634897 Jul 23 23:16:44.672665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f9a7e6a-8e1f-4059-a478-de3c7b75d527 req-fc808386-6823-42dc-b312-415b7306d4aa tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jul 23 23:16:45.042537 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-7ee0ef66-f739-460a-9340-bc9e6e8e7079 req-a26093dc-b314-41cd-92d6-b56e27d462ae service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:16:45.044067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ee0ef66-f739-460a-9340-bc9e6e8e7079 req-a26093dc-b314-41cd-92d6-b56e27d462ae service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024778 Jul 23 23:16:45.074684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:45.658428 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f958-1b49-4f95-b100-4c64394f39d2 req-d9cd297e-a172-4b16-aa1a-265b94f3553d tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:45.659904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae51f958-1b49-4f95-b100-4c64394f39d2 req-d9cd297e-a172-4b16-aa1a-265b94f3553d tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 950 time: 0.0643377 Jul 23 23:16:45.697397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ae51f958-1b49-4f95-b100-4c64394f39d2 req-bfb15b8b-d98e-4ddc-875f-e52069dc1650 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Jul 23 23:16:46.605817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:46.834252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bd4a6-a53f-4978-a23e-78f99bea0dfa req-472e306e-f4bb-4cd4-878f-a7cd8e64c9eb tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:46.835774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d8bd4a6-a53f-4978-a23e-78f99bea0dfa req-472e306e-f4bb-4cd4-878f-a7cd8e64c9eb tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 950 time: 0.0701210 Jul 23 23:16:46.871049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-12d7b56e-2b30-4c2b-aa1b-5aa80a33e15b tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:46.873289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-12d7b56e-2b30-4c2b-aa1b-5aa80a33e15b tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.22 "GET /v2.0/ports?device_id=f03b9ec1-0de1-4069-9105-05432a8ba73c HTTP/1.1" status: 200 len: 950 time: 0.0667300 Jul 23 23:16:46.876285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d8bd4a6-a53f-4978-a23e-78f99bea0dfa req-3abbb557-3d32-4d0e-847e-041ef1446ae5 tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.37 "GET /v2.0/security-groups?id=e15c0c97-86d0-46e2-9bef-456c6ec6df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Jul 23 23:16:46.976484 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Deleting port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:16:46.976821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:47.069993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] For port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,segment=NetworkSegment(11636040-97ca-40e5-bcb4-fcd689767515),segment_id=11636040-97ca-40e5-bcb4-fcd689767515)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:47.070305 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:47.087576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Calling delete_port for f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:16:47.219825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:47.234608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['f98e1daf-dc14-4ccc-aa13-ae85c9ad6334'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:16:47.247287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Pushing event deleted for resources: {'Port': ['ID=f98e1daf-dc14-4ccc-aa13-ae85c9ad6334,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:47.300329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] No DVR routers for this DVR port f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:16:47.303133 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:47.305277 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-28123927-a03f-4fd4-92af-5bc7ef609c19 req-fc12255d-2a53-4551-bf75-dbe4c38ddf0a tempest-ServersAdminNegativeTestJSON-299347241 tempest-ServersAdminNegativeTestJSON-299347241-project] 10.222.0.22 "DELETE /v2.0/ports/f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 HTTP/1.1" status: 204 len: 173 time: 0.4266741 Jul 23 23:16:47.305713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'name': 'network-vif-deleted', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:47.308488 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df44a4-7021-469d-bf49-6c7e0eef9f2f" -d '{"events": [{"server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "name": "network-vif-deleted", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:47.350466 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43349b-216d-4862-a3d6-8ab891b770bd x-openstack-request-id: req-3a43349b-216d-4862-a3d6-8ab891b770bd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:47.350761 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03b9ec1-0de1-4069-9105-05432a8ba73c", "name": "network-vif-deleted", "tag": "f98e1daf-dc14-4ccc-aa13-ae85c9ad6334", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:47.351012 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a43349b-216d-4862-a3d6-8ab891b770bd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:47.351411 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03b9ec1-0de1-4069-9105-05432a8ba73c', 'name': 'network-vif-deleted', 'tag': 'f98e1daf-dc14-4ccc-aa13-ae85c9ad6334', 'status': 'completed', 'code': 200} Jul 23 23:16:48.172900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40102) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:48.305247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9ec6b5d0-be55-4bfd-982f-87dcaa0cdbee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90b6738cdad44f05a817692a5b72db3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311750 Jul 23 23:16:48.307779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40106) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:48.359135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.380738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.427093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.429483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.430662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e15c0c97-86d0-46e2-9bef-456c6ec6df5d HTTP/1.1" status: 204 len: 168 time: 0.1219809 Jul 23 23:16:48.439334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccea86-e6e6-4ade-acaf-463c9b8861d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c0c97-86d0-46e2-9bef-456c6ec6df5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:48.687081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40112) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:48.700202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746d412b-ed92-4d21-bc06-d4c0f56656bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.799125 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746d412b-ed92-4d21-bc06-d4c0f56656bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.803486 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746d412b-ed92-4d21-bc06-d4c0f56656bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.848132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-746d412b-ed92-4d21-bc06-d4c0f56656bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7de683edbfd74c60b4a18fd33abb9067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599309 Jul 23 23:16:48.849103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d412b-ed92-4d21-bc06-d4c0f56656bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b104661-aa76-4f0b-8e8a-3c467ae0cf5a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:48.851549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40114) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:48.901127 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.923538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.970137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.972681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.973855 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b104661-aa76-4f0b-8e8a-3c467ae0cf5a HTTP/1.1" status: 204 len: 168 time: 0.1213896 Jul 23 23:16:48.982845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5ae2-31da-4e32-b337-abdae78c0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b104661-aa76-4f0b-8e8a-3c467ae0cf5a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:49.644073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:49.739631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1533187654-network', 'tenant_id': 'ea5787e3f83146d7bb743241f755a8ce'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:49.763221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Made reservation on behalf of ea5787e3f83146d7bb743241f755a8ce for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:16:49.765576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.773709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.860383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.864700 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.891274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:16:49.896478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e61907-8f65-44fb-a696-48b56195a1fe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:49.903535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.904591 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Added segment 46b0237e-5749-497b-b229-3ad9d9bcb16a of type vlan for network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 Jul 23 23:16:49.943797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.970707 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:49.971700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:49.972282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:50.008948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3635323 Jul 23 23:16:50.011733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40140) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:16:50.018271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Request body: {'subnet': {'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1533187654-subnet', 'tenant_id': 'ea5787e3f83146d7bb743241f755a8ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:50.036794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e193-4894-401f-aa33-dc6e71d16b2f admin admin] Pushing event updated for resources: {'Network': ['ID=3a77afb0-30e2-43dc-9a2e-79daa974adb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:50.039565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Made reservation on behalf of ea5787e3f83146d7bb743241f755a8ce for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:16:50.041936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:50.048557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:16:50.211787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:50.265621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0921a982-1d63-4981-ab8b-9522d33835a3,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:50.276964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Checking segment: {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:16:50.277320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Network hostable DHCP agents. Network: 3a77afb0-30e2-43dc-9a2e-79daa974adb6, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:16:50.294401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:16:50.302643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 3a77afb0-30e2-43dc-9a2e-79daa974adb6) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:16:50.308384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:50.308526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:50.312005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b1416-f1b8-40ce-8f81-51cc5349232e None None] Network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:16:50.324883 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-40e42d8a-a0e9-4dd0-bf0c-bdbbadf92e0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3104055 Jul 23 23:16:50.440947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c11eb-07ce-4353-9203-82492fd7dc38 None None] Network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:16:50.747639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-49423cf8-67fc-456e-8f11-86e6445ea85f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:50.749105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-49423cf8-67fc-456e-8f11-86e6445ea85f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 812 time: 0.1009746 Jul 23 23:16:50.763561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-f7e6ef3d-0371-4d5b-b793-773ea7be7c93 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/quotas/ea5787e3f83146d7bb743241f755a8ce HTTP/1.1" status: 200 len: 375 time: 0.0090389 Jul 23 23:16:50.800907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-7d0dce47-aa20-4313-af81-fd8ee1f6af39 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323031 Jul 23 23:16:50.812323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-336a05d5-3e77-439d-bf9a-c21447d1bc85 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:16:50.813337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-336a05d5-3e77-439d-bf9a-c21447d1bc85 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062521 Jul 23 23:16:50.902207 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-d6590f28-c0f2-4eb5-a9db-5f7bee99292e service neutron] 10.222.0.37 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832169 Jul 23 23:16:50.992916 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-7b01cc3c-0df0-420c-8e11-0eaa51a3629d service neutron] 10.222.0.37 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842860 Jul 23 23:16:51.022683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:16:51.041803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:16:51.042155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device f98e1daf-dc14-4ccc-aa13-ae85c9ad6334 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:16:51.159910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-59cadc20-4b41-48ce-957a-8f425da1bf62 req-70330742-0cea-43ae-95fb-e4917f86482c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 210 time: 0.0301950 Jul 23 23:16:52.077992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-7adfbc9c-1e19-476a-9104-e2212576a8a6 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:52.079477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-7adfbc9c-1e19-476a-9104-e2212576a8a6 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 812 time: 0.1134987 Jul 23 23:16:52.091877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Request body: {'port': {'device_id': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6', 'admin_state_up': True, 'tenant_id': 'ea5787e3f83146d7bb743241f755a8ce'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:52.207421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Made reservation on behalf of ea5787e3f83146d7bb743241f755a8ce for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:16:52.211051 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:52.258901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e84837fe-d396-4be7-a30b-d647f2edff80 req-0255e2c2-266f-4dc8-ba11-79423dd312f2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Jul 23 23:16:52.340557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Allocated IP 172.20.0.7 (3a77afb0-30e2-43dc-9a2e-79daa974adb6/0921a982-1d63-4981-ab8b-9522d33835a3/9e63b50e-d287-4479-8b67-7d4590673845) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:16:52.490810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:52.530718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:52.573313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:16:52.577279 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:16:52.583229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:16:52.593168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:52.614126 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:52.642329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:52.642949 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:52.658517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-559d6390-7a28-42e6-b037-7124a16da2c8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707314 Jul 23 23:16:52.670616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Request body: {'port': {'device_id': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:16:52.745993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.037164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e63b50e-d287-4479-8b67-7d4590673845 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:16:53.045259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.057857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Transition to ACTIVE for port object 9e63b50e-d287-4479-8b67-7d4590673845 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:16:53.062132 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.112967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:53.190064 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:16:53.190435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:16:53.190697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:16:53.195389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:16:53.195703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:16:53.201370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:16:53.201689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Checking segment: {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:16:53.202098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Bound using segment: {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:16:53.202530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Bound port: 9e63b50e-d287-4479-8b67-7d4590673845, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:16:53.202887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.273864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:16:53.277282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:16:53.282111 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.316236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.317917 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.318334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 1092 time: 0.6522968 Jul 23 23:16:53.318789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:53.321087 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3270cc-18e9-42ce-a007-277b3d8c458d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:53.353304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825574-db14-497f-81fc-4d42e540a393 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:53.416880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-eaa9f7c6-336d-4e24-a405-76a59f450560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.418561 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-eaa9f7c6-336d-4e24-a405-76a59f450560 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1095 time: 0.0568688 Jul 23 23:16:53.431031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ccc85-4e67-4b20-adac-ecd6122c012e req-1b07babe-8730-4b69-a0c7-6feab9d39b14 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.433598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e0ccc85-4e67-4b20-adac-ecd6122c012e req-1b07babe-8730-4b69-a0c7-6feab9d39b14 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.0887232 Jul 23 23:16:53.465868 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-076fd3b8-016c-4970-9094-a1b7f3f18183 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0397651 Jul 23 23:16:53.474030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e0ccc85-4e67-4b20-adac-ecd6122c012e req-ea341479-0242-46d3-a2e8-0bfd3191d63e tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Jul 23 23:16:53.507445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:53.518756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-a0e31717-d211-4558-aa8b-98492b2bb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.520294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-a0e31717-d211-4558-aa8b-98492b2bb33f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0495908 Jul 23 23:16:53.523235 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed00a530-8a82-459e-be23-446f5230aebe x-openstack-request-id: req-ed00a530-8a82-459e-be23-446f5230aebe {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:53.523516 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:53.523762 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed00a530-8a82-459e-be23-446f5230aebe {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:53.524145 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'status': 'completed', 'code': 200} Jul 23 23:16:53.558331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-04c53141-0310-45c3-abc7-ae867d0b409f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jul 23 23:16:53.651255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-80c3e01f-726e-4d28-bb08-535cc008018e service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875201 Jul 23 23:16:53.740259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fc7ffc87-3e6b-4f69-a24b-9316a64edddf req-221f5c85-05f5-4902-85e8-df825dc6ba6e service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825098 Jul 23 23:16:53.851271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-c8582287-9477-4e4e-91e3-319261168c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.852687 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-c8582287-9477-4e4e-91e3-319261168c59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1095 time: 0.0631413 Jul 23 23:16:53.943319 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-88355c28-8fec-4f7b-89b2-e7e5e3cfc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:53.944794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-88355c28-8fec-4f7b-89b2-e7e5e3cfc9ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.0858283 Jul 23 23:16:53.990250 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-b81a480a-e2dc-4d8f-88a5-23267222bf48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0389919 Jul 23 23:16:54.039290 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-8431f956-bfa8-48f2-845a-2cbc5f86fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:54.040729 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-8431f956-bfa8-48f2-845a-2cbc5f86fab6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0432553 Jul 23 23:16:54.075590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-5a9132e5-9247-404a-a274-0332eabf0f03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jul 23 23:16:54.168728 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-ad2d87a9-9733-4a45-a617-5aad13f3f9ef service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Jul 23 23:16:54.258842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b3270cc-18e9-42ce-a007-277b3d8c458d req-7745eca3-94ce-43e1-9e97-7b878da300d5 service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Jul 23 23:16:54.614354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2477154-acf1-4b0f-b5cc-ca5e068f360d req-683eb67b-8aa8-4cc9-9dc1-eed98c40ca0c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:54.615896 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2477154-acf1-4b0f-b5cc-ca5e068f360d req-683eb67b-8aa8-4cc9-9dc1-eed98c40ca0c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.0697348 Jul 23 23:16:54.653924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2477154-acf1-4b0f-b5cc-ca5e068f360d req-f8160702-37db-42c6-9472-07472e235fcc tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Jul 23 23:16:55.783759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88c2b-2370-4b87-a234-89ccde11df89 req-68de64e3-ca06-4b1b-8818-0782bc58b5e3 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:55.785257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0b88c2b-2370-4b87-a234-89ccde11df89 req-68de64e3-ca06-4b1b-8818-0782bc58b5e3 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.0642803 Jul 23 23:16:55.828254 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0b88c2b-2370-4b87-a234-89ccde11df89 req-a677b8fe-fcba-407c-bd4a-cde122206e0c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Jul 23 23:16:56.955670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f97c4c-5975-469e-817e-19f4ce79ef9d req-2938bd7d-2395-4ef9-acfc-267920c2da71 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:56.957136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47f97c4c-5975-469e-817e-19f4ce79ef9d req-2938bd7d-2395-4ef9-acfc-267920c2da71 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.0628948 Jul 23 23:16:56.995953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47f97c4c-5975-469e-817e-19f4ce79ef9d req-77e868f4-e471-4f57-ae0f-881aeb63f337 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331781 Jul 23 23:16:57.064127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:16:57.156016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:57.166475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '9e63b50e-d287-4479-8b67-7d4590673845', 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6', 'port_id': '9e63b50e-d287-4479-8b67-7d4590673845', 'mac_address': 'fa:16:3e:2f:34:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0921a982-1d63-4981-ab8b-9522d33835a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:16:57.207278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:57.219438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e63b50e-d287-4479-8b67-7d4590673845 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:16:57.238419 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:57.243073 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:57.289276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:57.430914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['9e63b50e-d287-4479-8b67-7d4590673845'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:16:58.127530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497ce23-4e78-4030-9be8-8dc624f6d092 req-4d328bc4-9152-4bcb-bb61-dea5faf0d792 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:58.129102 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5497ce23-4e78-4030-9be8-8dc624f6d092 req-4d328bc4-9152-4bcb-bb61-dea5faf0d792 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 944 time: 0.0650463 Jul 23 23:16:58.167558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5497ce23-4e78-4030-9be8-8dc624f6d092 req-49bcc461-b731-47dc-8807-538f30f61e68 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Jul 23 23:16:59.095709 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:16:59.142681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 9e63b50e-d287-4479-8b67-7d4590673845 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:16:59.146518 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 9e63b50e-d287-4479-8b67-7d4590673845 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:16:59.146883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:59.227894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:59.255039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:16:59.257319 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d64e0-1e67-4f03-a3dd-3a6f1dcb232a" -d '{"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-plugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:16:59.271382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:16:59.275751 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:59.303582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc28977-79e5-48cb-9333-441e0d18a759 req-77ff23a5-d13f-4a4b-86b2-0f338b634eef tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:59.305097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bc28977-79e5-48cb-9333-441e0d18a759 req-77ff23a5-d13f-4a4b-86b2-0f338b634eef tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 944 time: 0.0693016 Jul 23 23:16:59.324868 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:16:59.347154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bc28977-79e5-48cb-9333-441e0d18a759 req-a3dcc80b-00cd-4cb0-ac13-1241bf04da34 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Jul 23 23:16:59.390657 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27eea68-4922-4507-9ac5-1603a2574cb9 x-openstack-request-id: req-e27eea68-4922-4507-9ac5-1603a2574cb9 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:16:59.390952 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-plugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:16:59.391207 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e27eea68-4922-4507-9ac5-1603a2574cb9 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:16:59.391603 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'code': 200} Jul 23 23:16:59.496919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126294a-710e-409b-85be-0d8a2eadb03f req-926ae6e5-87f2-4d27-8c0b-296a152fd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:16:59.498656 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f126294a-710e-409b-85be-0d8a2eadb03f req-926ae6e5-87f2-4d27-8c0b-296a152fd1bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1097 time: 0.0532775 Jul 23 23:16:59.537847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f126294a-710e-409b-85be-0d8a2eadb03f req-84d4af60-a5ad-42b8-87de-cf845fa8b72a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jul 23 23:17:00.479745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae685fb-03af-413d-be09-57711414bfb8 req-83faa538-fc95-4a1d-9e5e-0d3687e16aa2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:00.481287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ae685fb-03af-413d-be09-57711414bfb8 req-83faa538-fc95-4a1d-9e5e-0d3687e16aa2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0657377 Jul 23 23:17:00.519122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ae685fb-03af-413d-be09-57711414bfb8 req-03b82f87-53f6-4a0b-9e63-b703e1a05134 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jul 23 23:17:00.776910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1db776-4dc9-4022-a852-93dcf6f0aa8b req-0da10fa2-a537-48f3-af5a-b931d7986ada tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:00.778631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d1db776-4dc9-4022-a852-93dcf6f0aa8b req-0da10fa2-a537-48f3-af5a-b931d7986ada tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0660341 Jul 23 23:17:00.814946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-b5b47a3a-3f96-4a26-b2f8-a32d1c4e9875 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110828 Jul 23 23:17:00.824101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d1db776-4dc9-4022-a852-93dcf6f0aa8b req-132bfc6f-1149-4e7e-881e-144ab052f102 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Jul 23 23:17:01.970681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a314-e83b-44db-9369-d3653cf15b97 req-f7e516cb-b1b2-4f56-baa9-03bf25775bd2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:01.972204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bba0a314-e83b-44db-9369-d3653cf15b97 req-f7e516cb-b1b2-4f56-baa9-03bf25775bd2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0655739 Jul 23 23:17:01.981814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-7fbd8805-6814-44e4-ac05-aa595218042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:01.983273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-7fbd8805-6814-44e4-ac05-aa595218042a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1097 time: 0.0551465 Jul 23 23:17:02.017011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bba0a314-e83b-44db-9369-d3653cf15b97 req-7184e405-a1c6-4e54-a883-1cb3a906875b tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Jul 23 23:17:02.080256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-3d6e6e47-5f7b-464b-9d65-515a4ee75e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:02.081738 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-3d6e6e47-5f7b-464b-9d65-515a4ee75e8a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.0914619 Jul 23 23:17:02.122991 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-ee4c0a84-3e8e-4484-8cdf-04e0c13072ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0350728 Jul 23 23:17:02.170661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-a228018c-9cb3-484d-b177-3edf2a195813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:02.172036 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-a228018c-9cb3-484d-b177-3edf2a195813 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0427194 Jul 23 23:17:02.210109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-b055f42c-4f2e-4c3c-a8a8-25d70abe963b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314205 Jul 23 23:17:02.301275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-f0b5093b-bedb-4766-b9da-130682560351 service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Jul 23 23:17:02.397300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-07644009-2b7a-4495-a855-8529da1d91d3 service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Jul 23 23:17:03.144481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5c2d-c0db-450a-96fc-5bb2f0e0bc51 req-87e63952-1df3-4682-ac7e-fffaf609e883 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:03.145997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c37c5c2d-c0db-450a-96fc-5bb2f0e0bc51 req-87e63952-1df3-4682-ac7e-fffaf609e883 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0626664 Jul 23 23:17:03.185449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c37c5c2d-c0db-450a-96fc-5bb2f0e0bc51 req-7ece3875-5faa-4d80-bd88-ff16a1dfea3a tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Jul 23 23:17:04.322104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d2bb-66e9-4c4a-90ba-7a15106120d0 req-015cbae8-03c3-4c49-a108-6645e9b82457 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:04.323623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a105d2bb-66e9-4c4a-90ba-7a15106120d0 req-015cbae8-03c3-4c49-a108-6645e9b82457 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0678334 Jul 23 23:17:04.362974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a105d2bb-66e9-4c4a-90ba-7a15106120d0 req-14b672a1-72e6-4738-aa46-32db35bc728a tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333242 Jul 23 23:17:05.493236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04bd28-dc3a-4475-b503-b57784246938 req-788f9849-369d-46e0-a620-8fc7180a301b tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:05.494808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc04bd28-dc3a-4475-b503-b57784246938 req-788f9849-369d-46e0-a620-8fc7180a301b tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0639315 Jul 23 23:17:05.532892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dc04bd28-dc3a-4475-b503-b57784246938 req-1d79067b-ff5c-460c-9bed-f2aadc5af8bc tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Jul 23 23:17:05.662897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-3d4b411b-052f-42ac-97cd-82150c352918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:05.664397 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-3d4b411b-052f-42ac-97cd-82150c352918 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1097 time: 0.0548534 Jul 23 23:17:05.772818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-e9570c07-eec1-4b27-b663-c244e246e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:05.774363 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-e9570c07-eec1-4b27-b663-c244e246e573 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.0919669 Jul 23 23:17:05.814565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-1fc86643-ed28-43af-9b4c-7e9d27c3af70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0342455 Jul 23 23:17:05.862851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-6fff3e84-5a0c-43c1-beaa-1599794a9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:05.864329 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-6fff3e84-5a0c-43c1-beaa-1599794a9bff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0440030 Jul 23 23:17:05.901866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-e3c13935-391b-40d5-aace-b23103b0a2bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312574 Jul 23 23:17:05.989677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-be432828-277d-43c9-aab6-60dcbe51a6be service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809548 Jul 23 23:17:06.083671 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8584863f-a8db-4052-b5a1-18fd8be7617a req-48fbc18f-9adb-4d43-9599-120c39a551c2 service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873010 Jul 23 23:17:06.659168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7581599-a854-4381-959b-c3b2a41eb1b1 req-815e45cb-e698-4a70-8910-fa0fc807f174 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:06.660716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7581599-a854-4381-959b-c3b2a41eb1b1 req-815e45cb-e698-4a70-8910-fa0fc807f174 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0620904 Jul 23 23:17:06.702790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7581599-a854-4381-959b-c3b2a41eb1b1 req-f57aaecf-c8b6-46e1-b02c-0d5c85fb961a tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 23 23:17:07.837569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744b2a-628b-44ed-9516-96a7910922f0 req-f8f23610-01a9-466a-a5c6-a6e92494923f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:07.839094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83744b2a-628b-44ed-9516-96a7910922f0 req-f8f23610-01a9-466a-a5c6-a6e92494923f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0646446 Jul 23 23:17:07.878059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-83744b2a-628b-44ed-9516-96a7910922f0 req-35d4b506-f749-435d-adef-3fa9ebfe3a7d tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Jul 23 23:17:09.014086 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61d57c-e83d-41df-ad0d-ccf5de40a329 req-2b834a44-5115-490e-89b8-624f93552ed8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:09.015583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e61d57c-e83d-41df-ad0d-ccf5de40a329 req-2b834a44-5115-490e-89b8-624f93552ed8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0656998 Jul 23 23:17:09.052578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e61d57c-e83d-41df-ad0d-ccf5de40a329 req-b704c9d7-28d7-4533-b2cc-334318d075ac tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jul 23 23:17:10.187094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8f84d-1611-45f7-bcee-e3e7f851c0ce req-74bb9a3d-1c7a-4c01-9ff8-cedefbe60ade tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:10.188482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5fb8f84d-1611-45f7-bcee-e3e7f851c0ce req-74bb9a3d-1c7a-4c01-9ff8-cedefbe60ade tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0683253 Jul 23 23:17:10.226859 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5fb8f84d-1611-45f7-bcee-e3e7f851c0ce req-de1994b0-bffc-419e-a1d8-7b19d7971d65 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Jul 23 23:17:11.073307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e8ed-0211-474d-a1e6-35e57695c9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:11.358092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c674a20-c752-4929-bc89-7bb94d582f02 req-1d861117-71ae-4b8e-9b37-ade634666f8a tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:11.359514 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c674a20-c752-4929-bc89-7bb94d582f02 req-1d861117-71ae-4b8e-9b37-ade634666f8a tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0650749 Jul 23 23:17:11.399905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c674a20-c752-4929-bc89-7bb94d582f02 req-11a3a6c2-c6ef-47f3-a80e-31ea4e452b2f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Jul 23 23:17:11.474572 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:17:12.529655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212db4c-3128-4b46-8445-03d244e0e35a req-ed5db3c9-90d6-494b-bcd9-557c990f5659 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:12.531466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8212db4c-3128-4b46-8445-03d244e0e35a req-ed5db3c9-90d6-494b-bcd9-557c990f5659 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0648174 Jul 23 23:17:12.573823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8212db4c-3128-4b46-8445-03d244e0e35a req-38db86a0-8fbc-405e-9f3b-f93f4b668e50 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Jul 23 23:17:13.704133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247bbcc-7853-4952-8cc0-50b0014aac94 req-cbc00d59-cc50-4204-800e-182751117f88 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:13.705684 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e247bbcc-7853-4952-8cc0-50b0014aac94 req-cbc00d59-cc50-4204-800e-182751117f88 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0636294 Jul 23 23:17:13.749012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e247bbcc-7853-4952-8cc0-50b0014aac94 req-7dead19d-4941-4f6a-acfe-eea5de63b04f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Jul 23 23:17:13.804618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30f7b888-9269-4774-838a-fa71e083559d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:14.214169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:14.879973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ceae-1fe4-433f-bcb5-dc44123a9f10 req-d1ac1591-1740-474b-ae0f-7fba0b29127c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:14.881481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4030ceae-1fe4-433f-bcb5-dc44123a9f10 req-d1ac1591-1740-474b-ae0f-7fba0b29127c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0635912 Jul 23 23:17:14.919463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4030ceae-1fe4-433f-bcb5-dc44123a9f10 req-4e487271-955b-4dd0-a9e6-49235c7e2e9d tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jul 23 23:17:15.078023 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:16.055393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccebf0-58ac-4ca2-adda-3a25ba1c42bc req-d08844e8-6298-4187-9f0b-725502526eac tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:16.056871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54ccebf0-58ac-4ca2-adda-3a25ba1c42bc req-d08844e8-6298-4187-9f0b-725502526eac tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0689492 Jul 23 23:17:16.095062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-54ccebf0-58ac-4ca2-adda-3a25ba1c42bc req-4f72540a-16e0-4196-a77b-34edacbea089 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jul 23 23:17:16.614250 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:17.223325 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d7400-4fea-4e7c-8e06-010fb6ba5f9c req-43aa2df9-6ee6-4410-b6b1-902fc0c10086 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:17.224810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-249d7400-4fea-4e7c-8e06-010fb6ba5f9c req-43aa2df9-6ee6-4410-b6b1-902fc0c10086 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0627418 Jul 23 23:17:17.264661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-249d7400-4fea-4e7c-8e06-010fb6ba5f9c req-02585991-a95b-4bee-b0b6-0675e00565d1 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Jul 23 23:17:18.397882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052014f-17e9-4c5e-aaa0-7309e54e3e1b req-49eafa7a-64a2-48f4-b4f4-e0b651556472 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:18.399366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f052014f-17e9-4c5e-aaa0-7309e54e3e1b req-49eafa7a-64a2-48f4-b4f4-e0b651556472 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0636947 Jul 23 23:17:18.440851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f052014f-17e9-4c5e-aaa0-7309e54e3e1b req-6e585219-16d5-4094-9b64-2aa2264e9a44 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jul 23 23:17:19.572017 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c25088-71ca-4826-b989-f9138405e359 req-2610c5fc-f4ff-41ef-ba0a-fd989c19ede5 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:19.573565 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7c25088-71ca-4826-b989-f9138405e359 req-2610c5fc-f4ff-41ef-ba0a-fd989c19ede5 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0645797 Jul 23 23:17:19.613968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7c25088-71ca-4826-b989-f9138405e359 req-a8beac3e-ab78-4562-bcca-db40822c5788 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Jul 23 23:17:20.742820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189845b-6220-427b-aff0-148518066380 req-263e890f-10a5-456b-a0aa-32b502c4b04e tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:20.744291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0189845b-6220-427b-aff0-148518066380 req-263e890f-10a5-456b-a0aa-32b502c4b04e tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0627756 Jul 23 23:17:20.782049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0189845b-6220-427b-aff0-148518066380 req-01531d59-068f-4627-a80d-6cc5c2fb394e tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Jul 23 23:17:21.925686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c8fa-8dd9-41c9-af52-a1c8cd151ad6 req-f353fb5d-8e06-4395-b66c-c94d9489862f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:21.927171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ae4c8fa-8dd9-41c9-af52-a1c8cd151ad6 req-f353fb5d-8e06-4395-b66c-c94d9489862f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0669982 Jul 23 23:17:21.965911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ae4c8fa-8dd9-41c9-af52-a1c8cd151ad6 req-a01cb4c1-43b7-494f-be27-3575a7cd9b9e tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jul 23 23:17:22.592934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:23.095517 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac6f2-96db-46bd-ba90-447eda932f6d req-7ce9839f-5575-46ba-b802-c455f877d3f8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:23.097008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-107ac6f2-96db-46bd-ba90-447eda932f6d req-7ce9839f-5575-46ba-b802-c455f877d3f8 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0637012 Jul 23 23:17:23.134994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-107ac6f2-96db-46bd-ba90-447eda932f6d req-36b76ea0-9610-4328-9278-4bc97dbc319c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Jul 23 23:17:23.515095 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:24.271898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a409-51f8-455f-b37e-814e5940779c req-fa0c916d-e3eb-4111-855c-25373698b17f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:24.273383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aba1a409-51f8-455f-b37e-814e5940779c req-fa0c916d-e3eb-4111-855c-25373698b17f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jul 23 23:17:24.318304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aba1a409-51f8-455f-b37e-814e5940779c req-17d23726-14c3-4d53-b6de-35857c501d7b tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Jul 23 23:17:25.750900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73a450-ead9-49c6-a52e-99bdef236e7e req-37dc2c5f-427b-43fb-9a35-833307dada44 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:25.752411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f73a450-ead9-49c6-a52e-99bdef236e7e req-37dc2c5f-427b-43fb-9a35-833307dada44 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.3606060 Jul 23 23:17:25.789439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f73a450-ead9-49c6-a52e-99bdef236e7e req-1aaba83a-cf70-4061-90b7-2e42b3d07f34 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Jul 23 23:17:26.916502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642024-a9fa-494f-a50e-f816b70b4c80 req-12eb92ac-8613-48ad-8350-93daad351f8f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:26.918520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf642024-a9fa-494f-a50e-f816b70b4c80 req-12eb92ac-8613-48ad-8350-93daad351f8f tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0616820 Jul 23 23:17:26.955636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bf642024-a9fa-494f-a50e-f816b70b4c80 req-50626717-9f01-4892-a19c-aee7b94b5bce tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jul 23 23:17:28.093588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fa2-4350-49a1-944b-d6b485c404c6 req-58013543-2b03-4058-a558-55f450b8f7f2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:28.095091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-970a2fa2-4350-49a1-944b-d6b485c404c6 req-58013543-2b03-4058-a558-55f450b8f7f2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0671318 Jul 23 23:17:28.137868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-970a2fa2-4350-49a1-944b-d6b485c404c6 req-072facf4-2ebf-450f-a045-25b19b76568b tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361907 Jul 23 23:17:29.268501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d86850-3e90-4da5-8c5a-ef80bae7e920 req-f8345eb1-3022-4de4-b548-0ad13bd9eaab tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:29.269999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5d86850-3e90-4da5-8c5a-ef80bae7e920 req-f8345eb1-3022-4de4-b548-0ad13bd9eaab tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0645041 Jul 23 23:17:29.307657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5d86850-3e90-4da5-8c5a-ef80bae7e920 req-66e0aa0d-0d9b-4d8b-9e57-fded5eb8a803 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 23 23:17:29.510388 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-5dc63649-c409-4aae-a208-fa82d372286c req-044c0574-86ab-4078-925a-19c726515381 service neutron] show failed (client error): The resource could not be found. Jul 23 23:17:29.511507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-044c0574-86ab-4078-925a-19c726515381 service neutron] 10.222.0.22 "GET /v2.0/ports/9e63b50e-d287-4479-8b67-7d4590673845/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0557783 Jul 23 23:17:29.766466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-e8d3b414-0e3f-4f24-841a-b38d92ab3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:29.767845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-e8d3b414-0e3f-4f24-841a-b38d92ab3886 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178&tenant_id=ea5787e3f83146d7bb743241f755a8ce HTTP/1.1" status: 200 len: 1097 time: 0.1064866 Jul 23 23:17:29.779433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:17:29.849788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.048241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:30.079520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:17:30.122960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:30.125298 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5899a0a-0309-4394-8678-847a44351174" -d '{"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-unplugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:30.129270 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.142217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Transition to ACTIVE for port object 9e63b50e-d287-4479-8b67-7d4590673845 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:17:30.147358 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.211299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] No DVR routers for this DVR port 9e63b50e-d287-4479-8b67-7d4590673845 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:17:30.218804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:30.228592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.228942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.229529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.230861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.231011 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.231270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.231594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.232008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.232337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.232662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.232985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.233303 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:30.253267 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db298c9b-6232-46b9-b5e2-d51c1d330675 x-openstack-request-id: req-db298c9b-6232-46b9-b5e2-d51c1d330675 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:30.253570 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-unplugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:30.253838 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db298c9b-6232-46b9-b5e2-d51c1d330675 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:30.254229 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'code': 200} Jul 23 23:17:30.267055 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:17:30.267384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:17:30.267710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:17:30.271856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:17:30.272446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Attempting to bind port 9e63b50e-d287-4479-8b67-7d4590673845 on network 3a77afb0-30e2-43dc-9a2e-79daa974adb6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:17:30.277361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:17:30.277689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Checking segment: {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:17:30.278090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Bound using segment: {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:17:30.278514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Bound port: 9e63b50e-d287-4479-8b67-7d4590673845, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b0237e-5749-497b-b229-3ad9d9bcb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:17:30.278861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.349597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:17:30.352673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:17:30.359341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.420089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:30.420745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:30.422113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] 10.222.0.25 "PUT /v2.0/ports/9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 1092 time: 0.6474245 Jul 23 23:17:30.459319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a9d96-61f4-441b-84e7-29cbf772ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:30.516923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203327-ea5b-43c1-82dc-b72e2fc15b95 req-5ca8a665-a610-45db-aab3-fd5435f1dd52 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:30.518575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f203327-ea5b-43c1-82dc-b72e2fc15b95 req-5ca8a665-a610-45db-aab3-fd5435f1dd52 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.1333678 Jul 23 23:17:30.542496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-0f12cc2c-4cde-408b-8275-994b5f2715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:30.544037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-0f12cc2c-4cde-408b-8275-994b5f2715f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1095 time: 0.0970767 Jul 23 23:17:30.580503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f203327-ea5b-43c1-82dc-b72e2fc15b95 req-b8e2b523-36f3-4a23-8023-e51df6cccbfc tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Jul 23 23:17:30.647312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-5b80aa3c-33cd-4ff0-93ed-2d98de1cfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:30.648776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-5b80aa3c-33cd-4ff0-93ed-2d98de1cfb9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.0973496 Jul 23 23:17:30.693548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-ff2e698e-e3a2-4b9a-b44f-da5b554625ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0388288 Jul 23 23:17:30.742930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc63649-c409-4aae-a208-fa82d372286c req-bb9a4b2e-effa-439e-ba98-98210112c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:30.744351 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-bb9a4b2e-effa-439e-ba98-98210112c66d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0451090 Jul 23 23:17:30.777891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-3f5dd130-6791-45dc-942e-e6c4a9f4b53b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267868 Jul 23 23:17:30.787361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-1a944622-1cf2-4b2d-a769-5ceb21f3fdad service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:17:30.788326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-1a944622-1cf2-4b2d-a769-5ceb21f3fdad service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Jul 23 23:17:30.879277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-db029c4a-cbc9-48e3-b26e-d229b821a012 service neutron] 10.222.0.25 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Jul 23 23:17:30.965933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5dc63649-c409-4aae-a208-fa82d372286c req-de6aad4f-ae6d-438b-ace1-d7402a441fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811543 Jul 23 23:17:31.717859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254161-f824-4bb2-8b8b-45bcc26ff252 req-34be78d8-5cd4-4916-8abf-f0d7e819f243 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:31.720664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26254161-f824-4bb2-8b8b-45bcc26ff252 req-34be78d8-5cd4-4916-8abf-f0d7e819f243 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 943 time: 0.0695717 Jul 23 23:17:31.759668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26254161-f824-4bb2-8b8b-45bcc26ff252 req-55460bbf-b51a-4845-bed9-7441053ab2b6 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Jul 23 23:17:32.255308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:32.257676 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd8e479-a6bf-4c26-a79c-b8af62610856" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:32.305598 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a2ce0-33fa-4cec-904b-37c18b697fb6 x-openstack-request-id: req-434a2ce0-33fa-4cec-904b-37c18b697fb6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:32.305940 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:32.306189 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-434a2ce0-33fa-4cec-904b-37c18b697fb6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:32.306583 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'status': 'completed', 'code': 200} Jul 23 23:17:32.382168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-6c036278-334c-4602-a6ce-6c1b08fb828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.383678 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-6c036278-334c-4602-a6ce-6c1b08fb828a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1095 time: 0.0555530 Jul 23 23:17:32.384001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-3f60bc96-f178-4af9-8ff1-9fc7eb1639be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.385500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-3f60bc96-f178-4af9-8ff1-9fc7eb1639be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1095 time: 0.0576692 Jul 23 23:17:32.489556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-1788cc36-f5db-4e68-9197-13de0fb1800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.491090 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-1788cc36-f5db-4e68-9197-13de0fb1800a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.1011121 Jul 23 23:17:32.491766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-16db398e-bf7a-4030-9bf5-53fa2dd0dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.493341 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-16db398e-bf7a-4030-9bf5-53fa2dd0dd82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.1012478 Jul 23 23:17:32.501153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:17:32.534393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-6f1cc420-3036-4c5a-ba4b-fe94a2ca30b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0365555 Jul 23 23:17:32.554011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-8e7400fd-2640-477c-bdfe-db3a7af83148 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0404689 Jul 23 23:17:32.591166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-edd983d6-e35c-4bab-afe5-b32d49961f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.592734 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-edd983d6-e35c-4bab-afe5-b32d49961f70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0526700 Jul 23 23:17:32.606642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:32.607132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-24e0d363-0687-4125-8251-9e6201b7f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.610615 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-24e0d363-0687-4125-8251-9e6201b7f8de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0490844 Jul 23 23:17:32.618440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '9e63b50e-d287-4479-8b67-7d4590673845', 'network_id': '3a77afb0-30e2-43dc-9a2e-79daa974adb6', 'port_id': '9e63b50e-d287-4479-8b67-7d4590673845', 'mac_address': 'fa:16:3e:2f:34:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0921a982-1d63-4981-ab8b-9522d33835a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:17:32.629219 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-ce2d8215-1755-4a35-899a-8640f2ac3a12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297635 Jul 23 23:17:32.644044 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-ae5d92e1-915a-4765-9b90-77019bf1cf04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290821 Jul 23 23:17:32.657327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:32.670924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e63b50e-d287-4479-8b67-7d4590673845 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:17:32.691509 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:32.696738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:32.723521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-2db82f4b-74b5-4ae6-a461-7623d1a6ba07 service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877373 Jul 23 23:17:32.746620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-e6f49628-021e-4211-a39d-fff3e4a34127 service neutron] 10.222.0.25 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968032 Jul 23 23:17:32.747479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:32.760503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.760869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.762092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.762680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.763101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.763439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.763769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.764155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.764452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.764797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.765573 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.765962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:32.827486 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-158fcf54-54cb-47ac-9823-178ffc129c9f service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983481 Jul 23 23:17:32.881283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fd8e479-a6bf-4c26-a79c-b8af62610856 req-8bbef10d-99f4-4051-bdc7-c26b4fac1898 service neutron] 10.222.0.25 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287532 Jul 23 23:17:32.911431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aef6e2-916e-41ad-8f92-9cf4eeeb9521 req-b6dcc1c7-d057-4e82-abc5-b198b5cf2fb2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:32.912888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7aef6e2-916e-41ad-8f92-9cf4eeeb9521 req-b6dcc1c7-d057-4e82-abc5-b198b5cf2fb2 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 944 time: 0.0786142 Jul 23 23:17:32.938049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9e63b50e-d287-4479-8b67-7d4590673845'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:17:32.954790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7aef6e2-916e-41ad-8f92-9cf4eeeb9521 req-32cd6478-483b-4bc3-8be8-317095e41b4c tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Jul 23 23:17:33.271611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:17:33.303617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-18d6ec25-24e0-4e2a-abf6-af09995726f3 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:33.305110 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-18d6ec25-24e0-4e2a-abf6-af09995726f3 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178&tenant_id=ea5787e3f83146d7bb743241f755a8ce&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 944 time: 0.1158609 Jul 23 23:17:33.312959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:17:33.690289 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-fc4adb91-706d-4726-b87b-864e7463ae1a service neutron] delete failed (client error): The resource could not be found. Jul 23 23:17:33.691302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-fc4adb91-706d-4726-b87b-864e7463ae1a service neutron] 10.222.0.22 "DELETE /v2.0/ports/9e63b50e-d287-4479-8b67-7d4590673845/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.3794239 Jul 23 23:17:33.788445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-9d779fcc-4448-4647-8199-5224f497b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:33.789985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-9d779fcc-4448-4647-8199-5224f497b036 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5787e3f83146d7bb743241f755a8ce&device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 1096 time: 0.0551853 Jul 23 23:17:33.879835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-908085d1-81d6-4b87-b009-1c57523b231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:33.881285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-908085d1-81d6-4b87-b009-1c57523b231c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 200 len: 913 time: 0.0854752 Jul 23 23:17:33.921927 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-ec75fcc5-606a-4868-a65b-3d837601e012 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 200 len: 217 time: 0.0348043 Jul 23 23:17:33.968928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-d2aea786-f5ed-4193-ae64-9f288393a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:33.970286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-d2aea786-f5ed-4193-ae64-9f288393a7ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 200 len: 852 time: 0.0422573 Jul 23 23:17:34.007289 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-25891729-dc41-4749-be21-980a62744c06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a77afb0-30e2-43dc-9a2e-79daa974adb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309019 Jul 23 23:17:34.097385 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-719ebc22-58b4-4024-872b-f9970075d1aa service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834601 Jul 23 23:17:34.189184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-bf790254-2b65-423a-871f-2da0accf47ae service neutron] 10.222.0.22 "GET /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860558 Jul 23 23:17:34.516531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:17:34.567069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 9e63b50e-d287-4479-8b67-7d4590673845 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:17:34.570737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 9e63b50e-d287-4479-8b67-7d4590673845 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:17:34.571163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:34.657531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:34.679521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:34.681748 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac0cc5-099d-4f7a-8399-a3642465ca04" -d '{"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-plugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:34.694924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:34.699788 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:34.748888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:34.811416 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b4e46b-2d52-4b8b-aacc-03f808ec19fb x-openstack-request-id: req-22b4e46b-2d52-4b8b-aacc-03f808ec19fb {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:34.811713 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-plugged", "status": "completed", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:34.811970 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b4e46b-2d52-4b8b-aacc-03f808ec19fb {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:34.812365 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'code': 200} Jul 23 23:17:34.918476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e03cf-6dae-4cb8-82cf-d94194681249 req-addff433-1fa2-4dc2-82e1-80978a8dba84 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:34.919987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-984e03cf-6dae-4cb8-82cf-d94194681249 req-addff433-1fa2-4dc2-82e1-80978a8dba84 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Jul 23 23:17:34.957117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-984e03cf-6dae-4cb8-82cf-d94194681249 req-a27eba83-e4f6-4ede-ba75-fc583be96ff7 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Jul 23 23:17:36.113727 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-30048621-299d-429b-918c-ff72fcad21eb tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:36.115210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-30048621-299d-429b-918c-ff72fcad21eb tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.1077831 Jul 23 23:17:36.128125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8fae3-66e9-4bf4-9d50-71cf183adbe5 req-cfcd98fb-e4ef-420b-a8d8-9db5da54dbc7 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:36.129520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48f8fae3-66e9-4bf4-9d50-71cf183adbe5 req-cfcd98fb-e4ef-420b-a8d8-9db5da54dbc7 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178 HTTP/1.1" status: 200 len: 945 time: 0.0903373 Jul 23 23:17:36.199278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48f8fae3-66e9-4bf4-9d50-71cf183adbe5 req-38dd0587-3d56-4fa3-a4ab-1bbd4dd1a714 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7e61907-8f65-44fb-a696-48b56195a1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640421 Jul 23 23:17:36.250203 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Deleting port 9e63b50e-d287-4479-8b67-7d4590673845 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:17:36.250464 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:36.335859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] For port 9e63b50e-d287-4479-8b67-7d4590673845, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=9e63b50e-d287-4479-8b67-7d4590673845,segment=NetworkSegment(46b0237e-5749-497b-b229-3ad9d9bcb16a),segment_id=46b0237e-5749-497b-b229-3ad9d9bcb16a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:36.336229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:36.349079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Calling delete_port for 9e63b50e-d287-4479-8b67-7d4590673845 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:17:36.476070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:36.489746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['9e63b50e-d287-4479-8b67-7d4590673845'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:17:36.502753 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Pushing event deleted for resources: {'Port': ['ID=9e63b50e-d287-4479-8b67-7d4590673845,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:36.553979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] No DVR routers for this DVR port 9e63b50e-d287-4479-8b67-7d4590673845 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:17:36.556880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:36.559001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-309be932-dbe6-43f7-ad5f-a091dd5af1e8 req-7c499561-8aac-49bd-9b81-d735d1388b47 tempest-DeleteServersTestJSON-575230393 tempest-DeleteServersTestJSON-575230393-project] 10.222.0.25 "DELETE /v2.0/ports/9e63b50e-d287-4479-8b67-7d4590673845 HTTP/1.1" status: 204 len: 173 time: 0.4386137 Jul 23 23:17:36.559441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-deleted', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:36.561677 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50e1176-d37c-4f55-9985-650f9a5e3ee9" -d '{"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-deleted", "tag": "9e63b50e-d287-4479-8b67-7d4590673845"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:36.600812 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac10d66-8550-4406-858b-483bc48eb17d x-openstack-request-id: req-4ac10d66-8550-4406-858b-483bc48eb17d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:36.601110 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178", "name": "network-vif-deleted", "tag": "9e63b50e-d287-4479-8b67-7d4590673845", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:36.601364 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ac10d66-8550-4406-858b-483bc48eb17d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:36.601795 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c1b2c-e9aa-4a16-a9e3-89ae90ca5178', 'name': 'network-vif-deleted', 'tag': '9e63b50e-d287-4479-8b67-7d4590673845', 'status': 'completed', 'code': 200} Jul 23 23:17:37.331539 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:37.376254 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Deleting subnet 0921a982-1d63-4981-ab8b-9522d33835a3 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:17:37.379295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.412786 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.451784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.510741 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.536962 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0921a982-1d63-4981-ab8b-9522d33835a3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:37.541502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.543745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0921a982-1d63-4981-ab8b-9522d33835a3 HTTP/1.1" status: 204 len: 168 time: 0.2112041 Jul 23 23:17:37.546462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:37.549252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.549599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.549969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.550307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.550639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.550970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.551296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.551621 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.551944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.552264 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.552584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.552905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52569c-cb02-4998-875d-a4ad9ef507b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:17:37.619356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.701842 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.711621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a77afb0-30e2-43dc-9a2e-79daa974adb6']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:17:37.722388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b0237e-5749-497b-b229-3ad9d9bcb16a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:17:37.722686 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b0237e-5749-497b-b229-3ad9d9bcb16a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:17:37.732526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.746638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.752607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:17:37.753009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:17:37.754966 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:17:37.815279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.821234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:37.823106 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a77afb0-30e2-43dc-9a2e-79daa974adb6 HTTP/1.1" status: 204 len: 168 time: 0.2756507 Jul 23 23:17:37.834293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd6a1-be4d-4c52-8ea2-59b07008f0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3a77afb0-30e2-43dc-9a2e-79daa974adb6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:37.931269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40300) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:37.971900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-741fbe89-55ee-4dcd-a039-81611241f982 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea5787e3f83146d7bb743241f755a8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394852 Jul 23 23:17:37.974482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40302) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:38.021875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.042894 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.090628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.093005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.094177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7e61907-8f65-44fb-a696-48b56195a1fe HTTP/1.1" status: 204 len: 168 time: 0.1188071 Jul 23 23:17:38.101836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198b170-b3ac-4b97-8fe3-0ff3f3a983a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e61907-8f65-44fb-a696-48b56195a1fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:38.749084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:38.846667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-264615481-network', 'tenant_id': '8e901c55a58d4683b44f45b249d2c21b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:17:38.867251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Made reservation on behalf of 8e901c55a58d4683b44f45b249d2c21b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:17:38.869618 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.882241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.973453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.977125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:38.998542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:17:39.014506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:39.021792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.021792 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Added segment e69689e4-5ec1-4a61-ac1c-fc5f355da6aa of type vlan for network e5dd8d59-96b0-4469-8234-70ce16f925be Jul 23 23:17:39.060049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.088788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.089996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:39.090589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.122943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3724768 Jul 23 23:17:39.126059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:17:39.131036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Request body: {'subnet': {'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-264615481-subnet', 'tenant_id': '8e901c55a58d4683b44f45b249d2c21b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:17:39.153635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Made reservation on behalf of 8e901c55a58d4683b44f45b249d2c21b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:17:39.155965 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.156109 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bda3d-18d5-4793-8999-9a83b5c4a64f admin admin] Pushing event updated for resources: {'Network': ['ID=e5dd8d59-96b0-4469-8234-70ce16f925be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:39.166230 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network e5dd8d59-96b0-4469-8234-70ce16f925be details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:17:39.327544 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.386908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30f0f5f-c382-4597-96f6-c35f0138942f,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:39.395735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Checking segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:17:39.396098 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Network hostable DHCP agents. Network: e5dd8d59-96b0-4469-8234-70ce16f925be, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:17:39.412177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Network e5dd8d59-96b0-4469-8234-70ce16f925be is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:17:39.420300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, e5dd8d59-96b0-4469-8234-70ce16f925be) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:17:39.424288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:39.424881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:39.429875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7fd56-63f5-422b-bc1d-690df2aaf617 None None] Network e5dd8d59-96b0-4469-8234-70ce16f925be requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:17:39.438593 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ed63200e-244f-48e4-9ecd-a102eae9fa23 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114555 Jul 23 23:17:39.559482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb0592-9dd9-41e5-a996-3a6d997db9d0 None None] Network e5dd8d59-96b0-4469-8234-70ce16f925be requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:17:39.862486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-16256983-0107-4214-81f3-2f880355b5ed tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:39.863965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-16256983-0107-4214-81f3-2f880355b5ed tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 814 time: 0.1014645 Jul 23 23:17:39.879789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-25af07c1-ba9e-4ac3-90d8-1bee222287d5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/quotas/8e901c55a58d4683b44f45b249d2c21b HTTP/1.1" status: 200 len: 375 time: 0.0103657 Jul 23 23:17:39.914611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-f413eabf-a95f-44a3-8d59-bb8dbe690566 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293307 Jul 23 23:17:40.009243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-af087739-c0d0-48ea-961d-d4a9591693ed service neutron] 10.222.0.37 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876930 Jul 23 23:17:40.102548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-77033bd9-6bf1-4536-9a07-3983c81e8f1a service neutron] 10.222.0.37 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Jul 23 23:17:40.265487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bcc369f7-05db-470c-a297-e4c5bba7180a req-10077ecd-be7a-4e64-9fc8-4791f672a057 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 210 time: 0.0296066 Jul 23 23:17:40.533522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:17:40.556486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 9e63b50e-d287-4479-8b67-7d4590673845 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:17:40.556831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 9e63b50e-d287-4479-8b67-7d4590673845 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:17:41.079045 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c79e5c1-5fda-43c1-9963-6f053d14bca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:41.175169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-a493d1c0-42d7-4a2c-924e-684218374cc4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:41.176638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-a493d1c0-42d7-4a2c-924e-684218374cc4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 814 time: 0.1203964 Jul 23 23:17:41.189665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Request body: {'port': {'device_id': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'admin_state_up': True, 'tenant_id': '8e901c55a58d4683b44f45b249d2c21b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:17:41.297505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Made reservation on behalf of 8e901c55a58d4683b44f45b249d2c21b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:17:41.301286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:41.396370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5acddb4-9f1a-4a3d-a72a-4bcc2ec7e3f2 req-ddd13f32-684d-4c40-87ca-f60bc9ed2c14 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 210 time: 0.0418172 Jul 23 23:17:41.457516 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Allocated IP 172.20.0.6 (e5dd8d59-96b0-4469-8234-70ce16f925be/e30f0f5f-c382-4597-96f6-c35f0138942f/2380448a-95e9-4ac5-b053-61ab20bc0d36) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:17:41.603199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:41.641735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:41.683896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Network e5dd8d59-96b0-4469-8234-70ce16f925be is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:17:41.689497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:17:41.693168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:17:41.716660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:41.743584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:41.744190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:41.758061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-6954761a-8712-44b8-9a69-bad4a4ec6eb0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728669 Jul 23 23:17:41.769074 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Request body: {'port': {'device_id': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:17:41.842793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.102023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2380448a-95e9-4ac5-b053-61ab20bc0d36 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:17:42.109839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.122715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Transition to ACTIVE for port object 2380448a-95e9-4ac5-b053-61ab20bc0d36 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:17:42.126167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.176397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:42.246360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:17:42.246696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:17:42.247024 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:17:42.251251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:17:42.251575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:17:42.256315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:17:42.256645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Checking segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:17:42.257023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Bound using segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:17:42.257449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Bound port: 2380448a-95e9-4ac5-b053-61ab20bc0d36, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:17:42.257828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.319892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:17:42.323132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:17:42.327745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.363889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:42.364516 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:42.365951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] 10.222.0.25 "PUT /v2.0/ports/2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 1092 time: 0.6009040 Jul 23 23:17:42.366389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:42.368640 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d35b2c-2cdf-45e2-9e13-e87df269fed4" -d '{"events": [{"name": "network-changed", "server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:42.395747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a86c62-be7d-45e1-83f1-520457f399a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:42.415697 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd53c28-d2e1-49c7-9798-3ba9c8acf68e x-openstack-request-id: req-8bd53c28-d2e1-49c7-9798-3ba9c8acf68e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:42.415992 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:42.416247 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bd53c28-d2e1-49c7-9798-3ba9c8acf68e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:42.416646 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'status': 'completed', 'code': 200} Jul 23 23:17:42.459657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-4be48e65-14f0-45e1-8b95-432f0b4c11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:42.461210 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-4be48e65-14f0-45e1-8b95-432f0b4c11a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.0552158 Jul 23 23:17:42.529717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-db22889f-e278-4cff-ab75-18e7080b87c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0611606 Jul 23 23:17:42.587898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-78d29b12-8fa1-46d2-becf-bdfcc19c0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:42.590272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-78d29b12-8fa1-46d2-becf-bdfcc19c0ce8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0547149 Jul 23 23:17:42.601201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f87cd7-9e7d-4e60-9fcd-131e07270c7e req-f48f6843-4c1d-45ef-bbd9-bba0540b5f3d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:42.602628 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f87cd7-9e7d-4e60-9fcd-131e07270c7e req-f48f6843-4c1d-45ef-bbd9-bba0540b5f3d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.1352520 Jul 23 23:17:42.641296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-faaf5b72-c98d-4cbb-9afa-3fe4437d2fca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376613 Jul 23 23:17:42.680350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1f87cd7-9e7d-4e60-9fcd-131e07270c7e req-af8901fd-27be-4fa6-86cf-224192aeff0f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685124 Jul 23 23:17:42.744326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-bcb8db56-9137-4312-83b0-58e1711983d1 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955348 Jul 23 23:17:42.836511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ebe9aec-c97e-40dc-933a-78fccee39d83 req-cea87f62-3350-49f8-918d-c27225f2747d service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855494 Jul 23 23:17:43.239499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-4a4049d5-7486-4835-80c7-5a20a48342c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:43.241007 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-4a4049d5-7486-4835-80c7-5a20a48342c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.3615546 Jul 23 23:17:43.329124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-49451a30-b0bf-4d74-be73-14bd452b20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:43.330629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-49451a30-b0bf-4d74-be73-14bd452b20f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0834854 Jul 23 23:17:43.374767 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-d6160e4d-ea6a-4a52-a7a1-735769793851 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0374184 Jul 23 23:17:43.423405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-1f984e41-acfc-4e35-8340-907b2383352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:43.424838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-1f984e41-acfc-4e35-8340-907b2383352d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0442572 Jul 23 23:17:43.461964 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-d6a48f48-1d8a-4a90-a3e4-872cbf6c86fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jul 23 23:17:43.554789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-bc5fa871-3d0c-416b-8f0e-0e89a06755bb service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855765 Jul 23 23:17:43.641354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31d35b2c-2cdf-45e2-9e13-e87df269fed4 req-bbafbdad-f3ed-4cb5-b3b4-540354e61de7 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798564 Jul 23 23:17:43.806004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4680bac-e8e3-4b02-a4f2-b26bcb71515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:43.813966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d388f5-43c4-4906-82d5-de7e4a04847d req-2e91c78b-e24e-49fb-a71a-23c6c468cde9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:43.815480 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-59d388f5-43c4-4906-82d5-de7e4a04847d req-2e91c78b-e24e-49fb-a71a-23c6c468cde9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0679452 Jul 23 23:17:43.856960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-59d388f5-43c4-4906-82d5-de7e4a04847d req-a72b7a85-2220-4676-80de-728c59d36f30 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Jul 23 23:17:44.216816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:44.563036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:17:44.658828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:44.670460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'port_id': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'mac_address': 'fa:16:3e:01:e6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30f0f5f-c382-4597-96f6-c35f0138942f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:17:44.707486 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:44.719808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2380448a-95e9-4ac5-b053-61ab20bc0d36 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:17:44.739594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:44.743729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:44.789610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:44.930425 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['2380448a-95e9-4ac5-b053-61ab20bc0d36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:17:44.987073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8a31a-369d-42ab-b325-a07f4424477f req-c537ae40-9995-45f2-ba0a-6906755472f7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:44.988569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3cf8a31a-369d-42ab-b325-a07f4424477f req-c537ae40-9995-45f2-ba0a-6906755472f7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 944 time: 0.0641801 Jul 23 23:17:45.026774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3cf8a31a-369d-42ab-b325-a07f4424477f req-5a4193e3-af62-40d6-9a1f-b50a94e1d148 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jul 23 23:17:45.087289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.174012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6d2c-4992-4a7f-9cf6-faaf7154e31e req-30166e42-ec5c-45b1-9cb3-3f45692d0ddf tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:46.175491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38bb6d2c-4992-4a7f-9cf6-faaf7154e31e req-30166e42-ec5c-45b1-9cb3-3f45692d0ddf tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 944 time: 0.0807776 Jul 23 23:17:46.212342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38bb6d2c-4992-4a7f-9cf6-faaf7154e31e req-93515de6-ffcd-4785-955f-80a4740a51a4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Jul 23 23:17:46.563656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:17:46.612700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.622059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 2380448a-95e9-4ac5-b053-61ab20bc0d36 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:17:46.625732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 2380448a-95e9-4ac5-b053-61ab20bc0d36 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:17:46.626131 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.858700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.880155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:17:46.882342 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f945ecb5-e3fe-45dc-8984-61a535a8ab5c" -d '{"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:17:46.895593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:17:46.899596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.925184 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9703055-7941-4415-b94f-84f43b2e74ed x-openstack-request-id: req-f9703055-7941-4415-b94f-84f43b2e74ed {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:17:46.925479 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:17:46.925727 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9703055-7941-4415-b94f-84f43b2e74ed {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:17:46.926146 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'code': 200} Jul 23 23:17:46.953786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:17:47.028740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea289b84-837e-49d3-a1de-bc591b643780 req-fddda42a-ce69-4a5e-8af4-95c88b467d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:47.030287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea289b84-837e-49d3-a1de-bc591b643780 req-fddda42a-ce69-4a5e-8af4-95c88b467d6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1097 time: 0.0539346 Jul 23 23:17:47.063271 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea289b84-837e-49d3-a1de-bc591b643780 req-328b64b2-2682-4281-8296-badbd1fa5358 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271041 Jul 23 23:17:47.352508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfee9d0-0da2-4edd-aaba-192baab18da6 req-7b51c88a-1be6-4821-bc7f-6e58b5a4c202 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:47.354012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bfee9d0-0da2-4edd-aaba-192baab18da6 req-7b51c88a-1be6-4821-bc7f-6e58b5a4c202 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0705252 Jul 23 23:17:47.393015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bfee9d0-0da2-4edd-aaba-192baab18da6 req-30a4aba7-e457-49d2-95ce-09385cd4204a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Jul 23 23:17:48.116311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-7509c008-9c08-4b3d-a25c-50bb602e1c77 req-fc3c7100-59db-45f6-92db-071fa02e5a9d service neutron] (93836) timed out ('10.222.0.37', 32852) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:17:48.474174 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:17:48.525385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1bd94-4699-45dd-b43f-93a97dc6f241 req-746e2e8e-89ce-4489-914f-0347f023a98c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:48.527538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aab1bd94-4699-45dd-b43f-93a97dc6f241 req-746e2e8e-89ce-4489-914f-0347f023a98c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0678008 Jul 23 23:17:48.564656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aab1bd94-4699-45dd-b43f-93a97dc6f241 req-3dce0383-449c-49b4-9508-2d71bc817f55 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jul 23 23:17:48.691770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1ac1-97c4-4de1-b01a-fc1a51cb3c4c req-204f3a02-de85-4792-a288-d6db4add38ef tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:48.693171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6d1ac1-97c4-4de1-b01a-fc1a51cb3c4c req-204f3a02-de85-4792-a288-d6db4add38ef tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0641649 Jul 23 23:17:48.732257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e6d1ac1-97c4-4de1-b01a-fc1a51cb3c4c req-7af654e6-bd83-4989-9761-0a240d9b8bff tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Jul 23 23:17:48.948988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e66ed-667f-45c3-b196-f6190e934f9d req-facb3a83-2c32-42a2-a24e-93e8eb539351 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:48.950409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-526e66ed-667f-45c3-b196-f6190e934f9d req-facb3a83-2c32-42a2-a24e-93e8eb539351 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0624967 Jul 23 23:17:48.994091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-526e66ed-667f-45c3-b196-f6190e934f9d req-fa8c7ee3-849e-4744-aada-3e4d839441bc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Jul 23 23:17:49.124301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f859b-39aa-4b0b-ba38-79a33c11c631 req-4f63b8b0-0d21-4d92-a673-70ecac249d62 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:49.125785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-737f859b-39aa-4b0b-ba38-79a33c11c631 req-4f63b8b0-0d21-4d92-a673-70ecac249d62 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0646281 Jul 23 23:17:49.165542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-737f859b-39aa-4b0b-ba38-79a33c11c631 req-aaaf2342-9f5e-4717-9825-c620b43c063c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Jul 23 23:17:49.410545 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-22159987-6f8c-4895-b15c-5339e811b48b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533166 Jul 23 23:17:49.429721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968cbde-448c-41df-9a38-ed8aa82a8e53 req-ff41004f-de3b-45a9-9932-703eb8039c2b tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:49.431450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6968cbde-448c-41df-9a38-ed8aa82a8e53 req-ff41004f-de3b-45a9-9932-703eb8039c2b tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0650008 Jul 23 23:17:49.473058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6968cbde-448c-41df-9a38-ed8aa82a8e53 req-a664e424-4e4a-43ec-a26e-815529034177 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Jul 23 23:17:50.526132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-b1170f43-1d87-4c68-97a3-de2a765b313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:50.528139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-b1170f43-1d87-4c68-97a3-de2a765b313d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1097 time: 0.0605195 Jul 23 23:17:50.659737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-aff9a8b6-41d3-4cca-b6de-db37df36f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:50.661229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-aff9a8b6-41d3-4cca-b6de-db37df36f8b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.1273649 Jul 23 23:17:50.673925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002a009-888d-436b-95af-c4e9c3b910e0 req-f75ef37c-7947-4d83-a11c-36c70098aeac tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:50.675408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6002a009-888d-436b-95af-c4e9c3b910e0 req-f75ef37c-7947-4d83-a11c-36c70098aeac tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.1235774 Jul 23 23:17:50.721160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-4a83fe3b-af91-40aa-98f2-cb601ab8bb4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0448205 Jul 23 23:17:50.768059 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6002a009-888d-436b-95af-c4e9c3b910e0 req-b0226b1f-4386-42dd-bdaa-8ab6a4525f31 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Jul 23 23:17:50.783975 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-b6a166da-8511-459e-96b2-c36dd7a09626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:50.785425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-b6a166da-8511-459e-96b2-c36dd7a09626 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0570567 Jul 23 23:17:50.825969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-ec0d2b81-b7ea-48d7-9d77-88d69bd27881 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343821 Jul 23 23:17:50.916171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-c3c10895-8f5a-4f62-ad9f-a5cc3d3c525f service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841906 Jul 23 23:17:51.011444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-a8cc255d-c330-4cac-baa6-870cbd9b5804 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886621 Jul 23 23:17:51.900535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa3272-c808-491d-84f7-43c051f0c681 req-5b141107-4530-48b8-a1b6-746a781a1840 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:51.902180 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eaa3272-c808-491d-84f7-43c051f0c681 req-5b141107-4530-48b8-a1b6-746a781a1840 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0642037 Jul 23 23:17:51.940383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0eaa3272-c808-491d-84f7-43c051f0c681 req-3a31d8ed-87ae-4448-bab6-ebaa1e514a45 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jul 23 23:17:52.595511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:53.070925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081746d5-68dd-43f9-bcff-57aaf119c2e6 req-3486628e-d7e9-4e6e-b472-cf5ee22f4d4f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:53.072417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-081746d5-68dd-43f9-bcff-57aaf119c2e6 req-3486628e-d7e9-4e6e-b472-cf5ee22f4d4f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0636113 Jul 23 23:17:53.110333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-081746d5-68dd-43f9-bcff-57aaf119c2e6 req-8237be6a-d642-4f03-84b7-c6cb84fe28f5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Jul 23 23:17:53.546654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:54.254100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bf55e-41cf-4e9e-bc34-f4cad9b303e6 req-d7ebfa62-cdb7-44e5-8a1b-fc67bbbef330 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:54.255599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4bf55e-41cf-4e9e-bc34-f4cad9b303e6 req-d7ebfa62-cdb7-44e5-8a1b-fc67bbbef330 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0754738 Jul 23 23:17:54.294257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2c4bf55e-41cf-4e9e-bc34-f4cad9b303e6 req-8956377a-47d7-49f1-8fd0-29632ad1ff79 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Jul 23 23:17:55.424817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e673f0d-c816-40a5-831a-0cf35200a8de req-8ebf7cd2-072f-4f64-b360-c23876ee7ae9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:55.426350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e673f0d-c816-40a5-831a-0cf35200a8de req-8ebf7cd2-072f-4f64-b360-c23876ee7ae9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0648000 Jul 23 23:17:55.465084 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e673f0d-c816-40a5-831a-0cf35200a8de req-ea7a62af-71d3-4af3-b2c4-4364679ed7dc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Jul 23 23:17:56.599621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da43bd0-6024-47d3-8c65-bab53bf08ba6 req-c0f06293-8abf-4211-958d-327cfef10b03 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:56.601337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da43bd0-6024-47d3-8c65-bab53bf08ba6 req-c0f06293-8abf-4211-958d-327cfef10b03 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0676908 Jul 23 23:17:56.639732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da43bd0-6024-47d3-8c65-bab53bf08ba6 req-53718fab-5575-40e1-9782-7f2179e43dd9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Jul 23 23:17:57.770079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261a51c-d6e7-4535-be41-c7d03f4396ce req-d1f276e8-6c70-4e9b-95f3-b3758cc8f0d3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:57.771599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5261a51c-d6e7-4535-be41-c7d03f4396ce req-d1f276e8-6c70-4e9b-95f3-b3758cc8f0d3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0643837 Jul 23 23:17:57.810267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5261a51c-d6e7-4535-be41-c7d03f4396ce req-d38e5fb2-bc7c-4d23-87a5-48a71446fa36 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324919 Jul 23 23:17:58.939172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811e762-52a3-4967-b008-f652872c26f0 req-ac9040d3-6c0c-4bc3-b7cd-17027a509f10 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:17:58.940740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0811e762-52a3-4967-b008-f652872c26f0 req-ac9040d3-6c0c-4bc3-b7cd-17027a509f10 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0632343 Jul 23 23:17:58.979665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0811e762-52a3-4967-b008-f652872c26f0 req-d96f154f-087a-4e5a-91ee-f55e43d6fbf5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 23 23:18:00.114132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e306d9-116b-44a2-beda-b4d5c2587ff0 req-ce63719a-ff67-4259-8c2e-90c7ebd8b7d5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:00.115631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2e306d9-116b-44a2-beda-b4d5c2587ff0 req-ce63719a-ff67-4259-8c2e-90c7ebd8b7d5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0684004 Jul 23 23:18:00.155023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2e306d9-116b-44a2-beda-b4d5c2587ff0 req-0c84efb3-60c1-4ee9-b70a-51267c275514 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Jul 23 23:18:01.293390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c3fdb-08ad-4c5c-872b-cafb0569b881 req-9a502258-e848-411d-bbec-dd27aabca147 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:01.294926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d60c3fdb-08ad-4c5c-872b-cafb0569b881 req-9a502258-e848-411d-bbec-dd27aabca147 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0662920 Jul 23 23:18:01.334693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d60c3fdb-08ad-4c5c-872b-cafb0569b881 req-1a3f87ca-314d-4f0c-aa07-3daabbf0241d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Jul 23 23:18:02.470007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b9f31-cbad-4e63-92a8-ea1938e36f71 req-80cf84dd-d331-419f-a341-c4534b9dc970 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:02.471517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e06b9f31-cbad-4e63-92a8-ea1938e36f71 req-80cf84dd-d331-419f-a341-c4534b9dc970 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0713952 Jul 23 23:18:02.511569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e06b9f31-cbad-4e63-92a8-ea1938e36f71 req-e5076c90-69b1-4502-900c-4ec1c69fa4b5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Jul 23 23:18:03.642265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e331-9120-41f6-b75b-90f8b3e14193 req-806c5e09-8682-4b28-ae44-c33bfc1fcf67 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:03.643757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fe9e331-9120-41f6-b75b-90f8b3e14193 req-806c5e09-8682-4b28-ae44-c33bfc1fcf67 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0647056 Jul 23 23:18:03.681829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fe9e331-9120-41f6-b75b-90f8b3e14193 req-6823c41f-7f10-4d2f-be57-e35ca4c80c86 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jul 23 23:18:04.814586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596a4fa-6250-4a73-a127-0ab885250c65 req-8ba08be2-0a44-4b41-ad3a-4bd119b8cb2a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:04.816123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5596a4fa-6250-4a73-a127-0ab885250c65 req-8ba08be2-0a44-4b41-ad3a-4bd119b8cb2a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0636597 Jul 23 23:18:04.856551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5596a4fa-6250-4a73-a127-0ab885250c65 req-7d3a51c6-0d3f-4047-9c72-5a38761a44db tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Jul 23 23:18:05.739226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-eb38d788-4adf-4256-919e-1d78c85d0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:05.741043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-eb38d788-4adf-4256-919e-1d78c85d0590 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1097 time: 0.0594056 Jul 23 23:18:05.841536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-eaea075a-2fb5-4db0-8e5d-2bdc1dd1e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:05.843041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-eaea075a-2fb5-4db0-8e5d-2bdc1dd1e058 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0840995 Jul 23 23:18:05.889809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-87c977f7-253a-4c80-9835-dbb63d13b3d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0402365 Jul 23 23:18:05.966129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-997d741e-0af8-4a00-9b05-4f727f66361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:05.968230 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-997d741e-0af8-4a00-9b05-4f727f66361c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0723181 Jul 23 23:18:06.002746 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-7be2f459-d7ec-4d53-9c93-cb170e6c603f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291295 Jul 23 23:18:06.059834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1d67e-d196-4878-a349-3fba79eebb96 req-19edb9b4-5e49-447a-8cc0-53c70a95d973 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:06.061367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bb1d67e-d196-4878-a349-3fba79eebb96 req-19edb9b4-5e49-447a-8cc0-53c70a95d973 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.1329746 Jul 23 23:18:06.141303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7bb1d67e-d196-4878-a349-3fba79eebb96 req-f4533ea7-ad12-43af-8d8b-4adb0732d0fb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Jul 23 23:18:06.143186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-82eeccbf-2103-4452-91a3-c75f99068deb service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342282 Jul 23 23:18:06.238444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f3362f3-bd54-4fc5-ad43-99338619ee90 req-aca33a92-f677-4b87-8546-ed0c015fbd12 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891166 Jul 23 23:18:07.273721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1608c8-78b3-4a04-a96b-4a9508652e73 req-47d2e9c2-b90e-42aa-a486-43cf335dd5e2 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:07.275249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1608c8-78b3-4a04-a96b-4a9508652e73 req-47d2e9c2-b90e-42aa-a486-43cf335dd5e2 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0671878 Jul 23 23:18:07.314870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c1608c8-78b3-4a04-a96b-4a9508652e73 req-c6f0098b-6d15-4183-b94e-b1048cb28650 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Jul 23 23:18:08.453487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba175732-918e-46ba-8069-5555f3e61229 req-4681647f-5efc-43a7-86b9-f02ea474a9d9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:08.455041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba175732-918e-46ba-8069-5555f3e61229 req-4681647f-5efc-43a7-86b9-f02ea474a9d9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0666275 Jul 23 23:18:08.498128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba175732-918e-46ba-8069-5555f3e61229 req-122b0831-f52a-4c7b-9385-1808c1e19a0b tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Jul 23 23:18:09.629311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545e2f6-32d0-48d9-a9f1-98e2e7524ec8 req-ec85dfd7-e803-460d-baa0-646deaf612f3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:09.630873 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2545e2f6-32d0-48d9-a9f1-98e2e7524ec8 req-ec85dfd7-e803-460d-baa0-646deaf612f3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0638442 Jul 23 23:18:09.668702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2545e2f6-32d0-48d9-a9f1-98e2e7524ec8 req-d98a80e2-d0d1-4046-83b3-d0c170bbc749 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Jul 23 23:18:10.799809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053678fe-7274-4968-a447-2894d961f787 req-62b4a1a0-73d1-4801-bde4-fad2d97107f7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:10.801312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-053678fe-7274-4968-a447-2894d961f787 req-62b4a1a0-73d1-4801-bde4-fad2d97107f7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0636356 Jul 23 23:18:10.838970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-053678fe-7274-4968-a447-2894d961f787 req-b251bc0e-847f-41a9-bad4-ec6f67cea7e7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jul 23 23:18:11.079965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60a618c5-1e5c-44df-ae35-65002e65dd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:11.974659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483cae5-c151-49a9-bcb3-5e30da29743f req-b6e74b4c-2798-4cb3-8ed0-baba6f509c39 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:11.976152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e483cae5-c151-49a9-bcb3-5e30da29743f req-b6e74b4c-2798-4cb3-8ed0-baba6f509c39 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0682192 Jul 23 23:18:12.018607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e483cae5-c151-49a9-bcb3-5e30da29743f req-7b3ea943-144a-4447-bfbf-0a20b988e6ed tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Jul 23 23:18:13.155740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30404bfc-d12b-41fb-a31a-c925e2c6aac2 req-2c6172f9-63c3-4491-9e2d-e8d7248db80d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:13.158384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30404bfc-d12b-41fb-a31a-c925e2c6aac2 req-2c6172f9-63c3-4491-9e2d-e8d7248db80d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0661798 Jul 23 23:18:13.196600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-30404bfc-d12b-41fb-a31a-c925e2c6aac2 req-c4cd003d-dfd0-4e0b-ba0f-66996bd3de39 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jul 23 23:18:13.808490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4d65c06-c394-4169-a21b-78d63b1a9ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:14.221635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:14.327571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b6332-3e16-4ac5-9b81-e2c79e515849 req-95e39299-e2e0-46db-a00c-e262290afb67 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:14.329072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-630b6332-3e16-4ac5-9b81-e2c79e515849 req-95e39299-e2e0-46db-a00c-e262290afb67 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0637352 Jul 23 23:18:14.372160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-630b6332-3e16-4ac5-9b81-e2c79e515849 req-197cece1-e7dc-45f3-9f54-e3d2d01344e8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Jul 23 23:18:15.083043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:15.501106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c923d-1096-4aa1-8ed6-207822ce53e5 req-5ce4efff-411c-4660-8ffb-9bd735627e56 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:15.502616 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c923d-1096-4aa1-8ed6-207822ce53e5 req-5ce4efff-411c-4660-8ffb-9bd735627e56 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0648847 Jul 23 23:18:15.542004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c923d-1096-4aa1-8ed6-207822ce53e5 req-8629cf59-f0e1-4f95-81db-ad6edd8ec8aa tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Jul 23 23:18:16.608359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:16.674334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb2fc-3af5-4b26-a437-8aab66644cc1 req-8701fb15-e06e-486e-9421-aaec06d2aab3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:16.675866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cebcb2fc-3af5-4b26-a437-8aab66644cc1 req-8701fb15-e06e-486e-9421-aaec06d2aab3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0650821 Jul 23 23:18:16.713895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cebcb2fc-3af5-4b26-a437-8aab66644cc1 req-869f06ed-a479-4004-9017-a1a068b5556e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 23 23:18:17.847252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f07ba5-3f3f-422c-9d16-35b5d2cde0b5 req-6f871e06-b032-430c-b421-25b2d1b65485 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:17.848717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09f07ba5-3f3f-422c-9d16-35b5d2cde0b5 req-6f871e06-b032-430c-b421-25b2d1b65485 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 945 time: 0.0664701 Jul 23 23:18:17.920461 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09f07ba5-3f3f-422c-9d16-35b5d2cde0b5 req-54865c1a-8a41-4508-a154-4378d55ba27f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Jul 23 23:18:17.929461 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-8d1548fc-d790-4a2e-b3f1-7d8d14b3d2ef service neutron] show failed (client error): The resource could not be found. Jul 23 23:18:17.930505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-8d1548fc-d790-4a2e-b3f1-7d8d14b3d2ef service neutron] 10.222.0.25 "GET /v2.0/ports/2380448a-95e9-4ac5-b053-61ab20bc0d36/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0809557 Jul 23 23:18:18.237734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-59a1fd94-06a0-4f2e-ba90-0355a0cea1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:18.239283 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-59a1fd94-06a0-4f2e-ba90-0355a0cea1b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb&tenant_id=8e901c55a58d4683b44f45b249d2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1512568 Jul 23 23:18:18.250176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:18:18.323738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.532022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:18.569891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:18:18.609095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:18:18.611634 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c614b5-824b-492a-ba90-69ba230315bf" -d '{"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:18:18.615383 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.628750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Transition to ACTIVE for port object 2380448a-95e9-4ac5-b053-61ab20bc0d36 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:18:18.632479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.670726 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4c4a94-5ce4-4cb8-a308-d0eb07f858c2 x-openstack-request-id: req-fe4c4a94-5ce4-4cb8-a308-d0eb07f858c2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:18:18.671020 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:18:18.671269 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe4c4a94-5ce4-4cb8-a308-d0eb07f858c2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:18:18.671662 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'code': 200} Jul 23 23:18:18.697076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] No DVR routers for this DVR port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:18:18.703649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:18.740562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:18:18.740892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:18:18.741217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:18:18.745467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:18:18.745818 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Attempting to bind port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:18:18.750556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:18:18.750875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Checking segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:18:18.751256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Bound using segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:18:18.751682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Bound port: 2380448a-95e9-4ac5-b053-61ab20bc0d36, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:18:18.752035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.817250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:18:18.821430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:18:18.825733 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.860916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:18.861545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.862985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] 10.222.0.22 "PUT /v2.0/ports/2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 1092 time: 0.6168058 Jul 23 23:18:18.891057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157983-5624-4b9f-9c18-eb8ad99fbd62 service neutron] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:18.940180 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-ae3bff3e-1775-4577-9cc4-3bbe14d63e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:18.941689 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-ae3bff3e-1775-4577-9cc4-3bbe14d63e47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.0582800 Jul 23 23:18:19.035958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-4e73d958-c8f9-416d-84cb-cc7e2cd93768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:19.037452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-4e73d958-c8f9-416d-84cb-cc7e2cd93768 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0900519 Jul 23 23:18:19.060587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996647ce-7c7f-410a-91de-fd9f30c21774 req-8a3ba4e6-2128-4b21-9635-6487b5da97df tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:19.062139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-996647ce-7c7f-410a-91de-fd9f30c21774 req-8a3ba4e6-2128-4b21-9635-6487b5da97df tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0662858 Jul 23 23:18:19.079264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-b70b11c6-07bb-47d8-aa5c-fb8b6725ac27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Jul 23 23:18:19.100855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-996647ce-7c7f-410a-91de-fd9f30c21774 req-5f4a00c7-ca6f-42a8-9aa4-69f267cd1171 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Jul 23 23:18:19.133541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-0b92f04a-5ee6-4330-a3a6-21259419436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:19.135745 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-0b92f04a-5ee6-4330-a3a6-21259419436e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0502512 Jul 23 23:18:19.168913 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-aeed3345-502f-40b4-aa13-abe81c322283 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276589 Jul 23 23:18:19.259014 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-1a4d897c-0f44-4383-9f51-98aa9fc16da0 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834007 Jul 23 23:18:19.353163 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d2023e23-60da-46d8-a90b-2b5082b6acf7 req-a72bff0e-120a-4b15-beab-836ed403b721 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877740 Jul 23 23:18:20.236863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706578cc-0919-40a7-94a6-8d2435181cdc req-5360a6e9-54fe-4f72-b02d-45468a5470f4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.238382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-706578cc-0919-40a7-94a6-8d2435181cdc req-5360a6e9-54fe-4f72-b02d-45468a5470f4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0680945 Jul 23 23:18:20.281119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-706578cc-0919-40a7-94a6-8d2435181cdc req-6ddaf02a-4029-46f9-aaa9-a1364ab63d38 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Jul 23 23:18:20.673374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:18:20.675840 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e515774-6cf6-40ae-ba21-891890c824cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:18:20.725114 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1ee5d5-25cb-4b77-a17b-d916cf7b5f9b x-openstack-request-id: req-2b1ee5d5-25cb-4b77-a17b-d916cf7b5f9b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:18:20.725391 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:18:20.725585 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b1ee5d5-25cb-4b77-a17b-d916cf7b5f9b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:18:20.726032 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'status': 'completed', 'code': 200} Jul 23 23:18:20.797510 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-24ee39d4-6c98-4317-8514-a591a1fb22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.799248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-24ee39d4-6c98-4317-8514-a591a1fb22a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.0569835 Jul 23 23:18:20.808912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-1e10cc30-3e79-449e-a86c-7b0c644a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.811109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-1e10cc30-3e79-449e-a86c-7b0c644a9acc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.0640781 Jul 23 23:18:20.897625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-f2436b58-cc21-4c45-8d1e-cf953e1e0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.899168 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-f2436b58-cc21-4c45-8d1e-cf953e1e0078 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0943878 Jul 23 23:18:20.925089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-aaefc8f9-58c4-4654-8b62-60ad86092522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.926554 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-aaefc8f9-58c4-4654-8b62-60ad86092522 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.1065505 Jul 23 23:18:20.940724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-2e4e57a3-cbea-4746-b6d6-fe1c7a6f5c7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0358746 Jul 23 23:18:20.969194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-f54bc1ba-d7e8-4051-90f4-81db6f8add11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0359485 Jul 23 23:18:20.990558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-b5aaaec5-3415-4d09-8d18-c6a9ae33376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:20.992034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-b5aaaec5-3415-4d09-8d18-c6a9ae33376c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0454366 Jul 23 23:18:21.020297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515774-6cf6-40ae-ba21-891890c824cd req-1aaaadf3-6879-4ed5-ab1c-c0329f10ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:21.021806 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-1aaaadf3-6879-4ed5-ab1c-c0329f10ba4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0453415 Jul 23 23:18:21.026955 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-35b54c29-d6d1-4e8c-b4e9-e559bc9e8382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280061 Jul 23 23:18:21.061116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-bf589e9c-e2ed-4091-966c-5e7f9aa7706b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330105 Jul 23 23:18:21.121296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-5fff895c-8fe2-4271-b40e-eb639199e49b service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879889 Jul 23 23:18:21.151286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-babd8615-3ad5-419d-92f8-219bc1a4f12f service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Jul 23 23:18:21.216280 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-3029e0a1-d055-4de9-9cae-4544ee7d2376 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886991 Jul 23 23:18:21.250349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1e515774-6cf6-40ae-ba21-891890c824cd req-ad981f56-8fbe-4727-9763-6e7eed150444 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923605 Jul 23 23:18:21.415084 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550c3ce-d0d4-42e8-9648-0b995cdd9d6d req-f8757de7-c7f4-4848-9eb4-72fa1cd6fa41 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:21.416650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b550c3ce-d0d4-42e8-9648-0b995cdd9d6d req-f8757de7-c7f4-4848-9eb4-72fa1cd6fa41 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0656755 Jul 23 23:18:21.455049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b550c3ce-d0d4-42e8-9648-0b995cdd9d6d req-153360fe-ad70-4a0f-aa69-19f873bd34df tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Jul 23 23:18:21.757801 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef755e-5f7b-42c5-a52a-1d0d3b0cd0b2 req-5a26d759-c38d-4fcd-9662-17b437c6fe4d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:21.759208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfef755e-5f7b-42c5-a52a-1d0d3b0cd0b2 req-5a26d759-c38d-4fcd-9662-17b437c6fe4d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.1521602 Jul 23 23:18:21.768560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-8cb3018c-9255-4bf5-a720-654f24eb4373 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:21.769956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-8cb3018c-9255-4bf5-a720-654f24eb4373 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.25 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb&tenant_id=8e901c55a58d4683b44f45b249d2c21b&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 943 time: 0.1541700 Jul 23 23:18:21.836681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfef755e-5f7b-42c5-a52a-1d0d3b0cd0b2 req-8cf29d96-d2ca-47a9-88c2-897fcbffd1e7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 Jul 23 23:18:21.852972 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-32e9049b-20ba-4ef8-8405-708c8f106714 service neutron] delete failed (client error): The resource could not be found. Jul 23 23:18:21.854282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-32e9049b-20ba-4ef8-8405-708c8f106714 service neutron] 10.222.0.25 "DELETE /v2.0/ports/2380448a-95e9-4ac5-b053-61ab20bc0d36/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0772474 Jul 23 23:18:21.952663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-dd11cfad-dd04-4859-a469-fd74d5d2de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:21.954217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-dd11cfad-dd04-4859-a469-fd74d5d2de9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 1095 time: 0.0580223 Jul 23 23:18:22.045678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-365c489e-ca4e-4bee-b50b-1216c8494fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:22.047243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-365c489e-ca4e-4bee-b50b-1216c8494fe7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0872202 Jul 23 23:18:22.088169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-59a3a138-3032-4224-9f88-c5c8643a35d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 200 len: 217 time: 0.0346401 Jul 23 23:18:22.135298 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-2956d38c-d5be-4906-b6e7-397fbd4f1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:22.136753 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-2956d38c-d5be-4906-b6e7-397fbd4f1921 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0429065 Jul 23 23:18:22.169912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-37551186-20b8-489f-93b0-33ddae7e05ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268655 Jul 23 23:18:22.260717 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-8bcafa99-15f5-4d30-8860-37dd4276dc30 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Jul 23 23:18:22.354117 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-17cda4db-8859-4a23-9ac3-5c4c4908e7e4 req-0ef0c559-73c5-4b4a-bd10-be161366d464 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Jul 23 23:18:22.591430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:22.751771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:18:22.791611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:18:22.969369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908e9cc-39f2-48af-8239-bc5b01069f02 req-0ea1959d-44e3-4a14-8104-4120f17b7ba3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:22.970891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9908e9cc-39f2-48af-8239-bc5b01069f02 req-0ea1959d-44e3-4a14-8104-4120f17b7ba3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0643685 Jul 23 23:18:23.010148 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9908e9cc-39f2-48af-8239-bc5b01069f02 req-46895e50-4e56-41aa-8cf5-6c6a61dee8d2 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335674 Jul 23 23:18:23.136762 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3e1c-9d16-4f4a-a405-214f73a474a9 req-57971d5b-064f-42b2-a4b6-ff655cc38a8e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:23.138164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffcf3e1c-9d16-4f4a-a405-214f73a474a9 req-57971d5b-064f-42b2-a4b6-ff655cc38a8e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0626793 Jul 23 23:18:23.175860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ffcf3e1c-9d16-4f4a-a405-214f73a474a9 req-1bfe776f-3055-446e-b040-aba3d348db26 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Jul 23 23:18:23.308184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959931-169b-4f7d-bd36-55c69cde19e6 req-fb2387f8-61af-4db1-87c7-2972efdb6607 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:23.309677 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c959931-169b-4f7d-bd36-55c69cde19e6 req-fb2387f8-61af-4db1-87c7-2972efdb6607 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 943 time: 0.0687788 Jul 23 23:18:23.350474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c959931-169b-4f7d-bd36-55c69cde19e6 req-af0b6b3f-0bbd-4014-abc4-9cca76310fc1 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Jul 23 23:18:23.468919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:18:23.573534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:23.584978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:23.596924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'port_id': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'mac_address': 'fa:16:3e:01:e6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30f0f5f-c382-4597-96f6-c35f0138942f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:18:23.635817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:23.648417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2380448a-95e9-4ac5-b053-61ab20bc0d36 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:18:23.669406 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:23.673382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:23.704633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-12251a11-fbb9-4b0b-a2b3-6c6869472699 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:23.706163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-12251a11-fbb9-4b0b-a2b3-6c6869472699 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 814 time: 0.1024661 Jul 23 23:18:23.721744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:23.722250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-b41a9aec-c805-4356-b372-f2f1d399e5f1 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/quotas/8e901c55a58d4683b44f45b249d2c21b HTTP/1.1" status: 200 len: 375 time: 0.0104187 Jul 23 23:18:23.796850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-0a52f99b-5829-4d68-b28c-75f956828efc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0629928 Jul 23 23:18:23.886795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-6552b546-a35a-402e-8d96-36723d92cdf0 service neutron] 10.222.0.37 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832627 Jul 23 23:18:23.905480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2380448a-95e9-4ac5-b053-61ab20bc0d36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:18:24.288267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-43e2f395-a9e2-4983-8dbb-28ae0a080340 service neutron] 10.222.0.37 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957644 Jul 23 23:18:24.468297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a504164d-c329-4ccc-aaa6-6524486d5de4 req-887ffa70-5a31-4b94-8b44-0debd946294e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Jul 23 23:18:24.855477 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-a55c5cec-03b7-4129-a299-6eee29528bd7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:24.857000 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-a55c5cec-03b7-4129-a299-6eee29528bd7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.22 "GET /v2.0/ports?device_id=8423f9d9-18f3-4da2-96b1-d58376cd6ebb HTTP/1.1" status: 200 len: 944 time: 0.0683331 Jul 23 23:18:24.966051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Deleting port 2380448a-95e9-4ac5-b053-61ab20bc0d36 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:18:24.966391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.069133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] For port 2380448a-95e9-4ac5-b053-61ab20bc0d36, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=2380448a-95e9-4ac5-b053-61ab20bc0d36,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:25.069508 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.082914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Calling delete_port for 2380448a-95e9-4ac5-b053-61ab20bc0d36 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:18:25.220295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.232267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['2380448a-95e9-4ac5-b053-61ab20bc0d36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:18:25.277181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Pushing event deleted for resources: {'Port': ['ID=2380448a-95e9-4ac5-b053-61ab20bc0d36,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:25.302200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] No DVR routers for this DVR port 2380448a-95e9-4ac5-b053-61ab20bc0d36 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:18:25.305335 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.308119 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-356117a8-4ae1-462b-bd58-7a3e1c79f705 req-7846f833-f2d6-4d43-8063-c7615c15e47d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.22 "DELETE /v2.0/ports/2380448a-95e9-4ac5-b053-61ab20bc0d36 HTTP/1.1" status: 204 len: 173 time: 0.4449646 Jul 23 23:18:25.308570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-deleted', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:18:25.313201 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd579a-b2a7-4275-bf3a-40cfd7499da2" -d '{"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-deleted", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:18:25.374932 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2051f093-287d-46aa-a603-5e830efc0907 x-openstack-request-id: req-2051f093-287d-46aa-a603-5e830efc0907 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:18:25.375331 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8423f9d9-18f3-4da2-96b1-d58376cd6ebb", "name": "network-vif-deleted", "tag": "2380448a-95e9-4ac5-b053-61ab20bc0d36", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:18:25.375648 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2051f093-287d-46aa-a603-5e830efc0907 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:18:25.376407 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8423f9d9-18f3-4da2-96b1-d58376cd6ebb', 'name': 'network-vif-deleted', 'tag': '2380448a-95e9-4ac5-b053-61ab20bc0d36', 'status': 'completed', 'code': 200} Jul 23 23:18:25.465915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-534804ec-536c-48e8-9242-7938740ac791 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:25.467422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-534804ec-536c-48e8-9242-7938740ac791 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 814 time: 0.1413772 Jul 23 23:18:25.473871 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:18:25.482363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Request body: {'port': {'device_id': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'admin_state_up': True, 'tenant_id': '8e901c55a58d4683b44f45b249d2c21b'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:18:25.494699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:18:25.546441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 2380448a-95e9-4ac5-b053-61ab20bc0d36 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:18:25.546872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 2380448a-95e9-4ac5-b053-61ab20bc0d36 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:18:25.603906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc31aa71-79da-45f2-ae39-4c75ab841020 req-06b946a5-48ab-4f89-8e31-841be18d5eb5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 210 time: 0.0297840 Jul 23 23:18:25.637233 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Made reservation on behalf of 8e901c55a58d4683b44f45b249d2c21b for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:18:25.640731 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.778095 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Allocated IP 172.20.0.9 (e5dd8d59-96b0-4469-8234-70ce16f925be/e30f0f5f-c382-4597-96f6-c35f0138942f/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:18:25.932300 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:25.972743 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.016147 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Network e5dd8d59-96b0-4469-8234-70ce16f925be is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:18:26.021154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:18:26.024887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:18:26.032517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:26.078192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:26.078813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.094209 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-032f53a2-3697-4b8e-82c3-dc7b9c4078c3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173782 Jul 23 23:18:26.105957 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Request body: {'port': {'device_id': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:18:26.182845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.449893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:18:26.457437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.469584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Transition to ACTIVE for port object c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:18:26.473489 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.525058 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:26.592677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:18:26.592918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:18:26.593241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:18:26.597488 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:18:26.597835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:18:26.602600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:18:26.602935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Checking segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:18:26.603320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Bound using segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:18:26.604287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Bound port: c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:18:26.604644 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.672855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:18:26.676582 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:18:26.682206 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.716775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:26.717598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:26.719092 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] 10.222.0.22 "PUT /v2.0/ports/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 1092 time: 0.6179123 Jul 23 23:18:26.747407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949916d-3d78-45cd-87db-0e6cbe5aa04b service neutron] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:26.753012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583b73-85aa-4098-b95a-b7947dc84384 req-d920cb16-b396-46c4-89ba-f40be8df12aa tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:26.754596 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26583b73-85aa-4098-b95a-b7947dc84384 req-d920cb16-b396-46c4-89ba-f40be8df12aa tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 943 time: 0.0803509 Jul 23 23:18:26.794331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26583b73-85aa-4098-b95a-b7947dc84384 req-c7f5f7f8-9068-4df6-acc7-4557091cdaa7 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Jul 23 23:18:26.814236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-376f92e9-4bbf-4a25-b10e-59b6a7659c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:26.815785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-376f92e9-4bbf-4a25-b10e-59b6a7659c3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1095 time: 0.0578935 Jul 23 23:18:26.861162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-3357d01e-04cc-4711-92b0-e33b7872a27c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0386691 Jul 23 23:18:26.911386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-1ce16deb-f345-4107-b15e-09897c394abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:26.912864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-1ce16deb-f345-4107-b15e-09897c394abf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0458381 Jul 23 23:18:26.947079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-701afa6d-ad6b-485a-888b-b7f5c359c32f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278738 Jul 23 23:18:27.043576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-2d7cd7fd-8481-4a54-98c5-bd662bf74a52 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902929 Jul 23 23:18:27.131143 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cc864fcc-ae51-44db-ae45-3bb11ae7ae25 req-78544e1f-5936-4e87-ba19-68d9fe5017ba service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812135 Jul 23 23:18:27.377219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:18:27.379675 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f20e5-818d-454f-a336-0be30c1071e9" -d '{"events": [{"name": "network-changed", "server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:18:27.415458 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458376e-feda-42f6-bcab-d251bb7894c2 x-openstack-request-id: req-b458376e-feda-42f6-bcab-d251bb7894c2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:18:27.415758 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:18:27.416098 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b458376e-feda-42f6-bcab-d251bb7894c2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:18:27.416747 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'status': 'completed', 'code': 200} Jul 23 23:18:27.493334 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f20e5-818d-454f-a336-0be30c1071e9 req-b3326a01-1b20-44a1-a886-dfc5355af0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:27.495384 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-b3326a01-1b20-44a1-a886-dfc5355af0bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1095 time: 0.0560412 Jul 23 23:18:27.590325 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f20e5-818d-454f-a336-0be30c1071e9 req-8d7f676a-9a2f-41fe-a542-93d61317ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:27.591787 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-8d7f676a-9a2f-41fe-a542-93d61317ceea service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0897532 Jul 23 23:18:27.633271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-3a5924fc-23ba-48ea-a17b-d96042e7a559 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0345385 Jul 23 23:18:27.686374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f20e5-818d-454f-a336-0be30c1071e9 req-b90d8c9c-6c67-4658-a951-a55e28cb1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:27.687779 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-b90d8c9c-6c67-4658-a951-a55e28cb1989 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0485909 Jul 23 23:18:27.722996 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-a9ce11e0-28b3-4e89-8ebd-a3c23e005a70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284364 Jul 23 23:18:27.816268 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-9e161697-a4b5-47df-8596-50341160e35b service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868003 Jul 23 23:18:27.916183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-187f20e5-818d-454f-a336-0be30c1071e9 req-a51c2ca5-ffd9-4de2-9552-d1a6ab9eba03 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923498 Jul 23 23:18:27.927751 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577827f-ea70-45de-8b03-017f3114899a req-5e627e43-903a-4f9d-8e89-6934c402dfb9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:27.929250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d577827f-ea70-45de-8b03-017f3114899a req-5e627e43-903a-4f9d-8e89-6934c402dfb9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 943 time: 0.0656729 Jul 23 23:18:27.969003 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d577827f-ea70-45de-8b03-017f3114899a req-58bff42e-bb2d-4aa5-9e6e-3a2b730f3ed6 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Jul 23 23:18:29.097468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfae95b-55e5-4e3c-91c6-8ed9d83a4e5e req-78d9dc1f-6072-40c6-851c-e87b17d9923c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:29.098983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebfae95b-55e5-4e3c-91c6-8ed9d83a4e5e req-78d9dc1f-6072-40c6-851c-e87b17d9923c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 943 time: 0.0621893 Jul 23 23:18:29.137429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebfae95b-55e5-4e3c-91c6-8ed9d83a4e5e req-ed45a8de-858d-4e84-94bc-800c9fbb550c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Jul 23 23:18:29.515332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:18:29.612854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:29.625331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'port_id': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'mac_address': 'fa:16:3e:00:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30f0f5f-c382-4597-96f6-c35f0138942f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:18:29.661312 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:29.674822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:18:29.694910 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:29.699318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:29.750410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:29.886609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:18:30.272029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0b1cb-2450-48f4-a492-5e30bcfc99b6 req-789a01d1-4ca7-4f71-8313-ee3ef8e6a2ad tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:30.273544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c0b1cb-2450-48f4-a492-5e30bcfc99b6 req-789a01d1-4ca7-4f71-8313-ee3ef8e6a2ad tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 944 time: 0.0685539 Jul 23 23:18:30.313200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c0b1cb-2450-48f4-a492-5e30bcfc99b6 req-bc59e71d-223f-4bda-bb27-bde300795d70 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Jul 23 23:18:31.445028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248925-9c10-4325-ac96-9a7bf9a3cd3b req-639440e9-1277-4d0b-b769-561c7b0516af tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:31.446558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92248925-9c10-4325-ac96-9a7bf9a3cd3b req-639440e9-1277-4d0b-b769-561c7b0516af tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 944 time: 0.0642679 Jul 23 23:18:31.485422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92248925-9c10-4325-ac96-9a7bf9a3cd3b req-1b7f7636-3604-42ed-ae92-c167a3e07af1 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jul 23 23:18:31.530893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:18:31.578786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:18:31.582324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:18:31.582699 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:31.663101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:31.685805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:18:31.688069 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa282d7d-f9d2-41b8-a4d3-5d9e5db96d72" -d '{"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-plugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:18:31.703047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:18:31.707413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:31.734727 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7bb808-6f31-45c3-a5b2-230a3bc7a99a x-openstack-request-id: req-fe7bb808-6f31-45c3-a5b2-230a3bc7a99a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:18:31.735059 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-plugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:18:31.735256 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe7bb808-6f31-45c3-a5b2-230a3bc7a99a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:18:31.735637 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'code': 200} Jul 23 23:18:31.761265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:18:31.833385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606c9e0-e5ba-4878-ac83-39738b5f0ddd req-d99ef08a-6c0e-4be5-b64c-f91ea593e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:31.834821 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e606c9e0-e5ba-4878-ac83-39738b5f0ddd req-d99ef08a-6c0e-4be5-b64c-f91ea593e0d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1097 time: 0.0532362 Jul 23 23:18:31.869518 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e606c9e0-e5ba-4878-ac83-39738b5f0ddd req-c1cf2973-c9a6-4545-a48e-ecb8d12e5a3a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281265 Jul 23 23:18:32.628740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb54b6-4718-4775-82b9-ae7920794e09 req-0ff6f4c6-3a43-4f31-8bcf-b41504fb71e6 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:32.630164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fedb54b6-4718-4775-82b9-ae7920794e09 req-0ff6f4c6-3a43-4f31-8bcf-b41504fb71e6 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0723944 Jul 23 23:18:32.669340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fedb54b6-4718-4775-82b9-ae7920794e09 req-bac79b86-1088-4c14-99a0-eb33dac530a6 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Jul 23 23:18:33.803634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695cc4f-6741-4eab-af03-be5d31269aee req-5f910611-0476-42fb-95c2-3bcdbef3fba9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:33.805153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d695cc4f-6741-4eab-af03-be5d31269aee req-5f910611-0476-42fb-95c2-3bcdbef3fba9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0645859 Jul 23 23:18:33.843080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d695cc4f-6741-4eab-af03-be5d31269aee req-97da3205-5ca9-483c-b7ad-51fe45a0b3a8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jul 23 23:18:33.973048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6510b-ed1b-44a1-8402-3459ef7d2d16 req-9945fbe0-cb37-4a7c-947d-79d7f49fc777 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:33.974484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfe6510b-ed1b-44a1-8402-3459ef7d2d16 req-9945fbe0-cb37-4a7c-947d-79d7f49fc777 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0646987 Jul 23 23:18:34.026678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfe6510b-ed1b-44a1-8402-3459ef7d2d16 req-d39fc9c6-8fa7-4aa2-8c93-d5894903f4ce tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 23 23:18:34.267993 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-c0b75e57-3000-4fdf-b102-a3c4b3f46684 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585229 Jul 23 23:18:34.286574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0347-2d91-4171-ae16-c0e3647baa7b req-e4594406-5db8-45ac-9532-5917b3fb1f57 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:34.288215 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e15e0347-2d91-4171-ae16-c0e3647baa7b req-e4594406-5db8-45ac-9532-5917b3fb1f57 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0682876 Jul 23 23:18:34.330137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e15e0347-2d91-4171-ae16-c0e3647baa7b req-692f091c-9a5a-471b-a34f-efd35a95fdb1 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Jul 23 23:18:35.314371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-c35748db-6dad-4f25-8ca3-abdfa07ef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:35.316639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-c35748db-6dad-4f25-8ca3-abdfa07ef21f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1097 time: 0.0554647 Jul 23 23:18:35.419132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-1aa32553-8433-4b48-89fe-18df8079eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:35.420613 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-1aa32553-8433-4b48-89fe-18df8079eedc service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0980737 Jul 23 23:18:35.461324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-82f15239-abea-4a14-891d-4db805cb5455 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0341396 Jul 23 23:18:35.466576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b6fa-84e7-4e1f-9d0c-14bb72b5b3aa req-f3cae645-ffba-470f-8180-e1d4f804f81d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:35.468132 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a42b6fa-84e7-4e1f-9d0c-14bb72b5b3aa req-f3cae645-ffba-470f-8180-e1d4f804f81d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0649846 Jul 23 23:18:35.507838 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4a42b6fa-84e7-4e1f-9d0c-14bb72b5b3aa req-2d9a28ed-bff3-48c4-a757-9310dc2d8ac8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Jul 23 23:18:35.511885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-577844c5-306e-4f39-a282-ab49210623bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:35.513359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-577844c5-306e-4f39-a282-ab49210623bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0458376 Jul 23 23:18:35.548850 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-8ff762a2-4da4-4307-bd62-df1ed6ac2a4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291147 Jul 23 23:18:35.641213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-c02d0ce4-933e-43d8-9abc-405ced769c47 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861723 Jul 23 23:18:35.740815 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-2a2f4bc1-ee4b-4dd5-b7ff-2d6663322219 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936708 Jul 23 23:18:36.644415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8c98-e7e2-4d74-8e6c-6201ffc37297 req-eeb0548e-5a50-4aa6-85ce-adff98cfd57e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:36.645826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-104a8c98-e7e2-4d74-8e6c-6201ffc37297 req-eeb0548e-5a50-4aa6-85ce-adff98cfd57e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0679033 Jul 23 23:18:36.683558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-104a8c98-e7e2-4d74-8e6c-6201ffc37297 req-d9bee8b7-d41c-4e61-ab23-85c7f1317e4e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Jul 23 23:18:37.817016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4723af-9dde-4653-b81c-fd50da7f3f3f req-09537ad8-751a-4ecc-80be-f67416290265 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:37.818548 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec4723af-9dde-4653-b81c-fd50da7f3f3f req-09537ad8-751a-4ecc-80be-f67416290265 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0649757 Jul 23 23:18:37.857474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec4723af-9dde-4653-b81c-fd50da7f3f3f req-cb09716c-6bfd-4b85-95e9-828008878fbc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 23 23:18:38.987985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a61cd2-2a49-4b13-9fb1-c955cce75b7b req-8cd98e1b-1893-4a18-8696-6de96176fedb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:38.989474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5a61cd2-2a49-4b13-9fb1-c955cce75b7b req-8cd98e1b-1893-4a18-8696-6de96176fedb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0645628 Jul 23 23:18:39.027676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f5a61cd2-2a49-4b13-9fb1-c955cce75b7b req-0308fc42-c718-4817-a7a1-4648db56101d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Jul 23 23:18:40.161549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c9c2-20f2-49c3-b287-d12f0f6b68f6 req-85c5aa93-42b1-42db-90d8-456b610c5b2c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:40.163081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e057c9c2-20f2-49c3-b287-d12f0f6b68f6 req-85c5aa93-42b1-42db-90d8-456b610c5b2c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0681827 Jul 23 23:18:40.201588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e057c9c2-20f2-49c3-b287-d12f0f6b68f6 req-cfa1efd7-5188-4777-8bac-9d85318a47be tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Jul 23 23:18:41.080594 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c91ed0d6-cc5c-40ab-a53a-ef40b8e0bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:41.330893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33802e-5fbc-4bdf-86d4-dc8e8f0b9cde req-7e33456e-4fa9-44c6-8047-0d7ee5458258 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:41.332378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f33802e-5fbc-4bdf-86d4-dc8e8f0b9cde req-7e33456e-4fa9-44c6-8047-0d7ee5458258 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0644958 Jul 23 23:18:41.371150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f33802e-5fbc-4bdf-86d4-dc8e8f0b9cde req-862e05d7-ebe3-4127-80e0-bc5e4e045c25 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Jul 23 23:18:42.509100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebff9f-e703-4d85-8a17-84f6c2a52c31 req-836f5688-4c5e-4dbb-a378-14eb975aca82 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:42.511170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7ebff9f-e703-4d85-8a17-84f6c2a52c31 req-836f5688-4c5e-4dbb-a378-14eb975aca82 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0700858 Jul 23 23:18:42.550860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d7ebff9f-e703-4d85-8a17-84f6c2a52c31 req-8ae381c4-90c7-46f2-96f7-6854b38b5beb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Jul 23 23:18:43.681007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1403cab-ff08-4181-9b95-1fef3bc93b9d req-e741dc86-8d78-42c6-8039-20a8cdce86bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:43.683450 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1403cab-ff08-4181-9b95-1fef3bc93b9d req-e741dc86-8d78-42c6-8039-20a8cdce86bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0651903 Jul 23 23:18:43.722780 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1403cab-ff08-4181-9b95-1fef3bc93b9d req-431c7625-5452-4bad-b89b-dbd33143de04 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Jul 23 23:18:43.811534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b58507e2-4255-41fe-b6ce-08376c84a283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:44.226812 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:44.854805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9da6-aa3a-4cfd-985d-97f9c4a5bf22 req-fb40109f-5259-4998-b293-2318a5f29d2f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:44.856560 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19ae9da6-aa3a-4cfd-985d-97f9c4a5bf22 req-fb40109f-5259-4998-b293-2318a5f29d2f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0639694 Jul 23 23:18:44.894693 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19ae9da6-aa3a-4cfd-985d-97f9c4a5bf22 req-634bfb44-5f18-44b5-80f3-0ccc9619bae8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 23 23:18:45.088511 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:46.030531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a355a09-bfb5-4af9-a855-a8f05ee80601 req-e8702d46-81f9-4261-b874-6237bb23cbfc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:46.032049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a355a09-bfb5-4af9-a855-a8f05ee80601 req-e8702d46-81f9-4261-b874-6237bb23cbfc tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0685942 Jul 23 23:18:46.072511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a355a09-bfb5-4af9-a855-a8f05ee80601 req-fb022465-50a2-47d0-b5b2-11c4e982eafd tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343182 Jul 23 23:18:46.610328 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:47.204706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a05390-59b7-4390-9703-370e68f1bd94 req-ba650b49-dfe4-490d-b8a3-76d41a63188e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:47.206211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06a05390-59b7-4390-9703-370e68f1bd94 req-ba650b49-dfe4-490d-b8a3-76d41a63188e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0648739 Jul 23 23:18:47.245512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06a05390-59b7-4390-9703-370e68f1bd94 req-a35f1b2e-c145-45d8-9455-76d8c5e9b912 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Jul 23 23:18:48.379152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c68bec-7314-4d8d-bf93-937a80dfb209 req-afd4ad5b-4fff-494a-be14-a55b1dc9826c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:48.380644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c68bec-7314-4d8d-bf93-937a80dfb209 req-afd4ad5b-4fff-494a-be14-a55b1dc9826c tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0680723 Jul 23 23:18:48.419539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5c68bec-7314-4d8d-bf93-937a80dfb209 req-41c72bf4-1a43-4a88-a3ee-a48df5c4a030 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Jul 23 23:18:49.549292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c11ce-0fbb-4474-95da-4ec350e3e7f0 req-6be778e3-779b-445e-ba11-993a936c868f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:49.550747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-803c11ce-0fbb-4474-95da-4ec350e3e7f0 req-6be778e3-779b-445e-ba11-993a936c868f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0643568 Jul 23 23:18:49.588978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-803c11ce-0fbb-4474-95da-4ec350e3e7f0 req-147da152-bf91-462c-83df-3beb505b0b64 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jul 23 23:18:50.721876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a98bf-b4f7-4fa2-968b-a7ab668285e2 req-9bd80f4a-912f-4c0d-a7f7-2b53825a8ae8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:50.723437 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f5a98bf-b4f7-4fa2-968b-a7ab668285e2 req-9bd80f4a-912f-4c0d-a7f7-2b53825a8ae8 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0670836 Jul 23 23:18:50.764925 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f5a98bf-b4f7-4fa2-968b-a7ab668285e2 req-80998724-bcf0-4a98-b59e-6a99a4fffb12 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Jul 23 23:18:51.901728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4b5e7-c889-45c3-981d-0f2a0117fa0f req-3a36da50-fd89-4e53-b61e-b05c0cd0b618 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:51.903242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aad4b5e7-c889-45c3-981d-0f2a0117fa0f req-3a36da50-fd89-4e53-b61e-b05c0cd0b618 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0679820 Jul 23 23:18:51.941926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aad4b5e7-c889-45c3-981d-0f2a0117fa0f req-81aded4d-7e00-4038-87fa-c1c0e5ef3939 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Jul 23 23:18:52.591594 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:53.076655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2d027-a355-4a72-874f-22b9ea79db8e req-8868f9f2-0cd5-43a2-8daf-08df1668b8ed tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:53.078191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51f2d027-a355-4a72-874f-22b9ea79db8e req-8868f9f2-0cd5-43a2-8daf-08df1668b8ed tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0646899 Jul 23 23:18:53.117327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51f2d027-a355-4a72-874f-22b9ea79db8e req-dd288af6-b36e-4339-87fd-d6225e8f9ee3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332172 Jul 23 23:18:53.563496 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:54.253212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ebbd4-112c-499e-b619-b50a17057ea6 req-baab0d8b-44ba-434b-b8de-5e136c914939 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:54.254789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7ebbd4-112c-499e-b619-b50a17057ea6 req-baab0d8b-44ba-434b-b8de-5e136c914939 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0714622 Jul 23 23:18:54.295175 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a7ebbd4-112c-499e-b619-b50a17057ea6 req-bcf9492b-a2a5-42ca-ab11-7d1a3665d63d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Jul 23 23:18:55.427778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb8649-c69a-4d37-a8bd-8f1954ed3f21 req-f5db04b4-b30b-4990-ad8c-b69e76866a43 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:55.429534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbb8649-c69a-4d37-a8bd-8f1954ed3f21 req-f5db04b4-b30b-4990-ad8c-b69e76866a43 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0658131 Jul 23 23:18:55.473155 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2dbb8649-c69a-4d37-a8bd-8f1954ed3f21 req-9f2994a3-97c8-4cab-993d-f539006c0bcf tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jul 23 23:18:56.604828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568802a-bbb2-4626-8566-1fa5fdffc807 req-d3bd1c68-8080-4f80-9a38-63fb9cc85248 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:56.606493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a568802a-bbb2-4626-8566-1fa5fdffc807 req-d3bd1c68-8080-4f80-9a38-63fb9cc85248 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0630236 Jul 23 23:18:56.643507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a568802a-bbb2-4626-8566-1fa5fdffc807 req-3cd50801-e687-473d-b856-cb7e763ee0be tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jul 23 23:18:57.778834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31333d9a-7e16-413b-b0f2-adff6b0335a0 req-3b36e616-3349-41fd-aec5-b45179a59111 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:57.780336 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31333d9a-7e16-413b-b0f2-adff6b0335a0 req-3b36e616-3349-41fd-aec5-b45179a59111 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0699320 Jul 23 23:18:57.821216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31333d9a-7e16-413b-b0f2-adff6b0335a0 req-eec688c7-4716-45db-a4c5-d1ba8e095348 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347118 Jul 23 23:18:58.953734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2810f8-aeb5-4a56-aa0d-fea8190f3797 req-23e9bb10-5457-403a-9534-19f375bf51bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:18:58.955291 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba2810f8-aeb5-4a56-aa0d-fea8190f3797 req-23e9bb10-5457-403a-9534-19f375bf51bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0658495 Jul 23 23:18:58.994555 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ba2810f8-aeb5-4a56-aa0d-fea8190f3797 req-85493ce7-c3da-4158-8a18-04a577651db4 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jul 23 23:19:00.132343 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc5d02-a799-477e-885d-191a8e15220c req-2ed0936c-4699-45bf-b4ae-bf9ff4a6c3bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:00.134441 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddfc5d02-a799-477e-885d-191a8e15220c req-2ed0936c-4699-45bf-b4ae-bf9ff4a6c3bb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0689189 Jul 23 23:19:00.173406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ddfc5d02-a799-477e-885d-191a8e15220c req-e926f2e7-0c81-4447-90e1-081c16b84d7a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Jul 23 23:19:01.304009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb31fae-8db2-435b-9d88-59b6f3e48197 req-f0124401-49ee-432f-925a-2b987c353e86 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:01.306183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aeb31fae-8db2-435b-9d88-59b6f3e48197 req-f0124401-49ee-432f-925a-2b987c353e86 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0648270 Jul 23 23:19:01.345091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aeb31fae-8db2-435b-9d88-59b6f3e48197 req-48171236-3f80-459d-9511-55a08258ffd6 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Jul 23 23:19:02.473237 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:19:02.481352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72899325-76b2-4fac-b4f0-46a2814aafaf req-706cddd2-436b-4d0d-ac68-53643b92eef0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:02.482952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72899325-76b2-4fac-b4f0-46a2814aafaf req-706cddd2-436b-4d0d-ac68-53643b92eef0 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0707226 Jul 23 23:19:02.525333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72899325-76b2-4fac-b4f0-46a2814aafaf req-d662d494-7d1b-4a55-b779-e858c3284c1e tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359633 Jul 23 23:19:02.527337 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-05afc153-6a91-4ae6-a953-bc1fcde7506d service neutron] show failed (client error): The resource could not be found. Jul 23 23:19:02.528386 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-05afc153-6a91-4ae6-a953-bc1fcde7506d service neutron] 10.222.0.22 "GET /v2.0/ports/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0584230 Jul 23 23:19:02.747731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-e753d1f2-538a-4568-b8bd-a95238c76648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:02.749157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-e753d1f2-538a-4568-b8bd-a95238c76648 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28&tenant_id=8e901c55a58d4683b44f45b249d2c21b HTTP/1.1" status: 200 len: 1097 time: 0.0590773 Jul 23 23:19:02.761129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:02.832011 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.037319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:03.069273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:03.108283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:03.110879 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0110d-875d-4390-94b8-eb01446bce7a" -d '{"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-unplugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:03.114886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.128131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Transition to ACTIVE for port object c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:03.132069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.161272 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76707b-78a1-4055-9a46-f6700967eef8 x-openstack-request-id: req-ab76707b-78a1-4055-9a46-f6700967eef8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:03.161567 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-unplugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:03.161851 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab76707b-78a1-4055-9a46-f6700967eef8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:03.162252 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'code': 200} Jul 23 23:19:03.183304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:03.204678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] No DVR routers for this DVR port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:19:03.208289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.208635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.208972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.209305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.209634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.209990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.210315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.210636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.210957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.211278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.211597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.211945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:03.249317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:19:03.249651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:19:03.250010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:03.254132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:19:03.254451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Attempting to bind port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on network e5dd8d59-96b0-4469-8234-70ce16f925be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:03.259863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:19:03.260197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Checking segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:03.260574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Bound using segment: {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:19:03.261001 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Bound port: c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:19:03.261352 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.325395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:03.328348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:19:03.332979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.367184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:03.367892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:03.370049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 1092 time: 0.6139238 Jul 23 23:19:03.390579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ebce4-b137-4922-98a3-2ff6ee05c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:03.446377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-eaee51fc-dfda-4a94-ab52-54a3d851bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:03.447857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-eaee51fc-dfda-4a94-ab52-54a3d851bd8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1095 time: 0.0544705 Jul 23 23:19:03.539406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-81be92aa-973d-4fb6-9ac8-b6d93738f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:03.541668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-81be92aa-973d-4fb6-9ac8-b6d93738f419 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0874317 Jul 23 23:19:03.584154 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-19c3c486-7c2c-438a-978f-c14df690a3e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0365260 Jul 23 23:19:03.664478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-4f9be0ae-c405-4391-bc89-35b04d6f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:03.666539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-4f9be0ae-c405-4391-bc89-35b04d6f76e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0764549 Jul 23 23:19:03.704081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-20997027-2ef1-4bb7-ba39-d28797322d22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316367 Jul 23 23:19:03.726778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8e766-2408-4dc8-8290-bd8980cdc157 req-14a6823f-e8dd-4d63-b7da-7d9f4e78d66d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:03.728933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abf8e766-2408-4dc8-8290-bd8980cdc157 req-14a6823f-e8dd-4d63-b7da-7d9f4e78d66d tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 943 time: 0.1314614 Jul 23 23:19:03.815815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abf8e766-2408-4dc8-8290-bd8980cdc157 req-fa69d3cc-e8c5-49fa-99fd-5bfa1dedc436 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770099 Jul 23 23:19:03.834650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-cfdc4da5-aee0-4eb6-a293-3e0d3e8fe8ca service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236525 Jul 23 23:19:03.923727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c78a5cca-4c0f-47af-9d5d-d6f994a3578d req-7fbb8669-c4d6-4553-a46b-4d123df4ef3c service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828559 Jul 23 23:19:04.933485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:19:04.951272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e14e26-93c5-49a5-9f7f-f5e0888e6409 req-f39ef1bc-96d9-4a26-a53b-856b2f32af55 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:04.952606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58e14e26-93c5-49a5-9f7f-f5e0888e6409 req-f39ef1bc-96d9-4a26-a53b-856b2f32af55 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 943 time: 0.0670815 Jul 23 23:19:04.991790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58e14e26-93c5-49a5-9f7f-f5e0888e6409 req-79f20345-e02d-4273-b92b-d16fc8358f63 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Jul 23 23:19:05.031322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:05.042809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'network_id': 'e5dd8d59-96b0-4469-8234-70ce16f925be', 'port_id': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'mac_address': 'fa:16:3e:00:d6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e30f0f5f-c382-4597-96f6-c35f0138942f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:19:05.083736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:05.097407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:19:05.116635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:05.120455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:05.163634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:05.166047 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11923f-6689-4463-a18d-05638c2e48c5" -d '{"events": [{"name": "network-changed", "server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:05.167411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:05.174877 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.175225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.175569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.175908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.176240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.176570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.176904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.177233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.177557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.177906 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.178233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.178564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:05.213472 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb039504-2cdf-414c-b4a4-3ef459e38525 x-openstack-request-id: req-fb039504-2cdf-414c-b4a4-3ef459e38525 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:05.214551 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:05.214823 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb039504-2cdf-414c-b4a4-3ef459e38525 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:05.215566 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'status': 'completed', 'code': 200} Jul 23 23:19:05.286911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-9405c440-34e1-4cac-acb4-85605a12ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.288436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-9405c440-34e1-4cac-acb4-85605a12ac8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1096 time: 0.0575209 Jul 23 23:19:05.288726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-e65dfbd2-f6f6-4e02-b7d3-7d624c184705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.290490 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-e65dfbd2-f6f6-4e02-b7d3-7d624c184705 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1096 time: 0.0556567 Jul 23 23:19:05.353107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:19:05.402579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-c1cbb97f-59a8-4363-b318-88a9d8ae024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.404331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-c1cbb97f-59a8-4363-b318-88a9d8ae024b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.1082435 Jul 23 23:19:05.419691 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-d9f7cbc2-414d-4194-8b7a-91a1b89de16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.421435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-d9f7cbc2-414d-4194-8b7a-91a1b89de16c service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.1262112 Jul 23 23:19:05.457642 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-259077a0-2bb1-44d2-b4ba-8063a3ebbd28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0462608 Jul 23 23:19:05.465634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-a680a7ce-baa2-4fed-973b-2dc51efcf225 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0377219 Jul 23 23:19:05.513277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-4af0ace5-0339-48d4-8a4d-4f9f69cdb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.514894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-4af0ace5-0339-48d4-8a4d-4f9f69cdb638 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0508685 Jul 23 23:19:05.517334 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-57a3e6c8-8ac6-4e5c-a50e-a99b70bf1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:05.518847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-57a3e6c8-8ac6-4e5c-a50e-a99b70bf1653 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0462480 Jul 23 23:19:05.555033 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-ba98eeba-3e31-4c58-bf11-4eec0c11b9a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342386 Jul 23 23:19:05.560076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-aa8df57d-69e3-4914-a9f0-a1fb1f1ee0a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346749 Jul 23 23:19:05.647647 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-c1e07b59-0f6c-407e-a838-3689fa0da94f service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Jul 23 23:19:05.648279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-6e722975-ec1c-4976-bf43-00f16d03919d service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810270 Jul 23 23:19:05.687423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:19:05.725623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:19:05.742842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-b9b38975-7cf6-42d4-b2fe-653f09bbab43 service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891631 Jul 23 23:19:05.747562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8b11923f-6689-4463-a18d-05638c2e48c5 req-7e294eba-f4cb-41a5-9ff4-d11418976388 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925004 Jul 23 23:19:06.123870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1bbd3-6ee3-4045-b94f-4fa6e26e84c0 req-329ef880-4067-47e2-a888-3f695d841883 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:06.125375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3da1bbd3-6ee3-4045-b94f-4fa6e26e84c0 req-329ef880-4067-47e2-a888-3f695d841883 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 944 time: 0.0646093 Jul 23 23:19:06.164124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3da1bbd3-6ee3-4045-b94f-4fa6e26e84c0 req-6d6d9e26-fc72-4157-a93d-5e23655c6493 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jul 23 23:19:06.377175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9968ad-e394-4950-91c1-15e63ba779f4 req-7042539c-e63b-4aba-95c2-bcd147a38df9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:06.378706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d9968ad-e394-4950-91c1-15e63ba779f4 req-7042539c-e63b-4aba-95c2-bcd147a38df9 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 944 time: 0.0665386 Jul 23 23:19:06.390213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-2e3f7c51-fc74-40df-82ba-bdd589d1b649 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:06.391679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-2e3f7c51-fc74-40df-82ba-bdd589d1b649 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.22 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28&tenant_id=8e901c55a58d4683b44f45b249d2c21b&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 944 time: 0.0706170 Jul 23 23:19:06.418777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d9968ad-e394-4950-91c1-15e63ba779f4 req-2259127b-7381-4a51-b591-3cc240358a11 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Jul 23 23:19:06.459586 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-8b0ac5c5-47b7-42b7-810e-2a90ed8887b4 service neutron] delete failed (client error): The resource could not be found. Jul 23 23:19:06.460643 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-8b0ac5c5-47b7-42b7-810e-2a90ed8887b4 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0615411 Jul 23 23:19:06.897297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-34d9e799-7c5b-4e0f-a2fc-88eacea5d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:06.898834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-34d9e799-7c5b-4e0f-a2fc-88eacea5d487 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1096 time: 0.3941100 Jul 23 23:19:06.937459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:06.985904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:06.989614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:06.989966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-63a900da-346e-434c-9645-bc48c4f1155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:06.990084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:06.991443 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-63a900da-346e-434c-9645-bc48c4f1155e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0853903 Jul 23 23:19:07.036725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-c8cf34e9-1c88-44fd-b9b0-e233c4ad3bb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0392892 Jul 23 23:19:07.068503 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:07.088191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-d8a9d5cd-5665-419e-826c-53acd02ac265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:07.089660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-d8a9d5cd-5665-419e-826c-53acd02ac265 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0444314 Jul 23 23:19:07.090493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:07.092737 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d16ef7-0910-4eca-b524-ddbe3ef928a9" -d '{"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-plugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:07.108313 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:07.112968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:07.127521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-4921fd62-f72c-4a23-bd2a-eb9f0010a8a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jul 23 23:19:07.148278 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d24396-6c9a-45b9-89d1-7c2b372e2b17 x-openstack-request-id: req-83d24396-6c9a-45b9-89d1-7c2b372e2b17 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:07.148510 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-plugged", "status": "completed", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:07.148787 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83d24396-6c9a-45b9-89d1-7c2b372e2b17 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:07.149147 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'code': 200} Jul 23 23:19:07.164136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:07.221288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-d7fd7e05-ed4f-4dfb-a46b-e5408556f67d service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874040 Jul 23 23:19:07.307507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6d9a9c1a-c31d-4741-b026-9688a6d2ed35 req-058baf63-8ddd-4e86-a935-80a2ddff828f service neutron] 10.222.0.22 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798216 Jul 23 23:19:07.552695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbfbc-c9c0-48b1-aae9-b54363b37666 req-23841917-1306-43dd-b252-67aea61165cb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:07.554183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e0bbfbc-c9c0-48b1-aae9-b54363b37666 req-23841917-1306-43dd-b252-67aea61165cb tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0665207 Jul 23 23:19:07.593533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e0bbfbc-c9c0-48b1-aae9-b54363b37666 req-674ecab1-a83c-4499-ac68-ecb452007f3a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Jul 23 23:19:07.703842 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-0aef6d59-450e-4de2-8378-fa2ff637fa83 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578179 Jul 23 23:19:07.802119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-767dcd23-c821-43b5-99e3-68e203210e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:07.803617 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-767dcd23-c821-43b5-99e3-68e203210e15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e901c55a58d4683b44f45b249d2c21b&device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 1097 time: 0.0591888 Jul 23 23:19:07.908585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-4c0398ef-ac91-4c4c-954d-a60c0c4ad9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:07.910097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-4c0398ef-ac91-4c4c-954d-a60c0c4ad9d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 200 len: 915 time: 0.0876486 Jul 23 23:19:07.953415 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-e43cb1e2-ca3b-49d1-bf9e-4fa230288529 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 200 len: 217 time: 0.0371215 Jul 23 23:19:08.000501 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-63209771-856c-45fa-8b11-fa6290fa6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:08.001963 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-63209771-856c-45fa-8b11-fa6290fa6bd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 200 len: 854 time: 0.0428689 Jul 23 23:19:08.034231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-a535d8c0-b6d2-4e99-b035-8a097b6c7c39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e5dd8d59-96b0-4469-8234-70ce16f925be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264106 Jul 23 23:19:08.124769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-78dfba5c-3226-45c1-94a5-c422a27c84b8 service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839210 Jul 23 23:19:08.210920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1ea335d0-1dab-4444-892f-4775d36510b6 req-698a88db-50dc-43e1-bc79-25d01023bebb service neutron] 10.222.0.25 "GET /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799596 Jul 23 23:19:08.722430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088b3b-da8e-4d4f-913b-cdd1c7c6a2fa req-4368df16-1ccf-40e0-b467-b87bd6a3968a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:08.723908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6088b3b-da8e-4d4f-913b-cdd1c7c6a2fa req-4368df16-1ccf-40e0-b467-b87bd6a3968a tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0632112 Jul 23 23:19:08.766061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e6088b3b-da8e-4d4f-913b-cdd1c7c6a2fa req-595a1f6a-6556-443f-8287-01054af5bf24 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358725 Jul 23 23:19:08.894571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4d44-d79c-4bf0-b9eb-59c0ff9ae2c4 req-3537cc16-34d6-43b1-bbbe-d08c7b9811d5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:08.895961 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-642d4d44-d79c-4bf0-b9eb-59c0ff9ae2c4 req-3537cc16-34d6-43b1-bbbe-d08c7b9811d5 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0660751 Jul 23 23:19:08.934344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-642d4d44-d79c-4bf0-b9eb-59c0ff9ae2c4 req-1a1b1965-5e2d-4d19-82eb-f18d952a6f21 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Jul 23 23:19:09.061091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ad7e6-32e3-42e9-a76c-eb83dfcdd791 req-100b074d-439e-4454-8d47-f1a61ed675b2 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:09.062688 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-512ad7e6-32e3-42e9-a76c-eb83dfcdd791 req-100b074d-439e-4454-8d47-f1a61ed675b2 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0634370 Jul 23 23:19:09.099465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-512ad7e6-32e3-42e9-a76c-eb83dfcdd791 req-afece3e1-4f45-4afd-80e5-56e7726a1bbe tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Jul 23 23:19:09.440088 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3081c2-21d4-4437-8423-d96ba7a6ebf5 req-f3a801e7-395b-4457-acbc-b77315ae73a3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:09.441452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db3081c2-21d4-4437-8423-d96ba7a6ebf5 req-f3a801e7-395b-4457-acbc-b77315ae73a3 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.0655992 Jul 23 23:19:09.478770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db3081c2-21d4-4437-8423-d96ba7a6ebf5 req-5f1e0e8f-a9cf-48f1-9b16-5700725cbc82 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Jul 23 23:19:10.620890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992135-e679-4a66-a94a-2b47612825e5 req-6f69814c-e634-47e9-bd14-a6ee8b373156 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:10.622348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1992135-e679-4a66-a94a-2b47612825e5 req-6f69814c-e634-47e9-bd14-a6ee8b373156 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.25 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.1123149 Jul 23 23:19:10.684318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2d5f8-9e66-4842-940a-1ac1161b47d9 req-9bad1f3e-987e-45dd-959c-eac4ec4c1859 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:10.685894 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edb2d5f8-9e66-4842-940a-1ac1161b47d9 req-9bad1f3e-987e-45dd-959c-eac4ec4c1859 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/ports?device_id=826ddc32-20d0-49a6-9010-bd9808f31c28 HTTP/1.1" status: 200 len: 945 time: 0.1331499 Jul 23 23:19:10.754755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-edb2d5f8-9e66-4842-940a-1ac1161b47d9 req-63fd6d63-3628-457e-b8d4-c864eaa6710f tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.37 "GET /v2.0/security-groups?id=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617106 Jul 23 23:19:10.774277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Deleting port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:19:10.774623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:10.866621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] For port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,segment=NetworkSegment(e69689e4-5ec1-4a61-ac1c-fc5f355da6aa),segment_id=e69689e4-5ec1-4a61-ac1c-fc5f355da6aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:10.866986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:10.879871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Calling delete_port for c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:19:11.003098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:11.015569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:19:11.035894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Pushing event deleted for resources: {'Port': ['ID=c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:11.084455 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e9b0e373-4f03-41a8-9430-9fa804c4c6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:11.085843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] No DVR routers for this DVR port c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:19:11.089194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:11.091288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f1992135-e679-4a66-a94a-2b47612825e5 req-33897b95-5f9a-4b90-ba45-182619e16f52 tempest-ServerDiskConfigTestJSON-1964421183 tempest-ServerDiskConfigTestJSON-1964421183-project] 10.222.0.25 "DELETE /v2.0/ports/c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e HTTP/1.1" status: 204 len: 173 time: 0.4628906 Jul 23 23:19:11.091733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-deleted', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:11.093999 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f9ec3-3d96-4926-bd93-8fd7352bb9a2" -d '{"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-deleted", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:11.131220 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37506c47-0c06-4c9a-ad9b-cfaa18febbef x-openstack-request-id: req-37506c47-0c06-4c9a-ad9b-cfaa18febbef {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:11.131463 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ddc32-20d0-49a6-9010-bd9808f31c28", "name": "network-vif-deleted", "tag": "c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:11.131718 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37506c47-0c06-4c9a-ad9b-cfaa18febbef {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:11.132148 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ddc32-20d0-49a6-9010-bd9808f31c28', 'name': 'network-vif-deleted', 'tag': 'c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e', 'status': 'completed', 'code': 200} Jul 23 23:19:11.875500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:11.927717 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Deleting subnet e30f0f5f-c382-4597-96f6-c35f0138942f {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:19:11.931019 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:11.965166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.002211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.053078 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.079642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30f0f5f-c382-4597-96f6-c35f0138942f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:12.084108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.085946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e30f0f5f-c382-4597-96f6-c35f0138942f HTTP/1.1" status: 204 len: 168 time: 0.2093587 Jul 23 23:19:12.088809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:12.091704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.092055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.092393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.092733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.093065 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.093393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.093719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.094114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.094445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.094824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.095125 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.095424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e469c902-17db-4be1-b530-57837fed57b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:12.159479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.237477 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.247667 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dd8d59-96b0-4469-8234-70ce16f925be']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:12.257178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:12.257472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69689e4-5ec1-4a61-ac1c-fc5f355da6aa') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:12.266677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.280300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.285945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:19:12.286320 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:19:12.287902 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:19:12.343686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.349059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.350886 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5dd8d59-96b0-4469-8234-70ce16f925be HTTP/1.1" status: 204 len: 168 time: 0.2610989 Jul 23 23:19:12.362697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f7bb6-e022-4197-8a05-ace97a26f4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dd8d59-96b0-4469-8234-70ce16f925be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:12.458847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:12.504496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29e8d486-4dfa-493a-8310-c9d6ec510f43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e901c55a58d4683b44f45b249d2c21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444868 Jul 23 23:19:12.507272 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:12.553994 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.574748 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.623220 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.625874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:12.626990 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c54e5ad6-7bcc-4792-81d1-16fe8aa31e94 HTTP/1.1" status: 204 len: 168 time: 0.1188467 Jul 23 23:19:12.634762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccf16a-15aa-4cb5-a0ff-c169e1fcddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e5ad6-7bcc-4792-81d1-16fe8aa31e94,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:13.273144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:13.416883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2051422254-network', 'tenant_id': '58c84ca172a54f729eea062b23a910b3'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:13.437657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:19:13.439907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.448561 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.539882 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.543559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.564386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:19:13.578131 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d42c81-9ea3-488a-a624-17bddd30302e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:13.583054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.583389 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Added segment 5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e of type vlan for network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc Jul 23 23:19:13.627628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.656310 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.657320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:13.657935 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.689004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4147384 Jul 23 23:19:13.693480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40684) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:13.722938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Request body: {'subnet': {'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2051422254-subnet', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:13.727011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925a5bf-0936-4117-971b-fd32eaef39cc admin admin] Pushing event updated for resources: {'Network': ['ID=9ea7acaa-2bbc-458c-8214-07b87ef51bdc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:13.736852 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:19:13.746817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:19:13.749556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.817743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6add4a1e-c225-4cdc-b99e-c435e4ee2f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.923732 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.986347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:13.990565 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:13.990918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Network hostable DHCP agents. Network: 9ea7acaa-2bbc-458c-8214-07b87ef51bdc, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:19:14.006732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:19:14.016367 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 9ea7acaa-2bbc-458c-8214-07b87ef51bdc) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:14.020308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:14.020900 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.025843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfffd0-3dc5-4d26-9b37-f3abb05d8cac None None] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:19:14.035566 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-10c3f2a0-6ca8-43e6-a563-b5439437fdc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3410523 Jul 23 23:19:14.038295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40686) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:14.043037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:14.063537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.064603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.116522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.181500 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:19:14.182396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.266072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.271597 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.334277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Allocated IP 172.20.0.2 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/c9827227-802f-4bbc-b45d-266cfa4cc354) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:19:14.473406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.475748 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.485303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Transition to ACTIVE for port object c9827227-802f-4bbc-b45d-266cfa4cc354 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:14.499421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.501041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Transition to ACTIVE for port object c9827227-802f-4bbc-b45d-266cfa4cc354 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:14.508081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.554394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:14.558308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:14.562815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:19:14.565941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Pushing event updated for resources: {'Port': ['ID=c9827227-802f-4bbc-b45d-266cfa4cc354,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:14.608236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Allocated IP 172.25.1.163 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:19:14.625231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Attempting to bind port c9827227-802f-4bbc-b45d-266cfa4cc354 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:19:14.625594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Attempting to bind port c9827227-802f-4bbc-b45d-266cfa4cc354 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:19:14.625980 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Attempting to bind port c9827227-802f-4bbc-b45d-266cfa4cc354 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:14.630808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:19:14.631180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:14.631579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.631976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:19:14.632437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Bound port: c9827227-802f-4bbc-b45d-266cfa4cc354, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:19:14.632813 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.694797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] For port c9827227-802f-4bbc-b45d-266cfa4cc354, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:14.699274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] For port c9827227-802f-4bbc-b45d-266cfa4cc354, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c9827227-802f-4bbc-b45d-266cfa4cc354,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:19:14.703446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.716441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.763986 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:14.764795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b456db-9fc5-4386-998d-08a35c7df264 None None] Pushing event updated for resources: {'Port': ['ID=c9827227-802f-4bbc-b45d-266cfa4cc354,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:14.804368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:14.808438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:14.814262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:19:14.841793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:14.984911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:19:15.005301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:19:15.005905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device c2080e34-d4f0-42c4-a7a4-a5b620ffcd4e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:19:15.091738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.092791 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.290556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.407291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c9827227-802f-4bbc-b45d-266cfa4cc354 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:15.430423 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:19:15.459075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c9827227-802f-4bbc-b45d-266cfa4cc354 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:15.544023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:19:15.553412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:19:15.560765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.564197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:15.564909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:15.565190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:15.578504 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-39597e75-d777-4364-b313-3d39174679a4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5391080 Jul 23 23:19:15.678659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:15.705716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58491e4-c476-4ec5-8396-0adfca1baecf None None] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:19:15.819128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Provisioning for port c9827227-802f-4bbc-b45d-266cfa4cc354 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:16.024348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Provisioning complete for port c9827227-802f-4bbc-b45d-266cfa4cc354 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:16.024637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.224076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.244191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:14Z', 'revision_number': 3, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:16.283523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:19:16.283875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Updating router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:19:16.320598 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.322586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] For port c9827227-802f-4bbc-b45d-266cfa4cc354, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c9827227-802f-4bbc-b45d-266cfa4cc354,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:16.330014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.361567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.418106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d5bbd-42e7-4521-b386-83d9fb335ef8 None None] Pushing event updated for resources: {'Port': ['ID=c9827227-802f-4bbc-b45d-266cfa4cc354,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:16.502917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Allocated IP 172.20.0.1 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/303c0518-0bfb-4e70-95ff-a4f914c43ba7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:19:16.568726 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45a0d3b2-b30f-44be-b528-ae16b771f277 None None] Provisioning complete for port c9827227-802f-4bbc-b45d-266cfa4cc354 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:16.569102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45a0d3b2-b30f-44be-b528-ae16b771f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.610559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.624417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Transition to ACTIVE for port object 303c0518-0bfb-4e70-95ff-a4f914c43ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:16.640260 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.657286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.695398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:16.700868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:16.704433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:19:16.709990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Pushing event updated for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:16.731475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.743755 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Transition to ACTIVE for port object b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:16.751014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.751236 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.811550 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Attempting to bind port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:19:16.812116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Attempting to bind port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:19:16.812651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Attempting to bind port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:16.822985 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:19:16.823712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:16.823712 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.825304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:19:16.825304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Bound port: b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:19:16.825304 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.826757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e53f-817d-4f6c-90ce-3892e6290fd4 None None] Pushing event updated for resources: {'Port': ['ID=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:16.885360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] For port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:16.889270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] For port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:19:16.895264 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.910143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.955119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:16.955748 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:17.025936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-915ea59d-403f-4a96-b08b-e963a7ea66c4 None None] Provisioning for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:17.031307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e53f-817d-4f6c-90ce-3892e6290fd4 None None] Pushing event updated for resources: {'Port': ['ID=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:17.035570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-915ea59d-403f-4a96-b08b-e963a7ea66c4 None None] Provisioning complete for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:17.035941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-915ea59d-403f-4a96-b08b-e963a7ea66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.072858 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.077420 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.085241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-915ea59d-403f-4a96-b08b-e963a7ea66c4 None None] Port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:19:17.105066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:17.147596 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.150884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Pushing event updated for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:17.238536 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:17.240112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:17.308602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 1, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:17.370730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e4ab5-e798-484a-8fe3-427757f29921 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 1, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:19:17.371238 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:19:17.394278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c9827227-802f-4bbc-b45d-266cfa4cc354 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:17.450617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c9827227-802f-4bbc-b45d-266cfa4cc354 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:17.451099 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.502913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:19:17.511836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-40cba304-ec23-4479-b2a5-02e34364893d admin admin] 10.222.0.37 "PUT /v2.0/routers/aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451971 Jul 23 23:19:17.524860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1433b0df-3afb-4515-9363-2cb09283067d None None] Provisioning complete for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:17.525239 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1433b0df-3afb-4515-9363-2cb09283067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.588935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1433b0df-3afb-4515-9363-2cb09283067d None None] Port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:19:17.989149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:17.995430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684541670', 'description': 'tempest-description--1138791998'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:18.021002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.118684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.124036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.156559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.157927 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1670287 Jul 23 23:19:18.159056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6d90-97cf-470e-a4af-4f21afaff8bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1597e-af15-4f0f-81e4-8f05e6d67d30,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:18.160791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:18.167240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'security_group_rule': {'security_group_id': '08b1597e-af15-4f0f-81e4-8f05e6d67d30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:18.214733 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.278226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.282613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.301116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0526ccca-f120-4fe4-adf0-d6b8afbb0271,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:18.308987 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.310551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c17600ab-f5bd-4194-abfa-c058737d873c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480837 Jul 23 23:19:18.313286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:18.319575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'security_group_rule': {'security_group_id': '08b1597e-af15-4f0f-81e4-8f05e6d67d30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:18.353780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.424374 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.428512 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.447790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b14e79f-acb4-4137-98f4-07cd64ae4075,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:18.460055 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.461437 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2da60982-5565-433e-af25-06215fcdfc0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459122 Jul 23 23:19:18.464447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:18.469287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:18.492593 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.597177 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.704372 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Allocated IP 172.25.1.21 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/1ef92cae-7f9e-452a-9705-39bf41710932) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:19:18.816699 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.856040 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.892135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:18.896855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:18.900902 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:19:18.924705 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=1ef92cae-7f9e-452a-9705-39bf41710932,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:18.989336 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.038636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.194378 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.199659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.271866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=1ef92cae-7f9e-452a-9705-39bf41710932,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:19.281816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.296064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.297488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b4c56fcd-92bd-4731-b1f4-43fa24420841 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8320334 Jul 23 23:19:19.416631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:19.468950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:19.473705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:19.474107 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.474977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-49b6c2fe-915d-4cf0-bf00-5cb1d80d9f20 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1684541670&fields=id&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 267 time: 0.0368059 Jul 23 23:19:19.522068 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:19:19.531769 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:19.532530 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:19.564263 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.584842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:19.589858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:19.599281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-6448c8e0-9bdf-428e-9df7-7cb64526b6eb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:19.600921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-6448c8e0-9bdf-428e-9df7-7cb64526b6eb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1165936 Jul 23 23:19:19.618660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-80d645bf-22aa-4dc8-9382-44430bd9cf0f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/quotas/58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 375 time: 0.0110731 Jul 23 23:19:19.640809 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:19.642117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:19.693392 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-3fd45308-0607-4a7e-a743-8ecf72925444 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683746 Jul 23 23:19:19.794777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-c0b96667-5980-4690-b28d-44db9436c1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894480 Jul 23 23:19:19.844212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 2, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:19.870414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:19:19.870765 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Updating router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:19:19.886011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-effefead-b4f7-4119-be75-c26a914f49f0 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849805 Jul 23 23:19:19.905009 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.056505 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec92e138-f340-4ee6-9fd9-d0e71070a2c0 req-ce57431b-d635-4dce-b30b-b993bbb354be tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0319452 Jul 23 23:19:20.190183 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.200730 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Transition to ACTIVE for port object 303c0518-0bfb-4e70-95ff-a4f914c43ba7 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:20.206582 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.258206 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Pushing event updated for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:20.284817 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.285192 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.285559 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.285909 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.286268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.286630 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.286953 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.287305 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.287699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.287963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.288488 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.288808 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:19:20.330010 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Attempting to bind port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:19:20.330590 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Attempting to bind port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:19:20.331278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Attempting to bind port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:20.337426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:19:20.337884 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:20.338207 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.338596 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:19:20.339067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Bound port: 303c0518-0bfb-4e70-95ff-a4f914c43ba7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:19:20.339605 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.416258 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] For port 303c0518-0bfb-4e70-95ff-a4f914c43ba7, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:20.419434 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] For port 303c0518-0bfb-4e70-95ff-a4f914c43ba7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=303c0518-0bfb-4e70-95ff-a4f914c43ba7,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:19:20.423937 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:20.482876 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:20.483736 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:20.553526 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295dc93-b9ba-4c3f-a6e1-0ec671d988fd None None] Pushing event updated for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:20.601385 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:20.806861 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:20Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:20.835707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2575d61-9b86-4fbf-8ba0-30179f6e6152 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:20Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:19:21.039347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-44db9b3e-f422-4460-8ea6-55f6db5395f9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:21.041601 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-44db9b3e-f422-4460-8ea6-55f6db5395f9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1151712 Jul 23 23:19:21.096844 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-475437f2-ea21-4455-a539-ee8cecc05474 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 380 time: 0.0468693 Jul 23 23:19:21.107357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'port': {'device_id': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'admin_state_up': True, 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'security_groups': ['08b1597e-af15-4f0f-81e4-8f05e6d67d30']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:21.163603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-575ade41-5d72-4e29-bef5-049dbefad766 req-cd5ec614-75cd-4d7c-8a33-3e3102a57605 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Jul 23 23:19:21.227307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:19:21.233979 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.378075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Allocated IP 172.20.0.3 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/6a006259-7b87-4511-aa9c-40a8af1c6ea4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:19:21.423566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:21.483942 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:21.484314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.543562 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.557060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Transition to ACTIVE for port object 6a006259-7b87-4511-aa9c-40a8af1c6ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:21.563408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 303c0518-0bfb-4e70-95ff-a4f914c43ba7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:21.592977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.614530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:21.618278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:21.618646 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.640356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:19:21.648777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:19:21.652246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:19:21.694417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:21.721234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.722236 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:21.723025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.745302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-68010560-14ff-4e28-83c4-c6be3c68e998 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422896 Jul 23 23:19:21.758130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Request body: {'port': {'device_id': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:21.763968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 303c0518-0bfb-4e70-95ff-a4f914c43ba7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=303c0518-0bfb-4e70-95ff-a4f914c43ba7,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:21.769613 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.821445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:21.838925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.891199 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44bd2a16-8b0e-4335-8d81-b9314eb419f9 None None] Provisioning for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:21.895285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44bd2a16-8b0e-4335-8d81-b9314eb419f9 None None] Provisioning complete for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:21.895653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44bd2a16-8b0e-4335-8d81-b9314eb419f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:21.928413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-44bd2a16-8b0e-4335-8d81-b9314eb419f9 None None] Port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:19:22.104464 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a006259-7b87-4511-aa9c-40a8af1c6ea4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:19:22.112003 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.123820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Transition to ACTIVE for port object 6a006259-7b87-4511-aa9c-40a8af1c6ea4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:19:22.127594 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.199991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:22.251066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:19:22.251403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:19:22.251735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:22.256287 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:19:22.256678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:19:22.262668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:19:22.263079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:19:22.263530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:19:22.264062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Bound port: 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:19:22.264490 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.310411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375b7da-d551-480c-863c-c23fa5d792b8 req-8e601cbd-a55e-4b2a-9c9c-e0b819bb3b39 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:22.313036 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3375b7da-d551-480c-863c-c23fa5d792b8 req-8e601cbd-a55e-4b2a-9c9c-e0b819bb3b39 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0705156 Jul 23 23:19:22.344755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:19:22.348610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:19:22.354128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3375b7da-d551-480c-863c-c23fa5d792b8 req-ed6615cf-1c8c-4fab-85b1-1909d409f943 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Jul 23 23:19:22.360094 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.395354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:22.396340 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.397744 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] 10.222.0.22 "PUT /v2.0/ports/6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 1092 time: 0.6442859 Jul 23 23:19:22.403406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:22.405775 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ee59be-3657-4138-bec3-57f186c629dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:22.436794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ad8a7-8644-49a3-a3ad-093e2b6283ce service neutron] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:22.454522 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47ace5c-ee83-41ec-8568-cd76515788f4 x-openstack-request-id: req-d47ace5c-ee83-41ec-8568-cd76515788f4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:22.454821 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:22.455073 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47ace5c-ee83-41ec-8568-cd76515788f4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:22.455474 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'status': 'completed', 'code': 200} Jul 23 23:19:22.521618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-5d8c09b8-9505-4d5a-821b-d43e5d2dea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:22.523158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-5d8c09b8-9505-4d5a-821b-d43e5d2dea20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0637927 Jul 23 23:19:22.569946 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-38445712-8bfa-4364-a0db-35d4dc2deb4b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 217 time: 0.0401461 Jul 23 23:19:22.596546 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:22.619752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-3f9b18cb-136c-4148-b97c-011e239778ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:22.621132 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-3f9b18cb-136c-4148-b97c-011e239778ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0453541 Jul 23 23:19:22.681996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ff17-8134-4857-b340-0ec51a01afed req-948c3c59-0ac1-46e2-b103-2b8a6c282e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:22.683527 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-948c3c59-0ac1-46e2-b103-2b8a6c282e0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558248 Jul 23 23:19:23.113049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-68263707-a05a-4f69-b7fd-284f557f7a84 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224761 Jul 23 23:19:23.201010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9612ff17-8134-4857-b340-0ec51a01afed req-83f637ab-d126-4810-b6d5-b6596e1eee5e service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817916 Jul 23 23:19:23.299953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee59be-3657-4138-bec3-57f186c629dd req-1a6986fb-828e-4b91-90ba-1bcb1d54ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:23.301476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-1a6986fb-828e-4b91-90ba-1bcb1d54ddea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0549710 Jul 23 23:19:23.381180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 303c0518-0bfb-4e70-95ff-a4f914c43ba7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:23.404568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee59be-3657-4138-bec3-57f186c629dd req-90aa667f-4d7f-4559-8230-dd612f22c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:23.406193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-90aa667f-4d7f-4559-8230-dd612f22c00d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0992107 Jul 23 23:19:23.433451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:23.433979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:23.450271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-0102f41d-6048-46b0-a384-2485dd436c87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 217 time: 0.0375896 Jul 23 23:19:23.494796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe73a4-487c-4db1-892f-709b5cae499d req-d332db91-88f0-488f-a9ee-1dd3d0daf588 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:23.496974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14fe73a4-487c-4db1-892f-709b5cae499d req-d332db91-88f0-488f-a9ee-1dd3d0daf588 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0685110 Jul 23 23:19:23.513076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee59be-3657-4138-bec3-57f186c629dd req-80869e3b-d831-433a-a9b0-92592468723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:23.515075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-80869e3b-d831-433a-a9b0-92592468723c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0569649 Jul 23 23:19:23.543471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14fe73a4-487c-4db1-892f-709b5cae499d req-f3fd4cfa-9f8b-48e6-8ae2-7ecec625277d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Jul 23 23:19:23.568251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:23.581204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee59be-3657-4138-bec3-57f186c629dd req-bab1a9b7-0744-40e6-bdbf-d85b3a41a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:23.582769 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-bab1a9b7-0744-40e6-bdbf-d85b3a41a180 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607224 Jul 23 23:19:23.674743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-998b4131-ffb6-406b-9fb1-c0b65f0a47d3 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820444 Jul 23 23:19:23.769741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38ee59be-3657-4138-bec3-57f186c629dd req-ebd7c91d-6b70-449a-a907-d3544d847f7c service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Jul 23 23:19:24.679832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f9fcc-6bf1-4fc3-9058-24e58828d01e req-ff07f52f-cc0c-4b0c-b8ab-78b1d7ac5c00 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:24.682402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-426f9fcc-6bf1-4fc3-9058-24e58828d01e req-ff07f52f-cc0c-4b0c-b8ab-78b1d7ac5c00 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0683401 Jul 23 23:19:24.724062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-426f9fcc-6bf1-4fc3-9058-24e58828d01e req-c9e23637-30fd-4ba0-ac5e-f05291570a0d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359800 Jul 23 23:19:25.795024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:19:25.853729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04eea9-5c0f-4794-8638-115407480fa6 req-2423c104-5ef9-4b29-ae2a-81b2b64254f3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:25.855267 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b04eea9-5c0f-4794-8638-115407480fa6 req-2423c104-5ef9-4b29-ae2a-81b2b64254f3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0631926 Jul 23 23:19:25.891187 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:25.893312 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b04eea9-5c0f-4794-8638-115407480fa6 req-6dbaf27c-6fd4-4bf5-b577-ac853bce130a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322037 Jul 23 23:19:25.903727 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'mac_address': 'fa:16:3e:e4:70:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:19:25.940454 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:25.952541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a006259-7b87-4511-aa9c-40a8af1c6ea4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:19:25.971105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:25.975066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:26.021136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:26.182140 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['6a006259-7b87-4511-aa9c-40a8af1c6ea4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:19:27.026598 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641662-4006-4179-94ab-a785c31cbff6 req-c4e544fb-35c4-487f-b2e2-1f46d526184e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:27.028098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02641662-4006-4179-94ab-a785c31cbff6 req-c4e544fb-35c4-487f-b2e2-1f46d526184e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 944 time: 0.0679858 Jul 23 23:19:27.065826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02641662-4006-4179-94ab-a785c31cbff6 req-723312b1-7d90-4af6-b13e-26b7ce0b2858 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Jul 23 23:19:27.794819 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:19:27.842453 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:19:27.846144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:19:27.846518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:27.930593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:27.952814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:27.955074 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc2aaf-1da8-4c02-8802-12db0cf1d548" -d '{"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:27.967344 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:19:27.972368 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:27.998314 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a76c966-6efc-429c-8173-2238b3adf831 x-openstack-request-id: req-1a76c966-6efc-429c-8173-2238b3adf831 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:27.998605 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:27.998860 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a76c966-6efc-429c-8173-2238b3adf831 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:27.999246 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'code': 200} Jul 23 23:19:28.025394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:19:28.100003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72707da6-08c7-43b3-9a91-9992baf7cdec req-ee78bb4b-079e-44c3-a077-a8d41200a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:28.101610 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-72707da6-08c7-43b3-9a91-9992baf7cdec req-ee78bb4b-079e-44c3-a077-a8d41200a900 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0535693 Jul 23 23:19:28.137651 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-72707da6-08c7-43b3-9a91-9992baf7cdec req-4122f5d9-1694-492f-be07-355620977445 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289416 Jul 23 23:19:28.198622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d7881-3c53-45a0-b52c-5fe94a2a1dfc req-f474ec53-c25f-4824-bd33-873acbce534d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:28.200208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-074d7881-3c53-45a0-b52c-5fe94a2a1dfc req-f474ec53-c25f-4824-bd33-873acbce534d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0649974 Jul 23 23:19:28.239393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-074d7881-3c53-45a0-b52c-5fe94a2a1dfc req-4cf2b640-97c9-412f-b466-337c8611eca3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jul 23 23:19:29.373687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7144e2-517a-46a3-a7d7-354b97524b39 req-58d04d89-0aea-4044-ab37-3cd7aa3ece92 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:29.375196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a7144e2-517a-46a3-a7d7-354b97524b39 req-58d04d89-0aea-4044-ab37-3cd7aa3ece92 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0661101 Jul 23 23:19:29.417334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3a7144e2-517a-46a3-a7d7-354b97524b39 req-ea028a20-d11d-46ef-8798-f4b12cf8c0de tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365021 Jul 23 23:19:29.543250 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c04cf-bde4-4354-b721-70e2f42f078d req-6136cb66-412d-4cc0-8a39-a66af7b2e71f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:29.544744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-881c04cf-bde4-4354-b721-70e2f42f078d req-6136cb66-412d-4cc0-8a39-a66af7b2e71f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0660129 Jul 23 23:19:29.553112 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:19:29.558079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'floatingip': {'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:19:29.598880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:30.025797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:30.029486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:30.128363 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 associated. External IP: 172.25.1.21, port: 6a006259-7b87-4511-aa9c-40a8af1c6ea4. Jul 23 23:19:30.337065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:19:30.759207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:19:30.763574 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:30.768736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:19:30.777741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:30.778386 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:30.800150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7c4408a6-343a-4f0b-bbba-48423cd603c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "PUT /v2.0/floatingips/f5fa02c5-357e-446f-a11a-1f3b525c23e4 HTTP/1.1" status: 200 len: 990 time: 1.2459817 Jul 23 23:19:30.800748 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:19:30.803062 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208e98e0-27e9-4365-9b68-bb1d952770b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:19:30.886580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:30.897652 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627acdc-a982-477f-b908-7501e9150208 x-openstack-request-id: req-f627acdc-a982-477f-b908-7501e9150208 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:19:30.897974 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:19:30.898222 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f627acdc-a982-477f-b908-7501e9150208 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:19:30.899159 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'status': 'completed', 'code': 200} Jul 23 23:19:30.980138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-2b7e690f-ded7-44ef-b93e-1a874d8367e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:30.982001 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-2b7e690f-ded7-44ef-b93e-1a874d8367e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0642869 Jul 23 23:19:31.082185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-38c1b806-ecbd-4817-8e2f-fcfdfcb52ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:31.083654 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-38c1b806-ecbd-4817-8e2f-fcfdfcb52ead service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0948958 Jul 23 23:19:31.161305 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-98581cae-2e9e-465c-9bf6-327161aa4853 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 998 time: 0.0709043 Jul 23 23:19:31.210595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-b979a1ff-d010-49e4-aa97-7f3f601631af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:31.212816 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-b979a1ff-d010-49e4-aa97-7f3f601631af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0461354 Jul 23 23:19:31.275415 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-1ad13162-14ff-4c80-94f2-8a40d29700e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:19:31.276915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-1ad13162-14ff-4c80-94f2-8a40d29700e1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566034 Jul 23 23:19:31.289385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:e4:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:19:29Z', 'revision_number': 1, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:31.319463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:19:31.324997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:19:31.325627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:19:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:31.374195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-ffe24896-6978-4bab-9509-c9dd161197df service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Jul 23 23:19:31.430973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:19:31.462222 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-208e98e0-27e9-4365-9b68-bb1d952770b1 req-26629a1b-d821-43c5-80e7-e8fedc44a259 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823569 Jul 23 23:19:31.656771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:e4:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:19:29Z', 'revision_number': 1, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:19:31.682620 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcf223-b7fd-499d-960a-c7589d30e0e0 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:e4:70:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:19:29Z', 'revision_number': 1, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:19:31.877858 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03270000-eb4a-4c67-aaea-18400b488d86 None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:19:39.473029 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:19:41.086974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6a43f6c-0e2f-4423-be4c-ea80a8bd6bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:43.810126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f17a3daf-bc12-4514-b9b4-4f44965bb0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:44.233084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:45.093244 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:46.616572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:52.615164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:53.572475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:05.626784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-23413036-10f9-4bca-b422-1a8b90561e25 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598922 Jul 23 23:20:05.719600 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-4cd2605e-4cb6-49f4-a83a-306f6fee8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:20:05.721066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-4cd2605e-4cb6-49f4-a83a-306f6fee8c4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0532436 Jul 23 23:20:05.824198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-79206124-0c2a-4c31-b80a-f700f15f9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:20:05.825688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-79206124-0c2a-4c31-b80a-f700f15f9a98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0856791 Jul 23 23:20:05.903353 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-77174f46-b10c-49e7-978c-cf9d011ace8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0705788 Jul 23 23:20:05.952046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-7db361b5-cd26-4a19-9efc-792aab79454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:20:05.953470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-7db361b5-cd26-4a19-9efc-792aab79454a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0438395 Jul 23 23:20:06.012141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-4ecc4cfa-3cfe-4836-acbd-5321ac57df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:20:06.013668 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-4ecc4cfa-3cfe-4836-acbd-5321ac57df20 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535603 Jul 23 23:20:06.107244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-f3135b2e-d8f0-476f-a42a-dadcdd64d800 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874889 Jul 23 23:20:06.194841 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a3ce6aae-5ba3-4f74-b6a4-38a0bd0933ec req-961ae338-675f-472c-8703-bf9fc10a4a09 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806208 Jul 23 23:20:11.087512 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79949e5a-8450-4dba-8fb6-85dae695940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:13.811242 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25d0538c-ab62-49c9-bf89-6561b09ffaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:14.234490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:15.096318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:16.472377 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:20:16.619774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:22.604081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:23.572444 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:35.947952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-9eafcb8b-199d-4b55-8c7e-111ce11fc671 req-07d9ca1a-a82d-4b7a-8d13-56ff62728c1b service neutron] (93835) timed out ('10.222.0.22', 49285) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:20:41.090090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32911119-b94b-47aa-ab84-c14724aa41b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:43.813916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-07b31bed-8fcf-4fd6-9e4e-05101c67b365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:44.238609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:45.107374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:46.621106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:52.607663 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:20:53.471081 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:20:53.586133 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:06.552312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597756-c5e8-4068-8303-b935ad5da559 req-445d57dc-afc2-4d1a-8933-40e9bcd55e17 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:06.553900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0597756-c5e8-4068-8303-b935ad5da559 req-445d57dc-afc2-4d1a-8933-40e9bcd55e17 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0685911 Jul 23 23:21:06.594170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0597756-c5e8-4068-8303-b935ad5da559 req-da75ec1f-4d2b-4eee-bc9a-d6e1ea8161e6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338845 Jul 23 23:21:06.627885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-33a1cb34-e793-48bb-b0f6-614078b4f5c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638855 Jul 23 23:21:06.723266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-f9477543-8e18-4cbe-bb9d-3ebcbc5b29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:06.724907 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-f9477543-8e18-4cbe-bb9d-3ebcbc5b29be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0567467 Jul 23 23:21:06.778025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:21:06.834796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-e1ef3d59-8006-4310-b291-aad20b7a3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:06.836188 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-e1ef3d59-8006-4310-b291-aad20b7a3abd service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0918965 Jul 23 23:21:06.867247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5edfa-0013-462b-9162-5bafe4fe6199 req-3e803e8f-9ebf-41c9-8b0c-ed1c9a3f3f5d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:06.869372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bb5edfa-0013-462b-9162-5bafe4fe6199 req-3e803e8f-9ebf-41c9-8b0c-ed1c9a3f3f5d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0776911 Jul 23 23:21:06.903954 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-db574e94-3095-433a-b4eb-6fd7a575921f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0618291 Jul 23 23:21:06.939235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5bb5edfa-0013-462b-9162-5bafe4fe6199 req-b6b742a5-1ffa-4e9a-983f-75a68439d3c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582325 Jul 23 23:21:06.952924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-f20a7d83-0c3f-45a6-a952-95354ff8c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:06.954449 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-f20a7d83-0c3f-45a6-a952-95354ff8c4ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0440423 Jul 23 23:21:06.957694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-b150124a-fb1a-42db-8b77-0f44a6c15c2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785483 Jul 23 23:21:07.030188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-64c884d4-4167-4ed5-82b8-c9b8861e61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:07.031732 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-64c884d4-4167-4ed5-82b8-c9b8861e61ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711403 Jul 23 23:21:07.124748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-19ced245-4ae6-46df-8276-061a7c5a6ecb service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866849 Jul 23 23:21:07.220292 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ddbeea92-e59b-4130-aec9-bb9cf9f52c60 req-772752e1-0b67-4662-b31c-13242478b505 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898404 Jul 23 23:21:08.069971 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad43e-b3ff-45bc-9937-79008f995148 req-efc7d7af-1de8-44fe-b229-04b692f97dab tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:08.072098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffad43e-b3ff-45bc-9937-79008f995148 req-efc7d7af-1de8-44fe-b229-04b692f97dab tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0641384 Jul 23 23:21:08.115039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ffad43e-b3ff-45bc-9937-79008f995148 req-a43f216b-8133-4e03-8298-03daf9fa5dcc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368183 Jul 23 23:21:08.169899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-eac156f8-a087-4f2c-952e-21e1d8f45a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:08.171416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-eac156f8-a087-4f2c-952e-21e1d8f45a85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1097 time: 0.0564787 Jul 23 23:21:08.264614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-cdcbc8e5-a951-433f-bbbf-26da483bd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:08.266018 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-cdcbc8e5-a951-433f-bbbf-26da483bd3ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0889859 Jul 23 23:21:08.330338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-2c95412d-d4e7-4ac2-9935-35cd1647fadd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 1000 time: 0.0584400 Jul 23 23:21:08.379514 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-ef533c70-ac32-4b95-9bc5-30561caa022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:08.381278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-ef533c70-ac32-4b95-9bc5-30561caa022d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0452847 Jul 23 23:21:08.442867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-99ab1679-20bd-4017-9385-0b4841c32c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:08.444337 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-99ab1679-20bd-4017-9385-0b4841c32c12 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574181 Jul 23 23:21:08.531440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-fdbf8111-0947-4041-aab9-55a8897b25b8 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802648 Jul 23 23:21:08.625137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-0612f57b-ca7e-4663-988d-d6f7851ae3ab service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Jul 23 23:21:09.247513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900c72-8640-4b5e-a0c4-6ef406b997a8 req-b92ce991-7bd0-461b-9489-78d1e6c8d511 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:09.249052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71900c72-8640-4b5e-a0c4-6ef406b997a8 req-b92ce991-7bd0-461b-9489-78d1e6c8d511 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0661550 Jul 23 23:21:09.287563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71900c72-8640-4b5e-a0c4-6ef406b997a8 req-799cde4a-f396-49f5-a3e2-06e87e765750 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Jul 23 23:21:10.420937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cc5de-d62e-42ef-b463-6769b8a7e4da req-20036cc3-4ceb-4432-b12f-aff874a5b043 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:10.422457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241cc5de-d62e-42ef-b463-6769b8a7e4da req-20036cc3-4ceb-4432-b12f-aff874a5b043 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0645571 Jul 23 23:21:10.459630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-241cc5de-d62e-42ef-b463-6769b8a7e4da req-bae811ee-32e7-4afc-9ae2-bbd4f60362eb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Jul 23 23:21:11.090208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3623ff94-d5b0-46a3-a332-7a9e39a1f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:11.591272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592aa6c-1b63-4640-b750-299b1fd8cf38 req-77f44396-c8b7-42ed-83ee-15804db7d58f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:11.592751 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9592aa6c-1b63-4640-b750-299b1fd8cf38 req-77f44396-c8b7-42ed-83ee-15804db7d58f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0636494 Jul 23 23:21:11.632855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9592aa6c-1b63-4640-b750-299b1fd8cf38 req-d3001892-163d-41b5-860b-9f27e09c3d1d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Jul 23 23:21:12.772488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5464-9d01-47d5-8cbc-0bfd4a6d3b20 req-65e03e9f-61fd-481b-ae5c-73275bcd2a53 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:12.774580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e14c5464-9d01-47d5-8cbc-0bfd4a6d3b20 req-65e03e9f-61fd-481b-ae5c-73275bcd2a53 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0636206 Jul 23 23:21:12.811736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e14c5464-9d01-47d5-8cbc-0bfd4a6d3b20 req-4228c961-3f98-4d6f-9cf2-76b74236c14b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Jul 23 23:21:13.814256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7931cbdd-3da7-417c-9452-ba20de5edccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:13.945189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134b631-5bdb-48fa-a3ad-b42c91f19a55 req-e5beddd1-7a29-47ab-bd42-14f602b15157 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:13.947434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1134b631-5bdb-48fa-a3ad-b42c91f19a55 req-e5beddd1-7a29-47ab-bd42-14f602b15157 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0648489 Jul 23 23:21:13.985361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1134b631-5bdb-48fa-a3ad-b42c91f19a55 req-545b1f40-095f-472d-8051-c310cc78dc60 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324299 Jul 23 23:21:14.241257 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:15.102044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:15.122155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737945d-4940-47f8-ba16-249bdd0b6abd req-f936e532-3493-493b-96ae-dc9a4dfd04f9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:15.123669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9737945d-4940-47f8-ba16-249bdd0b6abd req-f936e532-3493-493b-96ae-dc9a4dfd04f9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0705879 Jul 23 23:21:15.162891 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9737945d-4940-47f8-ba16-249bdd0b6abd req-29240429-875f-407f-84b0-cf04dd4f6181 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334682 Jul 23 23:21:16.295207 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72522e23-4fa7-4577-9e53-7120fb001d98 req-65741667-5db4-4392-9361-8a15e232f26a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:16.296700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72522e23-4fa7-4577-9e53-7120fb001d98 req-65741667-5db4-4392-9361-8a15e232f26a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0632634 Jul 23 23:21:16.335015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-72522e23-4fa7-4577-9e53-7120fb001d98 req-8042fb60-27a6-4483-8a86-cee635183390 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Jul 23 23:21:16.623844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:17.464030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef54d-2117-4c92-9dc7-6a9619745824 req-fbb8eaca-bf9c-4fba-8abb-a48d2d62e751 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:17.465488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b23ef54d-2117-4c92-9dc7-6a9619745824 req-fbb8eaca-bf9c-4fba-8abb-a48d2d62e751 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jul 23 23:21:17.506083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b23ef54d-2117-4c92-9dc7-6a9619745824 req-75b63ee0-70f4-4976-b99a-867ebfefd4b9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Jul 23 23:21:18.636323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3f71-acbe-4b4f-ad93-9248f19dd8d3 req-85a0d7f4-764f-40b6-a9ed-cf69c01b8ebf tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:18.637707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4cb3f71-acbe-4b4f-ad93-9248f19dd8d3 req-85a0d7f4-764f-40b6-a9ed-cf69c01b8ebf tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0629282 Jul 23 23:21:18.675594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4cb3f71-acbe-4b4f-ad93-9248f19dd8d3 req-838e61cd-4cb9-4c08-9fb4-6987961e36ff tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 23 23:21:19.804678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d778-b831-46b9-a47b-b9ef811d215d req-a5044ff4-ea5a-4fcd-b910-6d4381cabd65 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:19.807083 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f504d778-b831-46b9-a47b-b9ef811d215d req-a5044ff4-ea5a-4fcd-b910-6d4381cabd65 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0648570 Jul 23 23:21:19.843949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f504d778-b831-46b9-a47b-b9ef811d215d req-491db752-0060-4be3-b78f-af380eeabdfc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Jul 23 23:21:20.476106 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-c470bebd-535b-462a-87a4-963431be8617 req-41f2e7cf-a45a-47fd-9fd6-7aab0929e9d9 service neutron] show failed (client error): The resource could not be found. Jul 23 23:21:20.477864 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-41f2e7cf-a45a-47fd-9fd6-7aab0929e9d9 service neutron] 10.222.0.22 "GET /v2.0/ports/6a006259-7b87-4511-aa9c-40a8af1c6ea4/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0540533 Jul 23 23:21:20.689567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-c854f7b2-f563-4807-a935-261e9f9c5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:20.691038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-c854f7b2-f563-4807-a935-261e9f9c5721 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1097 time: 0.0571191 Jul 23 23:21:20.701627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:21:20.776523 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.021653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:21.059362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99d95-977e-4be9-86ed-2423f3d8499d req-0e400835-1913-42a7-9522-50bd06d7ede2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.060841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74a99d95-977e-4be9-86ed-2423f3d8499d req-0e400835-1913-42a7-9522-50bd06d7ede2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.1421392 Jul 23 23:21:21.078718 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:21:21.137034 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74a99d95-977e-4be9-86ed-2423f3d8499d req-d27240c4-c3b2-4f45-99c8-a4215e26f10c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691831 Jul 23 23:21:21.139259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:21.141508 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17703fae-aed9-4a54-bddb-958078017999" -d '{"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:21.145196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.158583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Transition to ACTIVE for port object 6a006259-7b87-4511-aa9c-40a8af1c6ea4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:21:21.162111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.201317 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d265ed3-8ba2-477c-9086-4794030429cf x-openstack-request-id: req-7d265ed3-8ba2-477c-9086-4794030429cf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:21.201622 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-unplugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:21.201899 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d265ed3-8ba2-477c-9086-4794030429cf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:21.202301 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'code': 200} Jul 23 23:21:21.244433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:21.256248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.256594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.256937 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.257275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.257610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.257970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.258851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.259181 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.259692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.260031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.260360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.260683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:21.301467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] No DVR routers for this DVR port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:21:21.439295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:21:21.439627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:21:21.439949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:21:21.445180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:21:21.445534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Attempting to bind port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:21:21.450317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:21:21.450652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:21:21.451025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:21:21.451448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Bound port: 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:21:21.451800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.512951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:21:21.515806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:21:21.520491 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.554984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.556093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:21.557946 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] 10.222.0.25 "PUT /v2.0/ports/6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 1092 time: 0.8602142 Jul 23 23:21:21.611484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ec5a4-06f7-4737-b953-1810e268dee0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:21.641733 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-96ee2936-b0f8-433f-be1f-33460d1f5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.643288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-96ee2936-b0f8-433f-be1f-33460d1f5763 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0617158 Jul 23 23:21:21.740633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-eb5011d3-a956-49af-b2d6-32aa1f3dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.742199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-eb5011d3-a956-49af-b2d6-32aa1f3dd0e6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0924408 Jul 23 23:21:21.806593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-3bebb7d4-ffbf-4457-a69e-0be14082a759 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 998 time: 0.0585115 Jul 23 23:21:21.853698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-c9476057-3fd8-4227-94ec-16cb8ad315f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.855046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-c9476057-3fd8-4227-94ec-16cb8ad315f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0426767 Jul 23 23:21:21.915728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bebd-535b-462a-87a4-963431be8617 req-bbb49321-89f4-49df-a396-e75a4b504893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:21.917179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-bbb49321-89f4-49df-a396-e75a4b504893 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556419 Jul 23 23:21:22.005279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-25b06228-7e74-42a8-b634-0be4ae6b15a5 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Jul 23 23:21:22.098437 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c470bebd-535b-462a-87a4-963431be8617 req-4715a696-50bf-4894-8ecc-e41b9af33b7d service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867648 Jul 23 23:21:22.272457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa97f46-33e8-4ae4-afc7-d5f7bcf6850c req-2e8dc896-0307-4f89-9939-9f73be7ea514 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:22.274603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daa97f46-33e8-4ae4-afc7-d5f7bcf6850c req-2e8dc896-0307-4f89-9939-9f73be7ea514 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0652759 Jul 23 23:21:22.311720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-daa97f46-33e8-4ae4-afc7-d5f7bcf6850c req-67ffd5f8-92e0-4ed4-b418-59ca54bb24ae tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Jul 23 23:21:22.609315 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:23.203408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:23.205831 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3628659-0787-450d-949b-56fa9947647e" -d '{"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:23.254821 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7231f2d-885c-4de9-9109-a22dbcc27dc8 x-openstack-request-id: req-a7231f2d-885c-4de9-9109-a22dbcc27dc8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:23.255110 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:23.255355 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7231f2d-885c-4de9-9109-a22dbcc27dc8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:23.255753 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'status': 'completed', 'code': 200} Jul 23 23:21:23.329863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-b4d8fc34-c72a-46ee-bd70-af8c1cf16706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.330220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-23d101fd-9c5e-43f3-9555-354f04a33822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.331378 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-b4d8fc34-c72a-46ee-bd70-af8c1cf16706 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0557294 Jul 23 23:21:23.331715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-23d101fd-9c5e-43f3-9555-354f04a33822 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1095 time: 0.0555091 Jul 23 23:21:23.430792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-73e22b2d-d451-4b8c-a942-94a4198b24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.432395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-73e22b2d-d451-4b8c-a942-94a4198b24d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0949733 Jul 23 23:21:23.460685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-ae0f69df-2a9e-42c6-8ba5-28d4b885fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.462801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-ae0f69df-2a9e-42c6-8ba5-28d4b885fbec service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.1246109 Jul 23 23:21:23.488669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b7ef8-e36a-481f-ba98-9bb8cc004870 req-7662269d-9afd-4e4e-8a89-92b10bba9530 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.490098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f0b7ef8-e36a-481f-ba98-9bb8cc004870 req-7662269d-9afd-4e4e-8a89-92b10bba9530 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 943 time: 0.0890715 Jul 23 23:21:23.497741 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-b3f4ecc1-b115-4838-aaf0-86dd4c3cec2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 998 time: 0.0591040 Jul 23 23:21:23.553422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-926cbdbd-3c1e-4f5d-aed2-f23de15c8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.555715 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-926cbdbd-3c1e-4f5d-aed2-f23de15c8ef4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0508943 Jul 23 23:21:23.577045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-aad26b1a-8876-47ed-8455-07ebf087e96d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 998 time: 0.0965323 Jul 23 23:21:23.579741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:21:23.586668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6f0b7ef8-e36a-481f-ba98-9bb8cc004870 req-d01cad62-4e43-4e6f-8a0b-1c84be817307 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889771 Jul 23 23:21:23.608033 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:23.628426 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-66f3e51d-e331-4288-acc9-6441b6f0391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.630408 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-66f3e51d-e331-4288-acc9-6441b6f0391e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687897 Jul 23 23:21:23.639671 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-f499f173-7a6a-41d6-93fa-8cd5ea9de659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.640778 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-85731c48-c6be-4673-9ee0-eff77501b5b5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:21:23.641142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-f499f173-7a6a-41d6-93fa-8cd5ea9de659 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0535619 Jul 23 23:21:23.641969 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-85731c48-c6be-4673-9ee0-eff77501b5b5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054944 Jul 23 23:21:23.711125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628659-0787-450d-949b-56fa9947647e req-7ae30e86-440d-4c8b-bb32-6a067c9f43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:23.712724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-7ae30e86-440d-4c8b-bb32-6a067c9f43b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632246 Jul 23 23:21:23.717000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:23.729842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'mac_address': 'fa:16:3e:e4:70:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:21:23.745064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-4a7b40ae-55c6-48c3-a7f4-0603cc07f5ac service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972502 Jul 23 23:21:23.773111 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:23.786104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a006259-7b87-4511-aa9c-40a8af1c6ea4 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:21:23.807715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:23.810980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-36ef0951-be57-4a7e-ad4f-7ce7fa0f1534 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919282 Jul 23 23:21:23.812381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:23.840376 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-6c7ea256-a7ae-4471-9d7b-dcce9da029a4 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893135 Jul 23 23:21:23.863175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:23.870990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.871330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.871662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.871992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.872320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.872639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.872957 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.873273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.873589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.873955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.874273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.874584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:23.907646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c3628659-0787-450d-949b-56fa9947647e req-f0f8be2f-4a93-44a0-8d22-d0d8bc99cef6 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911508 Jul 23 23:21:24.046747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['6a006259-7b87-4511-aa9c-40a8af1c6ea4'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:21:24.541907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:21:24.579793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:21:24.722761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82d5a6-71cd-4655-9943-d1ddb43b19ce req-a355d645-5ba6-41fe-adba-2a6b4a749cbe tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:24.724439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db82d5a6-71cd-4655-9943-d1ddb43b19ce req-a355d645-5ba6-41fe-adba-2a6b4a749cbe tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 944 time: 0.0639193 Jul 23 23:21:24.764603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db82d5a6-71cd-4655-9943-d1ddb43b19ce req-6c311dde-a852-44da-a430-6e4e5a329b1b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Jul 23 23:21:24.974103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116b5c-1acb-4e59-9c0c-d31ef7def379 req-57996abe-c3bb-4c32-bffe-c15305f0bdf0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:24.975956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94116b5c-1acb-4e59-9c0c-d31ef7def379 req-57996abe-c3bb-4c32-bffe-c15305f0bdf0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 944 time: 0.0668828 Jul 23 23:21:24.994021 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-6d8fe8e3-f57d-4f64-944c-15068ecef409 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:24.995465 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-6d8fe8e3-f57d-4f64-944c-15068ecef409 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7&tenant_id=58c84ca172a54f729eea062b23a910b3&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 944 time: 0.0705073 Jul 23 23:21:25.018499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94116b5c-1acb-4e59-9c0c-d31ef7def379 req-6e29061f-3c23-46d3-952a-4e9d85ab9d57 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358410 Jul 23 23:21:25.061644 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-6457d74e-d298-4d50-9623-18836ee4ec4a service neutron] delete failed (client error): The resource could not be found. Jul 23 23:21:25.062686 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-6457d74e-d298-4d50-9623-18836ee4ec4a service neutron] 10.222.0.22 "DELETE /v2.0/ports/6a006259-7b87-4511-aa9c-40a8af1c6ea4/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0611475 Jul 23 23:21:25.168958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-a425c595-847e-4ecf-a041-8bd053fc7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:25.170627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-a425c595-847e-4ecf-a041-8bd053fc7ad5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0633190 Jul 23 23:21:25.269315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-1dbf2738-a823-4d9e-90fc-4918604eaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:25.270828 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-1dbf2738-a823-4d9e-90fc-4918604eaef3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0939054 Jul 23 23:21:25.340805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-9b9060dd-7bfc-43d7-9806-91b753340dc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 200 len: 999 time: 0.0636537 Jul 23 23:21:25.394772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-22d6d91e-3bba-4933-b4f4-e4119977d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:25.396270 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-22d6d91e-3bba-4933-b4f4-e4119977d09a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0493131 Jul 23 23:21:25.458731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-c2336bf4-3cbe-4c05-9076-a617ef43cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:25.460135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-c2336bf4-3cbe-4c05-9076-a617ef43cbf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571623 Jul 23 23:21:25.549589 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-b5d74ac5-f91a-4c9c-8ef6-32078934763a service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Jul 23 23:21:25.592686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:21:25.643787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:21:25.646442 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87545348-72d8-41f0-a2cb-abe0f751cd10 req-94bb79d9-383a-47ac-b797-0c8f455d000d service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902069 Jul 23 23:21:25.648312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:21:25.649208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:25.735047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:25.756388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:25.759182 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c8593-5eac-4a6e-9f64-802fe77b731c" -d '{"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:25.771542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:25.776069 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:25.810633 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb97ac3-8a07-4ed9-b90c-b815039647b7 x-openstack-request-id: req-8cb97ac3-8a07-4ed9-b90c-b815039647b7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:25.810925 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-plugged", "status": "completed", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:25.811177 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cb97ac3-8a07-4ed9-b90c-b815039647b7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:25.811565 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'code': 200} Jul 23 23:21:25.825532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:26.155495 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbddbc-3f21-492e-a61a-9a005a0e41eb req-311750a9-9d6c-47ab-841a-a8ac63a5d167 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:26.157090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bfbddbc-3f21-492e-a61a-9a005a0e41eb req-311750a9-9d6c-47ab-841a-a8ac63a5d167 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0678785 Jul 23 23:21:26.199064 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bfbddbc-3f21-492e-a61a-9a005a0e41eb req-c6dfa259-c3b7-45b7-91b3-371c0b5ee5c6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357800 Jul 23 23:21:26.334761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0200a2-993e-4f18-bae1-dc2fd73ded55 req-8856aedd-cd60-44d4-8af3-5ed6c8017690 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:26.336256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0200a2-993e-4f18-bae1-dc2fd73ded55 req-8856aedd-cd60-44d4-8af3-5ed6c8017690 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0647507 Jul 23 23:21:26.373499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de0200a2-993e-4f18-bae1-dc2fd73ded55 req-79a3d3e7-7ccd-4796-b344-da09eb6ba7dc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Jul 23 23:21:26.506997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682f792-e76c-4e10-8181-2c6d0509e459 req-be43871b-dc2e-40c7-b624-8b12df70bec7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:26.509348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a682f792-e76c-4e10-8181-2c6d0509e459 req-be43871b-dc2e-40c7-b624-8b12df70bec7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0714808 Jul 23 23:21:26.547454 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a682f792-e76c-4e10-8181-2c6d0509e459 req-b19d620f-2b71-473e-8998-de161ea1c30e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Jul 23 23:21:26.792469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b16d-629f-4e26-b3c2-6c69d169d445 req-45a202a0-4d42-4124-9dca-3f527c46c0a3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:26.793967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd96b16d-629f-4e26-b3c2-6c69d169d445 req-45a202a0-4d42-4124-9dca-3f527c46c0a3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0670567 Jul 23 23:21:26.830381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dd96b16d-629f-4e26-b3c2-6c69d169d445 req-d55fa403-9dcf-4321-a83e-e77bfe682f0d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Jul 23 23:21:27.986596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c54c9-a12e-4fca-a974-a62b7e3f6f3d req-cb1751b3-e816-4326-91af-a9ed40fd950b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:27.988035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-632c54c9-a12e-4fca-a974-a62b7e3f6f3d req-cb1751b3-e816-4326-91af-a9ed40fd950b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.0889165 Jul 23 23:21:28.036233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-632c54c9-a12e-4fca-a974-a62b7e3f6f3d req-05996c43-e11a-4c0e-a44b-b33cba6510b3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Jul 23 23:21:28.048104 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-a5624491-e9a1-40cd-9879-103000c7fac9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:28.049521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-a5624491-e9a1-40cd-9879-103000c7fac9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 945 time: 0.1039741 Jul 23 23:21:28.146450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Deleting port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:21:28.146721 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.236200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] For port 6a006259-7b87-4511-aa9c-40a8af1c6ea4, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=6a006259-7b87-4511-aa9c-40a8af1c6ea4,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:28.236565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.454466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.454754 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.455072 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 disassociated. External IP: 172.25.1.21, port: 6a006259-7b87-4511-aa9c-40a8af1c6ea4. Jul 23 23:21:28.455415 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Calling delete_port for 6a006259-7b87-4511-aa9c-40a8af1c6ea4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:21:28.583088 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.616787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'Port': ['ID=6a006259-7b87-4511-aa9c-40a8af1c6ea4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:28.728732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:21:28.833037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:21:28.842595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:21:28.852849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:21:28.853920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:28.879899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] No DVR routers for this DVR port 6a006259-7b87-4511-aa9c-40a8af1c6ea4 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:21:28.882641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:28.885214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed8b0a1d-ef54-479c-a971-0573f4acda28 req-2537583c-49f9-4cde-a664-ca66bdf3e732 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "DELETE /v2.0/ports/6a006259-7b87-4511-aa9c-40a8af1c6ea4 HTTP/1.1" status: 204 len: 173 time: 0.8304880 Jul 23 23:21:28.885602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-deleted', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:28.887920 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7186689-6001-4808-9652-07df0d18b29f" -d '{"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-deleted", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:28.928752 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff7473-f2f7-4f03-9e45-de61c033afe1 x-openstack-request-id: req-a6ff7473-f2f7-4f03-9e45-de61c033afe1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:28.929052 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a023545d-7c7c-4e74-ba66-f96752f5e0c7", "name": "network-vif-deleted", "tag": "6a006259-7b87-4511-aa9c-40a8af1c6ea4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:28.929359 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6ff7473-f2f7-4f03-9e45-de61c033afe1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:28.931077 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a023545d-7c7c-4e74-ba66-f96752f5e0c7', 'name': 'network-vif-deleted', 'tag': '6a006259-7b87-4511-aa9c-40a8af1c6ea4', 'status': 'completed', 'code': 200} Jul 23 23:21:28.963268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:21:29.152456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2a51804-b9f7-49b5-aa89-1169c94483eb req-fc782da7-1da6-4cea-a8ae-8e3ab7f4e58a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=a023545d-7c7c-4e74-ba66-f96752f5e0c7 HTTP/1.1" status: 200 len: 210 time: 0.0309474 Jul 23 23:21:29.177238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:29.203930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:21:29.212670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:21:29.213355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:29.317813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:21:29.514829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:29.544765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa64b5-8df0-471e-aa03-0ff51ef4d40e None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:21:29.756415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf092cf-126b-4cc3-a52f-aea9f558f073 None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:21:30.407270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-64c22706-c032-4ba7-920c-1dce9898e48f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1684541670&fields=id&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 267 time: 0.0381196 Jul 23 23:21:30.470357 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:21:30.513847 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-2fec1cbc-e60d-4fed-aced-091e152a576c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:30.515287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-2fec1cbc-e60d-4fed-aced-091e152a576c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1015725 Jul 23 23:21:30.529992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-0d11b585-cf7b-470f-bfa4-aa0dc6b387c8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/quotas/58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Jul 23 23:21:30.596114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-6ba9ea34-c71a-4b09-9df3-b69f25026625 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611439 Jul 23 23:21:30.690640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-84e19ac5-9fbc-4e9a-b8d9-5184a77612e5 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831041 Jul 23 23:21:30.780468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d320ffd1-a9df-495c-82ba-7baf567b3f9a service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Jul 23 23:21:30.939189 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-858c2219-aad0-4cd2-857e-027064e49567 req-e46831b5-3f31-490d-973f-fe77d91d7e78 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 210 time: 0.0290182 Jul 23 23:21:31.613184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:21:31.633319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 6a006259-7b87-4511-aa9c-40a8af1c6ea4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:21:31.634265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 6a006259-7b87-4511-aa9c-40a8af1c6ea4 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:21:31.995999 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-836c61e8-6dcc-4e5d-bfb8-bddc2e3dc5cb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:31.997694 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-836c61e8-6dcc-4e5d-bfb8-bddc2e3dc5cb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1078885 Jul 23 23:21:32.045469 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-c05bccaa-a3d7-4990-8f41-b8e9b3670f00 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 380 time: 0.0399117 Jul 23 23:21:32.056827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'port': {'device_id': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'admin_state_up': True, 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'security_groups': ['08b1597e-af15-4f0f-81e4-8f05e6d67d30']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:21:32.172675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:21:32.176372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.315616 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Allocated IP 172.20.0.11 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:21:32.370985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cbe0824-e3fe-4629-ab4c-b2600cfce591 req-538d63ae-5af5-44a2-bd31-289cf79308c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 210 time: 0.3613026 Jul 23 23:21:32.457016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.475306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Transition to ACTIVE for port object ef44f53f-92f7-43c9-b0a2-9b0ccea3197e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:21:32.508084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.550774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:21:32.556455 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:21:32.560389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:21:32.586175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:32.601552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.601945 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.602891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.603241 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.603576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.603910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.604242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.604566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.604893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.605219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.605541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.605895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:21:32.625341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:32.625980 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.641099 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-5435e12f-3344-4b9a-a3c7-1933e6b10691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888004 Jul 23 23:21:32.653350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Request body: {'port': {'device_id': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:21:32.730968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.748654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1315b77d-a4eb-43d8-a1db-39b1c31220dd None None] Provisioning for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:21:32.752615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1315b77d-a4eb-43d8-a1db-39b1c31220dd None None] Provisioning complete for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:21:32.752987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1315b77d-a4eb-43d8-a1db-39b1c31220dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:32.789614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1315b77d-a4eb-43d8-a1db-39b1c31220dd None None] Port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:21:32.989256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef44f53f-92f7-43c9-b0a2-9b0ccea3197e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:21:32.996911 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:33.009205 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Transition to ACTIVE for port object ef44f53f-92f7-43c9-b0a2-9b0ccea3197e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:21:33.012139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:33.058659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:33.144636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:21:33.144969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:21:33.145296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:21:33.150136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:21:33.150459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:21:33.155421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:21:33.155889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:21:33.156281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:21:33.156715 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Bound port: ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:21:33.157072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:33.222432 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:21:33.225594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:21:33.230422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:33.263609 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.264219 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:33.265622 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] 10.222.0.22 "PUT /v2.0/ports/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1093 time: 0.6167545 Jul 23 23:21:33.268169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:33.270458 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3871afb3-952f-47e3-a3df-e770560a7a77" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:33.303419 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f06ad1-3657-470b-8f86-d58481832fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:33.380359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-2726ab9a-f91d-4087-b409-1616e5108cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.382012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-2726ab9a-f91d-4087-b409-1616e5108cd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0710001 Jul 23 23:21:33.386216 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f6f84-3abb-47b5-abc3-72422f64e631 x-openstack-request-id: req-f07f6f84-3abb-47b5-abc3-72422f64e631 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:33.386567 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:33.386878 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f07f6f84-3abb-47b5-abc3-72422f64e631 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:33.387340 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'status': 'completed', 'code': 200} Jul 23 23:21:33.439030 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-cbbe532c-1f78-4a4d-be3e-ad8506446be0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 217 time: 0.0458589 Jul 23 23:21:33.490626 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-c3af30b2-4193-4321-8c9d-666060c6a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.492093 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-c3af30b2-4193-4321-8c9d-666060c6a215 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0470853 Jul 23 23:21:33.551875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-b81e76c3-a090-4c77-a634-ad071636658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.553389 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-b81e76c3-a090-4c77-a634-ad071636658b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551448 Jul 23 23:21:33.582539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d540f-60c5-43e4-affa-f5f7599ed40c req-7e8f8b10-3c8c-480b-8456-d35d7f36d9d1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.584022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-072d540f-60c5-43e4-affa-f5f7599ed40c req-7e8f8b10-3c8c-480b-8456-d35d7f36d9d1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.1373115 Jul 23 23:21:33.623094 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-072d540f-60c5-43e4-affa-f5f7599ed40c req-f5a08ad0-c2bd-468c-8bd4-65ba37124d52 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jul 23 23:21:33.647516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-c628dd18-2b98-429e-8afc-9fb447ae98fe service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877130 Jul 23 23:21:33.737294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-116dc814-39f9-4bc1-86a8-7927ea9e9336 req-f8aa352a-708e-4770-9a8d-0fbecf6c2ae0 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839753 Jul 23 23:21:33.831406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-d4df6930-6c12-485e-acbd-ce75b256a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.832881 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-d4df6930-6c12-485e-acbd-ce75b256a3cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0525961 Jul 23 23:21:33.920394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-a42a74c7-35a2-4808-9180-07f73a252830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:33.921854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-a42a74c7-35a2-4808-9180-07f73a252830 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0829139 Jul 23 23:21:33.963900 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-96fd54d4-6aa8-4123-9468-6d9c3414a7f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 217 time: 0.0359941 Jul 23 23:21:34.011668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-22af8c77-057b-4d73-85d3-8ceae0e57219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:34.013040 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-22af8c77-057b-4d73-85d3-8ceae0e57219 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0425940 Jul 23 23:21:34.070309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-e3e4ae1b-5564-4d38-8475-487a97d36ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:34.072335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-e3e4ae1b-5564-4d38-8475-487a97d36ecb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520945 Jul 23 23:21:34.163314 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-c0c7c9d7-6a66-4399-8103-bbce7a7b201d service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Jul 23 23:21:34.249920 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3871afb3-952f-47e3-a3df-e770560a7a77 req-67f73492-d4d8-4f48-97de-cbe96a147081 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799191 Jul 23 23:21:34.748643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f06be-1f73-49f6-a1c0-32894575b684 req-a312cfaa-aa8c-4f46-84c9-4323397d0502 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:34.750178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e61f06be-1f73-49f6-a1c0-32894575b684 req-a312cfaa-aa8c-4f46-84c9-4323397d0502 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.0620813 Jul 23 23:21:34.787103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e61f06be-1f73-49f6-a1c0-32894575b684 req-953c0624-0bdf-4275-a2e5-ddd2ee3b2cb0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Jul 23 23:21:35.918703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1418e-4bdc-4b41-9fc0-a070fb4c8836 req-5ac348af-4ccc-470b-ab5e-c4419267672f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:35.920152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60d1418e-4bdc-4b41-9fc0-a070fb4c8836 req-5ac348af-4ccc-470b-ab5e-c4419267672f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.0649841 Jul 23 23:21:35.957323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60d1418e-4bdc-4b41-9fc0-a070fb4c8836 req-64438c07-ba84-4899-a837-3e269d2036a8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Jul 23 23:21:36.635992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:21:36.734032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:36.746394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'mac_address': 'fa:16:3e:22:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:21:36.782278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:36.794695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef44f53f-92f7-43c9-b0a2-9b0ccea3197e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:21:36.813710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:36.817576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:36.865045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:37.048718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:21:37.088304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed865-d8d5-4068-8f5d-d33eaaca9828 req-6109667a-9d01-41ab-939b-a42fe0453c82 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:37.089806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58aed865-d8d5-4068-8f5d-d33eaaca9828 req-6109667a-9d01-41ab-939b-a42fe0453c82 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 945 time: 0.0660133 Jul 23 23:21:37.129327 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58aed865-d8d5-4068-8f5d-d33eaaca9828 req-a6ab7f4a-6ae4-419e-a52b-1116bf5b084e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 Jul 23 23:21:38.260939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb01082-25cd-4321-90b8-277880e724f3 req-5815efe2-c7af-49b3-b8d3-815a79222df0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:38.262427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bb01082-25cd-4321-90b8-277880e724f3 req-5815efe2-c7af-49b3-b8d3-815a79222df0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jul 23 23:21:38.304526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bb01082-25cd-4321-90b8-277880e724f3 req-95948042-ba8b-400b-aa8e-962b66579f69 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Jul 23 23:21:38.644678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:21:38.693370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:21:38.697041 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:21:38.697410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:38.773213 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:38.795057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:38.797323 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed898c1-4445-4aaf-a03e-112c3c508f44" -d '{"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-plugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:38.810534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:21:38.814319 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:38.836953 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7571d4-b45a-4744-b7c5-a12051e7f2a0 x-openstack-request-id: req-ca7571d4-b45a-4744-b7c5-a12051e7f2a0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:38.837244 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-plugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:38.837495 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca7571d4-b45a-4744-b7c5-a12051e7f2a0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:38.837908 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'code': 200} Jul 23 23:21:38.864236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:21:38.946746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a59c7c-4fbb-4fc6-ba8e-672110608261 req-d334549d-29e9-4cee-9b54-d29c1b1d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:38.948156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1a59c7c-4fbb-4fc6-ba8e-672110608261 req-d334549d-29e9-4cee-9b54-d29c1b1d003e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1098 time: 0.0579071 Jul 23 23:21:38.982499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1a59c7c-4fbb-4fc6-ba8e-672110608261 req-8ce113e8-55ca-445a-9ddf-0427b27d9606 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280523 Jul 23 23:21:39.436176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805c1dd-1a54-420d-b7b6-49d01494e1da req-6af010e9-c1ce-4e52-a82f-0f8b24fdb8f2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:39.437631 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9805c1dd-1a54-420d-b7b6-49d01494e1da req-6af010e9-c1ce-4e52-a82f-0f8b24fdb8f2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0631924 Jul 23 23:21:39.476551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9805c1dd-1a54-420d-b7b6-49d01494e1da req-3bd0bd41-6911-4722-9b5c-14edb85921fb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Jul 23 23:21:40.605472 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784864-4290-456f-b5ca-4254305f5b39 req-071e5195-3ad5-42fb-bb9b-6f719841031b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:40.607159 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96784864-4290-456f-b5ca-4254305f5b39 req-071e5195-3ad5-42fb-bb9b-6f719841031b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0633013 Jul 23 23:21:40.644509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96784864-4290-456f-b5ca-4254305f5b39 req-e3b7bb7e-5a93-46f4-8dc4-de1ee2b542c3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316622 Jul 23 23:21:40.771121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca8b06-a055-4905-a088-7dfa1ba899bd req-6e401388-6667-464a-ae68-6ce3ffac1691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:40.772601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64ca8b06-a055-4905-a088-7dfa1ba899bd req-6e401388-6667-464a-ae68-6ce3ffac1691 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0663211 Jul 23 23:21:40.781485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:21:40.786051 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'floatingip': {'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:21:40.824391 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:41.090759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78795d4f-51e3-4f3c-95b0-e4170563c6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:41.240034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:41.243758 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:41.342702 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 associated. External IP: 172.25.1.21, port: ef44f53f-92f7-43c9-b0a2-9b0ccea3197e. Jul 23 23:21:41.553132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:21:41.659474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:21:41.664311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:41.669525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:21:41.682113 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:21:41.682747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:41.703957 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ab91f08-7dbf-4804-8e3b-3c42464a6f93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "PUT /v2.0/floatingips/f5fa02c5-357e-446f-a11a-1f3b525c23e4 HTTP/1.1" status: 200 len: 991 time: 0.9213195 Jul 23 23:21:41.704647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:21:41.707050 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b37336-0923-49a3-9b68-4e50cd7f6db0" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:21:41.791962 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfec009-18c1-400b-bdb1-f4d4499dce46 x-openstack-request-id: req-8bfec009-18c1-400b-bdb1-f4d4499dce46 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:21:41.792258 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:21:41.792518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bfec009-18c1-400b-bdb1-f4d4499dce46 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:21:41.793215 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'status': 'completed', 'code': 200} Jul 23 23:21:41.797356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:21:41.867509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-7ea4c0c4-4884-4067-9459-04ac1d300af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:41.869543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-7ea4c0c4-4884-4067-9459-04ac1d300af8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1098 time: 0.0563135 Jul 23 23:21:41.960045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-703e9513-73dd-405d-8a78-9c1db1a6ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:41.962088 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-703e9513-73dd-405d-8a78-9c1db1a6ce22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0859668 Jul 23 23:21:42.027783 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-e051db3c-31d2-4d88-b17e-08331a4635f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 999 time: 0.0592179 Jul 23 23:21:42.031243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:22:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:21:41Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:42.059054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:21:42.067461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:21:42.068109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:21:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:42.076745 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-262120fc-df7e-45c1-b063-54898a8c5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:42.078211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-262120fc-df7e-45c1-b063-54898a8c5622 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0445578 Jul 23 23:21:42.139190 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-3808cbb1-49ef-4128-8e23-7a9279aac688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:21:42.140582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-3808cbb1-49ef-4128-8e23-7a9279aac688 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566401 Jul 23 23:21:42.174365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:21:42.227496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-750edb4f-4706-4dc6-b462-5bbf305273a4 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803840 Jul 23 23:21:42.320475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-87b37336-0923-49a3-9b68-4e50cd7f6db0 req-7141a83e-967b-4bae-a256-a8b54cb7ab28 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872366 Jul 23 23:21:42.394437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:22:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:21:41Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:21:42.423492 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ba0001-542e-4c82-8d1c-1041874d3565 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:22:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:21:41Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:21:42.601257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ce727-eac0-4050-818b-b20bde6cf75e None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:21:43.814351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31634e9d-58db-49f4-aa15-ee57bfe2bc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:44.243047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:45.105426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:46.626436 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:52.611364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:21:53.602379 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:07.469665 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:22:07.614997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-6624b978-58d4-4d7f-a3e5-870e65e92833 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521140 Jul 23 23:22:07.709257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-bb34867e-084f-4a5e-91c8-47252f7015c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:22:07.711255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-bb34867e-084f-4a5e-91c8-47252f7015c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1098 time: 0.0564046 Jul 23 23:22:07.817364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-5738b5ad-c2f9-4131-bf01-e8eabe0eaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:22:07.818906 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-5738b5ad-c2f9-4131-bf01-e8eabe0eaf01 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0881639 Jul 23 23:22:07.885211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-18214799-f645-4fb8-b917-a241d2ceeff3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1001 time: 0.0602605 Jul 23 23:22:07.936371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-c4166ec9-cb3d-4366-b68d-8b50236a4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:22:07.937816 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-c4166ec9-cb3d-4366-b68d-8b50236a4f82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0463316 Jul 23 23:22:07.996212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-a7e233ab-974f-4108-bef0-5f57eeb4feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:22:07.997690 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-a7e233ab-974f-4108-bef0-5f57eeb4feaf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529413 Jul 23 23:22:08.085388 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-9b47534c-35c8-4fee-82dd-0c9b1a088656 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811012 Jul 23 23:22:08.174082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1c73b76-1a8a-4225-ac4c-cb8f3b677ad9 req-59963b9f-ede7-4a35-b3b5-9553639d9b82 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829098 Jul 23 23:22:11.091549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0aa08da8-1787-491c-b31c-fda1ed24cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:13.815179 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-10247728-e6fd-4437-a4d6-7ee528251cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:14.244176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:15.108187 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:16.629524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:22.620126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:23.613166 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:41.091686 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-71bebff0-ceff-4ad7-a5c0-1252e4181319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:41.543544 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-10189c48-ea6c-4055-83dc-5b1ec16d4277 req-019dc4f7-d0b1-4a27-990a-81e66ada04f8 service neutron] (93835) timed out ('10.222.0.25', 58467) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:22:43.815657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f2d2-fdc5-470b-8a45-88f0b1dd1592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:44.244881 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:44.469088 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:22:45.111317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:46.631179 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:52.620662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:22:53.629604 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:09.628725 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-52ca31d5-38cb-40b5-9831-29149d98edbe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533886 Jul 23 23:23:09.723543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-f9e156ec-82f3-49ad-be99-ac7017760954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:09.724998 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-f9e156ec-82f3-49ad-be99-ac7017760954 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1098 time: 0.0555313 Jul 23 23:23:09.823385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-af3fb637-ae31-424f-b4ae-cc2403b8ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:09.824805 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-af3fb637-ae31-424f-b4ae-cc2403b8ac48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0811195 Jul 23 23:23:10.230284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-29754b26-590a-4193-8fa0-c3e9e5a5da19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1001 time: 0.3991711 Jul 23 23:23:10.277608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-872305a4-1ead-47a2-adb6-46e1368ff8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:10.279021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-872305a4-1ead-47a2-adb6-46e1368ff8e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0429070 Jul 23 23:23:10.337783 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-5c8e2d26-0e7d-4d32-928a-32f1d9fdde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:10.339291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-5c8e2d26-0e7d-4d32-928a-32f1d9fdde35 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540907 Jul 23 23:23:10.433158 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-96e68234-eb10-4691-9918-11ebdab059d8 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870857 Jul 23 23:23:10.520372 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-51aff4b1-42c6-454e-97dc-45ada840f348 req-2b841dcb-f4eb-415e-8d71-dbedfe6e0e06 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807507 Jul 23 23:23:11.091679 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8fbe71ea-c553-48d4-bd49-bc29d3142c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:13.815845 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-630bbaa6-2ba1-4495-ba2d-ca5bc41ba92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:14.244934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:15.113342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:16.634481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:17.524387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63efaa-2e39-483d-a551-b102d6d3f29a req-4ac2ed36-359d-449c-8275-f00cc0dca0a6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:17.525979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f63efaa-2e39-483d-a551-b102d6d3f29a req-4ac2ed36-359d-449c-8275-f00cc0dca0a6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0657923 Jul 23 23:23:17.564019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2f63efaa-2e39-483d-a551-b102d6d3f29a req-63f9f5d5-1fca-4dc0-82c2-d0a0ac980dd0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Jul 23 23:23:18.696783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79850389-c767-4178-b687-1028f29358ec req-40c257a9-f805-4631-aa51-41fbde262541 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:18.698282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79850389-c767-4178-b687-1028f29358ec req-40c257a9-f805-4631-aa51-41fbde262541 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0680506 Jul 23 23:23:18.736398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-79850389-c767-4178-b687-1028f29358ec req-f7a4a0b7-89d4-4fb8-afb8-2cd48130298d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Jul 23 23:23:19.866252 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78eca0e-bd93-4b6d-8922-be0da9840f74 req-29a69dbd-3f76-4b79-ba98-2183a783c714 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:19.867740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78eca0e-bd93-4b6d-8922-be0da9840f74 req-29a69dbd-3f76-4b79-ba98-2183a783c714 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0639420 Jul 23 23:23:19.905465 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f78eca0e-bd93-4b6d-8922-be0da9840f74 req-2039480d-512d-4708-bf85-d54331ac0b8c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jul 23 23:23:21.033351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741923e3-3364-466d-bb38-8f4498528e6b req-8fe9049d-b923-48e8-8310-1f7183b0df72 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:21.034866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741923e3-3364-466d-bb38-8f4498528e6b req-8fe9049d-b923-48e8-8310-1f7183b0df72 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0624740 Jul 23 23:23:21.073346 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-741923e3-3364-466d-bb38-8f4498528e6b req-70be6ca1-6d54-488e-ba02-515af930c389 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jul 23 23:23:21.469321 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:23:22.204062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde2ef-bd4d-4a6e-807c-610addc974c0 req-76e690e4-0a31-4c23-b0dc-16422da7e5b4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:22.205526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2fde2ef-bd4d-4a6e-807c-610addc974c0 req-76e690e4-0a31-4c23-b0dc-16422da7e5b4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0655966 Jul 23 23:23:22.242288 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2fde2ef-bd4d-4a6e-807c-610addc974c0 req-032f498a-a796-4dbe-b1e2-3ac3de43dd3b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Jul 23 23:23:22.620627 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:23.372618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398aefa-d92a-4d26-8268-1b20017d05dd req-3f18353f-cd3e-4a00-a3ad-75d9ed17fb06 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:23.374116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f398aefa-d92a-4d26-8268-1b20017d05dd req-3f18353f-cd3e-4a00-a3ad-75d9ed17fb06 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0648749 Jul 23 23:23:23.412006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f398aefa-d92a-4d26-8268-1b20017d05dd req-2827e68f-378b-49b3-b205-2a31bd370c57 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jul 23 23:23:23.631536 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:24.546713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8528c-4015-4ec3-b62a-43e0185d0e4b req-fefb3642-47c8-4329-b365-ea29cafa7532 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:24.548193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0b8528c-4015-4ec3-b62a-43e0185d0e4b req-fefb3642-47c8-4329-b365-ea29cafa7532 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0690594 Jul 23 23:23:24.585798 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0b8528c-4015-4ec3-b62a-43e0185d0e4b req-1a5e33c2-cd27-483e-92bb-55940745cceb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 23 23:23:25.724102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851bdbb-cf2a-4e2e-aa85-ba1577d18848 req-48a41d5e-aa9c-461d-99a0-1984b2bdd609 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:25.725569 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0851bdbb-cf2a-4e2e-aa85-ba1577d18848 req-48a41d5e-aa9c-461d-99a0-1984b2bdd609 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0654452 Jul 23 23:23:25.767026 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0851bdbb-cf2a-4e2e-aa85-ba1577d18848 req-ad0c5054-6408-47fe-a0c3-ffff31e2a37f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Jul 23 23:23:26.892421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947ae4-27f5-440e-afc1-6d6fb6f49f1c req-3476f16b-0d09-4151-9d19-239291951271 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:26.893931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48947ae4-27f5-440e-afc1-6d6fb6f49f1c req-3476f16b-0d09-4151-9d19-239291951271 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0618329 Jul 23 23:23:26.930290 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48947ae4-27f5-440e-afc1-6d6fb6f49f1c req-20a6bb30-3f1b-4612-ab43-938c0643b887 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Jul 23 23:23:28.064307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c75a40-24b7-41ad-944b-11d05c3ba8d2 req-57f8763e-e5d3-4288-aef5-1165c460b54b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:28.065782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2c75a40-24b7-41ad-944b-11d05c3ba8d2 req-57f8763e-e5d3-4288-aef5-1165c460b54b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0665860 Jul 23 23:23:28.101901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2c75a40-24b7-41ad-944b-11d05c3ba8d2 req-19ca05cd-789b-4b64-bd18-12f315ab351e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306132 Jul 23 23:23:28.385748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-7cb8806f-c639-4052-a131-985ff3a8d976 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039608 Jul 23 23:23:28.394438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40ec1-e458-42c9-845b-c071b7d8b807 req-92626d05-d94d-47cd-a816-57acafa009c6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:28.395926 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6e40ec1-e458-42c9-845b-c071b7d8b807 req-92626d05-d94d-47cd-a816-57acafa009c6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.1064150 Jul 23 23:23:28.435589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6e40ec1-e458-42c9-845b-c071b7d8b807 req-1e94a9a1-bc50-4b6d-bf57-7f3cd9cd1453 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Jul 23 23:23:29.507735 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-d7af92d7-ff14-431d-a01b-800713b8d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:29.509260 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-d7af92d7-ff14-431d-a01b-800713b8d556 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1098 time: 0.1176188 Jul 23 23:23:29.566351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eec9c7-0ab5-486c-b196-c3d713a2b635 req-a95de2c9-e896-430e-84bd-2d393f2105d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:29.567847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66eec9c7-0ab5-486c-b196-c3d713a2b635 req-a95de2c9-e896-430e-84bd-2d393f2105d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0639753 Jul 23 23:23:29.598835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-17d2f171-1885-4cf1-bd3f-39fef6d116ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:29.600226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-17d2f171-1885-4cf1-bd3f-39fef6d116ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0854111 Jul 23 23:23:29.608448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66eec9c7-0ab5-486c-b196-c3d713a2b635 req-fa86ef25-5d62-4d44-ad7f-147ef7954bcf tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Jul 23 23:23:29.667498 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-bc597d90-f699-467a-8378-49f09a82a39a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1001 time: 0.0607548 Jul 23 23:23:29.713214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-23d46200-5284-48d3-965b-a2213feddae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:29.714627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-23d46200-5284-48d3-965b-a2213feddae4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0416069 Jul 23 23:23:29.770653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-d059d098-9ed1-4179-8ff4-a1a6622d8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:29.772091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-d059d098-9ed1-4179-8ff4-a1a6622d8c90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513301 Jul 23 23:23:29.862129 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-05308f93-de4c-47bb-b50f-071b0c253b96 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Jul 23 23:23:29.948550 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-56af777c-32e1-4beb-a3dd-dcde9128237c service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801685 Jul 23 23:23:30.737583 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d08b3-3725-4801-8666-f891d6aaee52 req-1a5376af-9767-4830-b227-988a168fb13d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:30.739113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c2d08b3-3725-4801-8666-f891d6aaee52 req-1a5376af-9767-4830-b227-988a168fb13d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0640993 Jul 23 23:23:30.776204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c2d08b3-3725-4801-8666-f891d6aaee52 req-170c1c9e-5849-435a-b649-0b0cf95441f3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Jul 23 23:23:31.741912 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-15cdc73f-9e6f-4d09-9fa3-8b9a9c44445e service neutron] show failed (client error): The resource could not be found. Jul 23 23:23:31.742867 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-15cdc73f-9e6f-4d09-9fa3-8b9a9c44445e service neutron] 10.222.0.22 "GET /v2.0/ports/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0594320 Jul 23 23:23:31.920027 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1aa50-8162-403f-b906-fc152652567b req-627ec1af-878f-4cba-a18e-8bc8996e35d0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:31.921809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03d1aa50-8162-403f-b906-fc152652567b req-627ec1af-878f-4cba-a18e-8bc8996e35d0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0745769 Jul 23 23:23:31.987208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03d1aa50-8162-403f-b906-fc152652567b req-9f586d0f-0686-49b7-ac80-831e69958b0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598810 Jul 23 23:23:32.008728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-2d9bb644-2535-49e8-9ef4-190247536ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:32.011232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-2d9bb644-2535-49e8-9ef4-190247536ba8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1098 time: 0.1176622 Jul 23 23:23:32.024140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:23:32.101569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.301018 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:32.334507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:23:32.372613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:32.374902 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37507539-0aaa-4023-ad58-11bc4137b40d" -d '{"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-unplugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:32.378689 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.400187 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Transition to ACTIVE for port object ef44f53f-92f7-43c9-b0a2-9b0ccea3197e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:23:32.404004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.487592 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f310b1-5ac6-4d43-9385-726e2c809c7f x-openstack-request-id: req-07f310b1-5ac6-4d43-9385-726e2c809c7f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:32.487889 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-unplugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:32.488139 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07f310b1-5ac6-4d43-9385-726e2c809c7f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:32.488539 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'code': 200} Jul 23 23:23:32.491129 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:32.506768 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.507113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.507451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.507786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.508121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.508446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.508790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.509175 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.509500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.509853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.510174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.510494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:32.542924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] No DVR routers for this DVR port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:23:32.684315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:23:32.684641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:23:32.684965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:23:32.689244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:23:32.689559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Attempting to bind port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:23:32.694307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:23:32.694637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:23:32.695008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:23:32.695425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Bound port: ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:23:32.695774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.758043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:23:32.761508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:23:32.765721 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.801982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:32.802594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:32.803996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] 10.222.0.25 "PUT /v2.0/ports/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1093 time: 0.7846873 Jul 23 23:23:32.827134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f13107-7341-4b57-b339-f385a9af8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:32.884716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-1608f0cc-2210-45d2-aace-b641f15670db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:32.886265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-1608f0cc-2210-45d2-aace-b641f15670db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0603366 Jul 23 23:23:32.984420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-2c5f6a1b-9d39-4935-a4b6-7bd08b828661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:32.985939 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-2c5f6a1b-9d39-4935-a4b6-7bd08b828661 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0935798 Jul 23 23:23:33.051124 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-22434380-9c7a-4836-bdbc-52b7d23a052a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 999 time: 0.0590572 Jul 23 23:23:33.132480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-5a6b9e45-1b3c-4b53-ad3c-e19a7bdf0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:33.134558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-5a6b9e45-1b3c-4b53-ad3c-e19a7bdf0dc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0765674 Jul 23 23:23:33.187712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbde9f-0fb1-4e01-8d0b-c0a9747e46e7 req-a753d391-4748-4047-af31-d9867913da1f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:33.189191 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cbde9f-0fb1-4e01-8d0b-c0a9747e46e7 req-a753d391-4748-4047-af31-d9867913da1f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.1308060 Jul 23 23:23:33.230292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-a86a5c26-bcc6-4345-bff8-00e0e96e386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:33.231741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-a86a5c26-bcc6-4345-bff8-00e0e96e386c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910356 Jul 23 23:23:33.238913 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e2cbde9f-0fb1-4e01-8d0b-c0a9747e46e7 req-4f4cc11e-1510-4664-ab5c-62750d772235 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Jul 23 23:23:33.325990 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-3c158d19-5510-4942-8226-2f4e047c7f55 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861149 Jul 23 23:23:33.416586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b2ee2e6-7d93-405a-affd-9e61b857b645 req-a1078995-be63-40b9-83c2-abe5238bc881 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834599 Jul 23 23:23:34.376744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f936-28df-45f6-aa7c-28ace52c88d3 req-48ca250a-613b-4b1a-ac1f-069897242a1f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.378879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc21f936-28df-45f6-aa7c-28ace52c88d3 req-48ca250a-613b-4b1a-ac1f-069897242a1f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.0693977 Jul 23 23:23:34.415944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cc21f936-28df-45f6-aa7c-28ace52c88d3 req-ebe7ea11-591b-4917-94c7-2a452ccc59a0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Jul 23 23:23:34.489589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:34.491906 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:34.539281 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227eb292-30d9-4ed7-8aa1-18f19522c344 x-openstack-request-id: req-227eb292-30d9-4ed7-8aa1-18f19522c344 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:34.539610 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:34.539900 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-227eb292-30d9-4ed7-8aa1-18f19522c344 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:34.540370 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'status': 'completed', 'code': 200} Jul 23 23:23:34.622778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-29516a43-7503-4309-a229-ef3ffec78096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.622982 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-f122e116-8331-461b-bcd7-3195e91d39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.624297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-29516a43-7503-4309-a229-ef3ffec78096 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0619428 Jul 23 23:23:34.624423 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-f122e116-8331-461b-bcd7-3195e91d39e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0587051 Jul 23 23:23:34.717320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-876db57f-ef25-4b20-be40-31570515c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.718938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-876db57f-ef25-4b20-be40-31570515c530 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0879641 Jul 23 23:23:34.723541 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-a76ff79e-41f4-4c18-84f6-77f647a1b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.725009 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-a76ff79e-41f4-4c18-84f6-77f647a1b1f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0940223 Jul 23 23:23:34.789684 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-9b701444-5be8-4159-b129-29525e755cdf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 999 time: 0.0644026 Jul 23 23:23:34.790660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-615d1248-c95b-4bbe-a25e-2d93fa95223e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 999 time: 0.0585251 Jul 23 23:23:34.835991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-b0323a3f-cccd-445f-91b2-7a26cfc0a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.836596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-2b17a6b6-4aef-4322-a09a-d009bd7397ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.838027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-b0323a3f-cccd-445f-91b2-7a26cfc0a1eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0429051 Jul 23 23:23:34.839048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-2b17a6b6-4aef-4322-a09a-d009bd7397ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0434685 Jul 23 23:23:34.895047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-a79c8697-b30d-4109-a813-91782e714d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.896556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-a79c8697-b30d-4109-a813-91782e714d8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529735 Jul 23 23:23:34.900118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-59655f3f-76c2-41ca-863c-bc8658bb263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:34.901866 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-59655f3f-76c2-41ca-863c-bc8658bb263b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568275 Jul 23 23:23:34.990521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-cca6fe6c-2f93-428b-8de7-7d08e18f6052 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Jul 23 23:23:34.994326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-7a35a3d7-6a60-47a0-b221-31fc4ecee283 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Jul 23 23:23:35.085048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-ee0f3dea-0e25-46b2-838e-dddb71265ea5 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Jul 23 23:23:35.085987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c0d7e37f-0f1a-457b-ba5c-eb1e4b1f1dbc req-711ceef6-d378-419f-b9a1-09ea9658d047 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861688 Jul 23 23:23:35.150524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:23:35.186197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:23:35.544555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb9d3-7934-4821-a911-56734e4740bc req-1a213f08-da7a-4509-ac47-1c9db9143942 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:35.546103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bacb9d3-7934-4821-a911-56734e4740bc req-1a213f08-da7a-4509-ac47-1c9db9143942 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.0621266 Jul 23 23:23:35.583736 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6bacb9d3-7934-4821-a911-56734e4740bc req-23d895da-0b90-43f3-a063-2624b442f48c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 23 23:23:35.785292 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94596c7-f30b-427f-9bd4-3acb9bc17f90 req-6f31517c-1b06-418c-885d-76b815a8cd32 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:35.786720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d94596c7-f30b-427f-9bd4-3acb9bc17f90 req-6f31517c-1b06-418c-885d-76b815a8cd32 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 944 time: 0.0629423 Jul 23 23:23:35.799799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0b5a-59db-457c-b40b-608b6924b268 req-a4a827fb-f08d-48c4-8082-e02fa4fdfd57 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:35.801252 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-a4a827fb-f08d-48c4-8082-e02fa4fdfd57 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca&tenant_id=58c84ca172a54f729eea062b23a910b3&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 944 time: 0.0678418 Jul 23 23:23:35.828917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d94596c7-f30b-427f-9bd4-3acb9bc17f90 req-8ef54635-f128-4469-94c1-aa35ba3ed4cd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Jul 23 23:23:35.860705 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-113a0b5a-59db-457c-b40b-608b6924b268 req-5ea3b853-1647-4799-9d9c-62bb86009c8c service neutron] delete failed (client error): The resource could not be found. Jul 23 23:23:35.861707 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-5ea3b853-1647-4799-9d9c-62bb86009c8c service neutron] 10.222.0.22 "DELETE /v2.0/ports/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0540185 Jul 23 23:23:35.960122 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0b5a-59db-457c-b40b-608b6924b268 req-0557e029-14c5-4bba-8ac0-951ad78c24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:35.961616 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-0557e029-14c5-4bba-8ac0-951ad78c24dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1096 time: 0.0582216 Jul 23 23:23:36.057819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0b5a-59db-457c-b40b-608b6924b268 req-f2007913-3682-46fd-a172-e42b1eb40fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:36.059296 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-f2007913-3682-46fd-a172-e42b1eb40fc3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0916333 Jul 23 23:23:36.122337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:23:36.127162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-c7a13f67-0d1e-4c62-a671-ad772013d792 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 999 time: 0.0616486 Jul 23 23:23:36.176608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0b5a-59db-457c-b40b-608b6924b268 req-f7ee6391-d0c1-4b99-9af6-a94a74eb1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:36.178126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-f7ee6391-d0c1-4b99-9af6-a94a74eb1ecd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0445459 Jul 23 23:23:36.220119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:36.231799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'mac_address': 'fa:16:3e:22:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:23:36.240814 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a0b5a-59db-457c-b40b-608b6924b268 req-b5310d8b-be4d-44a4-85ae-5d65f63365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:36.242356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-b5310d8b-be4d-44a4-85ae-5d65f63365bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586555 Jul 23 23:23:36.269434 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:36.281933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef44f53f-92f7-43c9-b0a2-9b0ccea3197e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:23:36.300962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:36.307295 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:36.343275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-1a253fda-9e47-47be-89df-b85b1bb18232 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948701 Jul 23 23:23:36.355280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:36.363607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.363933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.364270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.364601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.364928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.365252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.365574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.365927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.366253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.366572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.366888 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.367204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:36.433826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-113a0b5a-59db-457c-b40b-608b6924b268 req-ec61a72e-5dd3-4a5c-a767-435782963c8d service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jul 23 23:23:36.505850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:23:36.964722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4168f9d-ca34-4958-80ee-60e8c49c919d req-3e1d6da4-3940-45e2-b827-6a1d0a3c9a1c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:36.966235 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4168f9d-ca34-4958-80ee-60e8c49c919d req-3e1d6da4-3940-45e2-b827-6a1d0a3c9a1c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 945 time: 0.0667167 Jul 23 23:23:37.005853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4168f9d-ca34-4958-80ee-60e8c49c919d req-17d1adac-ff58-435b-b132-4bfaf4af928e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337739 Jul 23 23:23:37.131983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca05517-aed8-4778-8a61-464d668239a6 req-663f2a25-58d1-453a-9a68-cda55e4c430d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:37.133348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fca05517-aed8-4778-8a61-464d668239a6 req-663f2a25-58d1-453a-9a68-cda55e4c430d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 945 time: 0.0625212 Jul 23 23:23:37.170646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fca05517-aed8-4778-8a61-464d668239a6 req-9d39d15c-efd0-47a4-adff-3dd109164e97 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Jul 23 23:23:37.723883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b4d4-5d00-4b83-a5a3-b91a3c953225 req-e9f5df1c-6522-4074-b742-e84172784952 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:37.725278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94a5b4d4-5d00-4b83-a5a3-b91a3c953225 req-e9f5df1c-6522-4074-b742-e84172784952 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 945 time: 0.4115779 Jul 23 23:23:37.731859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-eabd9be1-031f-4a34-979e-51e5d59b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:37.733495 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-eabd9be1-031f-4a34-979e-51e5d59b8382 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 1097 time: 0.0795424 Jul 23 23:23:37.794372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94a5b4d4-5d00-4b83-a5a3-b91a3c953225 req-bf4764f6-d3fc-4f88-9227-ab20c3959baa tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599034 Jul 23 23:23:37.847082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-1b446efd-f47e-4f04-9641-241fddd7fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:37.848543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-1b446efd-f47e-4f04-9641-241fddd7fb07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.1076050 Jul 23 23:23:37.910652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-a29fb73c-9f5c-4341-afc0-a87838487d76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 200 len: 1000 time: 0.0556839 Jul 23 23:23:37.962790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-92d3c786-7720-4d78-8f7f-7208f6112b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:37.964219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-92d3c786-7720-4d78-8f7f-7208f6112b32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0473242 Jul 23 23:23:38.021681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-34b6ff3e-ec74-4ab5-92de-faf77d3ca6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:38.023134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-34b6ff3e-ec74-4ab5-92de-faf77d3ca6b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530889 Jul 23 23:23:38.114375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-dd476673-c7a6-498e-9d1d-dd459b562621 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Jul 23 23:23:38.137675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:23:38.185522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:23:38.189049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:23:38.189416 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:38.204666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c46c4518-0f2a-49d6-8024-777305901eb1 req-e538d340-daad-4f6d-9940-a219f2c583d7 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824299 Jul 23 23:23:38.269807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:38.292882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:38.295123 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c050b-d6d1-4730-a869-954081662ebd" -d '{"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-plugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:38.312316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:38.317828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:38.370094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:38.396116 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4e2e2-0ced-4c7d-bb9c-336a197f633c x-openstack-request-id: req-5ec4e2e2-0ced-4c7d-bb9c-336a197f633c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:38.396418 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-plugged", "status": "completed", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:38.396668 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec4e2e2-0ced-4c7d-bb9c-336a197f633c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:38.397063 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'code': 200} Jul 23 23:23:38.927015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205116e6-a086-4309-bd3c-20488e8e1780 req-c5da3e5a-e4d8-49b7-85e1-68c75a4eb662 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:38.928517 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-205116e6-a086-4309-bd3c-20488e8e1780 req-c5da3e5a-e4d8-49b7-85e1-68c75a4eb662 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0635364 Jul 23 23:23:38.967241 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-205116e6-a086-4309-bd3c-20488e8e1780 req-2e14ab85-061b-46e9-bc9c-a7db9a06f50f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Jul 23 23:23:39.219569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f115140-bfcf-4623-8edf-a96c696a5a87 req-c3108c7a-d536-4ac9-ad73-8824ad7ba111 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:39.221086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f115140-bfcf-4623-8edf-a96c696a5a87 req-c3108c7a-d536-4ac9-ad73-8824ad7ba111 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0670898 Jul 23 23:23:39.258500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f115140-bfcf-4623-8edf-a96c696a5a87 req-e1d6ac4f-3303-4284-a256-ac983d106f4e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Jul 23 23:23:40.430450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246ab6f-e799-433a-acac-fd652a12f8a2 req-a9853bc0-7016-4c0a-8b83-c3d96d82f2af tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:40.431935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1246ab6f-e799-433a-acac-fd652a12f8a2 req-a9853bc0-7016-4c0a-8b83-c3d96d82f2af tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.1070204 Jul 23 23:23:40.443616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-7c2a043a-edb2-4e8c-b528-702875eaaea9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:40.445013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-7c2a043a-edb2-4e8c-b528-702875eaaea9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c6f2114-132f-4209-b089-8bac2cf5ebca HTTP/1.1" status: 200 len: 946 time: 0.0920031 Jul 23 23:23:40.513670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1246ab6f-e799-433a-acac-fd652a12f8a2 req-0425ce9e-329f-4e66-b396-f954e34e62e4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677092 Jul 23 23:23:40.566984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Deleting port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:23:40.567332 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:40.664622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] For port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:40.665244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:40.828631 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:40.828911 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:40.829220 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 disassociated. External IP: 172.25.1.21, port: ef44f53f-92f7-43c9-b0a2-9b0ccea3197e. Jul 23 23:23:40.829559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Calling delete_port for ef44f53f-92f7-43c9-b0a2-9b0ccea3197e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:23:40.955060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:40.982728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'Port': ['ID=ef44f53f-92f7-43c9-b0a2-9b0ccea3197e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:41.094560 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4ad7f63-04ce-4ceb-bb00-734748ebdf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:41.104478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:23:41.213648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:23:41.223239 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:23:41.234427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:23:41.235046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:23:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:41.258282 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] No DVR routers for this DVR port ef44f53f-92f7-43c9-b0a2-9b0ccea3197e on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:23:41.261928 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:41.264182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1592310b-0eb0-4975-8394-c18e0b3ae7aa req-3d16eaf1-5424-4a7e-8643-cc7afcab677b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "DELETE /v2.0/ports/ef44f53f-92f7-43c9-b0a2-9b0ccea3197e HTTP/1.1" status: 204 len: 173 time: 0.8114860 Jul 23 23:23:41.264654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-deleted', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:41.267501 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8041f73-6877-4c31-88da-3742c4dcd4c9" -d '{"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-deleted", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:41.311357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc45ee1c-36d7-4804-85a4-cccf84701911 x-openstack-request-id: req-bc45ee1c-36d7-4804-85a4-cccf84701911 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:41.311652 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6f2114-132f-4209-b089-8bac2cf5ebca", "name": "network-vif-deleted", "tag": "ef44f53f-92f7-43c9-b0a2-9b0ccea3197e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:41.311900 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc45ee1c-36d7-4804-85a4-cccf84701911 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:41.312306 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6f2114-132f-4209-b089-8bac2cf5ebca', 'name': 'network-vif-deleted', 'tag': 'ef44f53f-92f7-43c9-b0a2-9b0ccea3197e', 'status': 'completed', 'code': 200} Jul 23 23:23:41.346666 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:23:41.548757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:41.580027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:23:41.588542 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:23:41.589440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:23:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:41.796998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-0025ae57-df46-44ec-852b-cedc10d7b376 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1684541670&fields=id&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 267 time: 0.0352955 Jul 23 23:23:41.860935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:23:41.908720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-95d1d14b-cfaf-4298-98a6-7ace73d3fe47 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:41.910135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-95d1d14b-cfaf-4298-98a6-7ace73d3fe47 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1062899 Jul 23 23:23:41.926274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-ce32776c-af73-40f8-b468-3150010085cd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/quotas/58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 375 time: 0.0108471 Jul 23 23:23:41.993536 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-b7e8b470-4827-4de2-8aba-dd0b7954e114 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621519 Jul 23 23:23:42.062798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:42.089340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82191af-86a3-417b-af94-45b6f99bcf66 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:23:42.144906 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-74ae9c89-2a00-4768-9ccb-4df93822cf35 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385796 Jul 23 23:23:42.237196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-3ed5b6c8-5c86-463c-bca7-ce415283fcf8 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Jul 23 23:23:42.309926 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62a776-402c-40bc-bf63-2952da41081c None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:23:42.408163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2e0a8036-a946-4ee8-b3e2-c688d7a299ff req-38d74b7c-da79-4775-ac21-aeede614b6c3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 23 23:23:43.297503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-ee7f5739-2185-4c8a-b1a3-49b84aa158c3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:43.299020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-ee7f5739-2185-4c8a-b1a3-49b84aa158c3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1120727 Jul 23 23:23:43.343631 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-4854a8da-d8e7-4113-a945-0af3fb067506 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 380 time: 0.0364728 Jul 23 23:23:43.353275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'port': {'device_id': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'admin_state_up': True, 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'security_groups': ['08b1597e-af15-4f0f-81e4-8f05e6d67d30']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:23:43.472153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:23:43.475924 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:43.519251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a7c6deff-d868-40f5-8e12-9e5a3391d9b8 req-01fc1281-e106-4c93-b4d8-dca43b7484d1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 210 time: 0.0340130 Jul 23 23:23:43.600396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Allocated IP 172.20.0.11 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/450d6d34-4574-4469-b4c4-19dcaf03a7a8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:23:43.744215 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:43.757243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Transition to ACTIVE for port object 450d6d34-4574-4469-b4c4-19dcaf03a7a8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:23:43.789190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:43.816559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03ef7366-13c3-4214-8e06-147e8841f70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:43.836786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:23:43.842396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:23:43.844958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:23:43.873968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:43.888851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.889193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.889531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.889906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.890237 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.890561 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.890882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.891200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.891516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.891830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.892144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.892458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:23:43.912730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:43.913346 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:43.929743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-198626d7-2c16-46db-8703-58856ddcca1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803418 Jul 23 23:23:43.942914 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Request body: {'port': {'device_id': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:23:44.027928 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.090467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3063186-985e-4fa7-8144-c4e7bfbf4fd4 None None] Provisioning for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:23:44.094175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d3063186-985e-4fa7-8144-c4e7bfbf4fd4 None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:23:44.094541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d3063186-985e-4fa7-8144-c4e7bfbf4fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.133229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d3063186-985e-4fa7-8144-c4e7bfbf4fd4 None None] Port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:23:44.185715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:23:44.205710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: ef44f53f-92f7-43c9-b0a2-9b0ccea3197e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:23:44.206160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device ef44f53f-92f7-43c9-b0a2-9b0ccea3197e not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:23:44.245562 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.295533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:23:44.303687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.316082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Transition to ACTIVE for port object 450d6d34-4574-4469-b4c4-19dcaf03a7a8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:23:44.319638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.368302 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:44.444889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:23:44.445217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:23:44.445538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:23:44.451413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:23:44.451737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:23:44.456884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:23:44.457215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:23:44.457591 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:23:44.458050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Bound port: 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:23:44.458405 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.529496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:23:44.532517 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:23:44.536357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.570812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:44.571441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:44.572834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] 10.222.0.22 "PUT /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1093 time: 0.6360135 Jul 23 23:23:44.573894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:44.576686 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f6b26-69cf-49a9-9b01-3d5de63588fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:44.603433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb219-e6d8-4492-9e3d-eb11b2316dca service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:44.656853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d734bc-31bf-46de-9139-897a8db408d2 req-3d366292-8623-4f4e-9f9a-7ef8060377c9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:44.658633 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07d734bc-31bf-46de-9139-897a8db408d2 req-3d366292-8623-4f4e-9f9a-7ef8060377c9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0695181 Jul 23 23:23:44.671775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-78efaec2-2cfd-4654-82db-fa00082e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:44.673201 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-78efaec2-2cfd-4654-82db-fa00082e5d22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0608091 Jul 23 23:23:44.700660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-07d734bc-31bf-46de-9139-897a8db408d2 req-46a259ea-2d70-40a2-b974-dfed5c50b7f0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Jul 23 23:23:44.722871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-eccebf46-9784-496e-91f3-f052606084f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 217 time: 0.0408509 Jul 23 23:23:44.763384 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f300ee2-07a8-4649-a3c9-ee3be91f9a85 x-openstack-request-id: req-2f300ee2-07a8-4649-a3c9-ee3be91f9a85 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:44.763845 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:44.764072 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f300ee2-07a8-4649-a3c9-ee3be91f9a85 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:44.764538 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'status': 'completed', 'code': 200} Jul 23 23:23:44.782830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-5defbad8-90b5-4188-8268-be2f3b2bacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:44.784440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-5defbad8-90b5-4188-8268-be2f3b2bacb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0561395 Jul 23 23:23:44.843757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ff16-630a-4c08-bfff-f186d030090b req-1644de35-fd50-4780-9ccf-0110a04fe81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:44.845244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-1644de35-fd50-4780-9ccf-0110a04fe81c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531442 Jul 23 23:23:44.937331 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-b63e0693-3943-4e2c-aee5-1c11b0077a8d service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849700 Jul 23 23:23:45.024710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4f23ff16-630a-4c08-bfff-f186d030090b req-c5f17892-0450-4b17-af99-22bd35cac058 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812089 Jul 23 23:23:45.116863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:45.125711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-a3751c75-e408-48b2-b478-ef14f9a4f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:45.127291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-a3751c75-e408-48b2-b478-ef14f9a4f2f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0588465 Jul 23 23:23:45.220132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-88d6d924-cb25-4f8f-a898-41bd93fc4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:45.221544 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-88d6d924-cb25-4f8f-a898-41bd93fc4b40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0878651 Jul 23 23:23:45.262794 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-35a9ebe3-6f40-4607-abc2-174437508142 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 217 time: 0.0343988 Jul 23 23:23:45.314166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-e5a812c1-a658-4345-94b3-b1c1c3febdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:45.315620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-e5a812c1-a658-4345-94b3-b1c1c3febdcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0461576 Jul 23 23:23:45.375710 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-b6726e9a-f6fa-423b-a20f-3d85bbc342ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:45.377193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-b6726e9a-f6fa-423b-a20f-3d85bbc342ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543394 Jul 23 23:23:45.470646 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-580652cb-743c-4cd5-9431-ea80a94c1491 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Jul 23 23:23:45.562229 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-579f6b26-69cf-49a9-9b01-3d5de63588fc req-c33731df-4540-4574-8902-2af8e93958dd service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836995 Jul 23 23:23:45.832576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef600c1-1990-4b78-b61a-eb8bf6f0a385 req-e0fb3d42-8123-4c48-a149-7694363ccae7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:45.834070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aef600c1-1990-4b78-b61a-eb8bf6f0a385 req-e0fb3d42-8123-4c48-a149-7694363ccae7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0633748 Jul 23 23:23:45.876370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aef600c1-1990-4b78-b61a-eb8bf6f0a385 req-0b94d8fb-a37d-481e-a575-5e98f498d9bf tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367320 Jul 23 23:23:46.637414 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:47.004969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef0f58-1b6d-4257-b080-c1eaf02ec141 req-f33c02f8-90a5-41ae-9ed6-957438ac235b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:47.006473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66ef0f58-1b6d-4257-b080-c1eaf02ec141 req-f33c02f8-90a5-41ae-9ed6-957438ac235b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0646527 Jul 23 23:23:47.043799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66ef0f58-1b6d-4257-b080-c1eaf02ec141 req-2935f847-66f9-433d-a11d-c77dbb03c132 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jul 23 23:23:47.178471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:23:47.269882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:47.283911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:23:47.320206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:47.333049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:23:47.352482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:47.356989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:47.405738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:47.560945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['450d6d34-4574-4469-b4c4-19dcaf03a7a8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:23:48.170652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097045a6-d348-401f-a2a5-cb1e0de63e0d req-6c0951b7-b4cb-41f3-a54a-72fb701b6bec tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:48.172136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-097045a6-d348-401f-a2a5-cb1e0de63e0d req-6c0951b7-b4cb-41f3-a54a-72fb701b6bec tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 945 time: 0.0622485 Jul 23 23:23:48.209153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-097045a6-d348-401f-a2a5-cb1e0de63e0d req-084bc19c-4258-4fc9-ac7b-16ff9603f051 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jul 23 23:23:49.181214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:23:49.228600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:23:49.233737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:23:49.234147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:49.312759 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:49.338997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:49.341385 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a373d3f-c4a2-4d05-a273-488f053644e5" -d '{"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:49.345063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed12a-02dc-483c-9182-20a8f40d8319 req-b61aa535-1674-4afd-be22-0fd56e2e0e2b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:49.346604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8eed12a-02dc-483c-9182-20a8f40d8319 req-b61aa535-1674-4afd-be22-0fd56e2e0e2b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 945 time: 0.0715590 Jul 23 23:23:49.353595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:23:49.358469 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:49.384577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a8eed12a-02dc-483c-9182-20a8f40d8319 req-71f42a20-87d3-4812-a80a-35f9bbe06f2a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321107 Jul 23 23:23:49.407350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:23:49.428729 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c5a8a4-8207-4da0-a3ae-120aed29d391 x-openstack-request-id: req-c0c5a8a4-8207-4da0-a3ae-120aed29d391 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:49.429068 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:49.429321 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0c5a8a4-8207-4da0-a3ae-120aed29d391 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:49.429708 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'code': 200} Jul 23 23:23:49.535991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d7717-89b1-44f1-a900-98bcf0f83217 req-8de51b89-f2e7-47f2-afe1-252ca3b4e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:49.537481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1a3d7717-89b1-44f1-a900-98bcf0f83217 req-8de51b89-f2e7-47f2-afe1-252ca3b4e245 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1098 time: 0.0532129 Jul 23 23:23:49.570771 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1a3d7717-89b1-44f1-a900-98bcf0f83217 req-f4c7c6ee-f680-4998-a9ea-a62adc56f5fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270407 Jul 23 23:23:50.516440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b7a0-ab4e-4f74-9b01-60d5fa4e0688 req-4430b8f9-9f86-47c0-b916-dbd965fc910c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:50.518001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c51b7a0-ab4e-4f74-9b01-60d5fa4e0688 req-4430b8f9-9f86-47c0-b916-dbd965fc910c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0640182 Jul 23 23:23:50.555892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c51b7a0-ab4e-4f74-9b01-60d5fa4e0688 req-0fe025e2-627e-4beb-8c26-b3ad85681de8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jul 23 23:23:50.679903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0642153-73bf-4f5d-a2e6-6075ce9f02d4 req-d4c04d47-f65d-4773-bcd4-930ecfa27afb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:50.681376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0642153-73bf-4f5d-a2e6-6075ce9f02d4 req-d4c04d47-f65d-4773-bcd4-930ecfa27afb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0635102 Jul 23 23:23:50.690613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:23:50.694970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'floatingip': {'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:23:50.737214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:51.160143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:51.163683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:51.260293 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 associated. External IP: 172.25.1.21, port: 450d6d34-4574-4469-b4c4-19dcaf03a7a8. Jul 23 23:23:51.460322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:23:51.566351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:23:51.570865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:51.577545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:23:51.586354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:23:51.587002 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:23:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:51.613014 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-913281e5-8866-4f7c-b280-cc6fe7ea2901 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "PUT /v2.0/floatingips/f5fa02c5-357e-446f-a11a-1f3b525c23e4 HTTP/1.1" status: 200 len: 991 time: 0.9213612 Jul 23 23:23:51.613606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:23:51.615864 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731" -d '{"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:23:51.702633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:23:51.702892 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4cc3a0-ad55-49aa-b5aa-d3a68c64e5c8 x-openstack-request-id: req-ee4cc3a0-ad55-49aa-b5aa-d3a68c64e5c8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:23:51.703183 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:23:51.703438 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee4cc3a0-ad55-49aa-b5aa-d3a68c64e5c8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:23:51.703847 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'status': 'completed', 'code': 200} Jul 23 23:23:51.788276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-3ffef98a-87f0-498f-b125-87e2594199a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:51.789812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-3ffef98a-87f0-498f-b125-87e2594199a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1098 time: 0.0619147 Jul 23 23:23:51.880668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-30dad70a-d36b-4312-80ad-187997bfa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:51.882183 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-30dad70a-d36b-4312-80ad-187997bfa09c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0866730 Jul 23 23:23:51.926043 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:23:51Z', 'revision_number': 9, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:51.951460 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-02b3129e-6713-4340-ac06-f640d445e8e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 999 time: 0.0635922 Jul 23 23:23:51.956033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:23:51.965065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:23:51.965708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:23:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:52.000817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-08f29554-b1bf-421a-a046-0a033760e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:52.002340 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-08f29554-b1bf-421a-a046-0a033760e22d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0446796 Jul 23 23:23:52.062529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-2e62eff3-d4e5-4b93-afb0-6183e3caff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:23:52.063974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-2e62eff3-d4e5-4b93-afb0-6183e3caff76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555952 Jul 23 23:23:52.072354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:23:52.157966 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-03ecfb3a-6138-423b-bb85-93e5474b4581 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Jul 23 23:23:52.246930 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-19c07612-ed1c-4ee7-a2a4-e14f9fc67731 req-b4a10084-996e-4305-a989-1d6bb4e82d21 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825605 Jul 23 23:23:52.295733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:23:51Z', 'revision_number': 9, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:23:52.326143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43ff8e-b0a7-421a-a7a5-a12a676b169b None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:23:51Z', 'revision_number': 9, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:23:52.511848 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76142337-93b1-430c-81d6-8b5f8b3fff8e None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:23:52.634314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:53.650458 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:23:58.468985 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:24:09.629306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-b5d33811-e9ae-425a-a012-f429edd88ae1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609922 Jul 23 23:24:09.729940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe12c8-f370-4055-8bca-b90643675a10 req-4c9a13a3-59a2-491b-8466-a6f9da7f1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:24:09.731405 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-4c9a13a3-59a2-491b-8466-a6f9da7f1303 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1098 time: 0.0532253 Jul 23 23:24:09.833438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe12c8-f370-4055-8bca-b90643675a10 req-4a8286e7-5ccf-4190-ad45-040ac12c89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:24:09.835028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-4a8286e7-5ccf-4190-ad45-040ac12c89e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0835221 Jul 23 23:24:09.904125 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-cc014ba6-f887-410c-bc81-cb513237a97d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0626900 Jul 23 23:24:09.953879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe12c8-f370-4055-8bca-b90643675a10 req-a7899ebb-4006-43aa-9ed7-2fb424abb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:24:09.955315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-a7899ebb-4006-43aa-9ed7-2fb424abb79a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0450542 Jul 23 23:24:10.015595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe12c8-f370-4055-8bca-b90643675a10 req-a2356736-5977-43db-a270-9d7c1003f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:24:10.017041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-a2356736-5977-43db-a270-9d7c1003f707 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544672 Jul 23 23:24:10.109682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-176a0da7-28d5-44b5-903d-8d877d9b7934 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847769 Jul 23 23:24:10.201217 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-acbe12c8-f370-4055-8bca-b90643675a10 req-0a010244-8a6f-41d3-8fe0-23fb6bdad2a1 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Jul 23 23:24:11.095656 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfc5-d16d-4013-8623-586760964284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:13.817395 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-960412c0-8559-4490-b7e9-3051b91d4d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:14.250522 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:15.118314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:16.640311 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:22.648681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:23.669989 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:35.472706 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:24:41.096944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a749-8201-4b6b-bc09-7f22dd573b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:43.817006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b62e4b3c-30ea-4a6c-a5f8-e1243a9fcd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:44.250278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:45.121722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:46.642785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:52.648903 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:24:53.703807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:10.610854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-6671e020-6172-435a-aa5b-d8dd4622c8f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540977 Jul 23 23:25:10.704752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-8d85bd34-ae3f-4570-936f-27e8b4e43bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:10.706909 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-8d85bd34-ae3f-4570-936f-27e8b4e43bbe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1098 time: 0.0564995 Jul 23 23:25:10.810435 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-7e5a4dd1-0eaf-4dee-9800-6094ad992017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:10.811879 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-7e5a4dd1-0eaf-4dee-9800-6094ad992017 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0864322 Jul 23 23:25:10.873704 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-6621cd0f-9b9f-4a36-b4a6-60cf2534f3ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0560541 Jul 23 23:25:10.924326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-66c89235-349e-42ad-a1aa-4858e114e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:10.925726 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-66c89235-349e-42ad-a1aa-4858e114e479 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0459635 Jul 23 23:25:10.981921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-6338f8a8-f8a6-4d6e-a0d7-a7cde24c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:10.983633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-6338f8a8-f8a6-4d6e-a0d7-a7cde24c719e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519061 Jul 23 23:25:11.076072 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-e3a516d3-4722-4b3f-a155-c18910cccf73 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Jul 23 23:25:11.097602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fad500ac-bdf7-4d31-ba5a-65fe1e63d609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:11.167889 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1469600e-a4c8-4add-8b90-14d1c6354718 req-da2ea8c2-6b93-46ef-8a81-684ebd8717ee service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Jul 23 23:25:12.471904 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:25:13.820502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47046948-438c-4bb8-9129-c546106083e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:14.251258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:15.124387 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:16.646350 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:22.657290 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:23.710781 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:27.506613 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-dbf3ef50-0d28-4f24-9584-17882e32430c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928853 Jul 23 23:25:27.515803 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6214d-d0f8-4c1b-a086-79ad8540a233 req-a7e2785d-578e-45ed-8fab-4d7126b2af14 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:27.517252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fb6214d-d0f8-4c1b-a086-79ad8540a233 req-a7e2785d-578e-45ed-8fab-4d7126b2af14 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0929568 Jul 23 23:25:27.556290 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7fb6214d-d0f8-4c1b-a086-79ad8540a233 req-c40d68a6-72fd-4fcb-9664-def3ffe925a9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Jul 23 23:25:28.566449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-57ab9eff-ac20-4dd9-81b3-ae698354dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:28.567905 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-57ab9eff-ac20-4dd9-81b3-ae698354dd64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1098 time: 0.0533419 Jul 23 23:25:28.660230 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-fbe87603-013d-4387-941b-343dfaa212e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:28.661701 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-fbe87603-013d-4387-941b-343dfaa212e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0877938 Jul 23 23:25:28.691138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941b36-5937-4473-80ef-6d7026381c39 req-1cfe937b-eee8-4ddf-8203-378991053f3a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:28.692624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5941b36-5937-4473-80ef-6d7026381c39 req-1cfe937b-eee8-4ddf-8203-378991053f3a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0670204 Jul 23 23:25:28.727209 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-83190b48-ecf9-42ef-81c1-21d36cb93f33 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0593793 Jul 23 23:25:28.730854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5941b36-5937-4473-80ef-6d7026381c39 req-00df79e8-58c4-42fb-ad5f-897c0756be6c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324454 Jul 23 23:25:28.775356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-3b08a24e-acaf-4785-8dd3-8c1a664290f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:28.776818 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-3b08a24e-acaf-4785-8dd3-8c1a664290f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0432956 Jul 23 23:25:28.839328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4b983dde-f9b0-4504-a1ab-e5822ccab71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:28.841356 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4b983dde-f9b0-4504-a1ab-e5822ccab71c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585203 Jul 23 23:25:28.929827 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-24120d20-90dd-4e4d-8e20-312a6a18705b service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820520 Jul 23 23:25:29.352639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-eda028ab-a55b-464c-aaa7-c4d21dbf3012 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167378 Jul 23 23:25:29.860812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfce49c-c3f0-463e-b24d-ede84ed72d26 req-7d6269ba-12d9-4185-b806-31a73e7ae5fd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:29.862298 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0cfce49c-c3f0-463e-b24d-ede84ed72d26 req-7d6269ba-12d9-4185-b806-31a73e7ae5fd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0635695 Jul 23 23:25:29.898728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0cfce49c-c3f0-463e-b24d-ede84ed72d26 req-6223e4ba-db2c-43b9-bcf8-24b476e4dd47 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Jul 23 23:25:31.030896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6d25-fbbb-4eb5-9d8c-dadeeae8c533 req-678fee50-2317-4f31-92ca-8c5569fa41bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:31.032420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a57b6d25-fbbb-4eb5-9d8c-dadeeae8c533 req-678fee50-2317-4f31-92ca-8c5569fa41bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0662224 Jul 23 23:25:31.072888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a57b6d25-fbbb-4eb5-9d8c-dadeeae8c533 req-dc67b1a7-bea8-4cf5-b071-59eefefc567f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348222 Jul 23 23:25:32.208430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81387364-467a-4efa-a1f2-b2dab9cc4bf0 req-bca9ae48-6d4b-475a-8bd8-2e55309dfad3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:32.209908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81387364-467a-4efa-a1f2-b2dab9cc4bf0 req-bca9ae48-6d4b-475a-8bd8-2e55309dfad3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0653441 Jul 23 23:25:32.245918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81387364-467a-4efa-a1f2-b2dab9cc4bf0 req-268c0b9e-42dd-4936-9889-8e3139a65c5e tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Jul 23 23:25:33.374512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac80c-a212-40f5-9062-4318c2703da3 req-a21b050b-0393-4d9e-8929-e7b742622235 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:33.375989 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-149ac80c-a212-40f5-9062-4318c2703da3 req-a21b050b-0393-4d9e-8929-e7b742622235 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0635211 Jul 23 23:25:33.412394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-149ac80c-a212-40f5-9062-4318c2703da3 req-c895a7ac-acd3-4861-9352-ebcbcb11554c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308740 Jul 23 23:25:34.545616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5408-29d8-4a6a-a890-16265cb2941a req-00be97e2-23df-42de-b2a4-0063ee114770 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:34.547134 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82ab5408-29d8-4a6a-a890-16265cb2941a req-00be97e2-23df-42de-b2a4-0063ee114770 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0675044 Jul 23 23:25:34.586856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-82ab5408-29d8-4a6a-a890-16265cb2941a req-4147dffc-fbe1-42d6-b235-d23d325593a3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340240 Jul 23 23:25:35.713458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeda0a6-b772-4e71-8271-8d9eecc2fa26 req-78afe55a-a6b2-48dd-8be6-dcf93e2d48ac tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:35.714995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdeda0a6-b772-4e71-8271-8d9eecc2fa26 req-78afe55a-a6b2-48dd-8be6-dcf93e2d48ac tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0614543 Jul 23 23:25:35.751706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fdeda0a6-b772-4e71-8271-8d9eecc2fa26 req-db0824aa-f628-41a9-977b-c591c1aa817a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Jul 23 23:25:36.878266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fd4b5-cf54-4e6c-80b1-734eea2bb9e6 req-a989fddc-477b-4a28-8aee-092d473e3792 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:36.879719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb7fd4b5-cf54-4e6c-80b1-734eea2bb9e6 req-a989fddc-477b-4a28-8aee-092d473e3792 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0619962 Jul 23 23:25:36.915623 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb7fd4b5-cf54-4e6c-80b1-734eea2bb9e6 req-a879f6a7-3ef7-4f0c-ae2a-7232ac692660 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Jul 23 23:25:38.368811 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200019e8-b070-4249-923e-c970c9d4ddec req-dad35c31-caec-4455-9feb-8362d2e717d4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:38.370296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-200019e8-b070-4249-923e-c970c9d4ddec req-dad35c31-caec-4455-9feb-8362d2e717d4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.3867910 Jul 23 23:25:38.409905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-200019e8-b070-4249-923e-c970c9d4ddec req-06b1dc71-ebbf-4a0b-afd8-394ddce2fb50 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Jul 23 23:25:39.543392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e8f7c-105f-447e-beb5-5d967a442fe3 req-1214c5ca-e4e7-4477-bfd0-03226ce16da2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:39.545041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d82e8f7c-105f-447e-beb5-5d967a442fe3 req-1214c5ca-e4e7-4477-bfd0-03226ce16da2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0631714 Jul 23 23:25:39.583853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d82e8f7c-105f-447e-beb5-5d967a442fe3 req-e8951db9-758c-447f-b48f-6a9024981215 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Jul 23 23:25:40.717652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c23e-444b-4c7b-9e5e-d8806e389268 req-de6f0fb2-9ebc-4f8b-8aa0-148f74e9cfa0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:40.719137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b388c23e-444b-4c7b-9e5e-d8806e389268 req-de6f0fb2-9ebc-4f8b-8aa0-148f74e9cfa0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0649250 Jul 23 23:25:40.756430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b388c23e-444b-4c7b-9e5e-d8806e389268 req-b737ec27-bf7c-4838-9222-143240e8adf6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Jul 23 23:25:41.098251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79770761-fe7a-4d1d-8281-801c076d61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:41.199909 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-44ce5b57-adcc-4428-a272-c7f251da7d67 service neutron] show failed (client error): The resource could not be found. Jul 23 23:25:41.200885 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-44ce5b57-adcc-4428-a272-c7f251da7d67 service neutron] 10.222.0.22 "GET /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0563169 Jul 23 23:25:41.399586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-dbe7f862-c909-41cf-9a35-f6a2570c8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:41.401069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-dbe7f862-c909-41cf-9a35-f6a2570c8805 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1098 time: 0.0525873 Jul 23 23:25:41.411569 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:25:41.478665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:41.676360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:41.706994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:25:41.744955 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:41.747246 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5524ed-d66e-4286-a40c-007d003a8653" -d '{"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-unplugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:41.751003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:41.763759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Transition to ACTIVE for port object 450d6d34-4574-4469-b4c4-19dcaf03a7a8 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:25:41.767675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:41.797387 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4bcae-4620-433c-aefa-143133664288 x-openstack-request-id: req-b3b4bcae-4620-433c-aefa-143133664288 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:41.797677 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-unplugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:41.797951 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3b4bcae-4620-433c-aefa-143133664288 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:41.798339 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'code': 200} Jul 23 23:25:41.870651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:41.902575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.902923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.903295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.904208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.904559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.904890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.905217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.905539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.905887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.906212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.906542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.906866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:41.950174 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] No DVR routers for this DVR port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:25:42.032756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942d32e-bd25-4667-af8d-40b66d55a0a6 req-a98ceb4a-2231-4e98-84e7-980f38fae4bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.034303 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7942d32e-bd25-4667-af8d-40b66d55a0a6 req-a98ceb4a-2231-4e98-84e7-980f38fae4bb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.1812749 Jul 23 23:25:42.089167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7942d32e-bd25-4667-af8d-40b66d55a0a6 req-65e334e7-7b73-49ee-b989-0a73c7f379f2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480976 Jul 23 23:25:42.131819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:25:42.132152 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:25:42.132473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:42.136777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:25:42.137094 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:42.141850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:25:42.142182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:25:42.142559 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:25:42.142981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Bound port: 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:25:42.143328 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:42.207787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:25:42.210711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:25:42.215541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:42.251028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.251651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:42.253047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] 10.222.0.25 "PUT /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1093 time: 0.8454559 Jul 23 23:25:42.271679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500df18-83e2-49ce-941e-37dca56f82fc service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:42.330851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-c2202980-663f-4689-a4c1-7c5bf3bfb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.332363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-c2202980-663f-4689-a4c1-7c5bf3bfb3d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0577767 Jul 23 23:25:42.429294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-cda5e25b-64c1-49d2-b8a9-663fe86e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.430828 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-cda5e25b-64c1-49d2-b8a9-663fe86e6843 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0919352 Jul 23 23:25:42.502457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-14a2dccd-0f5d-4f41-8f9a-da458f2cb9de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0655231 Jul 23 23:25:42.556048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-e74f03cf-44ca-418b-b525-b21715d3962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.557513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-e74f03cf-44ca-418b-b525-b21715d3962d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0483088 Jul 23 23:25:42.614736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-ef49169b-3b9e-4c2b-8c14-a496ac0d5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:42.616211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-ef49169b-3b9e-4c2b-8c14-a496ac0d5e42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526881 Jul 23 23:25:42.702404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-072ef285-cc79-42bb-90a4-7b42154c3684 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802648 Jul 23 23:25:42.794466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-3e0f9b2f-f9c2-413e-bc77-db682acbcde9 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852289 Jul 23 23:25:43.220870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f921d-83e8-414e-91f7-88cf06f25f5d req-fc55a12b-8880-459b-89cc-c9e3039b54c2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:43.222385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb2f921d-83e8-414e-91f7-88cf06f25f5d req-fc55a12b-8880-459b-89cc-c9e3039b54c2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0652275 Jul 23 23:25:43.260881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bb2f921d-83e8-414e-91f7-88cf06f25f5d req-41428351-27a4-450a-b549-03deb38549a2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Jul 23 23:25:43.799400 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:43.801744 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:43.820985 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d1b0300-a691-4c8e-be43-a9eea97af4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:43.856109 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24c527-7a49-44d0-acde-1aa7bcc2e128 x-openstack-request-id: req-6c24c527-7a49-44d0-acde-1aa7bcc2e128 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:43.857483 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:43.857823 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c24c527-7a49-44d0-acde-1aa7bcc2e128 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:43.859272 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'status': 'completed', 'code': 200} Jul 23 23:25:43.931634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-0500cf62-b5c0-4b1d-8658-f3723965c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:43.933123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1fd6d30e-8fa5-45a6-b488-3b7abcb3329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:43.933242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-0500cf62-b5c0-4b1d-8658-f3723965c83e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0548899 Jul 23 23:25:43.935451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1fd6d30e-8fa5-45a6-b488-3b7abcb3329b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0593021 Jul 23 23:25:44.024354 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-a0bb65e6-4f2e-4b4b-946c-01a9ab41bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.025147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-c3fed672-d91f-4d9a-99a9-45fe71af6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.025894 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-a0bb65e6-4f2e-4b4b-946c-01a9ab41bfc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0865862 Jul 23 23:25:44.026644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-c3fed672-d91f-4d9a-99a9-45fe71af6dfb service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0853403 Jul 23 23:25:44.096030 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-05fdb80f-adec-401b-b698-1309f5448a89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0625803 Jul 23 23:25:44.098318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-e983fa77-448e-457b-953e-727cfbe5e3ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0648129 Jul 23 23:25:44.146197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-6a7e8b8d-46ca-4e28-913a-3a214c7a1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.147660 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-6a7e8b8d-46ca-4e28-913a-3a214c7a1e71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0449073 Jul 23 23:25:44.149882 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-ece3a033-fb00-4bfa-beb8-0057016a5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.151401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-ece3a033-fb00-4bfa-beb8-0057016a5bc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0448551 Jul 23 23:25:44.209433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1485ed57-dc45-438a-bd9e-faad4526b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.210854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1a684826-1adb-4b5e-942f-b0616296c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.211259 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1485ed57-dc45-438a-bd9e-faad4526b2b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572960 Jul 23 23:25:44.212347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-1a684826-1adb-4b5e-942f-b0616296c897 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546396 Jul 23 23:25:44.260437 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:44.326464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-19a7be38-bdf3-47b9-861b-a4ac19a74adf service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070473 Jul 23 23:25:44.330837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-19134131-6d31-471e-937b-b955c3ec4ee8 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136005 Jul 23 23:25:44.423037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-854803b3-af8a-4181-b72e-cf3f487da2dc service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863438 Jul 23 23:25:44.460092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0f902a01-ec28-40d6-aa80-41a0a92bd1c1 req-7cca2cb2-5196-4ce8-a82d-87238b01ccd5 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279321 Jul 23 23:25:44.479060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37a68-0423-4da9-8ab8-34281cb7d226 req-361e0226-6423-4de1-8782-ccf5c0fbb80a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:44.480524 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ff37a68-0423-4da9-8ab8-34281cb7d226 req-361e0226-6423-4de1-8782-ccf5c0fbb80a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.1285605 Jul 23 23:25:44.522469 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ff37a68-0423-4da9-8ab8-34281cb7d226 req-4e69aecc-4981-423c-8f88-e54bcefda399 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352783 Jul 23 23:25:45.127109 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:45.592319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:25:45.630923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:25:45.653148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e759047-65d3-49bf-b515-264f010fa0b8 req-d4ecc062-07f5-44bb-9a2a-7448f6a96c58 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:45.654658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e759047-65d3-49bf-b515-264f010fa0b8 req-d4ecc062-07f5-44bb-9a2a-7448f6a96c58 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0643010 Jul 23 23:25:45.691879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e759047-65d3-49bf-b515-264f010fa0b8 req-756a7728-f911-4918-8eff-bf91999da27a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 23 23:25:46.025614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-ce91a0bf-be15-41b9-bd1d-7e600bc22965 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.027096 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-ce91a0bf-be15-41b9-bd1d-7e600bc22965 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&tenant_id=58c84ca172a54f729eea062b23a910b3&binding%3Ahost_id=n-h1-791506-25 HTTP/1.1" status: 200 len: 944 time: 0.1083629 Jul 23 23:25:46.041066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2117-748c-4c65-8a8f-db972838c603 req-c3cb075f-ee3b-4797-be82-34a470cbbd63 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.042731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-688c2117-748c-4c65-8a8f-db972838c603 req-c3cb075f-ee3b-4797-be82-34a470cbbd63 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 944 time: 0.0946219 Jul 23 23:25:46.121402 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-688c2117-748c-4c65-8a8f-db972838c603 req-32bc9a3a-fefb-495e-98ef-89f0759386ab tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714679 Jul 23 23:25:46.127485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-087a6a98-bb9d-478f-a52a-f287019da72f service neutron] 10.222.0.25 "GET /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8/bindings/n-h1-791506-25 HTTP/1.1" status: 200 len: 383 time: 0.0938840 Jul 23 23:25:46.206123 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-6d7cfe76-500a-4f0a-a64a-1639368d203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.207600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-6d7cfe76-500a-4f0a-a64a-1639368d203d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1096 time: 0.0573416 Jul 23 23:25:46.294789 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-dff4ad10-ada2-46db-ae6d-03f58c33916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.296188 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-dff4ad10-ada2-46db-ae6d-03f58c33916d service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0827746 Jul 23 23:25:46.365589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-92dedee7-cc19-4845-8d0c-1d9885c18306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0633051 Jul 23 23:25:46.416668 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-6ff75136-7d37-4d22-a83b-84f55caf7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.418116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-6ff75136-7d37-4d22-a83b-84f55caf7f4e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0467200 Jul 23 23:25:46.474190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-2262d352-af45-4c0e-a5cc-fad763b69879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:46.475694 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-2262d352-af45-4c0e-a5cc-fad763b69879 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520847 Jul 23 23:25:46.568870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-7f38f2b8-5281-4bdd-8932-b7563f937a03 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864017 Jul 23 23:25:46.646974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:46.659027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-a7b71a9e-098f-4b0f-9963-50f71aae7ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Jul 23 23:25:46.667258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:25:46.765454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:46.776018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:25:46.811084 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:46.822943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:25:46.841901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:46.845567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:46.890703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:46.897744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.898107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.898439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.898766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.899090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.899414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.899729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.900047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.900367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.900682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.900996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:46.901309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:47.071077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['450d6d34-4574-4469-b4c4-19dcaf03a7a8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:25:47.257714 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660b57c-0785-47b1-bc69-cfd56f7393a6 req-5b068c7f-1a71-49fb-9c4e-95df6d207a01 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:47.259197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c660b57c-0785-47b1-bc69-cfd56f7393a6 req-5b068c7f-1a71-49fb-9c4e-95df6d207a01 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 945 time: 0.0677211 Jul 23 23:25:47.296784 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c660b57c-0785-47b1-bc69-cfd56f7393a6 req-e0d9cbe6-7006-4b99-89d0-d869d8f37205 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Jul 23 23:25:48.432315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ebdef-23fa-4939-aa3a-f021b3bfea08 req-a4cc8573-c26a-439d-8fc6-39db0ed86206 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:48.433885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e10ebdef-23fa-4939-aa3a-f021b3bfea08 req-a4cc8573-c26a-439d-8fc6-39db0ed86206 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 945 time: 0.0667286 Jul 23 23:25:48.472122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e10ebdef-23fa-4939-aa3a-f021b3bfea08 req-a45ed6d9-fc1b-41e6-9ad1-d65395acee4f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Jul 23 23:25:48.532178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-ac6f6229-a05f-40f1-8323-83a6d4168518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:48.534098 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-ac6f6229-a05f-40f1-8323-83a6d4168518 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1097 time: 0.0545514 Jul 23 23:25:48.545372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:25:48.618610 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:48.683470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:25:48.733844 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:25:48.737578 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:25:48.737984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:48.816553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:48.821273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:48.853503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:25:48.889809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:25:48.898026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:48.909144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Ignored duplicate provisioning block setup for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 23:25:48.912862 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:48.947913 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:25:48.948395 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:25:49.015421 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:49.042155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.042500 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.042841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.043177 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.043509 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.043898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.044424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.045045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.045293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.045555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.045969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.046444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:25:49.102012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] No DVR routers for this DVR port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:25:49.184972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a0d5a76e-fc7f-4d93-8605-5c59205880bb None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:25:49.185608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a0d5a76e-fc7f-4d93-8605-5c59205880bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.223782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5a76e-fc7f-4d93-8605-5c59205880bb None None] Port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:25:49.241267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:25:49.241606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:25:49.241966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:49.246176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:25:49.246498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Attempting to bind port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:49.251926 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:25:49.252263 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:25:49.252646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:25:49.253076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Bound port: 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:25:49.253450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.315448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:25:49.318799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:25:49.323342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.361732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.362413 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.364060 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] 10.222.0.22 "PUT /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1093 time: 0.8231995 Jul 23 23:25:49.364502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:49.366793 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17" -d '{"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:49.402812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d611a1-6c98-421a-b904-1ec34350443e service neutron] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:49.422885 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f564b22-02c6-4bf3-bc4d-e644bfb21dd5 x-openstack-request-id: req-3f564b22-02c6-4bf3-bc4d-e644bfb21dd5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:49.423230 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:49.423421 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f564b22-02c6-4bf3-bc4d-e644bfb21dd5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:49.423826 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'status': 'completed', 'code': 200} Jul 23 23:25:49.454520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-2cc57985-739c-4b6f-a47f-b13e1c1000e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.456030 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-2cc57985-739c-4b6f-a47f-b13e1c1000e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1097 time: 0.0665822 Jul 23 23:25:49.472485 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:25:49.493934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-c215e4f4-f4a6-4623-b140-a3083bdfa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.496005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-c215e4f4-f4a6-4623-b140-a3083bdfa904 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1097 time: 0.0587938 Jul 23 23:25:49.496817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.534401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:49.536667 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01913093-6d02-401e-9a61-f352103601fb" -d '{"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:49.570302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:49.574888 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.585333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-868d042d-4a72-4faa-bea1-b038770ad872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.586857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-868d042d-4a72-4faa-bea1-b038770ad872 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.1238346 Jul 23 23:25:49.627608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:49.654058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-25964d53-e671-454b-ac10-624e1c722bd0 None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:25:49.654430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25964d53-e671-454b-ac10-624e1c722bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:49.657788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-0c4c55d6-e32d-476a-b059-6b34a1a6a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.659401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-0c4c55d6-e32d-476a-b059-6b34a1a6a9eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.1576064 Jul 23 23:25:49.668945 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-816fc9c4-2c59-4023-b112-b1078523c08b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0759525 Jul 23 23:25:49.671845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952581c2-31f1-419f-ad39-4bcab1f956a5 req-13beb631-422f-4213-bec3-8d113ff7933f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.673734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-952581c2-31f1-419f-ad39-4bcab1f956a5 req-13beb631-422f-4213-bec3-8d113ff7933f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 947 time: 0.0910275 Jul 23 23:25:49.726619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-f8069130-0a5b-4d77-9504-b75fd068fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.728718 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-f8069130-0a5b-4d77-9504-b75fd068fb7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0496852 Jul 23 23:25:49.761619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-d8d6a36f-2b8a-488f-a039-78312dcda6c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0872242 Jul 23 23:25:49.765135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-952581c2-31f1-419f-ad39-4bcab1f956a5 req-29b9dc26-ee1b-4388-ac13-fcedbac6ada1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848703 Jul 23 23:25:49.807682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b57f-fccb-400f-9099-b246df93394d req-01f87127-52eb-4499-b09e-5114520c9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.810113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-01f87127-52eb-4499-b09e-5114520c9b4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742750 Jul 23 23:25:49.813337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-6a911ecb-34dd-425f-8918-f4cfca1f958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.814846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-6a911ecb-34dd-425f-8918-f4cfca1f958d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0472620 Jul 23 23:25:49.881101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-fa08abf3-61cc-4cf6-83fb-a90241844647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:49.883013 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-fa08abf3-61cc-4cf6-83fb-a90241844647 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614798 Jul 23 23:25:49.892935 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4efeed6-4345-489d-826c-6701a2d5f44a x-openstack-request-id: req-d4efeed6-4345-489d-826c-6701a2d5f44a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:49.893444 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:49.893444 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4efeed6-4345-489d-826c-6701a2d5f44a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:49.894531 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'code': 200} Jul 23 23:25:49.911901 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-c99a975f-f134-47a6-a620-f018f0ee32c5 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933576 Jul 23 23:25:49.976216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-46159b5b-95e8-4946-bb1a-b9fee164a67c service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870471 Jul 23 23:25:50.004075 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3f05b57f-fccb-400f-9099-b246df93394d req-368ffd35-ea83-4178-8c73-09a1032cc898 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Jul 23 23:25:50.071359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-73d8b587-f42a-4a5f-95c9-dd9830383720 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Jul 23 23:25:50.105090 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-9134ad12-70cc-4d09-9fc5-7e8b9fdc843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:50.107781 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-9134ad12-70cc-4d09-9fc5-7e8b9fdc843c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 1099 time: 0.0543671 Jul 23 23:25:50.198788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-00903b6b-b497-4b0b-8f10-3b09907abb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:50.200466 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-00903b6b-b497-4b0b-8f10-3b09907abb33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0862367 Jul 23 23:25:50.264004 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-433589cc-6070-42f2-b0cd-f7cd59f99756 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 200 len: 1002 time: 0.0576603 Jul 23 23:25:50.312567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-9b6f3124-a8ad-496f-8963-a926eb8f218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:50.314031 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-9b6f3124-a8ad-496f-8963-a926eb8f218f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0431919 Jul 23 23:25:50.377585 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-cf42e2eb-a046-4ad3-98d0-ae4bd6065b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:50.379108 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-cf42e2eb-a046-4ad3-98d0-ae4bd6065b7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581524 Jul 23 23:25:50.467529 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-1f40b311-a72d-4047-9a75-71d52f34c9f5 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Jul 23 23:25:50.561090 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-11c6eaf9-2a4a-4f98-afe4-9232c34aed17 req-420e33db-cf04-4823-988a-426d460f34ac service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856736 Jul 23 23:25:50.899198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311960-5d43-4b6d-86c4-73e1d50fcb6e req-1e73d097-ca8a-4d9a-a4e0-5a6114982067 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:50.900603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-84311960-5d43-4b6d-86c4-73e1d50fcb6e req-1e73d097-ca8a-4d9a-a4e0-5a6114982067 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 947 time: 0.0631251 Jul 23 23:25:50.938856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-84311960-5d43-4b6d-86c4-73e1d50fcb6e req-1b5a7826-efdf-49ff-a338-f8291fc781f2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Jul 23 23:25:51.619647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:25:51.711884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:51.725647 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'mac_address': 'fa:16:3e:ec:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:25:51.761106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:51.774237 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:25:51.792674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:51.796816 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:51.845251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:52.009409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['450d6d34-4574-4469-b4c4-19dcaf03a7a8'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:25:52.065430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a8d6e-f49c-4e1b-893b-95e38b74db71 req-091bec02-9410-444d-9bc7-3e138046198b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:52.066998 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-731a8d6e-f49c-4e1b-893b-95e38b74db71 req-091bec02-9410-444d-9bc7-3e138046198b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0626895 Jul 23 23:25:52.106740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-731a8d6e-f49c-4e1b-893b-95e38b74db71 req-652c2a38-6c02-484d-ab7f-1032f32993a6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Jul 23 23:25:52.237413 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103473-2615-4d6e-9413-85ccadf7b7b6 req-a98c5733-0967-4d9f-a04a-01b4b3deb001 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:52.238864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19103473-2615-4d6e-9413-85ccadf7b7b6 req-a98c5733-0967-4d9f-a04a-01b4b3deb001 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0661905 Jul 23 23:25:52.275943 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19103473-2615-4d6e-9413-85ccadf7b7b6 req-53e01127-7396-4cae-a5bf-cced22f59e22 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Jul 23 23:25:52.404797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28e164-9045-4018-953f-03e07e627038 req-54fcc579-d998-4a83-9ffb-078c12c996f4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:52.406307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a28e164-9045-4018-953f-03e07e627038 req-54fcc579-d998-4a83-9ffb-078c12c996f4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0641048 Jul 23 23:25:52.444020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2a28e164-9045-4018-953f-03e07e627038 req-6117926d-bcd8-4e8e-9d58-fd3fd95bdab1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jul 23 23:25:52.663193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:52.682499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ed3c9-ff69-42f5-be6e-d5772d875338 req-4bbf5003-96d3-44ec-8575-5ed1fd34a8a3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:52.683959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe4ed3c9-ff69-42f5-be6e-d5772d875338 req-4bbf5003-96d3-44ec-8575-5ed1fd34a8a3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0625598 Jul 23 23:25:52.720656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe4ed3c9-ff69-42f5-be6e-d5772d875338 req-91271de4-4d17-4f2e-b57b-ae0b5b906a04 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Jul 23 23:25:52.729615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:25:52.767736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:25:53.632161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:25:53.677249 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:25:53.677924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:53.723908 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:53.770438 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:53.792007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:53.794822 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f713d8b-c6fe-4573-a9b2-e7d6840e0e78" -d '{"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:53.807085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:53.812212 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:53.859503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd563-3e12-403e-80fd-5e1cf6b8fcd7 req-ded0e276-83c7-4713-8d94-8be1dc7615e8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:53.861037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-baabd563-3e12-403e-80fd-5e1cf6b8fcd7 req-ded0e276-83c7-4713-8d94-8be1dc7615e8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 946 time: 0.0725710 Jul 23 23:25:53.865159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=13']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:53.878828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c06494-bc14-4212-8745-1e6bb2193946 req-049bd12c-6d7c-4728-845c-9c8417ed1541 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:53.880322 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45c06494-bc14-4212-8745-1e6bb2193946 req-049bd12c-6d7c-4728-845c-9c8417ed1541 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 947 time: 0.0663903 Jul 23 23:25:53.903901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-baabd563-3e12-403e-80fd-5e1cf6b8fcd7 req-50fe22bf-13a8-4550-a2b4-12bdb1149ff5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333519 Jul 23 23:25:53.951439 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9049ae-2851-4fed-a19e-793768f691fe x-openstack-request-id: req-7a9049ae-2851-4fed-a19e-793768f691fe {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:53.951735 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-plugged", "status": "completed", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:53.951988 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a9049ae-2851-4fed-a19e-793768f691fe {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:53.952380 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'code': 200} Jul 23 23:25:53.980677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Deleting port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:25:53.981744 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.073519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] For port 450d6d34-4574-4469-b4c4-19dcaf03a7a8, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=450d6d34-4574-4469-b4c4-19dcaf03a7a8,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:25:54.073920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.239528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.239811 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.240127 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 disassociated. External IP: 172.25.1.21, port: 450d6d34-4574-4469-b4c4-19dcaf03a7a8. Jul 23 23:25:54.240467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Calling delete_port for 450d6d34-4574-4469-b4c4-19dcaf03a7a8 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:25:54.367927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.396136 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'Port': ['ID=450d6d34-4574-4469-b4c4-19dcaf03a7a8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:54.514286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:25:54.623826 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:25:54.633389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:25:54.642988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:25:54.643610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:25:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:25:54.668968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] No DVR routers for this DVR port 450d6d34-4574-4469-b4c4-19dcaf03a7a8 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:25:54.671551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:54.673494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45c06494-bc14-4212-8745-1e6bb2193946 req-aedb64a1-07e6-42c8-a055-c2af41f150d5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "DELETE /v2.0/ports/450d6d34-4574-4469-b4c4-19dcaf03a7a8 HTTP/1.1" status: 204 len: 173 time: 0.7877541 Jul 23 23:25:54.673984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-deleted', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:54.676200 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45ca66e-74d2-4d18-bd8a-231ccc207104" -d '{"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-deleted", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:54.712551 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a68a6-b107-4a02-8921-92dfcee80509 x-openstack-request-id: req-480a68a6-b107-4a02-8921-92dfcee80509 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:54.712787 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91fe0b5-0594-42ea-bd82-68d63fb46924", "name": "network-vif-deleted", "tag": "450d6d34-4574-4469-b4c4-19dcaf03a7a8", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:54.713040 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-480a68a6-b107-4a02-8921-92dfcee80509 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:54.713451 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91fe0b5-0594-42ea-bd82-68d63fb46924', 'name': 'network-vif-deleted', 'tag': '450d6d34-4574-4469-b4c4-19dcaf03a7a8', 'status': 'completed', 'code': 200} Jul 23 23:25:54.753133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:25:54.952310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:25:54.978535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:25:54.987521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:25:54.988145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:25:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:25:55.016304 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2cb27028-6965-410e-8aa6-92dcfc3bd526 req-65faf06d-73be-47fa-9d9c-37df390aeef2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=c91fe0b5-0594-42ea-bd82-68d63fb46924 HTTP/1.1" status: 200 len: 210 time: 0.0308223 Jul 23 23:25:55.102717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:25:55.303824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:25:55.334134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ac01-c61d-418e-a046-0ecf1deff39e None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:25:55.541365 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db45bbb-b0b4-4985-93e2-8792b0e5e027 None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:25:56.281321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-c5d7f624-51dd-461c-9662-1a6549b0ceee tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1684541670&fields=id&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 267 time: 0.0319016 Jul 23 23:25:56.386122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-5a37651f-9fbd-4d5a-b732-714c2fd5f634 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:56.388204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-5a37651f-9fbd-4d5a-b732-714c2fd5f634 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1006765 Jul 23 23:25:56.402531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-726e42a7-20b8-4959-9ffd-a2ff70a142f7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/quotas/58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 375 time: 0.0087726 Jul 23 23:25:56.469829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-81adc628-72f5-4a21-bd1e-21f6148293e4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621407 Jul 23 23:25:56.565619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-ae9b497d-f1a3-4e4e-939a-feb4cb2626b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844433 Jul 23 23:25:56.652093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-3c7cab8a-c40c-4751-9abc-c152f44606d3 service neutron] 10.222.0.37 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806158 Jul 23 23:25:56.816463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ccb0559e-ce4f-4c50-86de-4df7296d4443 req-ba7b9e60-e961-40cc-8f99-9c39596f647d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Jul 23 23:25:57.648158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:25:57.670104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 450d6d34-4574-4469-b4c4-19dcaf03a7a8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:25:57.670455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 450d6d34-4574-4469-b4c4-19dcaf03a7a8 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:25:57.695567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-3363355d-6dea-44d2-af69-5521a346e11f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:57.697010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-3363355d-6dea-44d2-af69-5521a346e11f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 812 time: 0.1070597 Jul 23 23:25:57.739414 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-55b32f5b-801a-484a-95e0-d85ce12cb7ee tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 380 time: 0.0346398 Jul 23 23:25:57.749229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'port': {'device_id': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'admin_state_up': True, 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'security_groups': ['08b1597e-af15-4f0f-81e4-8f05e6d67d30']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:25:57.862525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Made reservation on behalf of 58c84ca172a54f729eea062b23a910b3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:25:57.866247 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:57.946734 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b19a7f02-810e-4340-8f63-c42da61d1972 req-cd206d53-5263-413c-ac45-0e02d14c2a1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0585399 Jul 23 23:25:58.019328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Allocated IP 172.20.0.7 (9ea7acaa-2bbc-458c-8214-07b87ef51bdc/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02/7a842278-3581-4ae8-b788-bb34bd054014) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:25:58.151073 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:58.167940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Transition to ACTIVE for port object 7a842278-3581-4ae8-b788-bb34bd054014 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:25:58.199442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:58.240749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:25:58.245935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:25:58.250360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:25:58.273402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:58.302029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:58.302658 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:58.318647 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-296fcba4-5335-4316-a382-864f021869d9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734439 Jul 23 23:25:58.330561 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Request body: {'port': {'device_id': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:25:58.412003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:58.482944 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4c370fd-3c3f-411c-96ba-300239485f93 None None] Provisioning for port 7a842278-3581-4ae8-b788-bb34bd054014 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:25:58.487106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c4c370fd-3c3f-411c-96ba-300239485f93 None None] Provisioning complete for port 7a842278-3581-4ae8-b788-bb34bd054014 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:25:58.487460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c4c370fd-3c3f-411c-96ba-300239485f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:58.520532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c4c370fd-3c3f-411c-96ba-300239485f93 None None] Port 7a842278-3581-4ae8-b788-bb34bd054014 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:25:58.983572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:25:58.990929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:59.002463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Transition to ACTIVE for port object 7a842278-3581-4ae8-b788-bb34bd054014 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:25:59.006684 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:59.085110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:59.164047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb288fa-ee1e-4242-8053-e480625ad27d req-9c634b77-5651-4302-9ef3-c1eaff798958 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.165551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feb288fa-ee1e-4242-8053-e480625ad27d req-9c634b77-5651-4302-9ef3-c1eaff798958 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.1343050 Jul 23 23:25:59.198378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:25:59.198713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:25:59.199037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:59.211362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:25:59.211680 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:25:59.223181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feb288fa-ee1e-4242-8053-e480625ad27d req-20bb55ab-764d-4b01-9a21-3bf14f5560ab tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493345 Jul 23 23:25:59.224020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:25:59.224350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:25:59.224717 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:25:59.225209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Bound port: 7a842278-3581-4ae8-b788-bb34bd054014, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:25:59.225506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:59.291554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:25:59.294476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:25:59.298789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:59.333805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.334424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:25:59.335857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] 10.222.0.25 "PUT /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1092 time: 1.0097237 Jul 23 23:25:59.336295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:25:59.338640 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52" -d '{"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:25:59.365731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732859bb-6815-40bc-8172-c15c9164f41b service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:25:59.404176 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2884f9-e5cb-4787-bebe-58c782355c37 x-openstack-request-id: req-dc2884f9-e5cb-4787-bebe-58c782355c37 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:25:59.404462 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:25:59.404709 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc2884f9-e5cb-4787-bebe-58c782355c37 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:25:59.405100 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'status': 'completed', 'code': 200} Jul 23 23:25:59.431906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-c654030e-5019-4183-a985-34681abce75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.433151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-c654030e-5019-4183-a985-34681abce75c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0594108 Jul 23 23:25:59.478700 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-431051eb-c349-47bc-a206-0e7c761734d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 217 time: 0.0388553 Jul 23 23:25:59.529980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-980e25dc-4094-469e-b2d5-9b9faa8e7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.531390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-980e25dc-4094-469e-b2d5-9b9faa8e7109 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0473120 Jul 23 23:25:59.587907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-56a9402b-ca18-487a-ac78-1cfcc1b76d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.589391 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-56a9402b-ca18-487a-ac78-1cfcc1b76d1f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520341 Jul 23 23:25:59.680005 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-2120efa0-3e8a-463a-bb1b-e92ad02cf123 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841398 Jul 23 23:25:59.768742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40778c06-74f2-4e49-b2eb-1a932f5ba6a8 req-541b0cb4-b40d-4525-9572-c815385fe28f service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829940 Jul 23 23:25:59.863558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-fb2e58a1-eb50-457a-9c0b-cc4ab461e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.865047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-fb2e58a1-eb50-457a-9c0b-cc4ab461e200 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0532396 Jul 23 23:25:59.955008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-ab811443-bdd2-4633-a158-999f29363278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:25:59.956457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-ab811443-bdd2-4633-a158-999f29363278 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0857465 Jul 23 23:25:59.998484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-41522a96-feeb-4480-a723-2b988e728788 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 217 time: 0.0348575 Jul 23 23:26:00.050949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-18346c4e-7219-4f63-a006-750960d36ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:00.052397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-18346c4e-7219-4f63-a006-750960d36ade service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0482333 Jul 23 23:26:00.110771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-c67064a8-752a-4169-9989-c30bb9db493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:00.112266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-c67064a8-752a-4169-9989-c30bb9db493f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526483 Jul 23 23:26:00.203150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-58d7af6a-d25a-44cc-95fe-51dc600103a2 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Jul 23 23:26:00.291388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ab5d01a3-0f85-48f7-9d58-11b087e2eb52 req-00db78c4-526a-436d-a84a-acba013d996d service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 Jul 23 23:26:00.355930 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee609c-7e93-496d-b3e0-8edfb846046c req-95af7a55-9b31-40b9-88f7-5744a2e03025 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:00.357491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26ee609c-7e93-496d-b3e0-8edfb846046c req-95af7a55-9b31-40b9-88f7-5744a2e03025 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0642066 Jul 23 23:26:00.398813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-26ee609c-7e93-496d-b3e0-8edfb846046c req-76dad2fa-f52f-454b-8eb0-ed5a83a63494 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354898 Jul 23 23:26:01.528186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b146-959c-4623-8068-3aba8735eda4 req-6bf69756-04f2-41df-b46c-04fe01111ca3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:01.529781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8619b146-959c-4623-8068-3aba8735eda4 req-6bf69756-04f2-41df-b46c-04fe01111ca3 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0631187 Jul 23 23:26:01.570197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8619b146-959c-4623-8068-3aba8735eda4 req-be751c75-16ef-4866-b4d4-cb93ad1155aa tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Jul 23 23:26:02.697997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955b150-6c20-453a-9a56-22fdeae0740a req-91c75b35-0a28-4fbc-89ad-8b87c967b807 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:02.700174 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3955b150-6c20-453a-9a56-22fdeae0740a req-91c75b35-0a28-4fbc-89ad-8b87c967b807 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0627193 Jul 23 23:26:02.738041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3955b150-6c20-453a-9a56-22fdeae0740a req-588de100-9b7b-4457-a7a4-965cc0def7a2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Jul 23 23:26:02.745870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:26:02.842124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:26:02.852829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7a842278-3581-4ae8-b788-bb34bd054014', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:26:02.889184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:02.901162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:26:02.920867 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:26:02.924900 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:02.971938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:26:03.111351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7a842278-3581-4ae8-b788-bb34bd054014'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:26:03.868886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcfc66-992c-44f9-a39b-ee24df738b24 req-b8f07f09-b2b9-423d-b784-2a8261678839 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:03.870388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11dcfc66-992c-44f9-a39b-ee24df738b24 req-b8f07f09-b2b9-423d-b784-2a8261678839 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0662949 Jul 23 23:26:03.908076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11dcfc66-992c-44f9-a39b-ee24df738b24 req-c76dd836-fc6b-4306-b962-8e05120006d6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Jul 23 23:26:04.760702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:26:04.807805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7a842278-3581-4ae8-b788-bb34bd054014 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:26:04.811875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7a842278-3581-4ae8-b788-bb34bd054014 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:26:04.812276 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:04.889360 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:04.911136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:26:04.913354 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc9f75f-171c-4451-b1af-5340cdd45e9d" -d '{"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-plugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:26:04.925590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:26:04.929567 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:04.954827 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835924c-8903-483f-9ec6-83b634d0b0f6 x-openstack-request-id: req-4835924c-8903-483f-9ec6-83b634d0b0f6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:26:04.955114 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-plugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:26:04.955363 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4835924c-8903-483f-9ec6-83b634d0b0f6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:26:04.956529 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'code': 200} Jul 23 23:26:04.987158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:26:05.097256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fd2-9569-4ee1-8575-73b01db8d3f7 req-b9d26fd4-5bb1-46e3-9fe0-f231338f8b9b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:05.098773 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eef6fd2-9569-4ee1-8575-73b01db8d3f7 req-b9d26fd4-5bb1-46e3-9fe0-f231338f8b9b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.1045964 Jul 23 23:26:05.100514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dcc02-218a-47da-ab23-ff4977450afe req-6193e416-b247-4282-a795-64d884ee1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:05.101885 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f57dcc02-218a-47da-ab23-ff4977450afe req-6193e416-b247-4282-a795-64d884ee1a79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0942924 Jul 23 23:26:05.161728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9eef6fd2-9569-4ee1-8575-73b01db8d3f7 req-a22b2711-1cee-4fd8-9589-bd60c33926c5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571930 Jul 23 23:26:05.163621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f57dcc02-218a-47da-ab23-ff4977450afe req-f3268fdc-9271-49f0-93bc-c79ae9774dca service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525286 Jul 23 23:26:06.290420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43fa0d-1599-42e2-b62e-3ffc5dbccf1a req-6af71a94-c240-4829-99e5-4d276f937015 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:06.292265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a43fa0d-1599-42e2-b62e-3ffc5dbccf1a req-6af71a94-c240-4829-99e5-4d276f937015 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0645335 Jul 23 23:26:06.331187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a43fa0d-1599-42e2-b62e-3ffc5dbccf1a req-123a4664-fc78-48b8-8d21-eb258751ac21 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Jul 23 23:26:06.454645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0643-abca-429b-9485-1a309d68942e req-27ab1ebb-5075-4e19-889f-4f2067bd2a05 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:06.456015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11aa0643-abca-429b-9485-1a309d68942e req-27ab1ebb-5075-4e19-889f-4f2067bd2a05 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0623281 Jul 23 23:26:06.464455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:26:06.469042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Request body: {'floatingip': {'port_id': '7a842278-3581-4ae8-b788-bb34bd054014'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:26:06.511626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:06.943999 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:06.948137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:07.041733 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 associated. External IP: 172.25.1.21, port: 7a842278-3581-4ae8-b788-bb34bd054014. Jul 23 23:26:07.243812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:26:07.351423 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:26:07.356265 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:07.360990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:26:07.369887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:26:07.370530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:25:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:26:07.392048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-94030cf8-9f6e-4cdd-afbb-ab14d8f4e048 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "PUT /v2.0/floatingips/f5fa02c5-357e-446f-a11a-1f3b525c23e4 HTTP/1.1" status: 200 len: 991 time: 0.9264324 Jul 23 23:26:07.392736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:26:07.395156 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1012eb16-43b6-47d5-86f8-1f6c3307482e" -d '{"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:26:07.477400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:26:07.482831 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede77577-7d41-447f-ba24-3bec27f7dd2a x-openstack-request-id: req-ede77577-7d41-447f-ba24-3bec27f7dd2a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:26:07.483382 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:26:07.483636 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ede77577-7d41-447f-ba24-3bec27f7dd2a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:26:07.484047 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'status': 'completed', 'code': 200} Jul 23 23:26:07.556002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-c285147c-c157-4a3f-b5fd-ad447f3dff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:07.557508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-c285147c-c157-4a3f-b5fd-ad447f3dff1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0539124 Jul 23 23:26:07.651522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-fb3d7b85-ce2c-4d57-bf08-d05e54769327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:07.653153 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-fb3d7b85-ce2c-4d57-bf08-d05e54769327 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0896769 Jul 23 23:26:07.702324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:26:06Z', 'revision_number': 13, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:26:07.719826 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-0101b257-eb9d-46fc-8ded-06e08ccc9d5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0611670 Jul 23 23:26:07.727602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:26:07.736369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:26:07.736974 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:25:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:26:07.768656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-90ca4e98-9b7a-4923-b477-bdb452403956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:07.770165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-90ca4e98-9b7a-4923-b477-bdb452403956 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0442228 Jul 23 23:26:07.831348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-7b21f583-063d-4ed7-a554-5e61ea871eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:07.832856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-7b21f583-063d-4ed7-a554-5e61ea871eb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558143 Jul 23 23:26:07.846488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:26:07.926274 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-8c830326-00a5-4f34-a69a-66b94609cacd service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865710 Jul 23 23:26:08.020275 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1012eb16-43b6-47d5-86f8-1f6c3307482e req-624f95ed-9f8b-40de-9bfa-fc3bdd30592c service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Jul 23 23:26:08.218029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:26:06Z', 'revision_number': 13, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:26:08.246856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8c2642-6137-43a9-afcc-b176cf29bd44 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'f5fa02c5-357e-446f-a11a-1f3b525c23e4', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:19:18Z', 'updated_at': '2021-07-23T23:26:06Z', 'revision_number': 13, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:26:08.443299 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cd9db9-2f3d-4391-9a46-b52b475cceb5 None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:26:11.098720 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a46bf55-0fbe-4203-bc8f-bc47596b8114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:13.821832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f9097a27-b98e-44ae-b88c-25a03644fe15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:14.254129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:15.130609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:16.651194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:16.695100 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-f940193b-6c25-4148-8beb-5b47c500c361 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535896 Jul 23 23:26:16.793766 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-fb7f6665-70df-425c-9ebc-83fe7d9a3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:16.795293 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-fb7f6665-70df-425c-9ebc-83fe7d9a3fc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0594473 Jul 23 23:26:16.894037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-0dd986e3-4b72-4db2-8827-f3f11f07c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:16.895388 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-0dd986e3-4b72-4db2-8827-f3f11f07c512 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0819461 Jul 23 23:26:16.968818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-3b16d9b2-f6a0-4d16-8eef-6ace332526d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1001 time: 0.0652173 Jul 23 23:26:17.025138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-814a194a-361a-4c0e-a04b-62ef6ba29b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:17.026622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-814a194a-361a-4c0e-a04b-62ef6ba29b64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0435987 Jul 23 23:26:17.082950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-a82226ba-69fa-4d95-9c65-971909b52beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:26:17.084413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-a82226ba-69fa-4d95-9c65-971909b52beb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520070 Jul 23 23:26:17.173953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-e2dcd3e9-fcd2-4df7-bb32-b48097e9f882 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Jul 23 23:26:17.259310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-65910ea4-4ad9-4f46-bbb9-02096febbd34 req-c8817f2b-d331-4da8-b877-7c2ff34e1cff service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790877 Jul 23 23:26:22.674977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:23.726168 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:26.477586 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:26:41.099015 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4989311-dffe-4b19-87ef-29cc6b0b7939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:43.822062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c52a1708-b527-4301-a083-13a1f8e131bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:44.255452 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:45.134231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:46.652281 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:52.663237 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:26:53.731004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:03.476809 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:27:07.094356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-54633cc3-e023-48be-a76a-fde8581d911e req-fff9a01a-ba10-4c7e-8952-dcef1c9644a6 service neutron] (93835) timed out ('10.222.0.37', 39786) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:27:11.100062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bf187851-f679-4a8e-821a-98abed077a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:13.821559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc9df7b3-d969-4c32-ac42-284bea728ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:14.256661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:15.136284 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:16.658465 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:16.697901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-399ff103-3325-4d5a-94a5-cb328aedea93 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592203 Jul 23 23:27:16.788090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-357d35f8-e871-4e94-bdd5-789ef8f31a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:16.789543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-357d35f8-e871-4e94-bdd5-789ef8f31a2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0522907 Jul 23 23:27:16.893464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-c603845a-3112-407a-97c9-a70ecaac16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:16.894851 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-c603845a-3112-407a-97c9-a70ecaac16fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0869796 Jul 23 23:27:16.956544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-1fb25e7c-80a7-40ae-a793-a54e9a4b74bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1001 time: 0.0557525 Jul 23 23:27:17.002497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-af071b30-310f-4694-9fca-a2cca68e516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:17.003863 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-af071b30-310f-4694-9fca-a2cca68e516b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0418322 Jul 23 23:27:17.064191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-3e500d0d-fbde-45b7-97ba-b1d9cb159aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:17.065668 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-3e500d0d-fbde-45b7-97ba-b1d9cb159aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552485 Jul 23 23:27:17.152584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-8f590b8f-75e4-4639-822c-6e345a43e536 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800650 Jul 23 23:27:17.244412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e21cd7e2-f03b-4e29-a373-87faec0f63c4 req-9e09524a-70fd-4f7c-af01-b09a4363fdca service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 Jul 23 23:27:22.678861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:23.730605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:40.475926 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:27:41.101408 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-47ce3fd0-6fbc-4d1a-b2f8-88042e054137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:43.824215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-12989c5f-e666-40ae-981b-b34a6c33cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:44.259579 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:44.464421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ab890-8557-4ad4-9c0d-3d9ff7e5a914 req-2317da8f-4723-4111-82f3-d9b8b5a970fa tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:44.465938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338ab890-8557-4ad4-9c0d-3d9ff7e5a914 req-2317da8f-4723-4111-82f3-d9b8b5a970fa tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.1259220 Jul 23 23:27:44.504466 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-338ab890-8557-4ad4-9c0d-3d9ff7e5a914 req-2178d905-3397-4556-8e36-072bb295208b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Jul 23 23:27:45.140318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:46.656943 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:52.694260 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:53.745945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:27:55.442684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-5d232e5a-61b1-4a45-a68f-7466f8f4ca08 req-78b1173b-1923-415a-95d8-ac74d69c324b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:27:55.443724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d232e5a-61b1-4a45-a68f-7466f8f4ca08 req-78b1173b-1923-415a-95d8-ac74d69c324b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054286 Jul 23 23:27:55.635701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cbb1a-3f67-4d17-9a91-1fb171a0edd2 req-2d6139ce-2e85-4da6-a9d8-bb46466aea48 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:55.637200 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a3cbb1a-3f67-4d17-9a91-1fb171a0edd2 req-2d6139ce-2e85-4da6-a9d8-bb46466aea48 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0637102 Jul 23 23:27:55.669837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-5df6bd23-0b5d-4860-b5a2-5e65d5bee300 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059053 Jul 23 23:27:55.681282 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6a3cbb1a-3f67-4d17-9a91-1fb171a0edd2 req-edd76c98-94e5-4af6-95f6-71b468f0b72f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383275 Jul 23 23:27:56.852993 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387778e-08c4-4ed7-9eaa-46327afba6b6 req-672458cf-a282-413c-9532-2c831740b228 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:56.854530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b387778e-08c4-4ed7-9eaa-46327afba6b6 req-672458cf-a282-413c-9532-2c831740b228 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.1039183 Jul 23 23:27:56.860933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-1bea7c1c-a873-4466-9977-b1a46d0571a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:56.862372 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-1bea7c1c-a873-4466-9977-b1a46d0571a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0798178 Jul 23 23:27:56.924652 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b387778e-08c4-4ed7-9eaa-46327afba6b6 req-ff58c9aa-41a2-400a-9658-cec8ab10d184 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613480 Jul 23 23:27:57.287594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-3aec0894-1fe8-40e6-9749-efd03be9efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:57.289056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-3aec0894-1fe8-40e6-9749-efd03be9efc1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.4192877 Jul 23 23:27:57.353438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-6c22bb3e-c1dd-4116-a8b4-dbd125cb9a62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1001 time: 0.0578389 Jul 23 23:27:57.404092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-a4014099-3176-4870-9fbf-786f4da459c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:57.405494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-a4014099-3176-4870-9fbf-786f4da459c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0461338 Jul 23 23:27:57.461474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-8b2bfd0d-d0f4-4561-b42e-4a297e04fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:57.462977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-8b2bfd0d-d0f4-4561-b42e-4a297e04fd5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514619 Jul 23 23:27:57.472866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-713d2e1c-8ec8-4c3a-9f4a-abd34a574d65 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:27:57.473820 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-713d2e1c-8ec8-4c3a-9f4a-abd34a574d65 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048456 Jul 23 23:27:57.566297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-e0c82e08-ef3b-47f6-a195-fd6a93c0132b service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854306 Jul 23 23:27:57.657491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-dea10af0-2b61-487a-9fad-dc0f54245735 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856602 Jul 23 23:27:58.057058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97efd-82d0-4f5d-822f-da0e48416326 req-56e8a1af-51bc-4a73-8eaf-290ee580f4ec tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:58.058619 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57d97efd-82d0-4f5d-822f-da0e48416326 req-56e8a1af-51bc-4a73-8eaf-290ee580f4ec tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0638063 Jul 23 23:27:58.096253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57d97efd-82d0-4f5d-822f-da0e48416326 req-02f8dd65-2c68-4efc-9ffb-6e009211e382 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Jul 23 23:27:59.229875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04287a-d153-47fe-90ab-377123858808 req-ca479fc8-52dd-47d4-a780-fac45f63043b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:27:59.232162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f04287a-d153-47fe-90ab-377123858808 req-ca479fc8-52dd-47d4-a780-fac45f63043b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0681674 Jul 23 23:27:59.269578 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f04287a-d153-47fe-90ab-377123858808 req-8761c629-b4f0-41e0-8b14-cb130142c887 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315433 Jul 23 23:28:00.397770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ceb7d-788b-4741-ac53-c19be0ac54a9 req-4633e5e2-acfa-4e98-8156-9ecd7117f247 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:00.399353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-619ceb7d-788b-4741-ac53-c19be0ac54a9 req-4633e5e2-acfa-4e98-8156-9ecd7117f247 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0630703 Jul 23 23:28:00.437054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-619ceb7d-788b-4741-ac53-c19be0ac54a9 req-6399a90e-6e58-4c42-9c87-4f7160d96fe5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 23 23:28:01.569279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06039c-cf1c-4399-a574-d617da56db2e req-101281b2-800b-4bda-85fc-874b343dfb8c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:01.570911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca06039c-cf1c-4399-a574-d617da56db2e req-101281b2-800b-4bda-85fc-874b343dfb8c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0663033 Jul 23 23:28:01.614257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca06039c-cf1c-4399-a574-d617da56db2e req-9b86acfe-2b6f-4a4b-9d11-77a1d11f4601 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Jul 23 23:28:02.749095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061ed3-e2eb-4f1c-b816-844dc28dcb23 req-3694f08c-b2f1-4035-a23f-86a067e9f312 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:02.750643 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd061ed3-e2eb-4f1c-b816-844dc28dcb23 req-3694f08c-b2f1-4035-a23f-86a067e9f312 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0668340 Jul 23 23:28:02.788401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fd061ed3-e2eb-4f1c-b816-844dc28dcb23 req-cc21c505-8376-4a13-9895-ef5f79d44d1b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Jul 23 23:28:03.919576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261263a-d459-4830-894d-0af57dbaee55 req-b26036c8-0da0-4e41-b4c6-3075e8681a93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:03.921011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6261263a-d459-4830-894d-0af57dbaee55 req-b26036c8-0da0-4e41-b4c6-3075e8681a93 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0635116 Jul 23 23:28:03.958359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6261263a-d459-4830-894d-0af57dbaee55 req-d87e6b32-2fba-4f10-b746-5e9f5be338dc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Jul 23 23:28:05.089617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3cae0-67a0-47fa-8fd9-840ef367136e req-920cd780-7bb7-47a9-a33b-1a98e89206a1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:05.092218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c3cae0-67a0-47fa-8fd9-840ef367136e req-920cd780-7bb7-47a9-a33b-1a98e89206a1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0685468 Jul 23 23:28:05.130986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-19c3cae0-67a0-47fa-8fd9-840ef367136e req-497b0451-e7bc-4947-9230-9f855239b501 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Jul 23 23:28:06.261542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22c144-f37b-4ea2-ab5c-baa7d1b71d14 req-242bbb2c-d497-428c-844b-6dd51508e95a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:06.263220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b22c144-f37b-4ea2-ab5c-baa7d1b71d14 req-242bbb2c-d497-428c-844b-6dd51508e95a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0648730 Jul 23 23:28:06.300143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5b22c144-f37b-4ea2-ab5c-baa7d1b71d14 req-3ca7222b-178a-4be0-88d7-72383c02256f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jul 23 23:28:07.430267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2111d-ffe0-42bb-8004-543e4eb7a5ed req-b8f391e0-bd33-4464-b872-cd61b647668b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:07.431775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93d2111d-ffe0-42bb-8004-543e4eb7a5ed req-b8f391e0-bd33-4464-b872-cd61b647668b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Jul 23 23:28:07.473739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93d2111d-ffe0-42bb-8004-543e4eb7a5ed req-3defbbfa-2676-4a2d-a8d4-de6af1772406 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358329 Jul 23 23:28:08.605200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f987cb-3e0b-4bfe-9cc7-5cf6fdfa85d5 req-0c233f09-ac8a-4c04-b56d-43643983d333 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:08.606887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75f987cb-3e0b-4bfe-9cc7-5cf6fdfa85d5 req-0c233f09-ac8a-4c04-b56d-43643983d333 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0672579 Jul 23 23:28:08.644081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75f987cb-3e0b-4bfe-9cc7-5cf6fdfa85d5 req-f7f1ccd5-f05b-40ce-868b-18b42e6242c7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Jul 23 23:28:09.776509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77984ce-46a2-4cf3-bc97-45d2cfb008b7 req-358a08ef-5510-4f2a-bbfc-8873c2938351 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:09.778054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a77984ce-46a2-4cf3-bc97-45d2cfb008b7 req-358a08ef-5510-4f2a-bbfc-8873c2938351 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0637159 Jul 23 23:28:09.816551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a77984ce-46a2-4cf3-bc97-45d2cfb008b7 req-b24e38fe-86a2-4b9c-8c9f-47d5397d5d3f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Jul 23 23:28:10.954099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69f068-09f6-4454-8810-4ce21aa7ea76 req-21ee4b44-258c-404f-a3e8-efad39be106c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:10.955597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd69f068-09f6-4454-8810-4ce21aa7ea76 req-21ee4b44-258c-404f-a3e8-efad39be106c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0683277 Jul 23 23:28:10.994704 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cd69f068-09f6-4454-8810-4ce21aa7ea76 req-90bb6296-3983-4447-b94d-bc3a16d63dca tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Jul 23 23:28:11.103081 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26eee02b-31c9-444a-ada8-9f3b7f4bcb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:11.269833 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-007b35be-1904-49b2-9fa9-105cac248c9b req-97ca41b9-3016-4949-8a4b-8003027d5595 service neutron] show failed (client error): The resource could not be found. Jul 23 23:28:11.270830 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-97ca41b9-3016-4949-8a4b-8003027d5595 service neutron] 10.222.0.25 "GET /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0541050 Jul 23 23:28:11.472508 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-36d30a76-0462-46b6-8734-6a72257b11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:11.473939 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-36d30a76-0462-46b6-8734-6a72257b11e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1097 time: 0.0550814 Jul 23 23:28:11.485624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:28:11.558320 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:11.762093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:11.794969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:28:11.832978 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:11.835256 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6dbc70-1f0c-4244-ab6f-53472ff263a2" -d '{"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:11.839072 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:11.852196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Transition to ACTIVE for port object 7a842278-3581-4ae8-b788-bb34bd054014 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:28:11.857953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:11.943380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:11.947886 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eef4c6-0e42-41e7-b5b3-3b2e93080c01 x-openstack-request-id: req-87eef4c6-0e42-41e7-b5b3-3b2e93080c01 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:11.948178 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:11.948426 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87eef4c6-0e42-41e7-b5b3-3b2e93080c01 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:11.948818 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'code': 200} Jul 23 23:28:11.958651 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.958993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.959326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.959660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.959987 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.960317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.960635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.960955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.961274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.961613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.961942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:11.962262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:12.005809 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] No DVR routers for this DVR port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:28:12.131269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c74a5-fea4-48e1-bb9c-7f46e62cca51 req-18e59bdd-4658-47ca-b795-40e053c6f8e8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.132770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c4c74a5-fea4-48e1-bb9c-7f46e62cca51 req-18e59bdd-4658-47ca-b795-40e053c6f8e8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0643494 Jul 23 23:28:12.146859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:28:12.147187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:28:12.147511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:28:12.151766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:28:12.152080 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:28:12.157340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:28:12.157620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:28:12.158056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:28:12.158482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Bound port: 7a842278-3581-4ae8-b788-bb34bd054014, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:28:12.158835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:12.173665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0c4c74a5-fea4-48e1-bb9c-7f46e62cca51 req-556819c6-ea64-4198-b5ab-66335d54f14c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Jul 23 23:28:12.222333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:28:12.225266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:28:12.228717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:12.262400 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.263278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:12.264479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] 10.222.0.22 "PUT /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1092 time: 0.7833705 Jul 23 23:28:12.286307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e708-979f-4149-a736-6060cb883fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:12.347401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-a68b27dd-f0ae-4090-8c84-14b46177cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.348968 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-a68b27dd-f0ae-4090-8c84-14b46177cfa5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0637314 Jul 23 23:28:12.444997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-1cd8ec8a-210f-48c4-86df-a8f873022ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.446507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-1cd8ec8a-210f-48c4-86df-a8f873022ce8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0918491 Jul 23 23:28:12.515904 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-4467f9be-aa5c-4997-9533-fe24b852aaea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0621984 Jul 23 23:28:12.563901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-8c2b344c-c0bc-4a9d-8a1c-b479dd20890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.565371 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-8c2b344c-c0bc-4a9d-8a1c-b479dd20890d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0435867 Jul 23 23:28:12.623024 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b35be-1904-49b2-9fa9-105cac248c9b req-7bd5c362-691b-45f1-8d1a-b44c571e859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:12.624501 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-7bd5c362-691b-45f1-8d1a-b44c571e859c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536065 Jul 23 23:28:12.715231 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-49d62bc2-b0b8-4dd6-be01-b39cffde2305 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Jul 23 23:28:12.800857 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-007b35be-1904-49b2-9fa9-105cac248c9b req-3f9eb5a5-8f60-4d36-a2d2-5ed640dcced7 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794737 Jul 23 23:28:13.311242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5990e33-cbcb-4d47-9d7b-f02b1b73e31a req-32d85cef-9543-4f2c-94d0-c2acdddb34ac tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:13.312763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5990e33-cbcb-4d47-9d7b-f02b1b73e31a req-32d85cef-9543-4f2c-94d0-c2acdddb34ac tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0699968 Jul 23 23:28:13.351070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e5990e33-cbcb-4d47-9d7b-f02b1b73e31a req-2b3e604e-6157-47a2-9ce8-0b654bbaa9f6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jul 23 23:28:13.420963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:13.458937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:13.648116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-358d9e1c-2fb2-4dce-9106-b60c38d6bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:13.649619 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-358d9e1c-2fb2-4dce-9106-b60c38d6bcb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0676622 Jul 23 23:28:13.757951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-5e165449-3462-4346-b047-1118a8701a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:13.759344 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-5e165449-3462-4346-b047-1118a8701a75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0908530 Jul 23 23:28:13.827141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0ef67dc-fd40-4e41-b852-436b805908df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:14.140679 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:14.142890 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f948918b84bd4758de7230563e0bdf30f0f9108b7c0b52101ea261430eb54d22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4655b166-6b1b-440e-9d3f-61275b1a6788" -d '{"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:14.170617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-d34c8249-c6f5-43e8-b57e-5144088a85e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.4050839 Jul 23 23:28:14.205969 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16cf119-56e3-43ed-90a5-d72da872eb5b x-openstack-request-id: req-e16cf119-56e3-43ed-90a5-d72da872eb5b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:14.206253 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:14.206505 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e16cf119-56e3-43ed-90a5-d72da872eb5b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:14.207049 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'status': 'completed', 'code': 200} Jul 23 23:28:14.226169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-ff85b595-5f80-4c61-a6ad-3da038329f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.228062 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-ff85b595-5f80-4c61-a6ad-3da038329f55 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0510511 Jul 23 23:28:14.265090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:14.268382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-0d43ec1c-7ae1-4382-871d-c1929249853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.269960 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-0d43ec1c-7ae1-4382-871d-c1929249853f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0601020 Jul 23 23:28:14.294989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-7e06da30-6b9a-4af4-bd76-7e69b1fe9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.296481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-7e06da30-6b9a-4af4-bd76-7e69b1fe9672 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620315 Jul 23 23:28:14.369932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-b4bc49f2-b2d5-4772-90e6-4b56d7a27b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.371459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-b4bc49f2-b2d5-4772-90e6-4b56d7a27b15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0957108 Jul 23 23:28:14.396569 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-e1dcf36c-149b-4441-9a80-3db8848298bb service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938945 Jul 23 23:28:14.437602 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-3cac7c3c-c52c-46ec-b59a-bad9aceaa6e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0598531 Jul 23 23:28:14.498999 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3c343c23-501f-4c7d-89c6-0e657e616c9d req-daf2ab01-2c98-48f7-8138-cde29de6ae36 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933857 Jul 23 23:28:14.523039 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-6f0d489b-7eac-47ae-8e73-2d535a588667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.524812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-6f0d489b-7eac-47ae-8e73-2d535a588667 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0768933 Jul 23 23:28:14.581883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3a8ca-d867-4966-90d1-5e7d7f39bb07 req-4c03588d-0597-4892-938a-b6a9e1050fdb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.583669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66a3a8ca-d867-4966-90d1-5e7d7f39bb07 req-4c03588d-0597-4892-938a-b6a9e1050fdb tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.1450419 Jul 23 23:28:14.596359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-ea437568-98ee-4f19-92ee-06b83895162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.597899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-ea437568-98ee-4f19-92ee-06b83895162e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0584905 Jul 23 23:28:14.634067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-9b1076a9-5822-4442-8ce6-b5180b2d78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.635749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-9b1076a9-5822-4442-8ce6-b5180b2d78b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021802 Jul 23 23:28:14.645574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-66a3a8ca-d867-4966-90d1-5e7d7f39bb07 req-f9deef54-f407-427c-93bd-d6d79397a636 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533242 Jul 23 23:28:14.695446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-7d6e708c-9760-4399-851d-222b55cbf1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.696954 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-7d6e708c-9760-4399-851d-222b55cbf1e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0929925 Jul 23 23:28:14.748231 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-a5bef9c9-bffa-4ad5-8a65-cc1022675042 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013949 Jul 23 23:28:14.771237 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-d349e27f-1fa7-4485-800a-14b1baa36a40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0673912 Jul 23 23:28:14.820502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-9156ebc2-8ca7-4395-9453-449e37af9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.822052 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-9156ebc2-8ca7-4395-9453-449e37af9257 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0452330 Jul 23 23:28:14.843214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-483a6b84-409e-4d88-bdd8-8ff1957eac63 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890605 Jul 23 23:28:14.882380 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-d8a503ab-2000-4ed0-aa09-e87172606cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:14.883893 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-d8a503ab-2000-4ed0-aa09-e87172606cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561218 Jul 23 23:28:14.976543 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-7ea0ee85-f47f-4a41-85fd-5e1e5e58e5bd service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 Jul 23 23:28:15.065931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4655b166-6b1b-440e-9d3f-61275b1a6788 req-2818e251-96c8-4a11-9cfa-dd7d2f2c159e service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Jul 23 23:28:15.143485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:15.781164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9a31-66d1-4eda-8515-87af2e3c1cab req-f7219e46-c78e-4841-9489-1c6744155fc8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:15.782744 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fbb9a31-66d1-4eda-8515-87af2e3c1cab req-f7219e46-c78e-4841-9489-1c6744155fc8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0718884 Jul 23 23:28:15.821537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8fbb9a31-66d1-4eda-8515-87af2e3c1cab req-6887d933-40f3-435b-bb5c-e13ce1df83dd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331783 Jul 23 23:28:16.659339 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:16.961242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844003f-7d44-4897-9dae-bf4288033e3b req-8c3d30c9-63bd-45e0-b85d-debf3824a974 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:16.962758 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7844003f-7d44-4897-9dae-bf4288033e3b req-8c3d30c9-63bd-45e0-b85d-debf3824a974 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0640409 Jul 23 23:28:16.999923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7844003f-7d44-4897-9dae-bf4288033e3b req-fc129f2e-c67d-4d1d-ac44-51294afe46a9 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 23 23:28:17.474358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:28:18.131484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac49b-72d9-4aa7-a17a-ce43a9fc71b7 req-f1c2e1ec-a991-413f-b169-b67e8a102511 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:18.132976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d2ac49b-72d9-4aa7-a17a-ce43a9fc71b7 req-f1c2e1ec-a991-413f-b169-b67e8a102511 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0630553 Jul 23 23:28:18.170588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7d2ac49b-72d9-4aa7-a17a-ce43a9fc71b7 req-566d29ae-3168-4900-8b7c-645e2bff6424 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317519 Jul 23 23:28:19.304355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e525-7885-4213-b6e4-f91dcb83971d req-04b8b17b-8c6b-4c14-8bd1-ab9bc6005f58 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:19.305854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9f0e525-7885-4213-b6e4-f91dcb83971d req-04b8b17b-8c6b-4c14-8bd1-ab9bc6005f58 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0676658 Jul 23 23:28:19.344352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9f0e525-7885-4213-b6e4-f91dcb83971d req-7b10fda2-612e-443a-a42c-a2e65c69000d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329404 Jul 23 23:28:20.472770 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70e89b-e1c2-4b3d-b28b-df9b7154cff0 req-214b3433-f5dd-4604-943f-3d9b9ba37f0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:20.474260 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b70e89b-e1c2-4b3d-b28b-df9b7154cff0 req-214b3433-f5dd-4604-943f-3d9b9ba37f0a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0630479 Jul 23 23:28:20.511072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b70e89b-e1c2-4b3d-b28b-df9b7154cff0 req-053ba751-24ab-47d9-9d1a-bbb543c11dae tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jul 23 23:28:21.646600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1598ba1-4097-4ed7-8e2c-7da60449602e req-c62a78e9-affd-4205-8536-2996bad1d403 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:21.648121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1598ba1-4097-4ed7-8e2c-7da60449602e req-c62a78e9-affd-4205-8536-2996bad1d403 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0672319 Jul 23 23:28:21.686150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1598ba1-4097-4ed7-8e2c-7da60449602e req-6955aa5d-25fb-4beb-9d6a-564bd54ebf55 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318053 Jul 23 23:28:22.709546 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:22.817851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d78116-32e8-4196-b6f9-407e9ebb2690 req-19581527-d285-49c2-97ac-d0a61ebdd234 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:22.819337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33d78116-32e8-4196-b6f9-407e9ebb2690 req-19581527-d285-49c2-97ac-d0a61ebdd234 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0632925 Jul 23 23:28:22.862459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33d78116-32e8-4196-b6f9-407e9ebb2690 req-8850904c-3c80-4d20-b360-f96aa758b066 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375490 Jul 23 23:28:23.744686 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:23.994342 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdb82c-2566-4035-b303-5f0785ea69f4 req-9a963a57-61c5-46c0-b68d-ea83dfc331ee tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:23.995875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdcdb82c-2566-4035-b303-5f0785ea69f4 req-9a963a57-61c5-46c0-b68d-ea83dfc331ee tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0644143 Jul 23 23:28:24.034884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cdcdb82c-2566-4035-b303-5f0785ea69f4 req-6632130c-e4da-44d5-8dfa-2718020815b4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 23 23:28:25.186637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f767e0-c3db-41bc-a2db-5bb9d9d74098 req-094ffe12-a41d-404e-909e-20a7e74347d4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.188123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80f767e0-c3db-41bc-a2db-5bb9d9d74098 req-094ffe12-a41d-404e-909e-20a7e74347d4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0699646 Jul 23 23:28:25.226251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-80f767e0-c3db-41bc-a2db-5bb9d9d74098 req-92d980c7-76ed-4311-9d47-9ae86ab5cbc7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Jul 23 23:28:25.532056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-d1f978c0-c74f-4ad2-953e-58a5cf8fc7bd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.533532 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-d1f978c0-c74f-4ad2-953e-58a5cf8fc7bd tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.22 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&tenant_id=58c84ca172a54f729eea062b23a910b3&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 943 time: 0.0767128 Jul 23 23:28:25.540903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3281d5-066c-4da4-bdaa-057be5865a3e req-5d6effe7-925a-409a-96db-e0e2afbd32c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.542463 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d3281d5-066c-4da4-bdaa-057be5865a3e req-5d6effe7-925a-409a-96db-e0e2afbd32c1 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 943 time: 0.0647728 Jul 23 23:28:25.585253 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d3281d5-066c-4da4-bdaa-057be5865a3e req-792ab9f4-e981-473f-8eea-8282f4df4433 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Jul 23 23:28:25.603652 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-36f90192-04f4-4812-b7b9-f1bbc58a909e service neutron] 10.222.0.22 "GET /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014/bindings/n-h2-791506-25 HTTP/1.1" status: 200 len: 383 time: 0.0640202 Jul 23 23:28:25.676077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-e6f664cf-fc5f-4756-a578-6abafdd14322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.677541 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-e6f664cf-fc5f-4756-a578-6abafdd14322 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1095 time: 0.0529013 Jul 23 23:28:25.769025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-6abd719a-8af6-48b2-9cc3-c6d8ba7d4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.770784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-6abd719a-8af6-48b2-9cc3-c6d8ba7d4856 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0868590 Jul 23 23:28:25.835682 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-34899292-7d69-45b1-bd40-a0cf5708c4a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0581145 Jul 23 23:28:25.888057 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-8a7c25b6-c87d-4145-bfe9-437d01cb35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.889454 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-8a7c25b6-c87d-4145-bfe9-437d01cb35bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0472486 Jul 23 23:28:25.946691 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-f4228212-8b3c-4cff-b973-9e80e192dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:25.948159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-f4228212-8b3c-4cff-b973-9e80e192dadf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526502 Jul 23 23:28:26.035585 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-38545eaf-2a85-4eac-8dc9-34ba5644844b service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Jul 23 23:28:26.128714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-a0cf00d9-f854-40f2-a7c2-2187ac4fcf96 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868433 Jul 23 23:28:26.328103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:28:26.424014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:26.434879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '7a842278-3581-4ae8-b788-bb34bd054014', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:28:26.471286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:26.483210 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:28:26.501899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:26.505378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:26.554162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:26.561467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.561849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.562196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.562535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.562869 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.563200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.563529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.563913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.564246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.564572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.564902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.565226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:26.720806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0999-9844-491e-9afa-f391a584623d req-e3a2df5e-5591-4ec5-ad11-91038f1390ed tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:26.722245 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe4a0999-9844-491e-9afa-f391a584623d req-e3a2df5e-5591-4ec5-ad11-91038f1390ed tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0670097 Jul 23 23:28:26.759687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe4a0999-9844-491e-9afa-f391a584623d req-6aed123e-654c-4f79-969b-3a2fae0257d0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Jul 23 23:28:26.759999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['7a842278-3581-4ae8-b788-bb34bd054014'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:28:27.900618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a614c-1711-400f-9eaf-74ce79f520ec req-610a2945-54dd-4040-9cc3-10c8d57804c8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:27.902229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-615a614c-1711-400f-9eaf-74ce79f520ec req-610a2945-54dd-4040-9cc3-10c8d57804c8 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0709534 Jul 23 23:28:27.941663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-615a614c-1711-400f-9eaf-74ce79f520ec req-aacb7460-6696-4239-b3b4-006f8d2f2d3c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332739 Jul 23 23:28:28.341279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:28:28.395558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 7a842278-3581-4ae8-b788-bb34bd054014 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:28:28.399503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 7a842278-3581-4ae8-b788-bb34bd054014 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:28:28.400013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:28.478936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:28.504754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:28.507135 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d8af27-c2fe-4ffa-9885-292422cd9228" -d '{"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-plugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:28.520415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:28.524817 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:28.572087 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377dec0-3c5e-4eb1-b937-11c4a99fef0a x-openstack-request-id: req-a377dec0-3c5e-4eb1-b937-11c4a99fef0a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:28.572330 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-plugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:28.572586 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a377dec0-3c5e-4eb1-b937-11c4a99fef0a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:28.572983 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'code': 200} Jul 23 23:28:28.582798 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:29.075621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2039a-ad2a-4471-b04b-80343b290e51 req-84ea3755-a416-48fc-9171-f196c98fa753 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:29.077103 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8c2039a-ad2a-4471-b04b-80343b290e51 req-84ea3755-a416-48fc-9171-f196c98fa753 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0657885 Jul 23 23:28:29.117862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c8c2039a-ad2a-4471-b04b-80343b290e51 req-29ddc7ce-5ee1-466b-b6ee-5dfeecce7cc6 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349479 Jul 23 23:28:29.851387 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-a9be1870-fd7b-488f-a30f-aaa53c632506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:29.852931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-a9be1870-fd7b-488f-a30f-aaa53c632506 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5&tenant_id=58c84ca172a54f729eea062b23a910b3 HTTP/1.1" status: 200 len: 1097 time: 0.0608068 Jul 23 23:28:29.863369 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:28:29.932240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.135478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:30.169433 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:28:30.236496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:30.239173 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823ffc38-a31c-4cd1-97b1-eae08a66c1d8" -d '{"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:30.243223 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.261675 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Transition to ACTIVE for port object 7a842278-3581-4ae8-b788-bb34bd054014 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:28:30.268277 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.321093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb8b7-6291-4772-8378-7db2c107591b req-58c43b2c-3910-4e63-a0c9-135c44be657b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:30.322778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-681fb8b7-6291-4772-8378-7db2c107591b req-58c43b2c-3910-4e63-a0c9-135c44be657b tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.1340258 Jul 23 23:28:30.379634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:30.402166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.402491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.402864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.403249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.403581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.403911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.404236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.404563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.404886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.405208 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.405526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.405868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:28:30.448205 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-681fb8b7-6291-4772-8378-7db2c107591b req-cbff6bea-643b-442e-8d84-4acb23be801a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912471 Jul 23 23:28:30.449047 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] No DVR routers for this DVR port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:28:30.515188 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c913e77-b6d1-4477-a93b-818ae62019d1 x-openstack-request-id: req-1c913e77-b6d1-4477-a93b-818ae62019d1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:30.515482 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-unplugged", "status": "completed", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:30.515737 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c913e77-b6d1-4477-a93b-818ae62019d1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:30.516135 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'code': 200} Jul 23 23:28:30.588700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:28:30.588962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:28:30.589283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:28:30.594198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:28:30.594514 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Attempting to bind port 7a842278-3581-4ae8-b788-bb34bd054014 on network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:28:30.599170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:28:30.599535 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Checking segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:28:30.599916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Bound using segment: {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:28:30.600337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Bound port: 7a842278-3581-4ae8-b788-bb34bd054014, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:28:30.600687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.664378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:28:30.667578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:28:30.671670 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.702759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:30.703368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:30.704770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] 10.222.0.25 "PUT /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 1093 time: 0.8453670 Jul 23 23:28:30.736772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52453b-c83a-44d8-8431-46560e4295fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:30.787318 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-404f0fc5-1452-4da0-aa54-351d57c34cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:30.788869 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-404f0fc5-1452-4da0-aa54-351d57c34cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1096 time: 0.0605457 Jul 23 23:28:30.883845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-d538a1c5-2b66-4a3c-805c-306e71a710ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:30.885309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-d538a1c5-2b66-4a3c-805c-306e71a710ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0903738 Jul 23 23:28:30.947457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-18422133-b211-48fb-9d4b-5049a21de26c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0561574 Jul 23 23:28:30.998656 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-2b7a81a8-3d86-4f7b-9d96-09a27ad8548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:31.000017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-2b7a81a8-3d86-4f7b-9d96-09a27ad8548a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0470557 Jul 23 23:28:31.057430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-fa5c9141-1676-4db5-ab27-7eca944f50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:31.059147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-fa5c9141-1676-4db5-ab27-7eca944f50f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530505 Jul 23 23:28:31.145347 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-9acd8238-113b-437d-97d6-4ecc85264721 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802817 Jul 23 23:28:31.235634 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3facd576-c412-417c-9530-1a1a0ea3d352 req-d94a8a26-689d-49c2-a595-48acde372e77 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Jul 23 23:28:31.581396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7318e-f1af-4bb2-96bb-29207e65cd31 req-488c9caf-d5a3-42ca-a486-631b9b2ca168 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:31.582937 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45a7318e-f1af-4bb2-96bb-29207e65cd31 req-488c9caf-d5a3-42ca-a486-631b9b2ca168 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0636892 Jul 23 23:28:31.623138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-45a7318e-f1af-4bb2-96bb-29207e65cd31 req-c536dc3f-70b4-4e15-b7cd-059cddfcd784 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Jul 23 23:28:32.358818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:32.399268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:32.517488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:32.519882 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628aff3b-93c7-4899-9c10-0661a7adfe4c" -d '{"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:32.620856 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818dabe7-f9c1-41eb-ab51-3a90b46bb4d6 x-openstack-request-id: req-818dabe7-f9c1-41eb-ab51-3a90b46bb4d6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:32.621962 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:32.622154 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-818dabe7-f9c1-41eb-ab51-3a90b46bb4d6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:32.622481 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'status': 'completed', 'code': 200} Jul 23 23:28:32.758867 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-144e42ce-cac3-45da-8177-c57d4a8435b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.760394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-144e42ce-cac3-45da-8177-c57d4a8435b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1096 time: 0.1134181 Jul 23 23:28:32.791684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-2127314c-57e0-48ab-9380-9d9532df973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.793715 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-2127314c-57e0-48ab-9380-9d9532df973a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c84ca172a54f729eea062b23a910b3&device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 1096 time: 0.1524994 Jul 23 23:28:32.802276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e4de8-426c-4918-b763-7e50761fdcf3 req-ec06c3e6-37fb-46ec-9ac0-65bdfa55573f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.803709 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f39e4de8-426c-4918-b763-7e50761fdcf3 req-ec06c3e6-37fb-46ec-9ac0-65bdfa55573f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.1023831 Jul 23 23:28:32.864872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-ebdd4392-d98a-4f91-9c6d-fe5221ffe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.866284 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-ebdd4392-d98a-4f91-9c6d-fe5221ffe720 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.0997257 Jul 23 23:28:32.895350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f39e4de8-426c-4918-b763-7e50761fdcf3 req-6c4121aa-f454-4945-9bcc-54027c0e3292 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826533 Jul 23 23:28:32.924788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-3f0b2587-7f80-4c9f-a05e-5cc67bd9d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.926331 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-3f0b2587-7f80-4c9f-a05e-5cc67bd9d141 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 200 len: 913 time: 0.1217659 Jul 23 23:28:32.935829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-a75addbe-55ee-4154-bbb5-159a8bf3fd5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0623381 Jul 23 23:28:32.992777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-b1badd18-e402-4bc5-beea-3067c53320af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 200 len: 999 time: 0.0604455 Jul 23 23:28:32.994341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-d385f84b-6eef-4b57-8041-ae418053ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:32.995921 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-d385f84b-6eef-4b57-8041-ae418053ac53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0540855 Jul 23 23:28:33.050314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-fc00dd81-53ea-4122-9b2b-41d965f898e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:33.051797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-fc00dd81-53ea-4122-9b2b-41d965f898e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 200 len: 851 time: 0.0533967 Jul 23 23:28:33.059993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-87c12c63-e512-4a2c-9522-fb44e4241ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:33.061522 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-87c12c63-e512-4a2c-9522-fb44e4241ad4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594399 Jul 23 23:28:33.113722 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-77d032e6-7de8-49bd-927c-72eb42e5fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:33.115430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-77d032e6-7de8-49bd-927c-72eb42e5fbaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9ea7acaa-2bbc-458c-8214-07b87ef51bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577116 Jul 23 23:28:33.155878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-f149abe7-6891-47df-926a-37ea67c50da3 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878651 Jul 23 23:28:33.214893 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-9cbe4eb7-ef10-4a93-a171-557dfb725619 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922375 Jul 23 23:28:33.253469 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-7ef74571-aaa2-416e-9e9f-717c475fc6bc service neutron] 10.222.0.22 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908294 Jul 23 23:28:33.309487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-628aff3b-93c7-4899-9c10-0661a7adfe4c req-4dd597f7-f811-44bf-ab15-6c05bf8bae28 service neutron] 10.222.0.25 "GET /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880320 Jul 23 23:28:34.035236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1412327-17a9-43d4-8401-0d814e272db5 req-b1d06274-03a3-473d-a1e8-83169c179427 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:34.036724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1412327-17a9-43d4-8401-0d814e272db5 req-b1d06274-03a3-473d-a1e8-83169c179427 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0628204 Jul 23 23:28:34.075136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c1412327-17a9-43d4-8401-0d814e272db5 req-804b3cbd-77dc-4311-a2a0-54ef81c2863a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321028 Jul 23 23:28:35.273384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bec0e1-f62c-47fb-8a25-c0278d91fe1c req-4baf3fdc-f951-4d47-9c2d-abbeac0b7bff tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:35.274868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16bec0e1-f62c-47fb-8a25-c0278d91fe1c req-4baf3fdc-f951-4d47-9c2d-abbeac0b7bff tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0673318 Jul 23 23:28:35.312401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16bec0e1-f62c-47fb-8a25-c0278d91fe1c req-14ab3d4d-fe99-411d-ad8f-409dfae4aca5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Jul 23 23:28:36.443869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43609-f124-48ec-9e9e-06e61ec05271 req-f8bfdf19-9adc-44bc-90d0-b1a48bd15f69 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:36.445404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dab43609-f124-48ec-9e9e-06e61ec05271 req-f8bfdf19-9adc-44bc-90d0-b1a48bd15f69 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0653455 Jul 23 23:28:36.482528 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dab43609-f124-48ec-9e9e-06e61ec05271 req-f94b8286-0f05-418d-ba08-9334770084da tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Jul 23 23:28:37.611218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac00446-f8c2-4e2c-a8b5-b85a823078eb req-13a7854f-39f0-4c82-9e09-c8bb089c6437 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:37.612655 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ac00446-f8c2-4e2c-a8b5-b85a823078eb req-13a7854f-39f0-4c82-9e09-c8bb089c6437 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0620389 Jul 23 23:28:37.649608 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ac00446-f8c2-4e2c-a8b5-b85a823078eb req-65299c8a-b508-43af-b8b3-20ee5cb03a13 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Jul 23 23:28:38.781340 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0285b-9490-43de-a81f-1042fb420fdb req-5528ce5d-41fc-44bc-9a96-1e858ba89ce4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:38.782855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ec0285b-9490-43de-a81f-1042fb420fdb req-5528ce5d-41fc-44bc-9a96-1e858ba89ce4 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0661836 Jul 23 23:28:38.818862 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ec0285b-9490-43de-a81f-1042fb420fdb req-bc7b1c51-2ecf-488e-9658-0b0853560ee7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305316 Jul 23 23:28:39.952304 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ea3d4-bf91-4417-9b72-19abc9f79865 req-abeed791-fa29-4070-b80b-ac307bf3514d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:39.953691 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c4ea3d4-bf91-4417-9b72-19abc9f79865 req-abeed791-fa29-4070-b80b-ac307bf3514d tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0641143 Jul 23 23:28:39.990855 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c4ea3d4-bf91-4417-9b72-19abc9f79865 req-bb1cd0aa-dd19-4418-b370-9e0e7a72f3e0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Jul 23 23:28:41.104787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0ac66740-c674-4a7e-92d1-c0576b766deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:41.128521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50376a3b-7fd7-40c3-b31a-890542f21de3 req-a97dfa72-8869-4f89-9e02-7dfe5d67eddc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:41.130018 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50376a3b-7fd7-40c3-b31a-890542f21de3 req-a97dfa72-8869-4f89-9e02-7dfe5d67eddc tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0717778 Jul 23 23:28:41.169832 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-50376a3b-7fd7-40c3-b31a-890542f21de3 req-a2dfd626-8f82-4aac-9494-92303b3db275 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Jul 23 23:28:42.298920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc406e99-7a73-4e34-925d-67ec8859ddae req-633dd22a-9948-4ccf-aeb9-a38d415391c7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:42.300394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc406e99-7a73-4e34-925d-67ec8859ddae req-633dd22a-9948-4ccf-aeb9-a38d415391c7 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0637565 Jul 23 23:28:42.338782 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc406e99-7a73-4e34-925d-67ec8859ddae req-3d8b4f51-bc86-4988-a5b5-6142a8ca16ac tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Jul 23 23:28:42.468448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748cca8-0cf9-44be-aff3-3a6de4b0758e req-fce1f6f0-d6a0-4dd2-92a3-b2d115729711 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:42.469931 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4748cca8-0cf9-44be-aff3-3a6de4b0758e req-fce1f6f0-d6a0-4dd2-92a3-b2d115729711 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0643210 Jul 23 23:28:42.507077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4748cca8-0cf9-44be-aff3-3a6de4b0758e req-56f0f1ec-9295-41a5-807a-f7659f275f94 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Jul 23 23:28:42.636482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e49b-7333-43e4-a6e3-e4da0b631ff6 req-9f046cdf-c9e3-4cfa-8911-9b0090492bf2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:42.638035 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34b0e49b-7333-43e4-a6e3-e4da0b631ff6 req-9f046cdf-c9e3-4cfa-8911-9b0090492bf2 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0666604 Jul 23 23:28:42.675098 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-34b0e49b-7333-43e4-a6e3-e4da0b631ff6 req-1968945e-dd29-4ffe-83de-759a02b913a0 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Jul 23 23:28:42.916323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af033-9306-46cd-84e0-bfe64fee7841 req-fbf9ce36-8504-4142-87e6-2bb37a35266c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:42.918432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203af033-9306-46cd-84e0-bfe64fee7841 req-fbf9ce36-8504-4142-87e6-2bb37a35266c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 944 time: 0.0616648 Jul 23 23:28:42.954546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-203af033-9306-46cd-84e0-bfe64fee7841 req-4528ccf7-70ac-4b1d-93c5-46ebf800fa1a tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306876 Jul 23 23:28:43.577173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:28:43.673636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:43.684563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7a842278-3581-4ae8-b788-bb34bd054014', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'port_id': '7a842278-3581-4ae8-b788-bb34bd054014', 'mac_address': 'fa:16:3e:33:8d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:28:43.720797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:43.732898 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:28:43.751357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:43.755748 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:43.806117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:43.828290 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e9216b7b-5b5d-4d39-adcc-9bba50920084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.164111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994cfb7-a0f6-40ef-b1cc-a5289355f401 req-afe14878-b883-43be-95d8-ae09f4e57ee5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:44.165592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2994cfb7-a0f6-40ef-b1cc-a5289355f401 req-afe14878-b883-43be-95d8-ae09f4e57ee5 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.1084671 Jul 23 23:28:44.203139 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2994cfb7-a0f6-40ef-b1cc-a5289355f401 req-914fc637-767d-4bc3-b286-1847fb03194f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups?id=08b1597e-af15-4f0f-81e4-8f05e6d67d30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Jul 23 23:28:44.257730 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.376777 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-6c4cc71b-5f93-47dc-8490-32b38479e237 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:44.378151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-6c4cc71b-5f93-47dc-8490-32b38479e237 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 945 time: 0.0632732 Jul 23 23:28:44.479161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Deleting port 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:28:44.479502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.569159 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] For port 7a842278-3581-4ae8-b788-bb34bd054014, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7a842278-3581-4ae8-b788-bb34bd054014,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:44.569526 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.732570 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.732837 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.733150 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4 disassociated. External IP: 172.25.1.21, port: 7a842278-3581-4ae8-b788-bb34bd054014. Jul 23 23:28:44.733744 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Calling delete_port for 7a842278-3581-4ae8-b788-bb34bd054014 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:28:44.860239 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:44.889538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'Port': ['ID=7a842278-3581-4ae8-b788-bb34bd054014,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:45.006812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:28:45.116006 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:28:45.126804 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:28:45.148005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:28:45.148800 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:28:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:45.152803 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:45.159864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] No DVR routers for this DVR port 7a842278-3581-4ae8-b788-bb34bd054014 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:28:45.162724 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:45.164640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-81bdbe0f-028e-4cc1-adba-5270d116f221 req-11c0a7d4-f466-4b27-8731-0e23e1f4cb0c tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.25 "DELETE /v2.0/ports/7a842278-3581-4ae8-b788-bb34bd054014 HTTP/1.1" status: 204 len: 173 time: 0.7813296 Jul 23 23:28:45.165241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-deleted', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:28:45.167369 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8b5c84bff32414bfd6624c8227bae29aabfc1555d0b7d51c0f5a5149971ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827e9afa-0518-4bf0-b607-1e0d7baba229" -d '{"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-deleted", "tag": "7a842278-3581-4ae8-b788-bb34bd054014"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:28:45.206208 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ac95a0-359c-4498-b8ae-839788dd6493 x-openstack-request-id: req-56ac95a0-359c-4498-b8ae-839788dd6493 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:28:45.206502 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610e6ef2-42d2-47b3-b8d7-12616505aee5", "name": "network-vif-deleted", "tag": "7a842278-3581-4ae8-b788-bb34bd054014", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:28:45.206779 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56ac95a0-359c-4498-b8ae-839788dd6493 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:28:45.207184 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610e6ef2-42d2-47b3-b8d7-12616505aee5', 'name': 'network-vif-deleted', 'tag': '7a842278-3581-4ae8-b788-bb34bd054014', 'status': 'completed', 'code': 200} Jul 23 23:28:45.272722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:28:45.318317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fcb2d56e-0695-40c7-83fe-f6154294cd9a req-36ecebb9-29a5-4fc6-8f0d-f02bb12f2352 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0419545 Jul 23 23:28:45.490812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:45.517176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:28:45.525166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:28:45.525783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:28:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:45.590341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:28:45.596779 n-d-791506-25 neutron-server[93837]: INFO neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No ports have port_id starting with 7a842278-3581-4ae8-b788-bb34bd054014 Jul 23 23:28:45.599209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 requested by agent hyperv_n-h1-791506-25 not found in database {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 23 23:28:45.640968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:28:45.840190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:45.872182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b570ef-e62e-48ce-8050-9e302ea4ca88 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:16Z', 'revision_number': 4, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '303c0518-0bfb-4e70-95ff-a4f914c43ba7', 'name': '', 'network_id': '9ea7acaa-2bbc-458c-8214-07b87ef51bdc', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'mac_address': 'fa:16:3e:36:57:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:16Z', 'updated_at': '2021-07-23T23:19:21Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'subnets': [{'id': '6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:28:46.094964 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba86096-9645-4de4-b35d-f7aa95386ae9 None None] New status for floating IP f5fa02c5-357e-446f-a11a-1f3b525c23e4: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:28:46.413071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e899bc9b-2eb0-406d-9f3c-8c6ce05a8d23 req-28120347-ec87-4f18-9e85-88670525687f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0289419 Jul 23 23:28:46.661635 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:47.507881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7faac4de-251d-4e8b-8786-8202beca431b req-4f99b86f-604e-4bd1-a94b-1338ad557398 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0288544 Jul 23 23:28:47.601612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:47.621652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 7a842278-3581-4ae8-b788-bb34bd054014 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:28:47.622027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7a842278-3581-4ae8-b788-bb34bd054014 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:48.620019 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e44e76d4-045c-492f-bb19-98e66b99f039 req-7248766c-53ea-4e45-9f54-40599d386d4f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/ports?device_id=610e6ef2-42d2-47b3-b8d7-12616505aee5 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Jul 23 23:28:52.708518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.318940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:53.375967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.707004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.754579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.757232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.758491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "DELETE /v2.0/security-groups/08b1597e-af15-4f0f-81e4-8f05e6d67d30 HTTP/1.1" status: 204 len: 168 time: 0.4383821 Jul 23 23:28:53.761282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.761844 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42322) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:53.767849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3049a-73f6-4b33-8ec9-be665fd94eea tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1597e-af15-4f0f-81e4-8f05e6d67d30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:53.776085 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-f83eaacb-6845-4cd4-a6a2-54cfc73b5443 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] show failed (client error): The resource could not be found. Jul 23 23:28:53.777313 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f83eaacb-6845-4cd4-a6a2-54cfc73b5443 tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "GET /v2.0/security-groups/08b1597e-af15-4f0f-81e4-8f05e6d67d30 HTTP/1.1" status: 404 len: 347 time: 0.0144060 Jul 23 23:28:53.779890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42324) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:53.902785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Deleting port 1ef92cae-7f9e-452a-9705-39bf41710932 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:28:53.903025 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.981510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.981876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:53.993348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Calling delete_port for 1ef92cae-7f9e-452a-9705-39bf41710932 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:28:54.127605 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.154751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Pushing event deleted for resources: {'Port': ['ID=1ef92cae-7f9e-452a-9705-39bf41710932,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:54.217836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.220343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.221476 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e2279308-bafa-48bc-986b-40ee3d1fea8f tempest-ServerActionsTestJSON-40740985 tempest-ServerActionsTestJSON-40740985-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5fa02c5-357e-446f-a11a-1f3b525c23e4 HTTP/1.1" status: 204 len: 168 time: 0.4406579 Jul 23 23:28:54.224448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42326) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:54.472911 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:28:54.621875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.868551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Deleting port 303c0518-0bfb-4e70-95ff-a4f914c43ba7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:28:54.869230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.945467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] For port 303c0518-0bfb-4e70-95ff-a4f914c43ba7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=303c0518-0bfb-4e70-95ff-a4f914c43ba7,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:54.945844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:54.958172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Calling delete_port for 303c0518-0bfb-4e70-95ff-a4f914c43ba7 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:28:55.131936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:55.158070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Pushing event deleted for resources: {'Port': ['ID=303c0518-0bfb-4e70-95ff-a4f914c43ba7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:55.330257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:55.540028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:28:55.643613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:28:55.651226 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3127a80d-bbac-47e9-800c-306e1f45a676 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234014 Jul 23 23:28:55.651401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:55.657953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Sync routers for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:28:55.666681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:28:55.667959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:28:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:55.755106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:55.771605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:28:55.856193 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:55.907501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Deleting port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:28:55.908200 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:55.946137 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:28:55Z', 'revision_number': 5, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port': {'id': 'b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:55.975897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Checking router: aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:28:55.984965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Routers {'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:28:55.985577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:28:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:55.991403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] For port b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:55.991870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.004988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Calling delete_port for b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:28:56.179390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.205327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:56.231728 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] Set router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:28:56.271607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.285264 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:28:55Z', 'revision_number': 6, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:56.314242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee51f3-cea9-4543-bf1d-b9f8a39af1b7 None None] The sync data for ids ['aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68'] in n-d-791506-25 is: [{'id': 'aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68', 'name': 'tempest-ServerActionsTestJSON-2051422254-router', 'tenant_id': '58c84ca172a54f729eea062b23a910b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:19:14Z', 'updated_at': '2021-07-23T23:28:55Z', 'revision_number': 6, 'project_id': '58c84ca172a54f729eea062b23a910b3', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:28:56.363426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.365497 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.408692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.409217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:28:56.413364 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.414535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f83aa7bb-4148-4438-b958-965558b31862 admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa1c0e6e-b45d-4ec9-818c-ff3e5c6dbd68 HTTP/1.1" status: 204 len: 168 time: 0.7616382 Jul 23 23:28:56.417141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:56.460685 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Deleting subnet 6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:28:56.463623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.502422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.576491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.630516 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.670725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.675021 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02 HTTP/1.1" status: 204 len: 168 time: 0.2546144 Jul 23 23:28:56.675355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:56.675829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942938a-d5d5-44ae-9e88-ffbfc18daa9b None None] Network 9ea7acaa-2bbc-458c-8214-07b87ef51bdc requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:28:56.677886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36269ac6-72ee-48b0-b28d-0b137c438ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd4a3b5-5b30-4a8d-93c0-1b9a6814cb02,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:56.747788 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.802456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Deleting port c9827227-802f-4bbc-b45d-266cfa4cc354 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:28:56.802821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.865600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] For port c9827227-802f-4bbc-b45d-266cfa4cc354, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c9827227-802f-4bbc-b45d-266cfa4cc354,segment=NetworkSegment(5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e),segment_id=5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:28:56.865996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.877956 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Calling delete_port for c9827227-802f-4bbc-b45d-266cfa4cc354 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:28:56.958148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:56.985843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] No DVR routers for this DVR port c9827227-802f-4bbc-b45d-266cfa4cc354 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:28:56.989475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9827227-802f-4bbc-b45d-266cfa4cc354,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:57.041654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd153887-a305-488f-968d-b864c9a62a6e None None] DHCP port deletion for 9ea7acaa-2bbc-458c-8214-07b87ef51bdc request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:28:57.062389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.072627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea7acaa-2bbc-458c-8214-07b87ef51bdc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:57.086279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:57.086578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd8d8e3-09a2-4f44-bb0a-8f290d93c42e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:28:57.095736 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.110326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.116470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:28:57.116813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:28:57.118449 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:28:57.173211 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.178687 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.180508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9ea7acaa-2bbc-458c-8214-07b87ef51bdc HTTP/1.1" status: 204 len: 168 time: 0.5041809 Jul 23 23:28:57.191371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f1c9-b857-4414-b5bd-aa936f2c3a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea7acaa-2bbc-458c-8214-07b87ef51bdc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:57.301037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:57.341637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2faea788-2455-4747-aa53-93b8d0b7dd57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58c84ca172a54f729eea062b23a910b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394416 Jul 23 23:28:57.344079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:57.391093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.414777 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.461720 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.464371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:57.465541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99d42c81-9ea3-488a-a624-17bddd30302e HTTP/1.1" status: 204 len: 168 time: 0.1205695 Jul 23 23:28:57.473107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936604e-1547-4adb-8ff1-3840dabc83ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d42c81-9ea3-488a-a624-17bddd30302e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:57.676281 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:57.699958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:28:57.700307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b1f5bcca-2b1a-4738-adf2-acd8a15cd6e4 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:57.700718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c9827227-802f-4bbc-b45d-266cfa4cc354 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:57.718894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c9827227-802f-4bbc-b45d-266cfa4cc354 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:28:57.719236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c9827227-802f-4bbc-b45d-266cfa4cc354 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:57.719642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 303c0518-0bfb-4e70-95ff-a4f914c43ba7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:28:57.738534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 303c0518-0bfb-4e70-95ff-a4f914c43ba7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:28:57.738878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 303c0518-0bfb-4e70-95ff-a4f914c43ba7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:28:58.160779 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:58.255598 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-522354297-network', 'tenant_id': '20d721c25c6a4c3ea68c1f896309f88d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:28:58.274793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Made reservation on behalf of 20d721c25c6a4c3ea68c1f896309f88d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:28:58.277437 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.285664 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.381375 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.385053 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.408253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:28:58.423417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b715f3e0-e788-47bc-88c8-43bdd9afb8dc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:58.430469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.431091 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Added segment ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56 of type vlan for network fd3a784f-e6ec-46b0-a969-45a2471589f4 Jul 23 23:28:58.471472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.499756 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.501793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:58.502372 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:58.532658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3707793 Jul 23 23:28:58.535756 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:28:58.542834 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Request body: {'subnet': {'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-522354297-subnet', 'tenant_id': '20d721c25c6a4c3ea68c1f896309f88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:28:58.577705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7388d-e074-453e-9785-e8816d0d650c admin admin] Pushing event updated for resources: {'Network': ['ID=fd3a784f-e6ec-46b0-a969-45a2471589f4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:58.587206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:28:58.593072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Made reservation on behalf of 20d721c25c6a4c3ea68c1f896309f88d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:28:58.595425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:59.091226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:59.152919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:28:59.158152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Checking segment: {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:28:59.158521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Network hostable DHCP agents. Network: fd3a784f-e6ec-46b0-a969-45a2471589f4, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:28:59.175225 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:28:59.183847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, fd3a784f-e6ec-46b0-a969-45a2471589f4) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:28:59.187705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:59.188284 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:28:59.193095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b3469-59b4-4fc9-a34e-5a6f67844913 None None] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:28:59.210059 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-37171ccf-18b1-4f29-89fe-3a3d444e3f99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6732328 Jul 23 23:28:59.323124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068cb519-653f-49df-950a-d6f27627719f None None] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:28:59.621339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-2b6ba7be-20b8-45dd-8cf0-aa4c6b6bb82b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:28:59.622853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-2b6ba7be-20b8-45dd-8cf0-aa4c6b6bb82b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 813 time: 0.1009207 Jul 23 23:28:59.637737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-d0284074-8a53-43fa-bb3e-c2a468a1cffa tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/quotas/20d721c25c6a4c3ea68c1f896309f88d HTTP/1.1" status: 200 len: 375 time: 0.0095446 Jul 23 23:28:59.674522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-02e533a4-5bcb-45d4-8099-baa32302dee3 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319772 Jul 23 23:28:59.685418 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-61f8600b-983b-423e-b693-f449d56268d9 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:28:59.686385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-61f8600b-983b-423e-b693-f449d56268d9 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059400 Jul 23 23:28:59.822308 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-069823d3-28e0-4479-be44-dd845790b8e7 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303983 Jul 23 23:28:59.913498 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-4af761a1-e393-4183-af54-c28921876931 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Jul 23 23:29:00.078400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a4b7e160-2d67-4110-863b-f9d7a1b2a3c7 req-81f670e4-4559-4066-9b54-7f03ba7fa53a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 210 time: 0.0313199 Jul 23 23:29:01.122899 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-2c8d6899-f072-48fd-ab7f-2e873bc8f579 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:01.124481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-2c8d6899-f072-48fd-ab7f-2e873bc8f579 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.22 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 813 time: 0.1112921 Jul 23 23:29:01.137439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Request body: {'port': {'device_id': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4', 'admin_state_up': True, 'tenant_id': '20d721c25c6a4c3ea68c1f896309f88d'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:01.178296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db2f086b-3972-43d5-ab90-3e577ce22618 req-1fd79f64-7e4f-480a-aeab-8c55804b4be1 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 210 time: 0.0292127 Jul 23 23:29:01.250427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Made reservation on behalf of 20d721c25c6a4c3ea68c1f896309f88d for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:01.253936 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:01.378810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Allocated IP 172.20.0.14 (fd3a784f-e6ec-46b0-a969-45a2471589f4/3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435/d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:01.526005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:01.563977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:01.608229 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:01.611546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:01.617662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:01.644221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Pushing event updated for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:01.670022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:01.670635 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:01.684093 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-e2d713f8-2d09-4094-a056-eaed9bd0e292 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5516264 Jul 23 23:29:01.764817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Request body: {'port': {'device_id': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:01.834822 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.099273 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:29:02.107186 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.119392 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Transition to ACTIVE for port object d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:02.122933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.173635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Pushing event updated for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:02.239333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Attempting to bind port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:02.239690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Attempting to bind port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:02.240041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Attempting to bind port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c on network fd3a784f-e6ec-46b0-a969-45a2471589f4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:02.244244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c on network fd3a784f-e6ec-46b0-a969-45a2471589f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:29:02.244557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Attempting to bind port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c on network fd3a784f-e6ec-46b0-a969-45a2471589f4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:02.249353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:02.249683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Checking segment: {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:02.250104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Bound using segment: {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:02.250526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Bound port: d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:02.250879 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.311859 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a04cf-7cc0-426d-9eec-4997085c81da req-cf203954-ea35-4b2e-a856-7cd5bd506dfd tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.313308 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b3a04cf-7cc0-426d-9eec-4997085c81da req-cf203954-ea35-4b2e-a856-7cd5bd506dfd tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 944 time: 0.0669982 Jul 23 23:29:02.321102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:02.324144 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:02.329106 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.351603 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3b3a04cf-7cc0-426d-9eec-4997085c81da req-281e5d7a-f475-4d0b-9d45-d19332f64510 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jul 23 23:29:02.364062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.364682 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:02.366167 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] 10.222.0.22 "PUT /v2.0/ports/d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c HTTP/1.1" status: 200 len: 1093 time: 0.6416247 Jul 23 23:29:02.366607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:02.397276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20989181-2a91-4f1c-bf4a-ff2171a79b84 service neutron] Pushing event updated for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:02.405709 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe340b-0499-41df-aa18-b30b7fa6d3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:02.462224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-a7279a7b-5d5b-4a19-a2cf-8f52aaeb4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.463735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-a7279a7b-5d5b-4a19-a2cf-8f52aaeb4a83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 1096 time: 0.0549414 Jul 23 23:29:02.515664 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181e7fee-10f4-464f-b80a-8c3f9ef0faae x-openstack-request-id: req-181e7fee-10f4-464f-b80a-8c3f9ef0faae {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:02.515953 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:02.516206 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-181e7fee-10f4-464f-b80a-8c3f9ef0faae {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:02.516607 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c', 'status': 'completed', 'code': 200} Jul 23 23:29:02.518847 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-8925a948-4de5-4db9-80bb-753eed35f85f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c HTTP/1.1" status: 200 len: 217 time: 0.0483470 Jul 23 23:29:02.569393 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-49a37e58-41b4-4c85-8b0d-cd6554bc6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.570858 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-49a37e58-41b4-4c85-8b0d-cd6554bc6f3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 200 len: 853 time: 0.0454686 Jul 23 23:29:02.604766 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-56825248-aa32-4479-afa4-fec054ecd2db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd3a784f-e6ec-46b0-a969-45a2471589f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278959 Jul 23 23:29:02.696378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-2d739d45-ecf4-41ef-95b4-dd4d00e0efe5 service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853446 Jul 23 23:29:02.784286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-972533a2-4eb5-42dc-903a-f72e00e54744 req-f33131ea-a531-4f60-ac1f-d8b2180665ff service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Jul 23 23:29:02.890108 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-6e0a8035-58ba-4cb7-a648-82c8413e49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.891556 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-6e0a8035-58ba-4cb7-a648-82c8413e49cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 1096 time: 0.0634601 Jul 23 23:29:02.980471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-7afb9840-19d1-46d3-b405-38432ca5c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:02.981968 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-7afb9840-19d1-46d3-b405-38432ca5c759 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 914 time: 0.0839300 Jul 23 23:29:03.028068 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-912c1d4f-1333-4806-9700-a5f3fe8b8005 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c HTTP/1.1" status: 200 len: 217 time: 0.0396976 Jul 23 23:29:03.078918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-6ad11bf7-c983-465c-93f9-9b3287a0add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:03.080358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-6ad11bf7-c983-465c-93f9-9b3287a0add2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 200 len: 853 time: 0.0457728 Jul 23 23:29:03.113886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-0b36d3ef-3871-4b14-9f0e-adf5ada47158 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd3a784f-e6ec-46b0-a969-45a2471589f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268736 Jul 23 23:29:03.213354 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-7219e308-f70f-4a52-92ec-f5d4659a5b35 service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922925 Jul 23 23:29:03.301069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-61fe340b-0499-41df-aa18-b30b7fa6d3c5 req-a5cb85d9-275a-4845-8118-c727e5c89044 service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Jul 23 23:29:03.489649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1e7f2-4188-4154-b89d-15ba656a1b22 req-bb787d43-b4a2-4729-8108-ce967df9136a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:03.491142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1e1e7f2-4188-4154-b89d-15ba656a1b22 req-bb787d43-b4a2-4729-8108-ce967df9136a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 944 time: 0.0690818 Jul 23 23:29:03.532934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1e1e7f2-4188-4154-b89d-15ba656a1b22 req-0078d08a-91a5-48f8-b780-e0dbf8a42180 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339842 Jul 23 23:29:04.661830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac893-4f77-4a5a-ba9f-f866b022cf09 req-70f9514f-dc64-4709-b770-4ab3ec077f78 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:04.663213 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c8ac893-4f77-4a5a-ba9f-f866b022cf09 req-70f9514f-dc64-4709-b770-4ab3ec077f78 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 944 time: 0.0639620 Jul 23 23:29:04.700249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3c8ac893-4f77-4a5a-ba9f-f866b022cf09 req-37ed96f5-974e-4ef1-9a6a-c0cfb3eb70ea tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Jul 23 23:29:05.832757 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3bd87-51f4-4ffc-b0be-7abb108c059f req-cac9f60d-9234-4a40-a1ad-5de12c7046f2 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:05.834276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55b3bd87-51f4-4ffc-b0be-7abb108c059f req-cac9f60d-9234-4a40-a1ad-5de12c7046f2 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 944 time: 0.0685246 Jul 23 23:29:05.871453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-55b3bd87-51f4-4ffc-b0be-7abb108c059f req-b9bd37b6-40a8-4ad0-939a-f7ac884d24cf tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Jul 23 23:29:06.559643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:29:06.655824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:06.666540 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c', 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4', 'port_id': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c', 'mac_address': 'fa:16:3e:eb:97:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:29:06.702611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:06.714549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:29:06.733179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:06.737289 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:06.786153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:06.925933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:07.000597 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31859c9-0cbb-4f37-b6b0-25ae10051ee7 req-d6c77c1b-1c11-498f-94ac-3bba5771fd12 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:07.002107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c31859c9-0cbb-4f37-b6b0-25ae10051ee7 req-d6c77c1b-1c11-498f-94ac-3bba5771fd12 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 945 time: 0.0638888 Jul 23 23:29:07.038942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c31859c9-0cbb-4f37-b6b0-25ae10051ee7 req-ead00daa-0d89-4126-9a9d-618d92932334 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Jul 23 23:29:08.170144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fa65d-b687-4f96-9dab-2cbcd8de0807 req-4454b17f-660f-444c-a901-48a327adb282 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:08.171606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-886fa65d-b687-4f96-9dab-2cbcd8de0807 req-4454b17f-660f-444c-a901-48a327adb282 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 945 time: 0.0666938 Jul 23 23:29:08.208583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-886fa65d-b687-4f96-9dab-2cbcd8de0807 req-35ab1e1a-5800-495a-b4c4-f557ad1bb10a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 23 23:29:08.559283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:08.609280 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:08.612744 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:08.613113 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:08.688003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:08.709940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:08.712212 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d41fe88a21d79039b8c9b00dcd87a095e01098c8445142bfda729b878e3fd03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5f4a5-d9a6-4dc1-af38-698d6acaabf8" -d '{"events": [{"server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "name": "network-vif-plugged", "status": "completed", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:08.726134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:08.730588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:08.776833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:08.806473 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82176a37-6010-485b-acb1-72ad76996912 x-openstack-request-id: req-82176a37-6010-485b-acb1-72ad76996912 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:08.806770 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "name": "network-vif-plugged", "status": "completed", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:08.807025 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82176a37-6010-485b-acb1-72ad76996912 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:08.807450 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c', 'code': 200} Jul 23 23:29:08.912750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258416eb-9203-4ba8-8f76-0f7e15ed978e req-1428779b-7da3-4ea6-ad41-5dbd8e348c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:08.914213 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-258416eb-9203-4ba8-8f76-0f7e15ed978e req-1428779b-7da3-4ea6-ad41-5dbd8e348c7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 1098 time: 0.0525925 Jul 23 23:29:08.953737 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-258416eb-9203-4ba8-8f76-0f7e15ed978e req-5e8e4534-947e-41a2-be5c-df2a18f1ad39 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Jul 23 23:29:09.335972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403e3a6-e6f8-4dee-bf25-41ed11f813c6 req-31bfac7f-4b47-4504-b0cc-87e4641642f2 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:09.337471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1403e3a6-e6f8-4dee-bf25-41ed11f813c6 req-31bfac7f-4b47-4504-b0cc-87e4641642f2 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0626018 Jul 23 23:29:09.374290 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1403e3a6-e6f8-4dee-bf25-41ed11f813c6 req-57735a39-cb5a-4097-8fb4-ed1424e6fe5a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306962 Jul 23 23:29:10.502788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b3b8-004b-49e8-8df6-32d90a6993e0 req-641874a1-c383-4d7e-8200-a24556116776 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:10.504269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cce3b3b8-004b-49e8-8df6-32d90a6993e0 req-641874a1-c383-4d7e-8200-a24556116776 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0640011 Jul 23 23:29:10.541968 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cce3b3b8-004b-49e8-8df6-32d90a6993e0 req-a76c2e01-ed54-42e0-8062-98ef414a677b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jul 23 23:29:10.764708 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-7e0e3c85-6586-4383-87a6-8a2648440bae tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:10.766438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-7e0e3c85-6586-4383-87a6-8a2648440bae tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 813 time: 0.1032152 Jul 23 23:29:10.780846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-eabfaba2-c959-4e0a-9181-aa82fb6fc01e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/quotas/20d721c25c6a4c3ea68c1f896309f88d HTTP/1.1" status: 200 len: 375 time: 0.0091283 Jul 23 23:29:10.843585 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-a9cf293f-05da-4be8-b133-f310db8b7fff tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578277 Jul 23 23:29:10.937661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-055e6239-b1f5-48ae-b26d-0d430f48c6aa service neutron] 10.222.0.37 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871685 Jul 23 23:29:11.028444 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-311d0f67-1cfb-4108-bef9-d2ad79250c84 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851789 Jul 23 23:29:11.108907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0011ed7e-8f20-498f-b116-1d62ed3e4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:11.187996 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d4a7b023-7789-4c8e-934b-d82c7e8335b1 req-946a879a-1991-43dd-b007-a7b85b406952 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Jul 23 23:29:12.088935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-cec9d099-04fc-455c-8040-cb4de7f18406 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:12.090951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-cec9d099-04fc-455c-8040-cb4de7f18406 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.25 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 813 time: 0.1082382 Jul 23 23:29:12.102651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Request body: {'port': {'device_id': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4', 'admin_state_up': True, 'tenant_id': '20d721c25c6a4c3ea68c1f896309f88d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:12.211419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Made reservation on behalf of 20d721c25c6a4c3ea68c1f896309f88d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:12.216410 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:12.308477 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68be20f4-334b-4e63-87b6-52bd7e7b629b req-1a67afc8-9e3a-4758-8017-9393b6267552 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 210 time: 0.0398719 Jul 23 23:29:12.372311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Allocated IP 172.20.0.2 (fd3a784f-e6ec-46b0-a969-45a2471589f4/3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435/4bc02c5f-8604-4b26-bfbd-25ed8235046d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:12.519885 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:12.557859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:12.569815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:12.599754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Network fd3a784f-e6ec-46b0-a969-45a2471589f4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:12.602780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:12.609682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:12.637972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Pushing event updated for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:12.663906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:12.664547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:12.678518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-9ff64629-e34b-428e-842f-9d4d613fb08c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796218 Jul 23 23:29:12.760783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Request body: {'port': {'device_id': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:12.835263 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.098111 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc02c5f-8604-4b26-bfbd-25ed8235046d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:29:13.105660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.117353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Transition to ACTIVE for port object 4bc02c5f-8604-4b26-bfbd-25ed8235046d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:13.120940 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.189275 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:13.236582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Attempting to bind port 4bc02c5f-8604-4b26-bfbd-25ed8235046d on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:13.236913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Attempting to bind port 4bc02c5f-8604-4b26-bfbd-25ed8235046d by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:13.237239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Attempting to bind port 4bc02c5f-8604-4b26-bfbd-25ed8235046d on network fd3a784f-e6ec-46b0-a969-45a2471589f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:13.241635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Port 4bc02c5f-8604-4b26-bfbd-25ed8235046d on network fd3a784f-e6ec-46b0-a969-45a2471589f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:29:13.241985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Attempting to bind port 4bc02c5f-8604-4b26-bfbd-25ed8235046d on network fd3a784f-e6ec-46b0-a969-45a2471589f4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:13.246921 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:13.247251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Checking segment: {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:13.247633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Bound using segment: {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:13.248062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Bound port: 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:13.248416 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.310978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:13.314999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:13.319818 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.357873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:13.358750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.360138 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] 10.222.0.25 "PUT /v2.0/ports/4bc02c5f-8604-4b26-bfbd-25ed8235046d HTTP/1.1" status: 200 len: 1092 time: 0.6404164 Jul 23 23:29:13.360688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:13.424075 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89003355-9469-44b2-82ea-b7c25d28ce7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:13.426627 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed942867-75e7-4ec8-808f-52e13aa74438 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:13.498266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a77576-8860-4771-8d60-76ba4380ac6f req-704ca479-f280-421b-8fa5-8d0d99ee053a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:13.499741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a77576-8860-4771-8d60-76ba4380ac6f req-704ca479-f280-421b-8fa5-8d0d99ee053a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 943 time: 0.1200142 Jul 23 23:29:13.501449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-816f7770-15ed-4299-ac77-0a7e7ae35e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:13.502781 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-816f7770-15ed-4299-ac77-0a7e7ae35e84 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 1095 time: 0.0882673 Jul 23 23:29:13.555638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-4361e4d1-ffe7-48c6-a265-223b3d2fb02a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d HTTP/1.1" status: 200 len: 217 time: 0.0444355 Jul 23 23:29:13.599199 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48a77576-8860-4771-8d60-76ba4380ac6f req-8b5efcdc-71ea-4eda-9356-ee47a862d130 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938263 Jul 23 23:29:13.616960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ad1167a1-a4b4-4204-950d-965b99b027a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:13.618330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ad1167a1-a4b4-4204-950d-965b99b027a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 200 len: 853 time: 0.0565774 Jul 23 23:29:13.652970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ce911c4a-0cce-44c6-a5d1-9ec4525fc234 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd3a784f-e6ec-46b0-a969-45a2471589f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280910 Jul 23 23:29:13.692711 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6436b272-2145-4c26-a25e-bec222659a58 x-openstack-request-id: req-6436b272-2145-4c26-a25e-bec222659a58 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:13.693007 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:13.693255 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6436b272-2145-4c26-a25e-bec222659a58 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:13.693653 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d', 'status': 'completed', 'code': 200} Jul 23 23:29:13.747922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-ac9892c7-31df-4c10-8257-da6e42cb5746 service neutron] 10.222.0.25 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Jul 23 23:29:13.830032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-973eb58f-2a76-4902-942b-6fdbe7ad7a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:13.846017 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b27dd5e4-3007-43c6-8e76-7cfb64fc2de1 req-0f087d25-a97b-464b-aadc-c8a8d566fe6f service neutron] 10.222.0.25 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920510 Jul 23 23:29:13.939440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-15f64e17-1b3a-4909-852d-ca40c5908ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:13.940920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-15f64e17-1b3a-4909-852d-ca40c5908ad6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 1095 time: 0.0527122 Jul 23 23:29:14.035052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-6dcda40a-a0e4-4ad9-a468-e1c4af2279a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.036507 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-6dcda40a-a0e4-4ad9-a468-e1c4af2279a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 914 time: 0.0895362 Jul 23 23:29:14.080090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-06fb412d-eebb-44f8-b1aa-27ae1640e437 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d HTTP/1.1" status: 200 len: 217 time: 0.0372002 Jul 23 23:29:14.127323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-97d09d62-296a-4de6-9ed5-0b64c6571b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.128763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-97d09d62-296a-4de6-9ed5-0b64c6571b1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 200 len: 853 time: 0.0425959 Jul 23 23:29:14.164724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-b6067447-7de1-4896-a1f1-94a3f97192e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fd3a784f-e6ec-46b0-a969-45a2471589f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281990 Jul 23 23:29:14.256965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-f78cc913-17d2-46ba-b6d3-0054cfd0910c service neutron] 10.222.0.25 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Jul 23 23:29:14.258456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:14.344888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89003355-9469-44b2-82ea-b7c25d28ce7e req-f6a1978a-1ba8-4cc6-a437-6ad381ebb293 service neutron] 10.222.0.25 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813909 Jul 23 23:29:14.600247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-498040fc-0d6e-4070-bf4d-0375442044ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527420 Jul 23 23:29:14.693037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d443f-d68e-4380-92b0-954bed7d3318 req-e423ed45-6041-4eb8-9ca5-d8e39c6dec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.694583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-e423ed45-6041-4eb8-9ca5-d8e39c6dec66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 1098 time: 0.0546942 Jul 23 23:29:14.737785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ccf7b-891d-42c6-bb1b-6e37430f7c86 req-72179093-5d75-4615-be05-efb1940554b7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.739284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec2ccf7b-891d-42c6-bb1b-6e37430f7c86 req-72179093-5d75-4615-be05-efb1940554b7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 943 time: 0.0704172 Jul 23 23:29:14.778420 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec2ccf7b-891d-42c6-bb1b-6e37430f7c86 req-8e0fbdac-d688-459e-855b-2c47e9383d2e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 23 23:29:14.802822 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d443f-d68e-4380-92b0-954bed7d3318 req-d961f494-4c30-4a6e-a0e4-d274fd3082ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.804315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-d961f494-4c30-4a6e-a0e4-d274fd3082ec service neutron] 10.222.0.22 "GET /v2.0/networks?id=fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 200 len: 914 time: 0.0899441 Jul 23 23:29:14.845416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-b3d0e450-4acc-4ef7-8eb0-6b9694f51ae5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c HTTP/1.1" status: 200 len: 217 time: 0.0346088 Jul 23 23:29:14.893570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d443f-d68e-4380-92b0-954bed7d3318 req-16c03f1f-e38f-4cc2-a85b-212f1ce9ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:14.894985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-16c03f1f-e38f-4cc2-a85b-212f1ce9ffa5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 200 len: 853 time: 0.0435271 Jul 23 23:29:14.931730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-b758443a-b8c1-4281-b7d3-e9cf2ebfd5e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fd3a784f-e6ec-46b0-a969-45a2471589f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307109 Jul 23 23:29:15.020028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-425c2a77-60ab-4480-a156-c143b08b65a1 service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820737 Jul 23 23:29:15.117267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-646d443f-d68e-4380-92b0-954bed7d3318 req-d9688a58-d36e-4979-8c5b-53657e60b88f service neutron] 10.222.0.22 "GET /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911345 Jul 23 23:29:15.149456 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:15.904634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdffd62-711d-468d-a27d-1bbb6d91bf9e req-415668e4-9d95-46cd-bfbc-29186fda142d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:15.906071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbdffd62-711d-468d-a27d-1bbb6d91bf9e req-415668e4-9d95-46cd-bfbc-29186fda142d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 943 time: 0.0626662 Jul 23 23:29:15.943493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cbdffd62-711d-468d-a27d-1bbb6d91bf9e req-4963fbfa-9fe8-482b-b2cb-983450ccd43e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Jul 23 23:29:16.664519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:17.070843 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25d3a-c2cd-4218-824a-4719700c3955 req-83c23acb-fa80-42c7-af12-615109f4c635 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:17.072309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20c25d3a-c2cd-4218-824a-4719700c3955 req-83c23acb-fa80-42c7-af12-615109f4c635 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 943 time: 0.0643582 Jul 23 23:29:17.113724 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20c25d3a-c2cd-4218-824a-4719700c3955 req-7e05ec06-fa2d-42da-ac21-6c9fc8fa5727 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Jul 23 23:29:17.741317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4bc02c5f-8604-4b26-bfbd-25ed8235046d details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:29:17.843586 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:17.854401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '4bc02c5f-8604-4b26-bfbd-25ed8235046d', 'network_id': 'fd3a784f-e6ec-46b0-a969-45a2471589f4', 'port_id': '4bc02c5f-8604-4b26-bfbd-25ed8235046d', 'mac_address': 'fa:16:3e:13:91:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:29:17.891066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:17.904569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc02c5f-8604-4b26-bfbd-25ed8235046d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:29:17.924413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:17.927948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:17.973456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:18.156462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4bc02c5f-8604-4b26-bfbd-25ed8235046d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:18.249809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9298f-95e5-45fe-81bd-41c4c24b4333 req-7570446f-0ad0-4d87-aa41-347c850b05e7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:18.251325 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18c9298f-95e5-45fe-81bd-41c4c24b4333 req-7570446f-0ad0-4d87-aa41-347c850b05e7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 944 time: 0.0681403 Jul 23 23:29:18.288170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18c9298f-95e5-45fe-81bd-41c4c24b4333 req-0d14b98e-2149-4ba6-83f0-ab8d96dd209c tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Jul 23 23:29:19.416699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c9ee-a846-4472-be8b-5a56de932f0b req-62ab4cc3-0211-467e-858c-3e29fdbf3d3f tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:19.418878 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70a7c9ee-a846-4472-be8b-5a56de932f0b req-62ab4cc3-0211-467e-858c-3e29fdbf3d3f tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 944 time: 0.0639243 Jul 23 23:29:19.456076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70a7c9ee-a846-4472-be8b-5a56de932f0b req-d6869264-475a-4bb6-b4bd-e70b66313be0 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 23 23:29:19.757033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4bc02c5f-8604-4b26-bfbd-25ed8235046d up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:19.803856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 4bc02c5f-8604-4b26-bfbd-25ed8235046d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:19.807519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 4bc02c5f-8604-4b26-bfbd-25ed8235046d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:19.807885 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:19.886558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:19.908026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:19.922155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:19.926041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:19.952738 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e907f62-77c4-4234-9e39-2c637d6158bd" -d '{"events": [{"server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "name": "network-vif-plugged", "status": "completed", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:19.980717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:20.035043 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33bd22-a1ef-4b57-a070-3fe88f3c14ef x-openstack-request-id: req-ed33bd22-a1ef-4b57-a070-3fe88f3c14ef {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:20.035337 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "name": "network-vif-plugged", "status": "completed", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:20.035593 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed33bd22-a1ef-4b57-a070-3fe88f3c14ef {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:20.036029 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d', 'code': 200} Jul 23 23:29:20.142709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46341572-9a7a-485e-a15d-ab022566c00e req-07a8c1e1-db08-4747-97ca-e1b86ed5cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:20.144088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46341572-9a7a-485e-a15d-ab022566c00e req-07a8c1e1-db08-4747-97ca-e1b86ed5cf41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 1097 time: 0.0565300 Jul 23 23:29:20.180787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-46341572-9a7a-485e-a15d-ab022566c00e req-f4f61ab3-a19f-431c-843b-0528b5da00d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Jul 23 23:29:20.584469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64614f07-bcf8-4093-a821-8965d89f674e req-a305a377-d188-44db-bf21-38e9b40d4f34 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:20.585948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64614f07-bcf8-4093-a821-8965d89f674e req-a305a377-d188-44db-bf21-38e9b40d4f34 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 945 time: 0.0623705 Jul 23 23:29:20.624819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64614f07-bcf8-4093-a821-8965d89f674e req-fb2ff1fd-396c-46ab-8215-e5d1f3da4187 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jul 23 23:29:21.750183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d3c4e-6457-4ef5-90d7-21430b4521aa req-d3986082-fa68-4b61-b026-78f677f6d347 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:21.751650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b5d3c4e-6457-4ef5-90d7-21430b4521aa req-d3986082-fa68-4b61-b026-78f677f6d347 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 945 time: 0.0616255 Jul 23 23:29:21.791763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2b5d3c4e-6457-4ef5-90d7-21430b4521aa req-300e129e-19e0-416e-bda9-a8c550186f9a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Jul 23 23:29:22.040913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c2db-40e4-42e4-b3c8-5b401bda8b0b req-9387faaa-f5ac-44d1-9195-4f696c2caf91 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:22.042940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8787c2db-40e4-42e4-b3c8-5b401bda8b0b req-9387faaa-f5ac-44d1-9195-4f696c2caf91 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 945 time: 0.0655708 Jul 23 23:29:22.080778 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8787c2db-40e4-42e4-b3c8-5b401bda8b0b req-aaaa7bfe-a3b8-46bc-b866-21af1eee89a9 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 23 23:29:22.707026 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:23.210209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbc941-ee52-42fc-9b25-a85ab536cd52 req-78efccde-e306-4d22-80ee-1e4859059cfc tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:23.211687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18fbc941-ee52-42fc-9b25-a85ab536cd52 req-78efccde-e306-4d22-80ee-1e4859059cfc tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 945 time: 0.0632284 Jul 23 23:29:23.282919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18fbc941-ee52-42fc-9b25-a85ab536cd52 req-a2bba2df-f0dc-4828-840c-b45c182f0c8b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Jul 23 23:29:23.307100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-eadef494-1c51-43fe-bc2f-a10e29565a5e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:23.309397 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-eadef494-1c51-43fe-bc2f-a10e29565a5e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5a48eaa-b058-494d-a43c-82bfaaa71047 HTTP/1.1" status: 200 len: 945 time: 0.0908406 Jul 23 23:29:23.410637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Deleting port 4bc02c5f-8604-4b26-bfbd-25ed8235046d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:23.410896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:23.506551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] For port 4bc02c5f-8604-4b26-bfbd-25ed8235046d, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=4bc02c5f-8604-4b26-bfbd-25ed8235046d,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:23.506913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:23.518589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Calling delete_port for 4bc02c5f-8604-4b26-bfbd-25ed8235046d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:23.646976 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:23.659768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:23.663022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['4bc02c5f-8604-4b26-bfbd-25ed8235046d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:23.673923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Pushing event deleted for resources: {'Port': ['ID=4bc02c5f-8604-4b26-bfbd-25ed8235046d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:23.720445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] No DVR routers for this DVR port 4bc02c5f-8604-4b26-bfbd-25ed8235046d on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:23.722987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:23.724923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77821fe6-41c5-41dd-b98c-c3e0ce9fa299 req-ab1e7a39-1810-4d03-956a-58b98fd9622b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.25 "DELETE /v2.0/ports/4bc02c5f-8604-4b26-bfbd-25ed8235046d HTTP/1.1" status: 204 len: 173 time: 0.4100618 Jul 23 23:29:23.725417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'name': 'network-vif-deleted', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:23.727704 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f55efe-811a-489c-ac30-334a57644e60" -d '{"events": [{"server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "name": "network-vif-deleted", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:23.772982 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b2d334-8389-4d62-a261-aef547db6fb2 x-openstack-request-id: req-96b2d334-8389-4d62-a261-aef547db6fb2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:23.773271 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a48eaa-b058-494d-a43c-82bfaaa71047", "name": "network-vif-deleted", "tag": "4bc02c5f-8604-4b26-bfbd-25ed8235046d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:23.773518 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96b2d334-8389-4d62-a261-aef547db6fb2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:23.773965 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a48eaa-b058-494d-a43c-82bfaaa71047', 'name': 'network-vif-deleted', 'tag': '4bc02c5f-8604-4b26-bfbd-25ed8235046d', 'status': 'completed', 'code': 200} Jul 23 23:29:23.789808 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:24.446493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735975ef-7ec9-4256-8b5d-7d19d3511a58 req-66b83eb4-4b5c-45f6-8c96-d3e3f1909efe tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:24.448070 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-735975ef-7ec9-4256-8b5d-7d19d3511a58 req-66b83eb4-4b5c-45f6-8c96-d3e3f1909efe tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0643504 Jul 23 23:29:24.485521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-735975ef-7ec9-4256-8b5d-7d19d3511a58 req-68796dd9-159a-4134-b7e9-bd8d4a3089dd tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Jul 23 23:29:24.634284 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced4ad2-df0d-4ebc-bcca-01b55de886bd req-1c77a491-89c8-49b7-9eab-bee0bdef6df6 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:24.635686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ced4ad2-df0d-4ebc-bcca-01b55de886bd req-1c77a491-89c8-49b7-9eab-bee0bdef6df6 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0691817 Jul 23 23:29:24.675121 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2ced4ad2-df0d-4ebc-bcca-01b55de886bd req-cbc53cf5-bae6-40fe-ac6d-3967045352d1 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Jul 23 23:29:24.804899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678fae-c377-4dbc-82b5-794b45f9ac4c req-277441b6-32df-4842-a73b-a4ef7f439708 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:24.806429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6678fae-c377-4dbc-82b5-794b45f9ac4c req-277441b6-32df-4842-a73b-a4ef7f439708 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0654311 Jul 23 23:29:24.844412 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6678fae-c377-4dbc-82b5-794b45f9ac4c req-45475d22-6eee-4e5d-92fb-6a730f281d7b tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 23 23:29:25.030582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8445-1f77-4440-88ed-66de28e44ce1 req-6e4b2110-fdb8-46f0-b1b1-0e315f1b933d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:25.032430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-553f8445-1f77-4440-88ed-66de28e44ce1 req-6e4b2110-fdb8-46f0-b1b1-0e315f1b933d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0680265 Jul 23 23:29:25.070649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-553f8445-1f77-4440-88ed-66de28e44ce1 req-497d4e13-ceb6-46cc-b568-a113fda539f7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Jul 23 23:29:25.206226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c90a5c-abd8-4da5-b6e3-b853856c7c2b req-c2032a38-f226-46e3-b414-8d12485be99d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:25.207750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09c90a5c-abd8-4da5-b6e3-b853856c7c2b req-c2032a38-f226-46e3-b414-8d12485be99d tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0719695 Jul 23 23:29:25.246883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-09c90a5c-abd8-4da5-b6e3-b853856c7c2b req-53ff7009-fd87-4b13-8060-8d15658a7698 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Jul 23 23:29:25.387842 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88e147-68cc-4092-aa09-4f5d1d511288 req-8639e5d9-2080-4670-b834-216f0a82cbea tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:25.389352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb88e147-68cc-4092-aa09-4f5d1d511288 req-8639e5d9-2080-4670-b834-216f0a82cbea tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0657499 Jul 23 23:29:25.428069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb88e147-68cc-4092-aa09-4f5d1d511288 req-9439c547-4547-4d77-83dd-c28291056524 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jul 23 23:29:25.757384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7891177-6e5f-44a8-a6f5-eb53cd0c3a03 req-d0a4e6e6-f031-4671-a115-b2d02096ff3a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:25.758801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7891177-6e5f-44a8-a6f5-eb53cd0c3a03 req-d0a4e6e6-f031-4671-a115-b2d02096ff3a tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0679328 Jul 23 23:29:25.796494 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7891177-6e5f-44a8-a6f5-eb53cd0c3a03 req-12e753fc-cbdd-45ba-8c41-1cfb8ee95aec tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Jul 23 23:29:26.935945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57597-141d-4e59-a94a-d7c9b039ef6c req-20eeb4b1-dd31-4a3f-98b0-a5e50e1c9175 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:26.937433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6e57597-141d-4e59-a94a-d7c9b039ef6c req-20eeb4b1-dd31-4a3f-98b0-a5e50e1c9175 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0688000 Jul 23 23:29:26.975493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6e57597-141d-4e59-a94a-d7c9b039ef6c req-c3341adb-00eb-49b2-b6c8-a78f77a6a794 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715f3e0-e788-47bc-88c8-43bdd9afb8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Jul 23 23:29:27.071830 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-e85d8d1e-6c35-437c-b57b-57916b12a2f7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:27.073924 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-e85d8d1e-6c35-437c-b57b-57916b12a2f7 tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b55b2c-78b9-4fbb-baf4-d710f9d2e180 HTTP/1.1" status: 200 len: 946 time: 0.0633428 Jul 23 23:29:27.174781 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Deleting port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:27.175059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:27.269873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] For port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,segment=NetworkSegment(ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56),segment_id=ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:27.270242 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:27.283642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Calling delete_port for d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:27.412192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:27.423829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:29:27.438607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Pushing event deleted for resources: {'Port': ['ID=d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:27.449238 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.449608 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.449964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.450297 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.450628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.451512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.451512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.451687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.451874 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.452191 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.452507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.452821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:27.496893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] No DVR routers for this DVR port d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:27.499492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:27.501418 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-d01d41e4-903d-4171-9d76-f0b4b9a802d9 req-128c5b2c-00bf-40c4-bf20-64b12d0a6d1e tempest-ServersNegativeTestJSON-1146558598 tempest-ServersNegativeTestJSON-1146558598-project] 10.222.0.22 "DELETE /v2.0/ports/d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c HTTP/1.1" status: 204 len: 173 time: 0.4222414 Jul 23 23:29:27.501928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'name': 'network-vif-deleted', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:27.504142 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede6a67b-3110-47f2-b884-baa6d1448d41" -d '{"events": [{"server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "name": "network-vif-deleted", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:27.540548 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924193a2-0a92-4c64-806a-d385e01f7cb9 x-openstack-request-id: req-924193a2-0a92-4c64-806a-d385e01f7cb9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:27.540928 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b55b2c-78b9-4fbb-baf4-d710f9d2e180", "name": "network-vif-deleted", "tag": "d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:27.541238 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-924193a2-0a92-4c64-806a-d385e01f7cb9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:27.541652 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b55b2c-78b9-4fbb-baf4-d710f9d2e180', 'name': 'network-vif-deleted', 'tag': 'd91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c', 'status': 'completed', 'code': 200} Jul 23 23:29:27.788052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4bc02c5f-8604-4b26-bfbd-25ed8235046d no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:29:27.807186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 4bc02c5f-8604-4b26-bfbd-25ed8235046d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:29:27.807522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 4bc02c5f-8604-4b26-bfbd-25ed8235046d not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:29:28.031812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42536) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:28.080216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Deleting subnet 3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:29:28.083256 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.116841 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.155241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.207142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.230405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:28.236363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.238211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e93e3ba9-e7c9-40b4-b0db-45adaa8d52aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3c9aa5d0-53d9-4b37-aaa1-ab3c3655b435 HTTP/1.1" status: 204 len: 168 time: 0.2054324 Jul 23 23:29:28.240657 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42538) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:28.312554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.388108 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.398260 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3a784f-e6ec-46b0-a969-45a2471589f4']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:28.413268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:28.413559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2c0c88-06fc-43a5-9fd9-08c5aa7bbc56') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:28.422431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.436016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.441996 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:28.442359 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:28.444119 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:28.496191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.501450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.503286 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fd3a784f-e6ec-46b0-a969-45a2471589f4 HTTP/1.1" status: 204 len: 168 time: 0.2617233 Jul 23 23:29:28.514701 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cac241-f2fd-45ce-8abe-bf8897059f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3a784f-e6ec-46b0-a969-45a2471589f4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:28.608817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:28.648066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-81e95758-6cce-4a68-968c-d1afdaf7960e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20d721c25c6a4c3ea68c1f896309f88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379646 Jul 23 23:29:28.650560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42544) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:28.697167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.722939 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.768115 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.770818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:28.771947 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b715f3e0-e788-47bc-88c8-43bdd9afb8dc HTTP/1.1" status: 204 len: 168 time: 0.1205018 Jul 23 23:29:28.779257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c3311-59d5-4885-9647-1dfc0b848267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715f3e0-e788-47bc-88c8-43bdd9afb8dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:29.427589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42566) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:29.521049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13464584'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:29.543413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:29.547068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.555537 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.650535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.654268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.676910 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:29.691980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1617b6b-3a6c-4ad9-82ac-3ba173d5c8dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:29.694875 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.695302 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Added segment 3f6cef67-971c-465b-86d0-724d3e743a0a of type vlan for network 6332fb17-b518-4cfb-9368-7093b96f4927 Jul 23 23:29:29.735589 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.763667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.769214 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:29.769825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:29.801985 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3732851 Jul 23 23:29:29.848739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f462c0-73ca-461d-b1d4-c055996c922b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Network': ['ID=6332fb17-b518-4cfb-9368-7093b96f4927,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:29.860053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6332fb17-b518-4cfb-9368-7093b96f4927 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:30.652365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:29:30.672195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:29:30.672538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device d91ff3a0-fbb7-4814-88a6-cb9d8bb53d2c not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:29:31.472238 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:29:33.051773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:33.056965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'subnet': {'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:33.146375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:33.149904 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.333641 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.396856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Subnet': ['ID=008f4207-0261-4106-8f66-22c06f439af0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:33.406091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking segment: {'id': '3f6cef67-971c-465b-86d0-724d3e743a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:33.406444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network hostable DHCP agents. Network: 6332fb17-b518-4cfb-9368-7093b96f4927, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:33.423862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network 6332fb17-b518-4cfb-9368-7093b96f4927 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:33.432153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6332fb17-b518-4cfb-9368-7093b96f4927) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:33.436918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:33.437509 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.441549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7a6aa-3a5b-49c2-855e-91870a1a102b None None] Network 6332fb17-b518-4cfb-9368-7093b96f4927 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:33.454318 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c311075d-3e6b-4347-baf9-c5e14ecbf925 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4013660 Jul 23 23:29:33.457548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:33.462672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636967909'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:33.484633 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:33.488416 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.513007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:33.522881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.523231 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Added segment 1d83df0b-5e07-4f9c-809d-e2694a10e099 of type vlan for network 2464e836-cd8b-4956-83c0-fb34d8dcc50c Jul 23 23:29:33.565170 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.595415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.597340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6332fb17-b518-4cfb-9368-7093b96f4927', 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927', 'tenant_id': '86b74a996cf840f7a4ac8ce918fc8f7d', 'fixed_ips': [{'subnet_id': '008f4207-0261-4106-8f66-22c06f439af0'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:33.598236 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.601049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:33.601630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.637583 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1761632 Jul 23 23:29:33.637842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42574) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:33.642667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'subnet': {'network_id': '2464e836-cd8b-4956-83c0-fb34d8dcc50c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:33.698804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b5790-0092-4460-8763-0769370f56fb tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Network': ['ID=2464e836-cd8b-4956-83c0-fb34d8dcc50c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:33.714730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2464e836-cd8b-4956-83c0-fb34d8dcc50c details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:33.763998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:33.767443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.789809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Allocated IP 2001:db8:0:ffff::2 (6332fb17-b518-4cfb-9368-7093b96f4927/008f4207-0261-4106-8f66-22c06f439af0/a3ec362a-917a-47f2-982c-8703984b0d22) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:33.940844 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.950104 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Transition to ACTIVE for port object a3ec362a-917a-47f2-982c-8703984b0d22 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:33.960506 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:33.965893 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Transition to ACTIVE for port object a3ec362a-917a-47f2-982c-8703984b0d22 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:33.971771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.007704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Network 6332fb17-b518-4cfb-9368-7093b96f4927 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:34.012961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:34.016382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:34.023091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Pushing event updated for resources: {'Port': ['ID=a3ec362a-917a-47f2-982c-8703984b0d22,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:34.024810 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Subnet': ['ID=d144c934-cb2c-46c9-abff-e55e69fd81f7,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:34.032697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.033037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.033388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.033683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.034034 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.034360 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.034482 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking segment: {'id': '1d83df0b-5e07-4f9c-809d-e2694a10e099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2464e836-cd8b-4956-83c0-fb34d8dcc50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:34.034676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.034812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network hostable DHCP agents. Network: 2464e836-cd8b-4956-83c0-fb34d8dcc50c, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:34.034991 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.035304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.035619 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.035930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.036244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.056104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network 2464e836-cd8b-4956-83c0-fb34d8dcc50c is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:34.066617 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2464e836-cd8b-4956-83c0-fb34d8dcc50c) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:34.070895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:34.071498 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.086722 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-115d19a0-102f-4149-9876-58ccea998c0f tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4478922 Jul 23 23:29:34.087329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad526acd-ae85-4ab8-8731-ca89904c59fa None None] Network 2464e836-cd8b-4956-83c0-fb34d8dcc50c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:34.090120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:34.109329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Attempting to bind port a3ec362a-917a-47f2-982c-8703984b0d22 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:34.109690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Attempting to bind port a3ec362a-917a-47f2-982c-8703984b0d22 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3f6cef67-971c-465b-86d0-724d3e743a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:34.110070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Attempting to bind port a3ec362a-917a-47f2-982c-8703984b0d22 on network 6332fb17-b518-4cfb-9368-7093b96f4927 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:34.123119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:34.123491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Checking segment: {'id': '3f6cef67-971c-465b-86d0-724d3e743a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:34.123890 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.124282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Bound using segment: {'id': '3f6cef67-971c-465b-86d0-724d3e743a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:34.124750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Bound port: a3ec362a-917a-47f2-982c-8703984b0d22, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6cef67-971c-465b-86d0-724d3e743a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6332fb17-b518-4cfb-9368-7093b96f4927'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:34.125128 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.188835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.254380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] For port a3ec362a-917a-47f2-982c-8703984b0d22, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:34.264481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.270703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] For port a3ec362a-917a-47f2-982c-8703984b0d22, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3ec362a-917a-47f2-982c-8703984b0d22,segment=NetworkSegment(3f6cef67-971c-465b-86d0-724d3e743a0a),segment_id=3f6cef67-971c-465b-86d0-724d3e743a0a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:34.277735 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.337060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff23927-60e4-45ca-9b7a-be0598186018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-2464e836-cd8b-4956-83c0-fb34d8dcc50c', 'network_id': '2464e836-cd8b-4956-83c0-fb34d8dcc50c', 'tenant_id': '86b74a996cf840f7a4ac8ce918fc8f7d', 'fixed_ips': [{'subnet_id': 'd144c934-cb2c-46c9-abff-e55e69fd81f7'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:34.337986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dff23927-60e4-45ca-9b7a-be0598186018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.340396 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.371038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f467c-90cf-42e4-8529-46cce34d5019 None None] Pushing event updated for resources: {'Port': ['ID=a3ec362a-917a-47f2-982c-8703984b0d22,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:34.374177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Subnet': ['ID=d144c934-cb2c-46c9-abff-e55e69fd81f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:34.398897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.399247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.399771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.400115 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.400449 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.400781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.401178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.401710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.402153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.402494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.402808 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.403140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:34.443702 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eee04e-abbe-41cf-8e47-f4cf2451e68f None None] Network 2464e836-cd8b-4956-83c0-fb34d8dcc50c requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:34.449436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.460539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2464e836-cd8b-4956-83c0-fb34d8dcc50c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:34.474408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d83df0b-5e07-4f9c-809d-e2694a10e099') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:34.474819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d83df0b-5e07-4f9c-809d-e2694a10e099') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:34.488092 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.517418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.526450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:34.526947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:34.530156 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:34.595504 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.600393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.606737 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/2464e836-cd8b-4956-83c0-fb34d8dcc50c HTTP/1.1" status: 204 len: 168 time: 0.5116446 Jul 23 23:29:34.607336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:34.613973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103931253'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:34.629814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b45d6-9742-4723-bc42-2cfab4b46ae0 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Network': ['ID=2464e836-cd8b-4956-83c0-fb34d8dcc50c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:34.649289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:34.653737 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.677430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:34.686832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.687175 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Added segment 523bed5f-9bc9-485f-aec3-db0eddcf04aa of type vlan for network aa5d1627-7b29-4d20-911f-d143667cb53b Jul 23 23:29:34.726609 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.755071 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:34.761336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:34.762144 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.143229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5347571 Jul 23 23:29:35.146167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:35.153416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'subnet': {'network_id': 'aa5d1627-7b29-4d20-911f-d143667cb53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:35.196160 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6c59a-efcf-4194-b361-49fd11eebf0a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Network': ['ID=aa5d1627-7b29-4d20-911f-d143667cb53b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:35.207414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network aa5d1627-7b29-4d20-911f-d143667cb53b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:35.256309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:35.260059 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.296417 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e6c0d-ce0d-4eb3-8513-c7c38f502011 None None] Network 6332fb17-b518-4cfb-9368-7093b96f4927 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:35.326138 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Performing IP validity checks on allocation pools {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 23:29:35.326656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 23:29:35.380908 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70190d4f-50c7-45fe-9f74-4d2fbc2f9cd0 None None] Provisioning for port a3ec362a-917a-47f2-982c-8703984b0d22 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:35.446352 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.509345 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Subnet': ['ID=6add0a94-f52a-45e2-9672-6ce265ac8981,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:35.518407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking segment: {'id': '523bed5f-9bc9-485f-aec3-db0eddcf04aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aa5d1627-7b29-4d20-911f-d143667cb53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:35.518773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network hostable DHCP agents. Network: aa5d1627-7b29-4d20-911f-d143667cb53b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:35.535925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network aa5d1627-7b29-4d20-911f-d143667cb53b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:35.546796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, aa5d1627-7b29-4d20-911f-d143667cb53b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:35.551060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:35.551874 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.558964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2a157-22ed-4049-a0b1-f2b7a21c0ac1 None None] Network aa5d1627-7b29-4d20-911f-d143667cb53b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:35.570340 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a0ccd7f5-8059-418d-bdf2-1a7235107a08 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4229314 Jul 23 23:29:35.573023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42582) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:35.692279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.780023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.793933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3ec362a-917a-47f2-982c-8703984b0d22 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:35.841740 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.874720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Subnet': ['ID=6add0a94-f52a-45e2-9672-6ce265ac8981,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:35.907324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701012fc-2643-41a6-a293-2486c2cd9b01 None None] Network aa5d1627-7b29-4d20-911f-d143667cb53b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:35.910982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a3ec362a-917a-47f2-982c-8703984b0d22 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:35.926606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a3ec362a-917a-47f2-982c-8703984b0d22 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:35.926972 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.946933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.958289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5d1627-7b29-4d20-911f-d143667cb53b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:35.968172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523bed5f-9bc9-485f-aec3-db0eddcf04aa') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:35.968463 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523bed5f-9bc9-485f-aec3-db0eddcf04aa') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:35.977774 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.992156 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:35.998974 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:35.999356 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:36.002402 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:36.060708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.069280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.071133 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/aa5d1627-7b29-4d20-911f-d143667cb53b HTTP/1.1" status: 204 len: 168 time: 0.4969330 Jul 23 23:29:36.075964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:36.081081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854505582'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:36.084075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f9a7c-ed94-42a2-b67f-5aaa5824a3ec tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Network': ['ID=aa5d1627-7b29-4d20-911f-d143667cb53b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:36.096239 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.102044 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:36.105798 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.128799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a3ec362a-917a-47f2-982c-8703984b0d22, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3ec362a-917a-47f2-982c-8703984b0d22,segment=NetworkSegment(3f6cef67-971c-465b-86d0-724d3e743a0a),segment_id=3f6cef67-971c-465b-86d0-724d3e743a0a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:36.130033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:36.132664 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.142649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.142998 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Added segment 50a99ce2-00e1-4770-842b-ef1e5b25ee24 of type vlan for network ed27f350-079d-4d20-9fa2-cc08137557a9 Jul 23 23:29:36.180639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a3ec362a-917a-47f2-982c-8703984b0d22,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:36.194130 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.222743 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.228309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:36.228893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.260571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1834643 Jul 23 23:29:36.264498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42586) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:36.270055 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'subnet': {'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:36.294765 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b41a9-dede-4ae0-be24-06654ad1b136 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Network': ['ID=ed27f350-079d-4d20-9fa2-cc08137557a9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:36.304769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ed27f350-079d-4d20-9fa2-cc08137557a9 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:36.364537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:36.368278 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.555403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.615244 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Subnet': ['ID=f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:36.624732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking segment: {'id': '50a99ce2-00e1-4770-842b-ef1e5b25ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:36.625104 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network hostable DHCP agents. Network: ed27f350-079d-4d20-9fa2-cc08137557a9, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:36.641084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network ed27f350-079d-4d20-9fa2-cc08137557a9 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:36.649219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ed27f350-079d-4d20-9fa2-cc08137557a9) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:36.653889 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:36.654472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.659091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea2830-b0e0-4857-9e3f-387c0c3ad710 None None] Network ed27f350-079d-4d20-9fa2-cc08137557a9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:36.669165 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1fd0ae2d-6fe3-4740-ab9e-f80ed6cc5f52 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4034607 Jul 23 23:29:36.673316 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:36.678249 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766097344'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:36.699154 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:36.702727 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.726787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:36.736482 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.736820 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Added segment b48cb740-4efd-48a3-a7f5-3c6cd6a959f5 of type vlan for network 790e6934-0df5-450b-8c4f-0fe17f088c34 Jul 23 23:29:36.776697 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.805190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.808186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ed27f350-079d-4d20-9fa2-cc08137557a9', 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9', 'tenant_id': '86b74a996cf840f7a4ac8ce918fc8f7d', 'fixed_ips': [{'subnet_id': 'f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:36.809104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.811947 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:36.812532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:36.848114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1737049 Jul 23 23:29:36.851046 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:36.858771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Request body: {'subnet': {'network_id': '790e6934-0df5-450b-8c4f-0fe17f088c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:36.903518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0391d-41a7-4e9f-a6c9-47a75eeef44d tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Network': ['ID=790e6934-0df5-450b-8c4f-0fe17f088c34,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:36.925370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 790e6934-0df5-450b-8c4f-0fe17f088c34 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:36.979963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Made reservation on behalf of 86b74a996cf840f7a4ac8ce918fc8f7d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:36.983747 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.005373 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Allocated IP 2001:db8::2 (ed27f350-079d-4d20-9fa2-cc08137557a9/f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762/38d01aca-a7f7-4fc7-b7c2-8893e891df29) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:37.162011 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.171009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Transition to ACTIVE for port object 38d01aca-a7f7-4fc7-b7c2-8893e891df29 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:37.187038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Transition to ACTIVE for port object 38d01aca-a7f7-4fc7-b7c2-8893e891df29 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:37.192310 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.232048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Network ed27f350-079d-4d20-9fa2-cc08137557a9 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:37.237436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:37.241058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:37.246745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Pushing event updated for resources: {'Port': ['ID=38d01aca-a7f7-4fc7-b7c2-8893e891df29,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:37.306144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Attempting to bind port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:37.306513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Attempting to bind port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '50a99ce2-00e1-4770-842b-ef1e5b25ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:37.306879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Attempting to bind port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 on network ed27f350-079d-4d20-9fa2-cc08137557a9 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:37.312785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:37.313162 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Checking segment: {'id': '50a99ce2-00e1-4770-842b-ef1e5b25ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:37.313568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.314107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Bound using segment: {'id': '50a99ce2-00e1-4770-842b-ef1e5b25ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:37.314590 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Bound port: 38d01aca-a7f7-4fc7-b7c2-8893e891df29, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a99ce2-00e1-4770-842b-ef1e5b25ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ed27f350-079d-4d20-9fa2-cc08137557a9'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:37.314975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.378862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] For port 38d01aca-a7f7-4fc7-b7c2-8893e891df29, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:37.382516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] For port 38d01aca-a7f7-4fc7-b7c2-8893e891df29, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38d01aca-a7f7-4fc7-b7c2-8893e891df29,segment=NetworkSegment(50a99ce2-00e1-4770-842b-ef1e5b25ee24),segment_id=50a99ce2-00e1-4770-842b-ef1e5b25ee24)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:37.387247 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.446223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3191d6-7e3f-4a17-8338-49502c4d6327 None None] Pushing event updated for resources: {'Port': ['ID=38d01aca-a7f7-4fc7-b7c2-8893e891df29,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:37.521188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.574549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event updated for resources: {'Subnet': ['ID=61ae734d-3032-4ffa-a9e1-431b7b1d87a2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:37.605839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Checking segment: {'id': 'b48cb740-4efd-48a3-a7f5-3c6cd6a959f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '790e6934-0df5-450b-8c4f-0fe17f088c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:37.605839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network hostable DHCP agents. Network: 790e6934-0df5-450b-8c4f-0fe17f088c34, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:37.628942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Network 790e6934-0df5-450b-8c4f-0fe17f088c34 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:37.642081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 790e6934-0df5-450b-8c4f-0fe17f088c34) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:37.646595 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:37.647188 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.654558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f7b15-8ae6-4976-b189-6d47e026585b None None] Network 790e6934-0df5-450b-8c4f-0fe17f088c34 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:37.673355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6e538f5b-1013-4e2f-b30d-0cb54cd1a417 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8187158 Jul 23 23:29:37.673663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:37.790681 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.825026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38d01aca-a7f7-4fc7-b7c2-8893e891df29 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:37.828229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165a2fb-b61c-4a9b-be84-d5936be3bdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-790e6934-0df5-450b-8c4f-0fe17f088c34', 'network_id': '790e6934-0df5-450b-8c4f-0fe17f088c34', 'tenant_id': '86b74a996cf840f7a4ac8ce918fc8f7d', 'fixed_ips': [{'subnet_id': '61ae734d-3032-4ffa-a9e1-431b7b1d87a2'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:37.829041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8165a2fb-b61c-4a9b-be84-d5936be3bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.844619 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.914702 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:37.940692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Subnet': ['ID=61ae734d-3032-4ffa-a9e1-431b7b1d87a2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:37.948554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:37.955038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3ec362a-917a-47f2-982c-8703984b0d22 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-8165a2fb-b61c-4a9b-be84-d5936be3bdae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61ae734d-3032-4ffa-a9e1-431b7b1d87a2: This subnet is being modified by another concurrent operation. Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61ae734d-3032-4ffa-a9e1-431b7b1d87a2: This subnet is being modified by another concurrent operation. Jul 23 23:29:37.958970 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 23:29:37.985430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d01ca1-a5f0-4a9b-a2cc-601d5881d7cb None None] Network 790e6934-0df5-450b-8c4f-0fe17f088c34 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:38.012343 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.022819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790e6934-0df5-450b-8c4f-0fe17f088c34']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:38.032703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48cb740-4efd-48a3-a7f5-3c6cd6a959f5') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:38.033000 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48cb740-4efd-48a3-a7f5-3c6cd6a959f5') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:38.044049 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.060292 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.069141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:38.069810 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.073058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a3ec362a-917a-47f2-982c-8703984b0d22 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:38.073327 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:38.075143 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.147714 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.155884 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.160220 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/790e6934-0df5-450b-8c4f-0fe17f088c34 HTTP/1.1" status: 204 len: 168 time: 0.4828227 Jul 23 23:29:38.160646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.170031 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb090-1c14-4c64-ab12-ddc6132cb15b tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Network': ['ID=790e6934-0df5-450b-8c4f-0fe17f088c34,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:38.191406 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-74268449-413e-4ec3-a4c3-ccd1f05f6886 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] GET failed (client error): The resource could not be found. Jul 23 23:29:38.192673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-74268449-413e-4ec3-a4c3-ccd1f05f6886 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "GET /v2.0/subnets/61ae734d-3032-4ffa-a9e1-431b7b1d87a2 HTTP/1.1" status: 404 len: 337 time: 0.0310364 Jul 23 23:29:38.195791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.216580 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-57593614-be3e-49f5-9e2c-b6bdb62b894a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:38.217160 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57593614-be3e-49f5-9e2c-b6bdb62b894a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:38.220895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-57593614-be3e-49f5-9e2c-b6bdb62b894a tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/790e6934-0df5-450b-8c4f-0fe17f088c34 HTTP/1.1" status: 404 len: 339 time: 0.0221658 Jul 23 23:29:38.222747 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42598) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.255499 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14ae013-0a3a-43e3-8cf6-c770f7feec6c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:38.255959 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14ae013-0a3a-43e3-8cf6-c770f7feec6c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:38.257700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a14ae013-0a3a-43e3-8cf6-c770f7feec6c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/subnets/61ae734d-3032-4ffa-a9e1-431b7b1d87a2 HTTP/1.1" status: 404 len: 337 time: 0.0340371 Jul 23 23:29:38.260242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42600) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.279813 n-d-791506-25 neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bf8e51-77cd-4311-a021-54f50637c776 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:38.280363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bf8e51-77cd-4311-a021-54f50637c776 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:38.282082 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32bf8e51-77cd-4311-a021-54f50637c776 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/790e6934-0df5-450b-8c4f-0fe17f088c34 HTTP/1.1" status: 404 len: 339 time: 0.0201938 Jul 23 23:29:38.284601 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.337481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Deleting subnet f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:29:38.341192 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.376750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebe2c7-5963-4ecf-b088-488ad2d82993 None None] Network ed27f350-079d-4d20-9fa2-cc08137557a9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:38.383722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.405023 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Provisioning for port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:38.412720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Provisioning complete for port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:38.413157 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.479642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.539257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.564614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Subnet': ['ID=f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:38.570268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.572048 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-da94a8e3-aa11-4a14-b059-64d10ca959cd tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/subnets/f6082bc2-e86b-4fc6-b9e9-dbc5f47a1762 HTTP/1.1" status: 204 len: 168 time: 0.2865546 Jul 23 23:29:38.574799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42606) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:38.591797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.655079 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:29:38.655366 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:29:38.659069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.713737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Deleting port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:38.714116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.778677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] For port 38d01aca-a7f7-4fc7-b7c2-8893e891df29, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38d01aca-a7f7-4fc7-b7c2-8893e891df29,segment=NetworkSegment(50a99ce2-00e1-4770-842b-ef1e5b25ee24),segment_id=50a99ce2-00e1-4770-842b-ef1e5b25ee24)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:38.779047 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.792317 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Calling delete_port for 38d01aca-a7f7-4fc7-b7c2-8893e891df29 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:38.830813 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a87883-715e-4e76-ba09-33c5decfa221 None None] Network ed27f350-079d-4d20-9fa2-cc08137557a9 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:38.877101 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:38.904736 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Port': ['ID=38d01aca-a7f7-4fc7-b7c2-8893e891df29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:38.906635 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No DVR routers for this DVR port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:38.986759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c73f1-8a5f-4eef-b346-1098895647c2 None None] DHCP port deletion for ed27f350-079d-4d20-9fa2-cc08137557a9 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:29:38.991211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.002706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66efaebc-3120-4782-81ea-4cc183577451 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:29:39.003659 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed27f350-079d-4d20-9fa2-cc08137557a9']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.014704 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a99ce2-00e1-4770-842b-ef1e5b25ee24') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.014992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a99ce2-00e1-4770-842b-ef1e5b25ee24') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.023968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.039542 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.046196 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:39.046593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:39.049630 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:39.075451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66efaebc-3120-4782-81ea-4cc183577451 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:29:39.112002 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.120987 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.122842 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/ed27f350-079d-4d20-9fa2-cc08137557a9 HTTP/1.1" status: 204 len: 168 time: 0.5470967 Jul 23 23:29:39.125456 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.132328 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb681f3-1f47-43d0-8062-6fcfe7e81b67 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Network': ['ID=ed27f350-079d-4d20-9fa2-cc08137557a9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:39.160674 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1fa0c2-57d5-4666-b68b-8bb10d7cb75c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:39.161258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1fa0c2-57d5-4666-b68b-8bb10d7cb75c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:39.162875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0f1fa0c2-57d5-4666-b68b-8bb10d7cb75c tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/subnets/6add0a94-f52a-45e2-9672-6ce265ac8981 HTTP/1.1" status: 404 len: 337 time: 0.0362434 Jul 23 23:29:39.165450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.180235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9962b-3eec-4143-8514-ec44aeb8661d None None] Port 38d01aca-a7f7-4fc7-b7c2-8893e891df29 update to ACTIVE by agent not found {{(pid=93837) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 23 23:29:39.183390 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a75ecb-2fc3-43d2-8e72-9843f2f63978 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:39.183931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a75ecb-2fc3-43d2-8e72-9843f2f63978 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:39.185589 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-19a75ecb-2fc3-43d2-8e72-9843f2f63978 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/aa5d1627-7b29-4d20-911f-d143667cb53b HTTP/1.1" status: 404 len: 339 time: 0.0192208 Jul 23 23:29:39.188068 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.212836 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bd75db-ea7f-4e19-8bd6-5bc4ead51654 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:39.213283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bd75db-ea7f-4e19-8bd6-5bc4ead51654 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:39.215552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20bd75db-ea7f-4e19-8bd6-5bc4ead51654 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/subnets/d144c934-cb2c-46c9-abff-e55e69fd81f7 HTTP/1.1" status: 404 len: 337 time: 0.0266097 Jul 23 23:29:39.218135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.235504 n-d-791506-25 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-902336b8-3f5a-42b2-9518-89a0c807b5d5 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] DELETE failed (client error): The resource could not be found. Jul 23 23:29:39.236023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902336b8-3f5a-42b2-9518-89a0c807b5d5 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 23:29:39.237664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-902336b8-3f5a-42b2-9518-89a0c807b5d5 tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/2464e836-cd8b-4956-83c0-fb34d8dcc50c HTTP/1.1" status: 404 len: 339 time: 0.0186989 Jul 23 23:29:39.240091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.290392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Deleting subnet 008f4207-0261-4106-8f66-22c06f439af0 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:29:39.293774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.296765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fad64554-e4a3-4739-9920-30cd802668dc None None] Could not find standard attr ID for object 38d01aca-a7f7-4fc7-b7c2-8893e891df29. {{(pid=93837) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 23:29:39.333972 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.421676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.480469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.507296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Subnet': ['ID=008f4207-0261-4106-8f66-22c06f439af0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:39.512206 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.514054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b372f0e8-68b1-43b7-9cde-a1ffeaddf4ce tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/subnets/008f4207-0261-4106-8f66-22c06f439af0 HTTP/1.1" status: 204 len: 168 time: 0.2730706 Jul 23 23:29:39.516844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:39.517902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9dd101-a69b-4be3-beef-0e722cb568e9 None None] Network 6332fb17-b518-4cfb-9368-7093b96f4927 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:39.597633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.653417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Deleting port a3ec362a-917a-47f2-982c-8703984b0d22 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:39.653790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.725176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] For port a3ec362a-917a-47f2-982c-8703984b0d22, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3ec362a-917a-47f2-982c-8703984b0d22,segment=NetworkSegment(3f6cef67-971c-465b-86d0-724d3e743a0a),segment_id=3f6cef67-971c-465b-86d0-724d3e743a0a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:39.725541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.733127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] DHCP port deletion for 6332fb17-b518-4cfb-9368-7093b96f4927 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:29:39.735505 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38d01aca-a7f7-4fc7-b7c2-8893e891df29 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:29:39.738839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Calling delete_port for a3ec362a-917a-47f2-982c-8703984b0d22 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:39.762122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 38d01aca-a7f7-4fc7-b7c2-8893e891df29 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:29:39.762474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38d01aca-a7f7-4fc7-b7c2-8893e891df29 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:29:39.802021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Deleting port a3ec362a-917a-47f2-982c-8703984b0d22 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:39.802409 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.819361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.845445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Port': ['ID=a3ec362a-917a-47f2-982c-8703984b0d22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:39.849125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] No DVR routers for this DVR port a3ec362a-917a-47f2-982c-8703984b0d22 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:39.869036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] For port a3ec362a-917a-47f2-982c-8703984b0d22, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a3ec362a-917a-47f2-982c-8703984b0d22,segment=NetworkSegment(3f6cef67-971c-465b-86d0-724d3e743a0a),segment_id=3f6cef67-971c-465b-86d0-724d3e743a0a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:39.869598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.881736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Calling delete_port for a3ec362a-917a-47f2-982c-8703984b0d22 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:39.931846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.942412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6332fb17-b518-4cfb-9368-7093b96f4927']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.952887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6cef67-971c-465b-86d0-724d3e743a0a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.953120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6cef67-971c-465b-86d0-724d3e743a0a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:39.961777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.961931 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.975343 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.981990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:39.982402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:39.985669 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:39.989654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] No DVR routers for this DVR port a3ec362a-917a-47f2-982c-8703984b0d22 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:39.993395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9599a-e68b-437b-9ded-aa8f4a3c4937 None None] Pushing event deleted for resources: {'Port': ['ID=a3ec362a-917a-47f2-982c-8703984b0d22,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:40.050601 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.055191 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.057969 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] 10.222.0.37 "DELETE /v2.0/networks/6332fb17-b518-4cfb-9368-7093b96f4927 HTTP/1.1" status: 204 len: 168 time: 0.5396137 Jul 23 23:29:40.073248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26edb62-259a-457b-a5aa-6c851bcf11ed tempest-NetworksIpV6Test-547346003 tempest-NetworksIpV6Test-547346003-project] Pushing event deleted for resources: {'Network': ['ID=6332fb17-b518-4cfb-9368-7093b96f4927,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:40.294657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:40.422042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7a4425dc-765a-4398-abc5-29de3ca73b1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86b74a996cf840f7a4ac8ce918fc8f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261153 Jul 23 23:29:40.424379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:40.471244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.492207 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.537810 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.540366 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:40.541600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1617b6b-3a6c-4ad9-82ac-3ba173d5c8dd HTTP/1.1" status: 204 len: 168 time: 0.1162655 Jul 23 23:29:40.549215 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ec97-9d35-46c4-9cfb-dddd55c842b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1617b6b-3a6c-4ad9-82ac-3ba173d5c8dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:41.110171 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e91f-7b94-457c-a9a6-26eecda9524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.156043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42650) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:41.246713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1989079181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:41.268736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.269795 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.325324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.329394 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.344852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.346044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2d4a52e5-d19f-4131-8e41-1300c6813cf4 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1889775 Jul 23 23:29:41.348792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42654) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:41.353507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-965005706'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:41.374296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Made reservation on behalf of e6914e5cf29e40108d9cf40ed3b3ad6d for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:41.377559 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.386387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.476280 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.479870 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.501877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:41.516764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f701f0e0-e846-4ca1-bdef-3cc8b71de0df,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:41.519650 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.519986 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Added segment 1de846e9-73db-4d1a-b149-faf49f35562a of type vlan for network 73609735-6915-44a8-adbb-e60cbedb0f2b Jul 23 23:29:41.559268 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.586671 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.592815 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:41.593398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.631103 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2813294 Jul 23 23:29:41.633863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42656) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:41.641347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'subnet': {'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:41.679560 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9f36-40ad-483d-aae7-7b0fb731c4ee tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event updated for resources: {'Network': ['ID=73609735-6915-44a8-adbb-e60cbedb0f2b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:41.690824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 73609735-6915-44a8-adbb-e60cbedb0f2b details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:41.697614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3ec362a-917a-47f2-982c-8703984b0d22 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:29:41.735662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a3ec362a-917a-47f2-982c-8703984b0d22 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:29:41.735913 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a3ec362a-917a-47f2-982c-8703984b0d22 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:29:41.756409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Made reservation on behalf of e6914e5cf29e40108d9cf40ed3b3ad6d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:41.760033 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:41.939325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.002695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event updated for resources: {'Subnet': ['ID=c279c386-ca2c-4d36-9913-ea080867f6cb,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:42.015471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Checking segment: {'id': '1de846e9-73db-4d1a-b149-faf49f35562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:42.015839 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Network hostable DHCP agents. Network: 73609735-6915-44a8-adbb-e60cbedb0f2b, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:42.031940 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Network 73609735-6915-44a8-adbb-e60cbedb0f2b is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:42.040199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 73609735-6915-44a8-adbb-e60cbedb0f2b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:42.045276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:42.046021 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.050643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5807e8d-f91b-47bd-a63a-dc0752a7040c None None] Network 73609735-6915-44a8-adbb-e60cbedb0f2b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:42.059943 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b8ead689-5297-4d3e-acb0-65d43e478bf5 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4249694 Jul 23 23:29:42.063258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:42.070031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-493745606'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:42.092209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Made reservation on behalf of e6914e5cf29e40108d9cf40ed3b3ad6d for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:42.095870 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.123706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:42.133434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.133807 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Added segment 52039c1e-875a-4783-aa3a-136d0c8eb9e7 of type vlan for network ffc3a5cf-fabb-4021-b425-d136d563cc45 Jul 23 23:29:42.174233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.202889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.206293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-73609735-6915-44a8-adbb-e60cbedb0f2b', 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b', 'tenant_id': 'e6914e5cf29e40108d9cf40ed3b3ad6d', 'fixed_ips': [{'subnet_id': 'c279c386-ca2c-4d36-9913-ea080867f6cb'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:42.207152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.208523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:42.209109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.243285 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1786845 Jul 23 23:29:42.246981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:42.253096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'subnet': {'network_id': 'ffc3a5cf-fabb-4021-b425-d136d563cc45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:42.278663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968d2bf-da30-42e6-b266-5a6c661a2bf9 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event updated for resources: {'Network': ['ID=ffc3a5cf-fabb-4021-b425-d136d563cc45,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:42.291824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network ffc3a5cf-fabb-4021-b425-d136d563cc45 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:42.342373 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Made reservation on behalf of e6914e5cf29e40108d9cf40ed3b3ad6d for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:42.346781 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.402972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Allocated IP 172.20.0.2 (73609735-6915-44a8-adbb-e60cbedb0f2b/c279c386-ca2c-4d36-9913-ea080867f6cb/c935640a-3696-4246-ae5e-666cdfc2c6bb) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:42.536096 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.599575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event updated for resources: {'Subnet': ['ID=1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:42.615849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Checking segment: {'id': '52039c1e-875a-4783-aa3a-136d0c8eb9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc3a5cf-fabb-4021-b425-d136d563cc45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:42.616218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Network hostable DHCP agents. Network: ffc3a5cf-fabb-4021-b425-d136d563cc45, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:42.633234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Network ffc3a5cf-fabb-4021-b425-d136d563cc45 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:42.642819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, ffc3a5cf-fabb-4021-b425-d136d563cc45) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:42.647032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:42.647634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.655353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42808c10-5040-42df-8354-030cef4965b2 None None] Network ffc3a5cf-fabb-4021-b425-d136d563cc45 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:42.662516 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9771985c-8ad8-4a64-9ef8-c2625d674911 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4135993 Jul 23 23:29:42.665449 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:42.670937 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fa7e9929-7c27-4607-add7-1214281d854f tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffc3a5cf-fabb-4021-b425-d136d563cc45'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:42.766220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.785014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Transition to ACTIVE for port object c935640a-3696-4246-ae5e-666cdfc2c6bb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:42.821716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Transition to ACTIVE for port object c935640a-3696-4246-ae5e-666cdfc2c6bb will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:42.834001 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.878045 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa7e9929-7c27-4607-add7-1214281d854f tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.898403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Network 73609735-6915-44a8-adbb-e60cbedb0f2b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:42.902036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:42.907693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38260646-c715-486b-9b39-9621da57e372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-ffc3a5cf-fabb-4021-b425-d136d563cc45', 'network_id': 'ffc3a5cf-fabb-4021-b425-d136d563cc45', 'tenant_id': 'e6914e5cf29e40108d9cf40ed3b3ad6d', 'fixed_ips': [{'subnet_id': '1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:42.908517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38260646-c715-486b-9b39-9621da57e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:42.910662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:42.914387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Pushing event updated for resources: {'Port': ['ID=c935640a-3696-4246-ae5e-666cdfc2c6bb,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:42.992306 n-d-791506-25 neutron-server[93836]: INFO neutron.api.v2.resource [None req-fa7e9929-7c27-4607-add7-1214281d854f tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 23:29:42.999159 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fa7e9929-7c27-4607-add7-1214281d854f tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "PUT /v2.0/routers/3998cf23-6012-4def-9fa4-145840785fc6 HTTP/1.1" status: 400 len: 364 time: 0.3266885 Jul 23 23:29:42.999395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:43.044900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Attempting to bind port c935640a-3696-4246-ae5e-666cdfc2c6bb on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:43.045271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Attempting to bind port c935640a-3696-4246-ae5e-666cdfc2c6bb by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '1de846e9-73db-4d1a-b149-faf49f35562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:43.045634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Attempting to bind port c935640a-3696-4246-ae5e-666cdfc2c6bb on network 73609735-6915-44a8-adbb-e60cbedb0f2b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:43.050521 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Deleting subnet 1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:29:43.053878 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.056436 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:43.056598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Checking segment: {'id': '1de846e9-73db-4d1a-b149-faf49f35562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:43.056978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.057624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Bound using segment: {'id': '1de846e9-73db-4d1a-b149-faf49f35562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:43.058369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Bound port: c935640a-3696-4246-ae5e-666cdfc2c6bb, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de846e9-73db-4d1a-b149-faf49f35562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '73609735-6915-44a8-adbb-e60cbedb0f2b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:43.058995 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.098385 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.127546 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] For port c935640a-3696-4246-ae5e-666cdfc2c6bb, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:43.130600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] For port c935640a-3696-4246-ae5e-666cdfc2c6bb, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c935640a-3696-4246-ae5e-666cdfc2c6bb,segment=NetworkSegment(1de846e9-73db-4d1a-b149-faf49f35562a),segment_id=1de846e9-73db-4d1a-b149-faf49f35562a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:43.135761 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.142864 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.194716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1c57-c71d-4664-a8a1-699d0da8f76c None None] Pushing event updated for resources: {'Port': ['ID=c935640a-3696-4246-ae5e-666cdfc2c6bb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:43.220591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server [None req-38260646-c715-486b-9b39-9621da57e372 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4: This subnet is being modified by another concurrent operation. Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server raise exception Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4: This subnet is being modified by another concurrent operation. Jul 23 23:29:43.223380 n-d-791506-25 neutron-server[93837]: ERROR oslo_messaging.rpc.server Jul 23 23:29:43.243739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411761ba-8505-4a6e-8580-e86cdd07173c None None] Network ffc3a5cf-fabb-4021-b425-d136d563cc45 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:43.248409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:43.259066 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.262296 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fc84dd30-007b-46d7-a46d-068652444a35 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "DELETE /v2.0/subnets/1e5a3a1e-afcf-47d3-9fee-6e5237e4e4c4 HTTP/1.1" status: 204 len: 168 time: 0.2616370 Jul 23 23:29:43.264543 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:43.360756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.464037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.474586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc3a5cf-fabb-4021-b425-d136d563cc45']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:43.485504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52039c1e-875a-4783-aa3a-136d0c8eb9e7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:43.485873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52039c1e-875a-4783-aa3a-136d0c8eb9e7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:43.494381 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.508089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.514469 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:43.514855 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:43.517864 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:43.578546 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.585321 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.589529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "DELETE /v2.0/networks/ffc3a5cf-fabb-4021-b425-d136d563cc45 HTTP/1.1" status: 204 len: 168 time: 0.3213696 Jul 23 23:29:43.589935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42668) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:43.598126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9410ea6-c644-4759-8f7a-886fe251f41e tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event deleted for resources: {'Network': ['ID=ffc3a5cf-fabb-4021-b425-d136d563cc45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:43.643301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Deleting subnet c279c386-ca2c-4d36-9913-ea080867f6cb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:29:43.646334 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.690028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.726672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c935640a-3696-4246-ae5e-666cdfc2c6bb up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:43.776754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c935640a-3696-4246-ae5e-666cdfc2c6bb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:43.787521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.831703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d2e6f31-eec5-484e-baae-12d6e23257b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.852054 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.881275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event deleted for resources: {'Subnet': ['ID=c279c386-ca2c-4d36-9913-ea080867f6cb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:43.886483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:43.890922 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-314b9fa1-4ff6-46f3-9a0f-54a6350257c0 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "DELETE /v2.0/subnets/c279c386-ca2c-4d36-9913-ea080867f6cb HTTP/1.1" status: 204 len: 168 time: 0.2976820 Jul 23 23:29:43.891184 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42670) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:43.975654 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.030446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Deleting port c935640a-3696-4246-ae5e-666cdfc2c6bb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:29:44.030782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.073685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f35d6-8a2c-437c-bb94-33ab0c752e23 None None] Network 73609735-6915-44a8-adbb-e60cbedb0f2b requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:44.099754 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] For port c935640a-3696-4246-ae5e-666cdfc2c6bb, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c935640a-3696-4246-ae5e-666cdfc2c6bb,segment=NetworkSegment(1de846e9-73db-4d1a-b149-faf49f35562a),segment_id=1de846e9-73db-4d1a-b149-faf49f35562a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:44.100113 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.117516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Calling delete_port for c935640a-3696-4246-ae5e-666cdfc2c6bb owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:29:44.193732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a858a65-35a2-4c1d-be34-01e38a368747 None None] Provisioning for port c935640a-3696-4246-ae5e-666cdfc2c6bb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:44.199961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a858a65-35a2-4c1d-be34-01e38a368747 None None] Provisioning complete for port c935640a-3696-4246-ae5e-666cdfc2c6bb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:44.200356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a858a65-35a2-4c1d-be34-01e38a368747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.202597 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.220756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1a858a65-35a2-4c1d-be34-01e38a368747 None None] Port c935640a-3696-4246-ae5e-666cdfc2c6bb was deleted so its status cannot be updated. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 23:29:44.231016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event deleted for resources: {'Port': ['ID=c935640a-3696-4246-ae5e-666cdfc2c6bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:44.232860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] No DVR routers for this DVR port c935640a-3696-4246-ae5e-666cdfc2c6bb on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:29:44.269538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.286192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad0e6d-7b1b-49fb-96cc-e79d82205232 None None] DHCP port deletion for 73609735-6915-44a8-adbb-e60cbedb0f2b request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:29:44.300675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ac6a7-a0a0-4055-8976-d95f2abcc9b1 None None] get_active_networks_info from n-d-791506-25 {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 23:29:44.321613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.332559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73609735-6915-44a8-adbb-e60cbedb0f2b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:44.342250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de846e9-73db-4d1a-b149-faf49f35562a') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:44.342543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de846e9-73db-4d1a-b149-faf49f35562a') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:44.351425 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.360677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ac6a7-a0a0-4055-8976-d95f2abcc9b1 None None] Resources bound (agent type, host, resource id): {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 23:29:44.366038 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.372572 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:29:44.372962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:29:44.376252 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:29:44.436830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.444962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.446739 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "DELETE /v2.0/networks/73609735-6915-44a8-adbb-e60cbedb0f2b HTTP/1.1" status: 204 len: 168 time: 0.5546615 Jul 23 23:29:44.449779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:44.463007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55747c1-b518-43b6-a02c-e9e1cd482e96 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Pushing event deleted for resources: {'Network': ['ID=73609735-6915-44a8-adbb-e60cbedb0f2b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:44.488576 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0dd8f18b-2cd3-451a-93e9-3cb040e9e75d tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "GET /v2.0/ports?device_id=3998cf23-6012-4def-9fa4-145840785fc6 HTTP/1.1" status: 200 len: 205 time: 0.0376480 Jul 23 23:29:44.490970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:44.560898 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.714590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.716559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.763201 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.763725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Fanout notify agent at l3_agent the message router_deleted on router 3998cf23-6012-4def-9fa4-145840785fc6 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:29:44.770654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:44.773340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d7c6743a-6b75-483d-9498-e94dbc1f32b1 tempest-RoutersNegativeTest-1385526076 tempest-RoutersNegativeTest-1385526076-project] 10.222.0.37 "DELETE /v2.0/routers/3998cf23-6012-4def-9fa4-145840785fc6 HTTP/1.1" status: 204 len: 168 time: 0.2798879 Jul 23 23:29:45.006591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:45.134546 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7842e2f9-0dae-41bd-a065-5233d827d2cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6914e5cf29e40108d9cf40ed3b3ad6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267807 Jul 23 23:29:45.137220 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:45.152017 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.186838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.208443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.254760 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.257230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.258396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f701f0e0-e846-4ca1-bdef-3cc8b71de0df HTTP/1.1" status: 204 len: 168 time: 0.1201665 Jul 23 23:29:45.267409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40d92e-1110-4cfe-876f-866d9088c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701f0e0-e846-4ca1-bdef-3cc8b71de0df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:45.703525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c935640a-3696-4246-ae5e-666cdfc2c6bb no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:29:45.727334 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c935640a-3696-4246-ae5e-666cdfc2c6bb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:29:45.727693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c935640a-3696-4246-ae5e-666cdfc2c6bb not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:29:45.861994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:45.952940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1452766732-network', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:45.974346 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Made reservation on behalf of af93f26734fc45098fd88c15f4867a1c for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:45.976674 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:45.986816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.076962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.080797 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.105666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:46.119478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265a19dc-442e-40cc-99e4-c44237447852,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:46.125686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.126049 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Added segment e55b0498-8b92-4b69-b831-88ae8b2efaf3 of type vlan for network 8940c574-4521-47de-bdec-b154a4826ebe Jul 23 23:29:46.170481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.198905 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.199851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:46.200435 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.234123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3710434 Jul 23 23:29:46.237088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:46.242089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Request body: {'subnet': {'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-subnet', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:46.263984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Made reservation on behalf of af93f26734fc45098fd88c15f4867a1c for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:46.266827 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.266982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5c0cb-508a-49ef-a3ba-33fea3313250 admin admin] Pushing event updated for resources: {'Network': ['ID=8940c574-4521-47de-bdec-b154a4826ebe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:46.280992 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 8940c574-4521-47de-bdec-b154a4826ebe details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:46.441656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.496017 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6b04d7-bb05-40e4-aa09-e3790c521c53,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:46.504520 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Checking segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:46.504873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Network hostable DHCP agents. Network: 8940c574-4521-47de-bdec-b154a4826ebe, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:46.521253 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Network 8940c574-4521-47de-bdec-b154a4826ebe is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:46.530938 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 8940c574-4521-47de-bdec-b154a4826ebe) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:46.535309 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:46.536806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.539841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4899f70-56bd-4c04-b4a6-6fa773050487 None None] Network 8940c574-4521-47de-bdec-b154a4826ebe requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:46.551291 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-29aeaa91-10ac-4f5e-8032-b5d0183f8b35 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3130550 Jul 23 23:29:46.553896 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42712) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:46.560045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:46.583204 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.584301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.640172 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.675972 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.710060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-8940c574-4521-47de-bdec-b154a4826ebe', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:46.710911 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.783431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.845491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Allocated IP 172.20.0.2 (8940c574-4521-47de-bdec-b154a4826ebe/4c6b04d7-bb05-40e4-aa09-e3790c521c53/72b3ec37-c18a-40b7-9e12-1327d14d4747) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:46.980850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.984000 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:46.992437 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Transition to ACTIVE for port object 72b3ec37-c18a-40b7-9e12-1327d14d4747 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:47.000157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.007747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Transition to ACTIVE for port object 72b3ec37-c18a-40b7-9e12-1327d14d4747 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:47.014462 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.053736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Network 8940c574-4521-47de-bdec-b154a4826ebe is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:47.056589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:47.059792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:47.079369 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Pushing event updated for resources: {'Port': ['ID=72b3ec37-c18a-40b7-9e12-1327d14d4747,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:47.103351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Allocated IP 172.25.1.130 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/630ccc68-422e-4683-8b28-efe8a2819973) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:47.129688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Attempting to bind port 72b3ec37-c18a-40b7-9e12-1327d14d4747 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:47.130071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Attempting to bind port 72b3ec37-c18a-40b7-9e12-1327d14d4747 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:47.130438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Attempting to bind port 72b3ec37-c18a-40b7-9e12-1327d14d4747 on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:47.135909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:47.136269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Checking segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:47.136662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.137052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Bound using segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:47.137522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Bound port: 72b3ec37-c18a-40b7-9e12-1327d14d4747, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:47.137920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.198794 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] For port 72b3ec37-c18a-40b7-9e12-1327d14d4747, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:47.201836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] For port 72b3ec37-c18a-40b7-9e12-1327d14d4747, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=72b3ec37-c18a-40b7-9e12-1327d14d4747,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:47.206083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.210521 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.251479 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.267336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f7596-8e73-47c6-8987-bc37454a458b None None] Pushing event updated for resources: {'Port': ['ID=72b3ec37-c18a-40b7-9e12-1327d14d4747,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:47.295127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:47.300050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:47.303592 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:47.327301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Pushing event updated for resources: {'Port': ['ID=630ccc68-422e-4683-8b28-efe8a2819973,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:47.563770 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.733332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 72b3ec37-c18a-40b7-9e12-1327d14d4747 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:47.760270 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:47.781609 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 72b3ec37-c18a-40b7-9e12-1327d14d4747 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:47.890217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Router 4c712348-cb19-495d-b4a2-04030e9032f2 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:29:47.998649 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:29:48.008278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Sync routers for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:29:48.015794 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.019692 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7304c743-9328-4a93-ae72-6949eb73ceca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4620013 Jul 23 23:29:48.019834 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:48.019954 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42714) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:48.020046 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:48.134044 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:48.159959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2bc34-de88-4a00-ac77-637fe9f94930 None None] Network 8940c574-4521-47de-bdec-b154a4826ebe requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:48.290068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Provisioning for port 72b3ec37-c18a-40b7-9e12-1327d14d4747 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:48.301407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Provisioning complete for port 72b3ec37-c18a-40b7-9e12-1327d14d4747 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:48.301977 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.327426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:47Z', 'revision_number': 3, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:48.353215 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Checking router: 4c712348-cb19-495d-b4a2-04030e9032f2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:29:48.353550 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Updating router 4c712348-cb19-495d-b4a2-04030e9032f2 port 630ccc68-422e-4683-8b28-efe8a2819973 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:29:48.391121 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.427908 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.469977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] For port 72b3ec37-c18a-40b7-9e12-1327d14d4747, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=72b3ec37-c18a-40b7-9e12-1327d14d4747,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:48.475657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.538966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c322a-8110-4e88-ad1e-71275d8d2c18 None None] Pushing event updated for resources: {'Port': ['ID=72b3ec37-c18a-40b7-9e12-1327d14d4747,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:48.671196 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.680619 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Transition to ACTIVE for port object 630ccc68-422e-4683-8b28-efe8a2819973 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:48.687562 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.698610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c35d3d13-a8a4-4fba-b66b-6d5b8a659918 None None] Provisioning complete for port 72b3ec37-c18a-40b7-9e12-1327d14d4747 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:48.699298 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c35d3d13-a8a4-4fba-b66b-6d5b8a659918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.727847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Attempting to bind port 630ccc68-422e-4683-8b28-efe8a2819973 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:48.728212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Attempting to bind port 630ccc68-422e-4683-8b28-efe8a2819973 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:48.728566 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Attempting to bind port 630ccc68-422e-4683-8b28-efe8a2819973 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:48.738549 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:48.738855 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:48.739215 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.739603 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:48.740069 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Bound port: 630ccc68-422e-4683-8b28-efe8a2819973, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:48.740443 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.773212 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Pushing event updated for resources: {'Port': ['ID=630ccc68-422e-4683-8b28-efe8a2819973,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:48.787041 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.787378 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.787705 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.788037 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.788361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.788673 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.788983 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.789295 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.789622 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.789939 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.790255 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.790561 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:29:48.815727 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] For port 630ccc68-422e-4683-8b28-efe8a2819973, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:48.819327 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] For port 630ccc68-422e-4683-8b28-efe8a2819973, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=630ccc68-422e-4683-8b28-efe8a2819973,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:48.824270 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.847844 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:48.872259 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:48.872889 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:48.945383 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7750e4-eff2-470b-a9d1-f1038714ccbd None None] Pushing event updated for resources: {'Port': ['ID=630ccc68-422e-4683-8b28-efe8a2819973,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:48.992329 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:49.003636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Allocated IP 172.20.0.1 (8940c574-4521-47de-bdec-b154a4826ebe/4c6b04d7-bb05-40e4-aa09-e3790c521c53/097e85c4-8d26-4cb6-8ec4-17152e56625f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:49.109100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.123002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Transition to ACTIVE for port object 097e85c4-8d26-4cb6-8ec4-17152e56625f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:49.155771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.168504 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:47Z', 'revision_number': 3, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:49.192971 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Network 8940c574-4521-47de-bdec-b154a4826ebe is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:49.195791 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:49.198620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:49.234732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Pushing event updated for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:49.254177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.297310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9036f65-e76b-41e9-9476-d0dcd5dbfb67 None None] The sync data for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 is: [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:47Z', 'revision_number': 3, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:29:49.408752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.522638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-095e3cf4-f905-47b8-bb9c-88e7c7b86a47 None None] Provisioning for port 097e85c4-8d26-4cb6-8ec4-17152e56625f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:49.538862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-095e3cf4-f905-47b8-bb9c-88e7c7b86a47 None None] Provisioning complete for port 097e85c4-8d26-4cb6-8ec4-17152e56625f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:49.539265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-095e3cf4-f905-47b8-bb9c-88e7c7b86a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.583480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-095e3cf4-f905-47b8-bb9c-88e7c7b86a47 None None] Port 097e85c4-8d26-4cb6-8ec4-17152e56625f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:49.601674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.607858 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.678911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Pushing event updated for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:49.681510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.784038 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Network 8940c574-4521-47de-bdec-b154a4826ebe is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:49.785544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:49.801167 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 72b3ec37-c18a-40b7-9e12-1327d14d4747 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:49.854860 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 72b3ec37-c18a-40b7-9e12-1327d14d4747 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:49.855500 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:49.937956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Router 4c712348-cb19-495d-b4a2-04030e9032f2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:29:49.953547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 630ccc68-422e-4683-8b28-efe8a2819973 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:50.010824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 630ccc68-422e-4683-8b28-efe8a2819973 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:50.015273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 630ccc68-422e-4683-8b28-efe8a2819973 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:50.015743 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.076948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:29:50.091724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-138a4267-301c-4b38-b975-d337512f0472 admin admin] 10.222.0.37 "PUT /v2.0/routers/4c712348-cb19-495d-b4a2-04030e9032f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0618384 Jul 23 23:29:50.107851 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.133203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 630ccc68-422e-4683-8b28-efe8a2819973, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=630ccc68-422e-4683-8b28-efe8a2819973,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:50.134286 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a9826465-d1e5-48ad-ac22-839ec8310cae None None] Provisioning complete for port 097e85c4-8d26-4cb6-8ec4-17152e56625f triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:50.134637 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a9826465-d1e5-48ad-ac22-839ec8310cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.138351 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.201343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a9826465-d1e5-48ad-ac22-839ec8310cae None None] Port 097e85c4-8d26-4cb6-8ec4-17152e56625f cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:50.217444 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=630ccc68-422e-4683-8b28-efe8a2819973,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:50.555201 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:50.560998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-160689202-network', 'tenant_id': '90e4ff5ba88444e588329462b96004a4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:50.581142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Made reservation on behalf of 90e4ff5ba88444e588329462b96004a4 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:50.583473 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.592570 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.686643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.690285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.711877 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:29:50.727800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8925a-6e42-491b-9de7-65113a3bc0df,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:50.731000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.731338 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Added segment 4eb2e62f-3185-480c-99dd-8a4cb73751ba of type vlan for network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 Jul 23 23:29:50.772311 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.801250 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.802215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:50.802788 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.841829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2826328 Jul 23 23:29:50.842447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:50.847524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Request body: {'subnet': {'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-subnet', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:50.870543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ffc9a-41b1-4058-bf3b-6d7027b5d1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:50.875355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Made reservation on behalf of 90e4ff5ba88444e588329462b96004a4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:50.877866 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:50.881197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:29:50.904215 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Sync routers for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:29:50.948739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:50.949290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:51.056570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:51.070762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.127135 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39812fc-9e17-40cb-8d19-3d54a8e158e7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:51.136926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Checking segment: {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:51.137287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Network hostable DHCP agents. Network: 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:29:51.154321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:29:51.162539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:51.168016 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:51.168784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.182501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47197373-aece-4ffd-8623-108eb9787d0c None None] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:51.184554 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ad592ba6-1081-4afb-a23f-9e32a0526599 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3409986 Jul 23 23:29:51.187282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:51.192070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:51.214982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.215887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.268763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.414027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.533567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:49Z', 'revision_number': 4, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '097e85c4-8d26-4cb6-8ec4-17152e56625f', 'name': '', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'mac_address': 'fa:16:3e:9e:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:48Z', 'updated_at': '2021-07-23T23:29:49Z', 'revision_number': 2, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'subnets': [{'id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:51.561710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'fixed_ips': [{'subnet_id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:29:51.562565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.564818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Checking router: 4c712348-cb19-495d-b4a2-04030e9032f2 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:29:51.565163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Updating router 4c712348-cb19-495d-b4a2-04030e9032f2 port 097e85c4-8d26-4cb6-8ec4-17152e56625f binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:29:51.618719 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.625233 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.644615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.741566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 630ccc68-422e-4683-8b28-efe8a2819973 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:51.752097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Allocated IP 172.25.1.192 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/6fe93f61-6ff9-4c83-93b9-73fb7cc42249) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:51.854380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Allocated IP 172.20.0.2 (5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88/f39812fc-9e17-40cb-8d19-3d54a8e158e7/38a4abb7-21d5-46dd-9218-25ba438d7c85) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:51.856719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.898299 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.935299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:51.938152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:51.943587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:51.959337 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 630ccc68-422e-4683-8b28-efe8a2819973 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:51.959863 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:51.966873 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:52.185090 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.199394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Transition to ACTIVE for port object 38a4abb7-21d5-46dd-9218-25ba438d7c85 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:52.199672 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.224261 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.232923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Transition to ACTIVE for port object 38a4abb7-21d5-46dd-9218-25ba438d7c85 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:52.240388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Transition to ACTIVE for port object 097e85c4-8d26-4cb6-8ec4-17152e56625f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:52.244063 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.252568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.302739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:52.310007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:52.312902 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Pushing event updated for resources: {'Port': ['ID=38a4abb7-21d5-46dd-9218-25ba438d7c85,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:52.321835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:52.418427 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.449118 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92590f-3f65-4ad2-a4f6-404bc11e3ff0 None None] Pushing event updated for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:52.456967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Attempting to bind port 097e85c4-8d26-4cb6-8ec4-17152e56625f on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:52.457333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Attempting to bind port 097e85c4-8d26-4cb6-8ec4-17152e56625f by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:52.457694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Attempting to bind port 097e85c4-8d26-4cb6-8ec4-17152e56625f on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:52.470866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:52.471240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Checking segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:52.471655 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.472046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Bound using segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:52.472517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Bound port: 097e85c4-8d26-4cb6-8ec4-17152e56625f, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:52.472904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.474960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Attempting to bind port 38a4abb7-21d5-46dd-9218-25ba438d7c85 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:52.475322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Attempting to bind port 38a4abb7-21d5-46dd-9218-25ba438d7c85 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:52.475671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Attempting to bind port 38a4abb7-21d5-46dd-9218-25ba438d7c85 on network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:52.489789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:52.490172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Checking segment: {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:52.490659 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.490961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Bound using segment: {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:52.491434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Bound port: 38a4abb7-21d5-46dd-9218-25ba438d7c85, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:52.491821 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.555594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Router 3492479b-96df-4721-abd5-504f0aa0b545 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:29:52.608746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] For port 097e85c4-8d26-4cb6-8ec4-17152e56625f, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:52.613391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] For port 097e85c4-8d26-4cb6-8ec4-17152e56625f, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=097e85c4-8d26-4cb6-8ec4-17152e56625f,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:52.618236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] For port 38a4abb7-21d5-46dd-9218-25ba438d7c85, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:52.620801 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.623851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] For port 38a4abb7-21d5-46dd-9218-25ba438d7c85, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38a4abb7-21d5-46dd-9218-25ba438d7c85,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:52.648041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.667833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:29:52.679788 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Sync routers for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:29:52.690049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:52.695044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:52.695044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:52.695960 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:52.712180 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.717278 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5d57462e-3c89-4d20-bf42-ba50f5168186 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5261776 Jul 23 23:29:52.717628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42736) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:29:52.792394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92590f-3f65-4ad2-a4f6-404bc11e3ff0 None None] Pushing event updated for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:52.848758 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:52.861190 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:52.882824 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc718950-9a6e-44db-bcaf-5c8e22b2d858 None None] Pushing event updated for resources: {'Port': ['ID=38a4abb7-21d5-46dd-9218-25ba438d7c85,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:52.890769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:53.103167 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:52Z', 'revision_number': 3, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:53.133026 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Checking router: 3492479b-96df-4721-abd5-504f0aa0b545 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:29:53.133360 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Updating router 3492479b-96df-4721-abd5-504f0aa0b545 port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:29:53.174681 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.229668 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:49Z', 'revision_number': 4, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '097e85c4-8d26-4cb6-8ec4-17152e56625f', 'name': '', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'mac_address': 'fa:16:3e:9e:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:48Z', 'updated_at': '2021-07-23T23:29:52Z', 'revision_number': 4, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'subnets': [{'id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:53.256759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1369e-4622-41ff-b084-d07567b21910 None None] The sync data for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 is: [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:29:49Z', 'revision_number': 4, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '097e85c4-8d26-4cb6-8ec4-17152e56625f', 'name': '', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'mac_address': 'fa:16:3e:9e:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:48Z', 'updated_at': '2021-07-23T23:29:52Z', 'revision_number': 4, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'subnets': [{'id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:29:53.490794 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.503414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Transition to ACTIVE for port object 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:53.511022 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.579573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Attempting to bind port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:53.579940 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Attempting to bind port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:53.580306 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Attempting to bind port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:53.582442 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619d094-9fa5-4648-9953-3593a1433de4 None None] Pushing event updated for resources: {'Port': ['ID=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:53.588724 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:53.589254 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:53.589657 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.590105 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:53.590583 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Bound port: 6fe93f61-6ff9-4c83-93b9-73fb7cc42249, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:53.590962 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.686493 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] For port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:53.695236 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] For port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:53.708297 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.715060 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.785180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.788221 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619d094-9fa5-4648-9953-3593a1433de4 None None] Pushing event updated for resources: {'Port': ['ID=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:53.825704 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:53.826374 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:53.857102 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 097e85c4-8d26-4cb6-8ec4-17152e56625f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:53.940117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 097e85c4-8d26-4cb6-8ec4-17152e56625f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:53.944712 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 097e85c4-8d26-4cb6-8ec4-17152e56625f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:53.954282 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:53.962348 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:53.974208 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Allocated IP 172.20.0.1 (5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88/f39812fc-9e17-40cb-8d19-3d54a8e158e7/a45aef21-ea4b-45f8-979c-0d9e9482cafd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:54.019905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b00bf-bd09-4e65-8e23-c1d7bf7a7217 None None] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:29:54.107140 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.125661 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Transition to ACTIVE for port object a45aef21-ea4b-45f8-979c-0d9e9482cafd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:54.149161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3394ea85-4e54-4d10-b300-735f06c96a84 None None] Provisioning for port 38a4abb7-21d5-46dd-9218-25ba438d7c85 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:54.170770 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:52Z', 'revision_number': 3, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:54.175628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.210609 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c03b3-91f3-4061-a9d0-0fc852118e65 None None] The sync data for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 is: [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:52Z', 'revision_number': 3, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:29:54.221330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:54.226493 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:54.230944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:54.240951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.254804 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:54.283137 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.295527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 097e85c4-8d26-4cb6-8ec4-17152e56625f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=097e85c4-8d26-4cb6-8ec4-17152e56625f,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:54.304831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.306016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38a4abb7-21d5-46dd-9218-25ba438d7c85 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:54.421395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:54.432431 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 38a4abb7-21d5-46dd-9218-25ba438d7c85 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:54.442312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 38a4abb7-21d5-46dd-9218-25ba438d7c85 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:54.442848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.462177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.692640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.704574 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.763839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.810301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.812331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Provisioning for port a45aef21-ea4b-45f8-979c-0d9e9482cafd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:54.823060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Provisioning complete for port a45aef21-ea4b-45f8-979c-0d9e9482cafd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:54.823480 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.830490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 38a4abb7-21d5-46dd-9218-25ba438d7c85, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38a4abb7-21d5-46dd-9218-25ba438d7c85,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:54.863076 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.905679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Port a45aef21-ea4b-45f8-979c-0d9e9482cafd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:54.907905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:54.921246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:54.923740 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:54.940803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Provisioning complete for port 38a4abb7-21d5-46dd-9218-25ba438d7c85 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:54.941250 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a87a-20b2-4605-8278-f442bdfc8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:54.942891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=38a4abb7-21d5-46dd-9218-25ba438d7c85,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:55.061293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Router 3492479b-96df-4721-abd5-504f0aa0b545 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:29:55.170864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06cda165-4bae-496f-8864-622090ac7d6f None None] Provisioning complete for port a45aef21-ea4b-45f8-979c-0d9e9482cafd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:55.171730 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06cda165-4bae-496f-8864-622090ac7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:55.190267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:29:55.202335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2e379225-c751-429a-9c64-47bb72733ad1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3492479b-96df-4721-abd5-504f0aa0b545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832637 Jul 23 23:29:55.212203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-06cda165-4bae-496f-8864-622090ac7d6f None None] Port a45aef21-ea4b-45f8-979c-0d9e9482cafd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:55.331456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c0fbca82-d3fe-419e-a2ec-3eacd7054cae None None] Provisioning complete for port a45aef21-ea4b-45f8-979c-0d9e9482cafd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:55.332037 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c0fbca82-d3fe-419e-a2ec-3eacd7054cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:55.372329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbca82-d3fe-419e-a2ec-3eacd7054cae None None] Port a45aef21-ea4b-45f8-979c-0d9e9482cafd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:55.787247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:55.835341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:55.839962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:55.840341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:55.914403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-b1129e3d-d133-4d20-a530-f53a09a649ef tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:55.915809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-b1129e3d-d133-4d20-a530-f53a09a649ef tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 817 time: 0.1066329 Jul 23 23:29:55.916135 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:55.931424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-eead28cf-844c-4f95-9c51-8aeadfc15b1f tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/quotas/af93f26734fc45098fd88c15f4867a1c HTTP/1.1" status: 200 len: 375 time: 0.0093820 Jul 23 23:29:55.937445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:55.941397 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:55.942213 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 097e85c4-8d26-4cb6-8ec4-17152e56625f up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:56.001493 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-d2a7356f-11b7-45a5-931c-79edb178285d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644569 Jul 23 23:29:56.024653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:56.037975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 097e85c4-8d26-4cb6-8ec4-17152e56625f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:56.038374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:56.116365 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38a4abb7-21d5-46dd-9218-25ba438d7c85 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:56.168959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 38a4abb7-21d5-46dd-9218-25ba438d7c85 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:56.169253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:56.237673 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a69888ce-e756-45fb-9107-75bc1927a9f6 service neutron] 10.222.0.37 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266046 Jul 23 23:29:56.331597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-0570b9ca-2b48-4ac1-ac2b-7e1a67395bc8 service neutron] 10.222.0.37 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882170 Jul 23 23:29:56.501470 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96515aa5-41f3-4806-a4a0-ecb4537a6b9c req-e5bc6ba7-bd01-4c72-83de-ed026ed0d4ff tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 210 time: 0.0296533 Jul 23 23:29:56.649067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Sync routers for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:29:56.659311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:56.659973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:56.765779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:56.972789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:54Z', 'revision_number': 4, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a45aef21-ea4b-45f8-979c-0d9e9482cafd', 'name': '', 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'mac_address': 'fa:16:3e:10:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:53Z', 'updated_at': '2021-07-23T23:29:54Z', 'revision_number': 2, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'subnets': [{'id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:57.002480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Checking router: 3492479b-96df-4721-abd5-504f0aa0b545 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:29:57.002841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Updating router 3492479b-96df-4721-abd5-504f0aa0b545 port a45aef21-ea4b-45f8-979c-0d9e9482cafd binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:29:57.040020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.299417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.310258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Transition to ACTIVE for port object a45aef21-ea4b-45f8-979c-0d9e9482cafd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:57.319631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.369583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ce90-2269-4d96-8b27-39d6a0197d10 None None] Pushing event updated for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:57.422707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-0d3c3c9a-0a75-4752-919e-9d799bdd0b29 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:57.425513 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-0d3c3c9a-0a75-4752-919e-9d799bdd0b29 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.22 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 817 time: 0.1235008 Jul 23 23:29:57.438393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Attempting to bind port a45aef21-ea4b-45f8-979c-0d9e9482cafd on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:57.438764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Attempting to bind port a45aef21-ea4b-45f8-979c-0d9e9482cafd by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:57.439131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Attempting to bind port a45aef21-ea4b-45f8-979c-0d9e9482cafd on network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:57.439970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Request body: {'port': {'device_id': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'admin_state_up': True, 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:57.445302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:57.445714 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Checking segment: {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:57.446150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.446682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Bound using segment: {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:57.447673 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Bound port: a45aef21-ea4b-45f8-979c-0d9e9482cafd, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb2e62f-3185-480c-99dd-8a4cb73751ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:57.448082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.517964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] For port a45aef21-ea4b-45f8-979c-0d9e9482cafd, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:57.521818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] For port a45aef21-ea4b-45f8-979c-0d9e9482cafd, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a45aef21-ea4b-45f8-979c-0d9e9482cafd,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:57.529887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.583899 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:29:57.584094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Made reservation on behalf of af93f26734fc45098fd88c15f4867a1c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:29:57.584553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:29:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:57.589556 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.634379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3c76d6f-60cd-4c52-9320-7051c16361ce req-532ea8b0-2adb-4c1b-99d5-3f3351abaf46 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 210 time: 0.0425768 Jul 23 23:29:57.670029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ce90-2269-4d96-8b27-39d6a0197d10 None None] Pushing event updated for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:57.734387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:29:57.756051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Allocated IP 172.20.0.8 (8940c574-4521-47de-bdec-b154a4826ebe/4c6b04d7-bb05-40e4-aa09-e3790c521c53/3d76d87e-1fa7-4ebb-9312-1d84a63817e5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:29:57.767089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:57.911733 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.918016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:57.918422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:57.927832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Transition to ACTIVE for port object 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:57.962095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.011646 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Network 8940c574-4521-47de-bdec-b154a4826ebe is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:29:58.016916 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:29:58.020725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:29:58.028029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Pushing event updated for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:58.056191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:54Z', 'revision_number': 4, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a45aef21-ea4b-45f8-979c-0d9e9482cafd', 'name': '', 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'mac_address': 'fa:16:3e:10:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:53Z', 'updated_at': '2021-07-23T23:29:57Z', 'revision_number': 4, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'subnets': [{'id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:29:58.076215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:58.076767 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.089467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158124aa-d0aa-420e-9152-8a91b8041ed3 None None] The sync data for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 is: [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:54Z', 'revision_number': 4, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'a45aef21-ea4b-45f8-979c-0d9e9482cafd', 'name': '', 'network_id': '5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'mac_address': 'fa:16:3e:10:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:53Z', 'updated_at': '2021-07-23T23:29:57Z', 'revision_number': 4, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'subnets': [{'id': 'f39812fc-9e17-40cb-8d19-3d54a8e158e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:29:58.093249 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-a0154709-3c97-4989-8118-67763d580ad6 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6585741 Jul 23 23:29:58.105496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Request body: {'port': {'device_id': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:29:58.213596 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.401583 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e396521a-f9fc-4b86-85ed-4ed66e48bb99 None None] Provisioning for port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:58.406665 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e396521a-f9fc-4b86-85ed-4ed66e48bb99 None None] Provisioning complete for port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:58.407356 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e396521a-f9fc-4b86-85ed-4ed66e48bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.449305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e396521a-f9fc-4b86-85ed-4ed66e48bb99 None None] Port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:29:58.505566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:29:58.514649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.528507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Transition to ACTIVE for port object 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:29:58.532360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.587388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:58.663478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Attempting to bind port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:29:58.663824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Attempting to bind port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:29:58.664151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Attempting to bind port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:58.669548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 on network 8940c574-4521-47de-bdec-b154a4826ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:29:58.669912 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Attempting to bind port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:29:58.675134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:29:58.675476 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Checking segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:29:58.676007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Bound using segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:29:58.676446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Bound port: 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:29:58.676812 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.751792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:29:58.756161 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:29:58.763126 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.766994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994b779-79b3-4bd7-bb41-9fd5d9417e29 req-221222df-c49c-49db-891a-85f0abf1acca tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:58.768547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d994b779-79b3-4bd7-bb41-9fd5d9417e29 req-221222df-c49c-49db-891a-85f0abf1acca tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 943 time: 0.0674660 Jul 23 23:29:58.797964 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:58.798598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:58.800013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] 10.222.0.22 "PUT /v2.0/ports/3d76d87e-1fa7-4ebb-9312-1d84a63817e5 HTTP/1.1" status: 200 len: 1092 time: 0.6989813 Jul 23 23:29:58.800431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:29:58.802777 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a75a5-1918-4475-81a0-72f7d9d4de0c" -d '{"events": [{"name": "network-changed", "server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:29:58.808020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d994b779-79b3-4bd7-bb41-9fd5d9417e29 req-4d7e9b36-d358-4924-a833-be312204c6e5 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333545 Jul 23 23:29:58.828371 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23ad8-b58f-4bad-9d63-1ee79c556444 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:58.879928 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf87d0a-20a1-4ec8-b0aa-bffe72f2a724 x-openstack-request-id: req-dcf87d0a-20a1-4ec8-b0aa-bffe72f2a724 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:29:58.880286 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:29:58.880476 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcf87d0a-20a1-4ec8-b0aa-bffe72f2a724 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:29:58.880926 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5', 'status': 'completed', 'code': 200} Jul 23 23:29:58.912388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-df7216e2-2d3a-482b-b8a2-97b8125eb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:58.913961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-df7216e2-2d3a-482b-b8a2-97b8125eb4a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 1095 time: 0.0645146 Jul 23 23:29:58.960606 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-5ba85c99-ff58-45ba-ace3-97e281ef9222 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5 HTTP/1.1" status: 200 len: 217 time: 0.0397167 Jul 23 23:29:59.011676 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-96a905e1-69e3-4de5-a20c-eb35bd673c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.013146 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-96a905e1-69e3-4de5-a20c-eb35bd673c17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 200 len: 856 time: 0.0452464 Jul 23 23:29:59.074041 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-4900b88a-4132-49b4-85cf-26900938e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.075573 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-4900b88a-4132-49b4-85cf-26900938e9d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8940c574-4521-47de-bdec-b154a4826ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562694 Jul 23 23:29:59.168557 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-bab167d8-6cfa-49cb-b11d-d4680e7506f0 service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865369 Jul 23 23:29:59.255468 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-659c36fb-b56e-4914-bd32-783ad3f20bfc req-56748ffb-a519-4c8a-95c4-cda22e00c305 service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807745 Jul 23 23:29:59.357929 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-23f162ef-4205-4757-b1fc-c2ba40248419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.359667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-23f162ef-4205-4757-b1fc-c2ba40248419 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 1095 time: 0.0593362 Jul 23 23:29:59.452750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-72bee021-5429-4e98-ae74-5d1119df5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.454181 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-72bee021-5429-4e98-ae74-5d1119df5445 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 918 time: 0.0880849 Jul 23 23:29:59.499517 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-67c9b659-1d92-4932-b3ae-c2b1a2b459d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5 HTTP/1.1" status: 200 len: 217 time: 0.0392685 Jul 23 23:29:59.548416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-8105b6f7-91b1-4fa4-984c-37087135c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.549840 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-8105b6f7-91b1-4fa4-984c-37087135c948 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 200 len: 856 time: 0.0434442 Jul 23 23:29:59.611724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-e9050175-e597-4b1a-8726-b4f6d8845cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.613242 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-e9050175-e597-4b1a-8726-b4f6d8845cde service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8940c574-4521-47de-bdec-b154a4826ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561655 Jul 23 23:29:59.708363 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-4c2dcede-9a27-4990-9648-61a4393510f3 service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873396 Jul 23 23:29:59.734423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a45aef21-ea4b-45f8-979c-0d9e9482cafd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:29:59.782403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a45aef21-ea4b-45f8-979c-0d9e9482cafd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:29:59.786277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a45aef21-ea4b-45f8-979c-0d9e9482cafd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:29:59.786724 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:59.799373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-566a75a5-1918-4475-81a0-72f7d9d4de0c req-d895b789-d794-4f68-a11e-4d4c63697278 service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 Jul 23 23:29:59.864868 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:59.896938 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a45aef21-ea4b-45f8-979c-0d9e9482cafd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a45aef21-ea4b-45f8-979c-0d9e9482cafd,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:29:59.901423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:29:59.949269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c8846-94bc-4d9b-a3ac-e293c68708b9 req-07a52b48-83bb-4c9f-948c-ff8f9ff48765 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:29:59.950809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b1c8846-94bc-4d9b-a3ac-e293c68708b9 req-07a52b48-83bb-4c9f-948c-ff8f9ff48765 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 943 time: 0.0653133 Jul 23 23:29:59.952765 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:29:59.988436 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b1c8846-94bc-4d9b-a3ac-e293c68708b9 req-829b1ef1-7e53-4d5c-bfaa-099df5d876c3 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 23 23:30:01.121491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6df0-589e-4448-8045-dabf8568d10b req-2a576e17-b456-46b9-9440-31e7e607a3d2 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:01.123030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7af6df0-589e-4448-8045-dabf8568d10b req-2a576e17-b456-46b9-9440-31e7e607a3d2 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 943 time: 0.0685380 Jul 23 23:30:01.159166 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7af6df0-589e-4448-8045-dabf8568d10b req-38018316-fbcc-451a-ab50-745af545cfe1 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Jul 23 23:30:01.716883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a45aef21-ea4b-45f8-979c-0d9e9482cafd up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:30:01.764061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a45aef21-ea4b-45f8-979c-0d9e9482cafd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:30:01.764426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:02.286526 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9940-8eee-4f1a-9433-6853e715eb44 req-b70670bc-2cd9-4f37-8288-7d59311d0fa2 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:02.288011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-311d9940-8eee-4f1a-9433-6853e715eb44 req-b70670bc-2cd9-4f37-8288-7d59311d0fa2 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 943 time: 0.0632594 Jul 23 23:30:02.325935 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-311d9940-8eee-4f1a-9433-6853e715eb44 req-a099dbcb-5fad-4fea-9928-e75231d044e9 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jul 23 23:30:02.837387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:30:02.930810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:02.944817 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'port_id': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5', 'mac_address': 'fa:16:3e:c7:9a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:30:02.980924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:02.993366 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:30:03.013029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:03.016831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:03.063060 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:03.220324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['3d76d87e-1fa7-4ebb-9312-1d84a63817e5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:30:03.452085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9c2a-e4eb-4b07-91b2-62c3b99ac0d5 req-b586c2a9-7032-47db-8fc1-8d4557799e80 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:03.453564 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5cee9c2a-e4eb-4b07-91b2-62c3b99ac0d5 req-b586c2a9-7032-47db-8fc1-8d4557799e80 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 944 time: 0.0617816 Jul 23 23:30:03.494594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5cee9c2a-e4eb-4b07-91b2-62c3b99ac0d5 req-393f2e1f-e95c-40af-a91d-cdbcc1991152 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Jul 23 23:30:04.627903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219a265-c790-4acb-b42b-a9dd2daf7c07 req-9a96457a-4311-4a92-ba74-3a16ac0bf92d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:04.629390 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3219a265-c790-4acb-b42b-a9dd2daf7c07 req-9a96457a-4311-4a92-ba74-3a16ac0bf92d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 944 time: 0.0630286 Jul 23 23:30:04.666840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3219a265-c790-4acb-b42b-a9dd2daf7c07 req-2082b80f-6423-45cb-a782-042980f25888 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 23 23:30:04.858216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:30:04.906421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:30:04.910287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:30:04.910653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:04.986062 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:05.008242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:30:05.010615 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a04c87-22d3-4251-88b7-2ded3a99e52b" -d '{"events": [{"server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "name": "network-vif-plugged", "status": "completed", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:30:05.022503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:05.027138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:05.050437 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f37694-0e16-457d-bb51-0e62e21babb8 x-openstack-request-id: req-c1f37694-0e16-457d-bb51-0e62e21babb8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:30:05.050737 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "name": "network-vif-plugged", "status": "completed", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:30:05.051007 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1f37694-0e16-457d-bb51-0e62e21babb8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:30:05.051392 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5', 'code': 200} Jul 23 23:30:05.078090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:05.161341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f8d18-9f61-4d55-9de7-0b61b77e6f8b req-5dc66d62-2d84-4e82-b983-5e5ef0b3e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:05.162768 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af4f8d18-9f61-4d55-9de7-0b61b77e6f8b req-5dc66d62-2d84-4e82-b983-5e5ef0b3e0a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 1097 time: 0.0517216 Jul 23 23:30:05.200279 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-af4f8d18-9f61-4d55-9de7-0b61b77e6f8b req-6fecba97-deda-4a1b-ac45-847b242dd0a4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Jul 23 23:30:05.803037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f04b2-28b0-48fd-b532-bc7f4f97a9fa req-6dfa2ae3-df6d-43b6-9280-063ba58ae65f tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:05.804532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d29f04b2-28b0-48fd-b532-bc7f4f97a9fa req-6dfa2ae3-df6d-43b6-9280-063ba58ae65f tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0671043 Jul 23 23:30:05.846547 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d29f04b2-28b0-48fd-b532-bc7f4f97a9fa req-a994567f-2501-4025-8b69-ba9e689a1813 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 23 23:30:06.979995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec562b-f40e-44d5-9f91-65daa05969a8 req-c3ecb1ec-10ae-4fa1-9632-4c3ab1f99b6a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:06.981448 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0ec562b-f40e-44d5-9f91-65daa05969a8 req-c3ecb1ec-10ae-4fa1-9632-4c3ab1f99b6a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0662692 Jul 23 23:30:07.018248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0ec562b-f40e-44d5-9f91-65daa05969a8 req-ab23524e-7151-4cc9-a2e1-59594ee244d7 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Jul 23 23:30:07.144356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efa5c6-e046-4cfa-b962-9e9277d1ccc5 req-6bdff2ab-c1d9-43c4-9c83-9ccb02131eff tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:07.145742 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76efa5c6-e046-4cfa-b962-9e9277d1ccc5 req-6bdff2ab-c1d9-43c4-9c83-9ccb02131eff tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0630236 Jul 23 23:30:07.194718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-76efa5c6-e046-4cfa-b962-9e9277d1ccc5 req-4952ba74-ee50-46eb-8b11-6de7b97d37ca tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Jul 23 23:30:08.471330 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:30:11.111934 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c8af-1fc4-418d-ad66-77aebd8fb94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:13.833747 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ef80f029-210b-45ae-889e-a4892a8af7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:14.261566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:15.154668 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:16.646767 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-c0cf89f3-6c34-472a-8510-c015c983f53a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522256 Jul 23 23:30:16.670611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:16.741386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-048a68d2-7574-4d68-8a4f-7fef8482ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:16.742872 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-048a68d2-7574-4d68-8a4f-7fef8482ef8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 1097 time: 0.0531778 Jul 23 23:30:16.846820 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-3f827a8d-7926-45f4-85c1-5e6c6f293211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:16.848255 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-3f827a8d-7926-45f4-85c1-5e6c6f293211 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 918 time: 0.0868142 Jul 23 23:30:16.888598 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-dc091ec2-bd23-4baf-a2cd-167b74fe9538 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5 HTTP/1.1" status: 200 len: 217 time: 0.0339162 Jul 23 23:30:16.934662 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-e759ecf3-fd77-4c20-a15b-527e355605b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:16.936037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-e759ecf3-fd77-4c20-a15b-527e355605b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 200 len: 856 time: 0.0414288 Jul 23 23:30:16.995524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-baaa9c26-7149-4b14-b2f8-4bfe71f5da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:16.997481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-baaa9c26-7149-4b14-b2f8-4bfe71f5da65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8940c574-4521-47de-bdec-b154a4826ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559247 Jul 23 23:30:17.085887 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-cb30d6c3-5b38-41c7-829c-3f0469f5583f service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812621 Jul 23 23:30:17.176574 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f355f5fb-c80f-4a94-8ca7-82c5b1804373 req-9637dcce-decf-4176-8590-6991647a69ed service neutron] 10.222.0.22 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832810 Jul 23 23:30:22.737986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:23.774800 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:25.700492 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d51ea-d82b-4c62-bc7c-1194dc846f07 req-fb41a429-8b83-428a-9290-495220991706 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:25.701991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-535d51ea-d82b-4c62-bc7c-1194dc846f07 req-fb41a429-8b83-428a-9290-495220991706 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0703080 Jul 23 23:30:25.743146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-535d51ea-d82b-4c62-bc7c-1194dc846f07 req-c414eb45-b0ce-4cc3-a827-43b7d60edfc0 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Jul 23 23:30:26.871579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71902e08-1284-4cc6-8f95-25e9ffaacbff req-b080614a-bd05-494f-af48-0157fa7b3659 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:26.873146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71902e08-1284-4cc6-8f95-25e9ffaacbff req-b080614a-bd05-494f-af48-0157fa7b3659 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0639205 Jul 23 23:30:26.910475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-71902e08-1284-4cc6-8f95-25e9ffaacbff req-38825a93-c524-4790-a4e2-449476223053 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Jul 23 23:30:27.203277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-d0473da9-2550-4e6b-987a-acdcb759a62a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:27.204730 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-d0473da9-2550-4e6b-987a-acdcb759a62a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.22 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 945 time: 0.0623240 Jul 23 23:30:27.302824 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Deleting port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:30:27.303159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:27.396799 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] For port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:27.397258 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:27.410314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Calling delete_port for 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:30:27.544953 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:27.556474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['3d76d87e-1fa7-4ebb-9312-1d84a63817e5'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:30:27.573094 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Pushing event deleted for resources: {'Port': ['ID=3d76d87e-1fa7-4ebb-9312-1d84a63817e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:27.585063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.585424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.585793 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.586112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.586438 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.586766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.587091 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.587413 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.587734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.588051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.588368 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.588682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:27.631134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] No DVR routers for this DVR port 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:30:27.633895 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:27.635969 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-45b7e6bf-1473-4223-83b6-a7ac191d98a9 req-25357e5d-d8ef-48ce-a2f1-eceb4e858f0d tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.22 "DELETE /v2.0/ports/3d76d87e-1fa7-4ebb-9312-1d84a63817e5 HTTP/1.1" status: 204 len: 173 time: 0.4256482 Jul 23 23:30:27.636573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'name': 'network-vif-deleted', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:30:27.639249 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d931239-ae18-4733-ba40-f364d3be5f61" -d '{"events": [{"server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "name": "network-vif-deleted", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:30:27.688339 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870cab7-7597-43a8-8810-7f38301b8a11 x-openstack-request-id: req-c870cab7-7597-43a8-8810-7f38301b8a11 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:30:27.688634 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae849ad-2d28-493a-8ea8-1b4cc3d77815", "name": "network-vif-deleted", "tag": "3d76d87e-1fa7-4ebb-9312-1d84a63817e5", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:30:27.688914 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c870cab7-7597-43a8-8810-7f38301b8a11 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:30:27.690092 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae849ad-2d28-493a-8ea8-1b4cc3d77815', 'name': 'network-vif-deleted', 'tag': '3d76d87e-1fa7-4ebb-9312-1d84a63817e5', 'status': 'completed', 'code': 200} Jul 23 23:30:28.019577 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c743e979-5e55-4a59-874a-0abb66fba7c7 req-c133de90-e533-4c6b-8134-002b8fc8a40a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=eae849ad-2d28-493a-8ea8-1b4cc3d77815 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Jul 23 23:30:29.693873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8f51b802-5074-46b0-a0d3-3dcf11b6c9b7 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:29.695321 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8f51b802-5074-46b0-a0d3-3dcf11b6c9b7 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 817 time: 0.1038160 Jul 23 23:30:29.710041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-f59a656f-65ad-4e9d-b2ab-fda903ea0305 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/quotas/af93f26734fc45098fd88c15f4867a1c HTTP/1.1" status: 200 len: 375 time: 0.0088010 Jul 23 23:30:29.773713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-ebb8c03c-46a9-486f-8a7f-5f99810346d0 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583782 Jul 23 23:30:29.868757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-dbacf7fc-1d35-4558-946a-d741652a2edb service neutron] 10.222.0.37 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838706 Jul 23 23:30:29.955061 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8e55b6a0-5a82-4953-ae35-d5f38a55b18c service neutron] 10.222.0.37 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799918 Jul 23 23:30:30.119708 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1a68946-2774-4e06-99c8-8bf2e729da91 req-44f900ec-77cf-4392-9312-ae30e03369d9 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 210 time: 0.0337105 Jul 23 23:30:30.992552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:30:30.996576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-b26055ba-dfe9-4523-a234-59e1d7aaad2e tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:30.998101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-b26055ba-dfe9-4523-a234-59e1d7aaad2e tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.25 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 817 time: 0.1029625 Jul 23 23:30:31.010530 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Request body: {'port': {'device_id': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'admin_state_up': True, 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:30:31.130905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Made reservation on behalf of af93f26734fc45098fd88c15f4867a1c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:30:31.134421 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.171815 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:30:31.172191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 3d76d87e-1fa7-4ebb-9312-1d84a63817e5 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:30:31.232670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6284115c-e4fb-4d8b-87fe-6b857bab0438 req-891c7812-97f0-4241-adfd-62bd2a13c047 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 210 time: 0.0316684 Jul 23 23:30:31.291297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Allocated IP 172.20.0.10 (8940c574-4521-47de-bdec-b154a4826ebe/4c6b04d7-bb05-40e4-aa09-e3790c521c53/d14cf10c-67bb-413d-ac08-4cfce07d1946) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:30:31.432886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.451368 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Transition to ACTIVE for port object d14cf10c-67bb-413d-ac08-4cfce07d1946 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:30:31.482897 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.525108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Network 8940c574-4521-47de-bdec-b154a4826ebe is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:30:31.529961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:30:31.533562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:30:31.556666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Pushing event updated for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:31.585820 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:31.586451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.601187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8ae02200-470b-48fb-a6ca-6d1662f67f50 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947325 Jul 23 23:30:31.613410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Request body: {'port': {'device_id': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:30:31.692704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.800551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3f8df15-1221-4e3e-9d23-dd1d3fd88149 None None] Provisioning for port d14cf10c-67bb-413d-ac08-4cfce07d1946 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:30:31.804177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3f8df15-1221-4e3e-9d23-dd1d3fd88149 None None] Provisioning complete for port d14cf10c-67bb-413d-ac08-4cfce07d1946 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:30:31.804553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3f8df15-1221-4e3e-9d23-dd1d3fd88149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.837234 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8df15-1221-4e3e-9d23-dd1d3fd88149 None None] Port d14cf10c-67bb-413d-ac08-4cfce07d1946 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:30:31.949301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14cf10c-67bb-413d-ac08-4cfce07d1946 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:30:31.956399 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:31.967906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Transition to ACTIVE for port object d14cf10c-67bb-413d-ac08-4cfce07d1946 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:30:31.971488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:32.023579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Pushing event updated for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:32.093835 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Attempting to bind port d14cf10c-67bb-413d-ac08-4cfce07d1946 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:30:32.094153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Attempting to bind port d14cf10c-67bb-413d-ac08-4cfce07d1946 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:30:32.094486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Attempting to bind port d14cf10c-67bb-413d-ac08-4cfce07d1946 on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:30:32.098976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Port d14cf10c-67bb-413d-ac08-4cfce07d1946 on network 8940c574-4521-47de-bdec-b154a4826ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:30:32.099297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Attempting to bind port d14cf10c-67bb-413d-ac08-4cfce07d1946 on network 8940c574-4521-47de-bdec-b154a4826ebe {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:30:32.104333 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:30:32.104669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Checking segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:30:32.105710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Bound using segment: {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:30:32.106184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Bound port: d14cf10c-67bb-413d-ac08-4cfce07d1946, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55b0498-8b92-4b69-b831-88ae8b2efaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:30:32.106541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:32.172341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:30:32.175745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:30:32.179912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:32.210464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.211081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:32.212467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] 10.222.0.25 "PUT /v2.0/ports/d14cf10c-67bb-413d-ac08-4cfce07d1946 HTTP/1.1" status: 200 len: 1093 time: 0.6037862 Jul 23 23:30:32.215264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:30:32.217751 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da64f04-13ca-4c72-bf8e-65be9725a0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:30:32.255524 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61007-4eab-4260-896f-1a4cc0c547bb service neutron] Pushing event updated for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:32.280085 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b93df-73a9-4241-8c66-3353338228bd x-openstack-request-id: req-2e7b93df-73a9-4241-8c66-3353338228bd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:30:32.280375 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:30:32.280626 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e7b93df-73a9-4241-8c66-3353338228bd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:30:32.281027 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946', 'status': 'completed', 'code': 200} Jul 23 23:30:32.331767 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8cc005ec-9f09-45eb-a157-b10c78fc5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.333597 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-8cc005ec-9f09-45eb-a157-b10c78fc5a78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 1096 time: 0.0639687 Jul 23 23:30:32.397350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-ce3e80ec-3836-4494-bc22-338ef4fa87e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946 HTTP/1.1" status: 200 len: 217 time: 0.0536129 Jul 23 23:30:32.460107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-b2af268b-064b-49c0-970d-492ea2c4e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.461532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-b2af268b-064b-49c0-970d-492ea2c4e39f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 200 len: 856 time: 0.0570283 Jul 23 23:30:32.469409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90e5c-5955-4bbd-a161-b4f8dd9d8c0d req-ffd30fea-ccee-49cf-924a-52998be14200 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.470796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57e90e5c-5955-4bbd-a161-b4f8dd9d8c0d req-ffd30fea-ccee-49cf-924a-52998be14200 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 944 time: 0.1361921 Jul 23 23:30:32.535949 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57e90e5c-5955-4bbd-a161-b4f8dd9d8c0d req-245c0cb5-c99e-4f84-af66-2ffe751603c8 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570698 Jul 23 23:30:32.550933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-ad6d949e-7815-48e4-aad3-ea8227513ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.552425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-ad6d949e-7815-48e4-aad3-ea8227513ea5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8940c574-4521-47de-bdec-b154a4826ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808067 Jul 23 23:30:32.642601 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-e0845b3a-ae15-4a9c-9a6e-fe234e43aacf service neutron] 10.222.0.25 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836041 Jul 23 23:30:32.728654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9630450f-6043-4e66-9dde-b63ec7ba7844 req-16c3556e-c7d1-4028-b3d1-65b12091cca4 service neutron] 10.222.0.25 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804756 Jul 23 23:30:32.825307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-a571418f-22e4-45d8-9651-1eed30354e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.826823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-a571418f-22e4-45d8-9651-1eed30354e73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af93f26734fc45098fd88c15f4867a1c&device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 1096 time: 0.0533268 Jul 23 23:30:32.917064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-2caf0abd-0087-4ed3-8f7f-b8c1b25136ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:32.918489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-2caf0abd-0087-4ed3-8f7f-b8c1b25136ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 200 len: 918 time: 0.0855095 Jul 23 23:30:32.958462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-820fdefa-316c-4956-918d-45efedb99dec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946 HTTP/1.1" status: 200 len: 217 time: 0.0332556 Jul 23 23:30:33.008299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-1973a9d1-b7b9-4809-9262-035f757d694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:33.009697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-1973a9d1-b7b9-4809-9262-035f757d694e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 200 len: 856 time: 0.0449991 Jul 23 23:30:33.067161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-a5c97642-1b86-4ecf-bf53-dd6062bcee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:33.069010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-a5c97642-1b86-4ecf-bf53-dd6062bcee9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8940c574-4521-47de-bdec-b154a4826ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515172 Jul 23 23:30:33.158592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-fbeb0b4f-b902-4663-8ba2-ba6b9451024b service neutron] 10.222.0.25 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831614 Jul 23 23:30:33.561779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1da64f04-13ca-4c72-bf8e-65be9725a0a7 req-1daa6b66-0b5d-44a7-899e-0af68ef8fefb service neutron] 10.222.0.25 "GET /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968768 Jul 23 23:30:33.665093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3cec4-3cb4-48c6-a724-31bf9c923363 req-bd612ac9-74d1-484c-974c-c697edea5881 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:33.666571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ba3cec4-3cb4-48c6-a724-31bf9c923363 req-bd612ac9-74d1-484c-974c-c697edea5881 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 944 time: 0.0652058 Jul 23 23:30:33.705417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ba3cec4-3cb4-48c6-a724-31bf9c923363 req-ba4fa64c-8667-4edb-8055-8998a1df5a26 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Jul 23 23:30:34.832872 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a940e7-23ca-447f-9a8e-791b453eea7e req-de14de97-de58-4570-a9fa-471ed56cf24a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:34.834382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24a940e7-23ca-447f-9a8e-791b453eea7e req-de14de97-de58-4570-a9fa-471ed56cf24a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 944 time: 0.0632336 Jul 23 23:30:34.870897 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-24a940e7-23ca-447f-9a8e-791b453eea7e req-34dfce20-4ca7-4710-b8d3-3d56d08e77d0 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Jul 23 23:30:35.997653 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d348d-ea45-4178-a4b1-ab19d9c4a2ab req-00847057-efa0-49a7-87c0-20092911b374 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:35.999080 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7d348d-ea45-4178-a4b1-ab19d9c4a2ab req-00847057-efa0-49a7-87c0-20092911b374 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 944 time: 0.0625982 Jul 23 23:30:36.021481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d14cf10c-67bb-413d-ac08-4cfce07d1946 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:30:36.036545 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fc7d348d-ea45-4178-a4b1-ab19d9c4a2ab req-9bc09510-c2de-488c-932e-5756ddd04014 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Jul 23 23:30:36.117421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:36.127941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'd14cf10c-67bb-413d-ac08-4cfce07d1946', 'network_id': '8940c574-4521-47de-bdec-b154a4826ebe', 'port_id': 'd14cf10c-67bb-413d-ac08-4cfce07d1946', 'mac_address': 'fa:16:3e:34:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6b04d7-bb05-40e4-aa09-e3790c521c53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:30:36.163349 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:36.175175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14cf10c-67bb-413d-ac08-4cfce07d1946 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:30:36.193656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:36.197342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:36.242614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:36.249878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.250166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.250501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.250831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.251159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.251484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.251822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.252124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.252439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.252756 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.253072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.253385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:36.395251 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d14cf10c-67bb-413d-ac08-4cfce07d1946'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:30:37.166828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857f457-413d-4e5a-b0ec-22a8822f7ea0 req-6c0f4de0-100d-4c31-a208-e9d5c2bff495 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:37.168377 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6857f457-413d-4e5a-b0ec-22a8822f7ea0 req-6c0f4de0-100d-4c31-a208-e9d5c2bff495 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 945 time: 0.0655444 Jul 23 23:30:37.206128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6857f457-413d-4e5a-b0ec-22a8822f7ea0 req-21348105-13bd-4ea2-9049-a32d4360144f tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Jul 23 23:30:38.034963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d14cf10c-67bb-413d-ac08-4cfce07d1946 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:30:38.082429 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port d14cf10c-67bb-413d-ac08-4cfce07d1946 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:30:38.086153 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port d14cf10c-67bb-413d-ac08-4cfce07d1946 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:30:38.086518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:38.162998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:38.184291 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:30:38.186542 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ee2d6-27d8-4935-8a2f-ea1942abcebc" -d '{"events": [{"server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "name": "network-vif-plugged", "status": "completed", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:30:38.198627 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:38.202556 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:38.226027 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32d06dd-ee57-4e04-8d4c-e51e534fb95e x-openstack-request-id: req-a32d06dd-ee57-4e04-8d4c-e51e534fb95e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:30:38.226320 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "name": "network-vif-plugged", "status": "completed", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:30:38.226569 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a32d06dd-ee57-4e04-8d4c-e51e534fb95e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:30:38.226985 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946', 'code': 200} Jul 23 23:30:38.255448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:38.378060 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a574e9-3a80-4db2-9784-2d848389837d req-30e5e82f-3319-4dd8-ad60-6d85186d1a76 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:38.379537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32a574e9-3a80-4db2-9784-2d848389837d req-30e5e82f-3319-4dd8-ad60-6d85186d1a76 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.1010637 Jul 23 23:30:38.383666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fad69-23f8-4010-b533-31ae28c8ba66 req-598656ec-d605-41db-9893-41094ed2d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:38.385031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05fad69-23f8-4010-b533-31ae28c8ba66 req-598656ec-d605-41db-9893-41094ed2d635 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 1098 time: 0.1047699 Jul 23 23:30:38.437621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-32a574e9-3a80-4db2-9784-2d848389837d req-feff6a28-f976-48f1-85fb-0fddb789ef59 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Jul 23 23:30:38.441252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c05fad69-23f8-4010-b533-31ae28c8ba66 req-ec25548e-98a6-4f9d-9d93-1758d237f621 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jul 23 23:30:39.565286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333328a-f9cd-42b2-84ab-386759c5ae53 req-0723582e-6b08-41e2-9eec-13258d9225ad tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:39.566814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d333328a-f9cd-42b2-84ab-386759c5ae53 req-0723582e-6b08-41e2-9eec-13258d9225ad tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.0632851 Jul 23 23:30:39.603907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d333328a-f9cd-42b2-84ab-386759c5ae53 req-340696b6-e862-4e23-a7c8-3879e134d6c7 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 23 23:30:39.734878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca0eb9-ab06-40a3-addb-f2e0f70876be req-2bde6727-b240-47c8-9c16-e3b5e3d93758 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:39.736354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2ca0eb9-ab06-40a3-addb-f2e0f70876be req-2bde6727-b240-47c8-9c16-e3b5e3d93758 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.0682094 Jul 23 23:30:39.772586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d2ca0eb9-ab06-40a3-addb-f2e0f70876be req-24f876ed-0b18-4ffa-8248-e9f1b14c3f01 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Jul 23 23:30:41.114137 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5299b011-112b-4c49-a8e2-bcb1dcd4b348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:43.834970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46730d63-f16b-42b2-89ef-5b1637acf481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:44.262265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:45.157648 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:45.471346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:30:46.672483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:52.737841 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:53.800523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:58.120026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77054aa2-91c1-414b-b575-2dde089b8561 req-b3008b65-d145-48e2-84b6-421943b722ec tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:58.122170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77054aa2-91c1-414b-b575-2dde089b8561 req-b3008b65-d145-48e2-84b6-421943b722ec tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.0732565 Jul 23 23:30:58.160406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77054aa2-91c1-414b-b575-2dde089b8561 req-1c63b57c-3c4e-4445-bbeb-054511afa270 tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Jul 23 23:30:59.287898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bdf86-5d97-4138-95a3-2a526df33e61 req-55bc1e07-2c54-49e2-bfb6-3f54a7f3735c tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:59.289359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b84bdf86-5d97-4138-95a3-2a526df33e61 req-55bc1e07-2c54-49e2-bfb6-3f54a7f3735c tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.0629020 Jul 23 23:30:59.328403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b84bdf86-5d97-4138-95a3-2a526df33e61 req-0713d07a-40e0-477f-9455-881b46b7418a tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/security-groups?id=265a19dc-442e-40cc-99e4-c44237447852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Jul 23 23:30:59.608966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-6641ddb1-65c6-456e-b5f0-2082824b80ab tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:30:59.610459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-6641ddb1-65c6-456e-b5f0-2082824b80ab tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 946 time: 0.0660565 Jul 23 23:30:59.707058 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Deleting port d14cf10c-67bb-413d-ac08-4cfce07d1946 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:30:59.707399 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:59.798322 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] For port d14cf10c-67bb-413d-ac08-4cfce07d1946, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=d14cf10c-67bb-413d-ac08-4cfce07d1946,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:30:59.798673 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:59.809947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Calling delete_port for d14cf10c-67bb-413d-ac08-4cfce07d1946 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:30:59.936959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:30:59.948342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['d14cf10c-67bb-413d-ac08-4cfce07d1946'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:30:59.963551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Pushing event deleted for resources: {'Port': ['ID=d14cf10c-67bb-413d-ac08-4cfce07d1946,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:30:59.974337 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.974688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.975036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.975377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.975712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.976048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.976381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.976713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.977046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.977889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.977889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:30:59.978061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:00.024120 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] No DVR routers for this DVR port d14cf10c-67bb-413d-ac08-4cfce07d1946 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:31:00.027792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:00.029812 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9c6979f-b8b8-44dd-9e8f-0b5ca7c4bb78 req-4c93ee86-280f-4f2d-8fe2-c162e16c99fd tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.25 "DELETE /v2.0/ports/d14cf10c-67bb-413d-ac08-4cfce07d1946 HTTP/1.1" status: 204 len: 173 time: 0.4140191 Jul 23 23:31:00.030266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'name': 'network-vif-deleted', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:31:00.032575 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aff92e-ac3f-4860-8f58-579a7bbf5427" -d '{"events": [{"server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "name": "network-vif-deleted", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:31:00.070377 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f270d422-7d3c-4c96-8124-f4b83cfae00d x-openstack-request-id: req-f270d422-7d3c-4c96-8124-f4b83cfae00d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:31:00.070687 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c99a8f-9a2a-40eb-b16d-ba207451e97e", "name": "network-vif-deleted", "tag": "d14cf10c-67bb-413d-ac08-4cfce07d1946", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:31:00.070944 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f270d422-7d3c-4c96-8124-f4b83cfae00d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:31:00.071354 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c99a8f-9a2a-40eb-b16d-ba207451e97e', 'name': 'network-vif-deleted', 'tag': 'd14cf10c-67bb-413d-ac08-4cfce07d1946', 'status': 'completed', 'code': 200} Jul 23 23:31:00.443486 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3539e33-94a7-4a03-9346-d133d20bdc0d req-6c61e6e0-f020-4513-907e-afb8999757eb tempest-TestEncryptedCinderVolumes-1475927618 tempest-TestEncryptedCinderVolumes-1475927618-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c99a8f-9a2a-40eb-b16d-ba207451e97e HTTP/1.1" status: 200 len: 210 time: 0.0306485 Jul 23 23:31:01.535326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43062) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:01.880187 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:02.126081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Deleting port 097e85c4-8d26-4cb6-8ec4-17152e56625f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:02.126421 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:02.146065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d14cf10c-67bb-413d-ac08-4cfce07d1946 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:02.167225 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: d14cf10c-67bb-413d-ac08-4cfce07d1946 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:02.167793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device d14cf10c-67bb-413d-ac08-4cfce07d1946 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:02.203983 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] For port 097e85c4-8d26-4cb6-8ec4-17152e56625f, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=097e85c4-8d26-4cb6-8ec4-17152e56625f,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:02.204350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:02.216750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Calling delete_port for 097e85c4-8d26-4cb6-8ec4-17152e56625f owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:02.738391 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:02.763782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=097e85c4-8d26-4cb6-8ec4-17152e56625f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:02.924088 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.132730 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Router 4c712348-cb19-495d-b4a2-04030e9032f2 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:31:03.241071 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:03.246193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7482a568-b68e-401d-9d87-77adb9eae1bc admin admin] 10.222.0.37 "PUT /v2.0/routers/4c712348-cb19-495d-b4a2-04030e9032f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097621 Jul 23 23:31:03.249062 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:03.250211 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Sync routers for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:03.263573 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:03.264201 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:03.354184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.360431 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:03.457613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.510076 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Deleting port 630ccc68-422e-4683-8b28-efe8a2819973 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:03.510422 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.595739 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] For port 630ccc68-422e-4683-8b28-efe8a2819973, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=630ccc68-422e-4683-8b28-efe8a2819973,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:03.596105 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.609005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Calling delete_port for 630ccc68-422e-4683-8b28-efe8a2819973 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:03.621414 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '630ccc68-422e-4683-8b28-efe8a2819973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:31:02Z', 'revision_number': 5, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port': {'id': '630ccc68-422e-4683-8b28-efe8a2819973', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:47Z', 'updated_at': '2021-07-23T23:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:03.646670 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Checking router: 4c712348-cb19-495d-b4a2-04030e9032f2 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:03.655076 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Routers {'4c712348-cb19-495d-b4a2-04030e9032f2'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:03.655679 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['4c712348-cb19-495d-b4a2-04030e9032f2'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:03.739803 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] Set router 4c712348-cb19-495d-b4a2-04030e9032f2 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:03.778906 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.794356 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:31:03Z', 'revision_number': 6, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:03.808875 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=630ccc68-422e-4683-8b28-efe8a2819973,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:03.820231 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0c2e1-efef-47fd-af8f-05134def5b37 None None] The sync data for ids ['4c712348-cb19-495d-b4a2-04030e9032f2'] in n-d-791506-25 is: [{'id': '4c712348-cb19-495d-b4a2-04030e9032f2', 'name': 'tempest-TestEncryptedCinderVolumes-1452766732-router', 'tenant_id': 'af93f26734fc45098fd88c15f4867a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:46Z', 'updated_at': '2021-07-23T23:31:03Z', 'revision_number': 6, 'project_id': 'af93f26734fc45098fd88c15f4867a1c', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:03.876687 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.965991 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:03.967971 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.010301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.010927 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c712348-cb19-495d-b4a2-04030e9032f2 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:31:04.015287 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.016417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b16efa32-f316-4473-9720-ec84746055c6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4c712348-cb19-495d-b4a2-04030e9032f2 HTTP/1.1" status: 204 len: 168 time: 0.7663767 Jul 23 23:31:04.018939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43072) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:04.067007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Deleting subnet 4c6b04d7-bb05-40e4-aa09-e3790c521c53 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:31:04.070065 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.104603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.184337 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.240852 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.274431 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.276301 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c6b04d7-bb05-40e4-aa09-e3790c521c53 HTTP/1.1" status: 204 len: 168 time: 0.2563932 Jul 23 23:31:04.278059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124066b1-ba97-455f-9435-804d19c67828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6b04d7-bb05-40e4-aa09-e3790c521c53,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:04.279110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:04.279600 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b7003-90b2-4ad1-bbbe-49bdbed17931 None None] Network 8940c574-4521-47de-bdec-b154a4826ebe requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:04.350331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.405247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Deleting port 72b3ec37-c18a-40b7-9e12-1327d14d4747 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:04.405585 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.471666 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] For port 72b3ec37-c18a-40b7-9e12-1327d14d4747, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=72b3ec37-c18a-40b7-9e12-1327d14d4747,segment=NetworkSegment(e55b0498-8b92-4b69-b831-88ae8b2efaf3),segment_id=e55b0498-8b92-4b69-b831-88ae8b2efaf3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:04.471965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.483093 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Calling delete_port for 72b3ec37-c18a-40b7-9e12-1327d14d4747 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:04.555621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2029888f-f256-4a68-af68-6122693ce4da None None] DHCP port deletion for 8940c574-4521-47de-bdec-b154a4826ebe request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:31:04.565288 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.594622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] No DVR routers for this DVR port 72b3ec37-c18a-40b7-9e12-1327d14d4747 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:31:04.596386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=72b3ec37-c18a-40b7-9e12-1327d14d4747,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:04.603915 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Deleting port 72b3ec37-c18a-40b7-9e12-1327d14d4747 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:04.604285 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.665681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2029888f-f256-4a68-af68-6122693ce4da None None] For port 72b3ec37-c18a-40b7-9e12-1327d14d4747, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:04.666153 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.671356 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.679086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Calling delete_port for 72b3ec37-c18a-40b7-9e12-1327d14d4747 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:04.681681 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Port 72b3ec37-c18a-40b7-9e12-1327d14d4747 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:31:04.681854 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8940c574-4521-47de-bdec-b154a4826ebe']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:04.683010 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.691885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55b0498-8b92-4b69-b831-88ae8b2efaf3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:04.692185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55b0498-8b92-4b69-b831-88ae8b2efaf3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:04.701882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.711046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029888f-f256-4a68-af68-6122693ce4da None None] Pushing event deleted for resources: {'Port': ['ID=72b3ec37-c18a-40b7-9e12-1327d14d4747,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:04.715126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029888f-f256-4a68-af68-6122693ce4da None None] No DVR routers for this DVR port 72b3ec37-c18a-40b7-9e12-1327d14d4747 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:31:04.718913 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.726771 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:31:04.727172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:31:04.728914 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:31:04.787567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.793389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:04.795489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] 10.222.0.37 "DELETE /v2.0/networks/8940c574-4521-47de-bdec-b154a4826ebe HTTP/1.1" status: 204 len: 168 time: 0.5153840 Jul 23 23:31:04.798555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43076) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:04.814491 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40f503-1bf8-4876-8100-dc4aedb11a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8940c574-4521-47de-bdec-b154a4826ebe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:05.141336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:05.388958 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Deleting port a45aef21-ea4b-45f8-979c-0d9e9482cafd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:05.389295 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:05.466385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] For port a45aef21-ea4b-45f8-979c-0d9e9482cafd, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a45aef21-ea4b-45f8-979c-0d9e9482cafd,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:05.466655 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:05.478499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Calling delete_port for a45aef21-ea4b-45f8-979c-0d9e9482cafd owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:05.655642 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:05.681969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45aef21-ea4b-45f8-979c-0d9e9482cafd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:05.813532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 72b3ec37-c18a-40b7-9e12-1327d14d4747 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:05.834850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 72b3ec37-c18a-40b7-9e12-1327d14d4747 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:05.835439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 72b3ec37-c18a-40b7-9e12-1327d14d4747 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:05.836029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 097e85c4-8d26-4cb6-8ec4-17152e56625f no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:05.855969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 097e85c4-8d26-4cb6-8ec4-17152e56625f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:05.856428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 097e85c4-8d26-4cb6-8ec4-17152e56625f not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:05.856853 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 630ccc68-422e-4683-8b28-efe8a2819973 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:05.861086 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:05.876506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 630ccc68-422e-4683-8b28-efe8a2819973 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:05.876857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 630ccc68-422e-4683-8b28-efe8a2819973 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:06.079792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Router 3492479b-96df-4721-abd5-504f0aa0b545 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:31:06.184728 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:06.189628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-df351c6d-111e-4e75-ad40-b36829444109 admin admin] 10.222.0.37 "PUT /v2.0/routers/3492479b-96df-4721-abd5-504f0aa0b545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3900499 Jul 23 23:31:06.192326 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:06.194642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Sync routers for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:06.204530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:06.205173 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:06.298551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.309271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:06.405233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.458033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Deleting port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:06.458374 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.489482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:31:05Z', 'revision_number': 5, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port': {'id': '6fe93f61-6ff9-4c83-93b9-73fb7cc42249', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3492479b-96df-4721-abd5-504f0aa0b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:06.516268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Checking router: 3492479b-96df-4721-abd5-504f0aa0b545 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:06.524451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Routers {'3492479b-96df-4721-abd5-504f0aa0b545'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:06.525223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3492479b-96df-4721-abd5-504f0aa0b545'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:06.536990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] For port 6fe93f61-6ff9-4c83-93b9-73fb7cc42249, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:06.537357 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.549146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Calling delete_port for 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:06.612399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] Set router 3492479b-96df-4721-abd5-504f0aa0b545 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:06.666133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:31:06Z', 'revision_number': 6, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:06.695879 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a08934-fbdc-4d4d-834a-7665eb02b666 None None] The sync data for ids ['3492479b-96df-4721-abd5-504f0aa0b545'] in n-d-791506-25 is: [{'id': '3492479b-96df-4721-abd5-504f0aa0b545', 'name': 'tempest-TestEncryptedCinderVolumes-160689202-router', 'tenant_id': '90e4ff5ba88444e588329462b96004a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:29:51Z', 'updated_at': '2021-07-23T23:31:06Z', 'revision_number': 6, 'project_id': '90e4ff5ba88444e588329462b96004a4', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:06.720030 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.744794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe93f61-6ff9-4c83-93b9-73fb7cc42249,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:06.813394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.901448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.903947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.946825 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.947335 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3492479b-96df-4721-abd5-504f0aa0b545 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:31:06.951571 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:06.952738 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-64895759-61fe-48e1-9868-bb14d1e6d0a8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3492479b-96df-4721-abd5-504f0aa0b545 HTTP/1.1" status: 204 len: 168 time: 0.7594385 Jul 23 23:31:06.955361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:07.002672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Deleting subnet f39812fc-9e17-40cb-8d19-3d54a8e158e7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:31:07.005562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.039079 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.122680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.174936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.205133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39812fc-9e17-40cb-8d19-3d54a8e158e7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:07.208604 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.210489 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-93e6ebb8-e086-4676-a46e-a1afeb4cb050 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f39812fc-9e17-40cb-8d19-3d54a8e158e7 HTTP/1.1" status: 204 len: 168 time: 0.2542055 Jul 23 23:31:07.212960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:07.216296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e2550-c83e-40a1-9b35-455684db4e2f None None] Network 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:07.282625 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.334703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Deleting port 38a4abb7-21d5-46dd-9218-25ba438d7c85 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:07.335081 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.402846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] For port 38a4abb7-21d5-46dd-9218-25ba438d7c85, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38a4abb7-21d5-46dd-9218-25ba438d7c85,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:07.403215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.415102 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Calling delete_port for 38a4abb7-21d5-46dd-9218-25ba438d7c85 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:07.429912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] DHCP port deletion for 5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:31:07.478304 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Deleting port 38a4abb7-21d5-46dd-9218-25ba438d7c85 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:31:07.478573 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.505406 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.537716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a4abb7-21d5-46dd-9218-25ba438d7c85,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:07.539596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] No DVR routers for this DVR port 38a4abb7-21d5-46dd-9218-25ba438d7c85 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:31:07.562576 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] For port 38a4abb7-21d5-46dd-9218-25ba438d7c85, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=38a4abb7-21d5-46dd-9218-25ba438d7c85,segment=NetworkSegment(4eb2e62f-3185-480c-99dd-8a4cb73751ba),segment_id=4eb2e62f-3185-480c-99dd-8a4cb73751ba)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:07.562973 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.580641 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Calling delete_port for 38a4abb7-21d5-46dd-9218-25ba438d7c85 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:31:07.616944 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.629008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:07.640475 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb2e62f-3185-480c-99dd-8a4cb73751ba') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:07.641061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb2e62f-3185-480c-99dd-8a4cb73751ba') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:07.651746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.665188 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.670126 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.678737 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:31:07.679198 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:31:07.681003 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:31:07.693872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] Pushing event deleted for resources: {'Port': ['ID=38a4abb7-21d5-46dd-9218-25ba438d7c85,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:07.698484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cf379-2da3-4d26-b596-8508f608b6f5 None None] No DVR routers for this DVR port 38a4abb7-21d5-46dd-9218-25ba438d7c85 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:31:07.762050 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.771949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:07.774385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88 HTTP/1.1" status: 204 len: 168 time: 0.5595405 Jul 23 23:31:07.778184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:07.785967 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a9ddf-2571-49d0-9b0c-d7fd851454c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cac3a4c-b1e1-4ce8-92f4-4a1e76ca6b88,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:07.804333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:07.804671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6fe93f61-6ff9-4c83-93b9-73fb7cc42249 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:07.805087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a45aef21-ea4b-45f8-979c-0d9e9482cafd no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:07.828007 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a45aef21-ea4b-45f8-979c-0d9e9482cafd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:07.828370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a45aef21-ea4b-45f8-979c-0d9e9482cafd not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:07.828788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38a4abb7-21d5-46dd-9218-25ba438d7c85 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:31:07.847448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 38a4abb7-21d5-46dd-9218-25ba438d7c85 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:31:07.847787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 38a4abb7-21d5-46dd-9218-25ba438d7c85 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:31:07.957532 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43088) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:08.014919 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9adb3b39-44f2-4213-8900-51a41cd56355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af93f26734fc45098fd88c15f4867a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560329 Jul 23 23:31:08.017467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43090) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:08.080057 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.102470 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.157317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.161001 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.162949 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/265a19dc-442e-40cc-99e4-c44237447852 HTTP/1.1" status: 204 len: 168 time: 0.1441648 Jul 23 23:31:08.174869 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0c2d-8e39-42d5-9c73-805d26d45377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a19dc-442e-40cc-99e4-c44237447852,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:08.484530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43096) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:08.523825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a3d36c34-af77-403d-9b79-07ca0f1c57ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90e4ff5ba88444e588329462b96004a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381353 Jul 23 23:31:08.527049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43098) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:08.578634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.599725 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.647500 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.650426 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:08.652196 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25a8925a-6e42-491b-9de7-65113a3bc0df HTTP/1.1" status: 204 len: 168 time: 0.1240947 Jul 23 23:31:08.659841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f5da0-30c0-42c5-a205-a3ca175a774f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8925a-6e42-491b-9de7-65113a3bc0df,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:09.289980 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:09.381221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022738731-network', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:09.402806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Made reservation on behalf of d89bb0f6f17e465bbcea1b184d04c462 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:31:09.404951 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.412940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.501109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.504623 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.525051 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:31:09.538069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd22af8c-582f-4816-9512-6f9dce21a32b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:09.542801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.543136 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Added segment f9ae253f-f25d-4eb9-a119-6669f995f6d6 of type vlan for network af493bff-e8c0-41ef-ace0-59b7ed7f372e Jul 23 23:31:09.582803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.609998 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.611006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:09.611579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.644964 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3538973 Jul 23 23:31:09.648073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:09.654397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Request body: {'subnet': {'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022738731-subnet', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:09.674296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62071c1f-d6a9-4446-a27d-b4115b5ccc72 admin admin] Pushing event updated for resources: {'Network': ['ID=af493bff-e8c0-41ef-ace0-59b7ed7f372e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:09.674926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Made reservation on behalf of d89bb0f6f17e465bbcea1b184d04c462 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:31:09.678240 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.685649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:31:09.848001 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.904482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:09.911033 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Checking segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:09.911389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Network hostable DHCP agents. Network: af493bff-e8c0-41ef-ace0-59b7ed7f372e, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:31:09.927637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:31:09.936605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, af493bff-e8c0-41ef-ace0-59b7ed7f372e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:09.940527 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:09.941133 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.945477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5493c33d-5144-46e5-a1e6-67e99d6e6634 None None] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:09.957650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-103f83e7-27fa-4b51-9f55-88c76c4c2ebd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3049402 Jul 23 23:31:09.957898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:09.962167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:09.983831 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:09.984822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.038920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.098094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:31:10.098949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.174811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.235145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Allocated IP 172.20.0.2 (af493bff-e8c0-41ef-ace0-59b7ed7f372e/8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb/23619685-5f8d-4504-8edd-1569f1dba30a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:10.375793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.376915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.384971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Transition to ACTIVE for port object 23619685-5f8d-4504-8edd-1569f1dba30a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:10.394517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.399434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Transition to ACTIVE for port object 23619685-5f8d-4504-8edd-1569f1dba30a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:10.409647 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.447463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:10.453047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:10.456564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:10.463292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Pushing event updated for resources: {'Port': ['ID=23619685-5f8d-4504-8edd-1569f1dba30a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:10.505724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Allocated IP 172.25.1.236 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/7cacbaeb-be67-44d2-a2a0-caa5f739fc79) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:10.519086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Attempting to bind port 23619685-5f8d-4504-8edd-1569f1dba30a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:10.519451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Attempting to bind port 23619685-5f8d-4504-8edd-1569f1dba30a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:10.519863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Attempting to bind port 23619685-5f8d-4504-8edd-1569f1dba30a on network af493bff-e8c0-41ef-ace0-59b7ed7f372e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:10.524811 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:10.525183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Checking segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:10.525581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.526024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Bound using segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:10.526503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Bound port: 23619685-5f8d-4504-8edd-1569f1dba30a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:10.526894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.590502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] For port 23619685-5f8d-4504-8edd-1569f1dba30a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:10.593685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] For port 23619685-5f8d-4504-8edd-1569f1dba30a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=23619685-5f8d-4504-8edd-1569f1dba30a,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:10.598648 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.608229 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.650200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:10.654311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba3732-2d0b-4e31-a14d-c627b020eae6 None None] Pushing event updated for resources: {'Port': ['ID=23619685-5f8d-4504-8edd-1569f1dba30a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:10.689122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:10.694021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:10.697613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:10.723716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:10.960372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:11.116493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b5cceb6d-025b-4686-b8cb-1701d6039ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:11.482046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:11.513808 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416da21b-4fb5-4deb-b0ca-28bffa373fc6 None None] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:11.580723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-310a93ee-83af-4d4b-b852-4d8f307fc972 None None] Provisioning for port 23619685-5f8d-4504-8edd-1569f1dba30a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:11.615761 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:31:11.730079 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:11.745171 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Sync routers for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:11.757792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:11.759115 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:11.759757 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:11.761845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-dbd9ee93-146d-4204-8b06-b142212a20d6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8028851 Jul 23 23:31:11.764558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:11.809655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 23619685-5f8d-4504-8edd-1569f1dba30a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:11.872370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 23619685-5f8d-4504-8edd-1569f1dba30a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:11.877948 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 23619685-5f8d-4504-8edd-1569f1dba30a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:11.878532 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:11.892908 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:11.931236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b887157c-5ed2-472a-a43f-a3525c1059ad None None] Provisioning complete for port 23619685-5f8d-4504-8edd-1569f1dba30a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:11.931853 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b887157c-5ed2-472a-a43f-a3525c1059ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.008755 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.071209 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 23619685-5f8d-4504-8edd-1569f1dba30a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=23619685-5f8d-4504-8edd-1569f1dba30a,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:12.072559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b887157c-5ed2-472a-a43f-a3525c1059ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.081550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.085801 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:10Z', 'revision_number': 3, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:12.118585 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Checking router: 3ea03e59-8bb6-4e5a-9883-2475f5c84352 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:12.119019 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Updating router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:31:12.155059 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.167848 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=23619685-5f8d-4504-8edd-1569f1dba30a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:12.172442 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-b887157c-5ed2-472a-a43f-a3525c1059ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:31:12.172791 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-b887157c-5ed2-472a-a43f-a3525c1059ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:31:12.239302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.395156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Allocated IP 172.20.0.1 (af493bff-e8c0-41ef-ace0-59b7ed7f372e/8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb/60d57d94-d03b-48be-bfc8-75d3266abb3d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:12.406886 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.418137 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Transition to ACTIVE for port object 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:12.423020 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.476704 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Attempting to bind port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:12.477061 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Attempting to bind port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:12.477409 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Attempting to bind port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:12.484399 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Pushing event updated for resources: {'Port': ['ID=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:12.487452 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:12.487814 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:12.488201 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.488583 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:12.489041 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Bound port: 7cacbaeb-be67-44d2-a2a0-caa5f739fc79, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:12.489408 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.504956 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.513052 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.513388 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.513716 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.514067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.514391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.514713 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.515029 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.515345 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.515662 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.515973 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.516287 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.516598 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:12.518759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Transition to ACTIVE for port object 60d57d94-d03b-48be-bfc8-75d3266abb3d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:12.550391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] For port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:12.552983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.553827 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] For port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:12.559388 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.593206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:12.598482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:12.601957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:12.608108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Pushing event updated for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:12.623817 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:12.624449 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:30:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:12.644824 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.696674 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc7fe-ccb2-48a4-ac30-3ff5268b964c None None] Pushing event updated for resources: {'Port': ['ID=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:12.756822 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:12.792789 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.835856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75786db1-6248-4309-a36e-2cbf02d25b91 None None] Provisioning for port 60d57d94-d03b-48be-bfc8-75d3266abb3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:12.841950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75786db1-6248-4309-a36e-2cbf02d25b91 None None] Provisioning complete for port 60d57d94-d03b-48be-bfc8-75d3266abb3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:12.842401 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75786db1-6248-4309-a36e-2cbf02d25b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.878374 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-75786db1-6248-4309-a36e-2cbf02d25b91 None None] Port 60d57d94-d03b-48be-bfc8-75d3266abb3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:31:12.938784 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:10Z', 'revision_number': 3, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:12.968537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:12.972095 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665734a-eec3-476b-b5ba-93e661fbdb45 None None] The sync data for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 is: [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:10Z', 'revision_number': 3, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:12.973594 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.046747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Pushing event updated for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:13.049214 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.146566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:13.147965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:13.308308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:31:13.435566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:13.440909 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f8a14af0-6ee0-4a76-bffb-563dad1ed249 admin admin] 10.222.0.37 "PUT /v2.0/routers/3ea03e59-8bb6-4e5a-9883-2475f5c84352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756592 Jul 23 23:31:13.503679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1f20913f-d86b-48ac-9f74-e9f1cefd9817 None None] Provisioning complete for port 60d57d94-d03b-48be-bfc8-75d3266abb3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:13.504223 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f20913f-d86b-48ac-9f74-e9f1cefd9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.551152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1f20913f-d86b-48ac-9f74-e9f1cefd9817 None None] Port 60d57d94-d03b-48be-bfc8-75d3266abb3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:31:13.836478 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c99ca9be-cfb4-4a8e-8f6c-bc98f90d0f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.841531 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:13.890660 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:13.894547 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:13.894925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.944785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43144) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:13.949969 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965338761-network', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:13.970744 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Made reservation on behalf of 5c72d4208e5847f681b69b8ba7a1ae03 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:31:13.973593 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.977582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.984107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:13.999933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:14.004674 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.005460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 23619685-5f8d-4504-8edd-1569f1dba30a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:14.081103 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.085257 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.111933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:31:14.122199 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca32476-2574-4ac1-be09-f006dcff191c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:14.127327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.127665 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Added segment 8c548311-1e8c-4498-80ac-78d9c4da58d7 of type vlan for network 4c235f45-95b4-4c64-9445-5856e0e80a0e Jul 23 23:31:14.173052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.240946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:14.261480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 23619685-5f8d-4504-8edd-1569f1dba30a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:14.261878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.284194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.549594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Sync routers for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:14.555591 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.556637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:14.557430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.560016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:14.560643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:14.589901 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6439705 Jul 23 23:31:14.592962 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:14.599611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Request body: {'subnet': {'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965338761-subnet', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:14.619313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8e470-6f01-4254-8ea8-fbbc0a4e594a admin admin] Pushing event updated for resources: {'Network': ['ID=4c235f45-95b4-4c64-9445-5856e0e80a0e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:14.620735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Made reservation on behalf of 5c72d4208e5847f681b69b8ba7a1ae03 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:31:14.623282 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.633455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:31:14.731465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:14.791365 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.840819 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1234a4f3-4dc0-4995-b88f-c5dfa679b651,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:14.855797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Checking segment: {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:14.856164 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Network hostable DHCP agents. Network: 4c235f45-95b4-4c64-9445-5856e0e80a0e, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:31:14.872759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:31:14.882278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 4c235f45-95b4-4c64-9445-5856e0e80a0e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:14.887262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:14.887987 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.902136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2e1926c3-c800-43b3-8a91-318bad740bef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3068364 Jul 23 23:31:14.904180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:14.909041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:14.910260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee7eac-4239-414d-864a-525d096618c4 None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:14.931216 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.932811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:14.989468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.028357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 2, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:15.062889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Checking router: 3ea03e59-8bb6-4e5a-9883-2475f5c84352 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:15.063242 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Updating router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 port 60d57d94-d03b-48be-bfc8-75d3266abb3d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:31:15.119426 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.123089 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.130075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-4c235f45-95b4-4c64-9445-5856e0e80a0e', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:31:15.130975 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.235873 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.324934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.343773 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.384403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Allocated IP 172.20.0.2 (4c235f45-95b4-4c64-9445-5856e0e80a0e/1234a4f3-4dc0-4995-b88f-c5dfa679b651/af0ee617-4ff3-4906-b2f1-638b1a12c2f7) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:15.448525 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Allocated IP 172.25.1.141 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/94ab3249-448f-41fa-ad98-8f97164ea690) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:15.552349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.592791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.606124 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.627735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Transition to ACTIVE for port object 60d57d94-d03b-48be-bfc8-75d3266abb3d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:15.631009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:15.634878 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.637098 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:15.638008 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.639745 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:15.648141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Transition to ACTIVE for port object af0ee617-4ff3-4906-b2f1-638b1a12c2f7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:15.674992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Pushing event updated for resources: {'Port': ['ID=94ab3249-448f-41fa-ad98-8f97164ea690,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:15.696874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Transition to ACTIVE for port object af0ee617-4ff3-4906-b2f1-638b1a12c2f7 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:15.708989 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310fa77-01bb-4722-b888-8ac98c68e4e3 None None] Pushing event updated for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:15.712766 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.795412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:15.807774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:15.810385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:15.834713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:15.836585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Pushing event updated for resources: {'Port': ['ID=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:15.848931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Attempting to bind port 60d57d94-d03b-48be-bfc8-75d3266abb3d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:15.849308 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Attempting to bind port 60d57d94-d03b-48be-bfc8-75d3266abb3d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:15.849677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Attempting to bind port 60d57d94-d03b-48be-bfc8-75d3266abb3d on network af493bff-e8c0-41ef-ace0-59b7ed7f372e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:15.880791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:15.881174 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Checking segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:15.881578 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.882003 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Bound using segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:15.882496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Bound port: 60d57d94-d03b-48be-bfc8-75d3266abb3d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:15.882974 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.924344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.955233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Attempting to bind port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:15.955523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Attempting to bind port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:15.955884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Attempting to bind port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 on network 4c235f45-95b4-4c64-9445-5856e0e80a0e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:15.970382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:15.970753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Checking segment: {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:15.971153 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.971549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Bound using segment: {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:15.972024 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Bound port: af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:15.972424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:15.999679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:16.000058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.037707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] For port 60d57d94-d03b-48be-bfc8-75d3266abb3d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:16.081662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] For port 60d57d94-d03b-48be-bfc8-75d3266abb3d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=60d57d94-d03b-48be-bfc8-75d3266abb3d,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:16.093792 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.121172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.167126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] For port af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:16.174141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] For port af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:16.184420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:16.185074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:16.208243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.284381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310fa77-01bb-4722-b888-8ac98c68e4e3 None None] Pushing event updated for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:16.389165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695e92-21e8-431d-ba95-c3b62258cd52 None None] Pushing event updated for resources: {'Port': ['ID=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:16.392988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:16.615272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:31:16.735265 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:16.747038 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Sync routers for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:16.750725 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.752061 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:16.753382 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d20f7b08-d8ab-4085-ac3f-589d9f821a89 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8482585 Jul 23 23:31:16.755985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:16.759942 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:16.760666 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:16.815857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:16Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:16.847730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f4ca-6157-48a7-9f42-bba735d0c6ea None None] The sync data for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 is: [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:16Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:16.981903 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:17.189030 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:15Z', 'revision_number': 3, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:17.222057 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Checking router: 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:17.222683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Updating router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 port 94ab3249-448f-41fa-ad98-8f97164ea690 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:31:17.248706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.274967 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.439851 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc6a82-b0ae-4f9c-a46d-1dede0d21980 None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:31:17.445316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Allocated IP 172.20.0.1 (4c235f45-95b4-4c64-9445-5856e0e80a0e/1234a4f3-4dc0-4995-b88f-c5dfa679b651/19d5ed56-9767-4236-b069-249ce0234df8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:17.560990 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c341f086-ec4a-4feb-b933-fa3bdde90300 None None] Provisioning for port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:17.574739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.589861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Transition to ACTIVE for port object 19d5ed56-9767-4236-b069-249ce0234df8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:17.607546 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.623781 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Transition to ACTIVE for port object 94ab3249-448f-41fa-ad98-8f97164ea690 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:17.635058 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.636520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.683324 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:17.685338 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401a48-e77c-4905-9890-9e339cd05080 None None] Pushing event updated for resources: {'Port': ['ID=94ab3249-448f-41fa-ad98-8f97164ea690,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:17.701852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Pushing event updated for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:17.704572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:17.706964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:17.707353 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Attempting to bind port 94ab3249-448f-41fa-ad98-8f97164ea690 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:17.707790 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Attempting to bind port 94ab3249-448f-41fa-ad98-8f97164ea690 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:17.708197 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Attempting to bind port 94ab3249-448f-41fa-ad98-8f97164ea690 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:17.714604 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:17.715064 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:17.715526 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.715978 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:17.718004 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Bound port: 94ab3249-448f-41fa-ad98-8f97164ea690, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:17.718586 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.751867 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.805230 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] For port 94ab3249-448f-41fa-ad98-8f97164ea690, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:17.809628 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] For port 94ab3249-448f-41fa-ad98-8f97164ea690, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94ab3249-448f-41fa-ad98-8f97164ea690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:17.822302 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.901642 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:17.902646 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:17.928584 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:17.930791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device af0ee617-4ff3-4906-b2f1-638b1a12c2f7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:17.992593 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401a48-e77c-4905-9890-9e339cd05080 None None] Pushing event updated for resources: {'Port': ['ID=94ab3249-448f-41fa-ad98-8f97164ea690,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:18.049866 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:18.053454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:18.057480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:18.057965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.183392 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.214815 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.223686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.235056 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:18.247208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.248485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 60d57d94-d03b-48be-bfc8-75d3266abb3d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:18.322436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.326005 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '19d5ed56-9767-4236-b069-249ce0234df8', 'name': '', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'mac_address': 'fa:16:3e:4c:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:17Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 1, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'subnets': [{'id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:18.331832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Pushing event updated for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:18.359743 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36025eb4-44b7-4ff2-bd8c-1408ddfa6147 None None] The sync data for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 is: [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '19d5ed56-9767-4236-b069-249ce0234df8', 'name': '', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'mac_address': 'fa:16:3e:4c:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:17Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 1, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'subnets': [{'id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:18.367463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:18.382737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-107910ed-9624-4e1d-bed0-bc198b598d09 None None] Provisioning for port 19d5ed56-9767-4236-b069-249ce0234df8 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:18.387828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-107910ed-9624-4e1d-bed0-bc198b598d09 None None] Provisioning complete for port 19d5ed56-9767-4236-b069-249ce0234df8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:18.387998 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-107910ed-9624-4e1d-bed0-bc198b598d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.391718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 60d57d94-d03b-48be-bfc8-75d3266abb3d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:18.414515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 60d57d94-d03b-48be-bfc8-75d3266abb3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:18.415479 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.446946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:18.449178 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:18.468835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-107910ed-9624-4e1d-bed0-bc198b598d09 None None] Port 19d5ed56-9767-4236-b069-249ce0234df8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:31:18.530534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.570232 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 60d57d94-d03b-48be-bfc8-75d3266abb3d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=60d57d94-d03b-48be-bfc8-75d3266abb3d,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:18.577494 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.583082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:31:18.651608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:18.730435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:31:18.735702 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-16d8abd8-0de0-4843-ab4c-b5dddf48e157 admin admin] 10.222.0.37 "PUT /v2.0/routers/616ffe58-e74a-4f31-98f8-bdb61a2bbbd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786298 Jul 23 23:31:18.789834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e05d4309-f8f4-4cb8-b4d4-aaba0e260b36 None None] Provisioning complete for port 19d5ed56-9767-4236-b069-249ce0234df8 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:18.790212 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e05d4309-f8f4-4cb8-b4d4-aaba0e260b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:18.827221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e05d4309-f8f4-4cb8-b4d4-aaba0e260b36 None None] Port 19d5ed56-9767-4236-b069-249ce0234df8 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:31:19.881695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device af0ee617-4ff3-4906-b2f1-638b1a12c2f7 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:19.944028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:19.944698 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:20.055567 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94ab3249-448f-41fa-ad98-8f97164ea690 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:20.110644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 94ab3249-448f-41fa-ad98-8f97164ea690 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:20.115791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 94ab3249-448f-41fa-ad98-8f97164ea690 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:20.115791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:20.216901 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:20.245157 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 94ab3249-448f-41fa-ad98-8f97164ea690, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94ab3249-448f-41fa-ad98-8f97164ea690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:20.254694 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:20.259787 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 60d57d94-d03b-48be-bfc8-75d3266abb3d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:20.354961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=94ab3249-448f-41fa-ad98-8f97164ea690,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:20.366090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 60d57d94-d03b-48be-bfc8-75d3266abb3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:20.366473 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:21.055348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Sync routers for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:31:21.067549 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:21.068246 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:21.184635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:21.430718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '19d5ed56-9767-4236-b069-249ce0234df8', 'name': '', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'mac_address': 'fa:16:3e:4c:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:17Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 2, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'subnets': [{'id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:21.458614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Checking router: 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:31:21.458966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Updating router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 port 19d5ed56-9767-4236-b069-249ce0234df8 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:31:21.502112 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:21.780792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94ab3249-448f-41fa-ad98-8f97164ea690 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:21.834775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:21.851663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Transition to ACTIVE for port object 19d5ed56-9767-4236-b069-249ce0234df8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:21.862661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:21.893428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 94ab3249-448f-41fa-ad98-8f97164ea690 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:21.893983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:21.945694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e8bf-24d2-4de4-b93e-c1122e614aee None None] Pushing event updated for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:22.018774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Attempting to bind port 19d5ed56-9767-4236-b069-249ce0234df8 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:22.019144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Attempting to bind port 19d5ed56-9767-4236-b069-249ce0234df8 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:22.019511 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Attempting to bind port 19d5ed56-9767-4236-b069-249ce0234df8 on network 4c235f45-95b4-4c64-9445-5856e0e80a0e {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:22.028768 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:22.029161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Checking segment: {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:22.029541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:22.030035 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Bound using segment: {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:22.030516 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Bound port: 19d5ed56-9767-4236-b069-249ce0234df8, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c548311-1e8c-4498-80ac-78d9c4da58d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:22.030905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:22.148414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] For port 19d5ed56-9767-4236-b069-249ce0234df8, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:22.152961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] For port 19d5ed56-9767-4236-b069-249ce0234df8, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=19d5ed56-9767-4236-b069-249ce0234df8,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:22.159440 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:22.229901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e8bf-24d2-4de4-b93e-c1122e614aee None None] Pushing event updated for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:22.232900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:31:22.233862 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:22.405629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:31:22.470469 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:31:22.660718 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '19d5ed56-9767-4236-b069-249ce0234df8', 'name': '', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'mac_address': 'fa:16:3e:4c:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:17Z', 'updated_at': '2021-07-23T23:31:22Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'subnets': [{'id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:31:22.690572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee6c5d-3d0f-4242-94cb-20409cda5c12 None None] The sync data for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 is: [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:31:17Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '19d5ed56-9767-4236-b069-249ce0234df8', 'name': '', 'network_id': '4c235f45-95b4-4c64-9445-5856e0e80a0e', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'mac_address': 'fa:16:3e:4c:bb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:17Z', 'updated_at': '2021-07-23T23:31:22Z', 'revision_number': 4, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'subnets': [{'id': '1234a4f3-4dc0-4995-b88f-c5dfa679b651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:31:22.756285 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:23.814773 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:23.827551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 19d5ed56-9767-4236-b069-249ce0234df8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:23.893785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 19d5ed56-9767-4236-b069-249ce0234df8 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:23.899132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 19d5ed56-9767-4236-b069-249ce0234df8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:23.899655 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:23.999406 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:24.040190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 19d5ed56-9767-4236-b069-249ce0234df8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=19d5ed56-9767-4236-b069-249ce0234df8,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:24.047105 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:24.107320 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:25.821729 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 19d5ed56-9767-4236-b069-249ce0234df8 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:25.882342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 19d5ed56-9767-4236-b069-249ce0234df8 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:25.882711 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:28.834223 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-b72a82b6-8f0f-452e-9f6a-5c7f4c0569bd tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:28.835706 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-b72a82b6-8f0f-452e-9f6a-5c7f4c0569bd tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 815 time: 0.1138816 Jul 23 23:31:28.851994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6d569248-233a-48a0-908e-b95c9449fc76 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/quotas/d89bb0f6f17e465bbcea1b184d04c462 HTTP/1.1" status: 200 len: 375 time: 0.0097067 Jul 23 23:31:28.929821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-35fe3f0a-3d8b-4714-ac6e-a5ca02a9281f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722108 Jul 23 23:31:29.034889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-48fec742-9016-4ae7-9f62-4fdf525eedb4 service neutron] 10.222.0.37 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916846 Jul 23 23:31:29.124504 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-1029ed55-74a4-4db3-861a-543e3bbde1d3 service neutron] 10.222.0.37 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Jul 23 23:31:29.303856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-41ba9f19-b33b-450b-bb56-4b11f9565152 req-ee64af4d-b8c3-492e-a197-148bedb51bf3 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Jul 23 23:31:30.214695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-fb713765-e651-4691-8c8b-d010a51ca027 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:30.216138 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-fb713765-e651-4691-8c8b-d010a51ca027 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 815 time: 0.1064229 Jul 23 23:31:30.227825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'port': {'device_id': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'admin_state_up': True, 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:30.339074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Made reservation on behalf of d89bb0f6f17e465bbcea1b184d04c462 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:31:30.342717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:30.414740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7ea7ce52-1867-4c4b-a32e-18f95de36186 req-23bb8296-c33e-4cf3-a3ee-86f563f3331d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 210 time: 0.0386949 Jul 23 23:31:30.480846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Allocated IP 172.20.0.9 (af493bff-e8c0-41ef-ace0-59b7ed7f372e/8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb/ad8b2c1f-ac90-4141-bacd-ce81534f73e7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:30.651787 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:30.666531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Transition to ACTIVE for port object ad8b2c1f-ac90-4141-bacd-ce81534f73e7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:30.703649 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:30.747434 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:30.750828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:30.754999 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:30.796663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:30.810504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.816988 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.817547 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.820847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.820847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.820847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.820847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.820847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.821412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.821851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.822861 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.823454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:30.848239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:30.849136 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:30.868566 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-6e52a2dc-67a5-412b-b303-225d001b2b91 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442592 Jul 23 23:31:31.026295 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19837649-eb51-4242-a2bc-285c111e8809 None None] Provisioning for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:31.030026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-19837649-eb51-4242-a2bc-285c111e8809 None None] Provisioning complete for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:31.030391 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-19837649-eb51-4242-a2bc-285c111e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:31.068282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-19837649-eb51-4242-a2bc-285c111e8809 None None] Port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:31:31.548218 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f29e-b1bf-4f5d-bd31-28cfdaef5d53 req-cd0ca37d-68e8-4571-95ae-91ad91d8ae3c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:31.549791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f430f29e-b1bf-4f5d-bd31-28cfdaef5d53 req-cd0ca37d-68e8-4571-95ae-91ad91d8ae3c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0652127 Jul 23 23:31:31.591482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f430f29e-b1bf-4f5d-bd31-28cfdaef5d53 req-673ea017-fc6c-45db-8ba4-99ddbdd40f9e tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Jul 23 23:31:32.726961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555807a8-40d0-4a9f-a659-218ddf65abb4 req-0d32c698-ecdc-44b5-bc1b-b60d75a66acb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:32.729868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-555807a8-40d0-4a9f-a659-218ddf65abb4 req-0d32c698-ecdc-44b5-bc1b-b60d75a66acb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0697422 Jul 23 23:31:32.769430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-555807a8-40d0-4a9f-a659-218ddf65abb4 req-72041a86-2f35-424a-b65c-54fa41327c47 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Jul 23 23:31:33.906030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69059ff3-9621-48cf-8723-e78b209b8ae4 req-74557de3-c3df-4b4a-95f5-efd73092072c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:33.908214 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69059ff3-9621-48cf-8723-e78b209b8ae4 req-74557de3-c3df-4b4a-95f5-efd73092072c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0714989 Jul 23 23:31:33.948328 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-69059ff3-9621-48cf-8723-e78b209b8ae4 req-40554475-d687-466f-be79-49d0bddfedcb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Jul 23 23:31:35.083328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7435f-8e5b-4af3-9231-8f301013fd88 req-66206358-cffc-449d-89e5-50d7c204fc6c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:35.085049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0e7435f-8e5b-4af3-9231-8f301013fd88 req-66206358-cffc-449d-89e5-50d7c204fc6c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0675290 Jul 23 23:31:35.126410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0e7435f-8e5b-4af3-9231-8f301013fd88 req-fbbd8b38-3a6e-48b2-85b7-1c08a2a4de5c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340478 Jul 23 23:31:36.267749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569477c-52b7-4fb0-850b-a63a5a819d5a req-cc65ff36-45b1-45b3-a62c-e41e1cbcd079 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:36.269247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7569477c-52b7-4fb0-850b-a63a5a819d5a req-cc65ff36-45b1-45b3-a62c-e41e1cbcd079 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0705914 Jul 23 23:31:36.314598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7569477c-52b7-4fb0-850b-a63a5a819d5a req-6c64a6eb-2e38-4e57-a3ad-54db80a0296d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Jul 23 23:31:37.439565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e456d-717e-4cf9-aeca-54259bedb88d req-8b0ad33e-b12b-4a7f-bd1b-99c168b997d2 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:37.441072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f9e456d-717e-4cf9-aeca-54259bedb88d req-8b0ad33e-b12b-4a7f-bd1b-99c168b997d2 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0650012 Jul 23 23:31:37.480982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f9e456d-717e-4cf9-aeca-54259bedb88d req-afe8b712-f2f0-4c8f-9134-1a022e728395 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339196 Jul 23 23:31:38.615036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f70fea-9a7b-4d3c-b2a7-9510acc6e1ff req-465d889d-315b-48f1-98a2-a998b2584eec tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:38.618090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14f70fea-9a7b-4d3c-b2a7-9510acc6e1ff req-465d889d-315b-48f1-98a2-a998b2584eec tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0689046 Jul 23 23:31:38.668455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14f70fea-9a7b-4d3c-b2a7-9510acc6e1ff req-ba426942-c698-4a8f-9f93-4de6ea14ff62 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jul 23 23:31:39.838729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aecda-1c76-46f2-bf1e-60905dc75b9f req-992d3fea-77f7-4b48-9970-eb2443d5bef6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:39.840273 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-535aecda-1c76-46f2-bf1e-60905dc75b9f req-992d3fea-77f7-4b48-9970-eb2443d5bef6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 931 time: 0.0686724 Jul 23 23:31:39.878051 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-535aecda-1c76-46f2-bf1e-60905dc75b9f req-4d31a0bf-a8b6-473c-86aa-897204ff51e2 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Jul 23 23:31:40.174794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-d069a997-79da-47cf-87c1-8c23d95750ce tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:31:40.175938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-d069a997-79da-47cf-87c1-8c23d95750ce tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062857 Jul 23 23:31:40.187240 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Request body: {'port': {'device_id': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:40.262342 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.515088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8b2c1f-ac90-4141-bacd-ce81534f73e7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:31:40.522392 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.534029 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Transition to ACTIVE for port object ad8b2c1f-ac90-4141-bacd-ce81534f73e7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:31:40.538016 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.589235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:40.664682 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Attempting to bind port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:31:40.665020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Attempting to bind port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:31:40.665351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Attempting to bind port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 on network af493bff-e8c0-41ef-ace0-59b7ed7f372e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:40.670584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 on network af493bff-e8c0-41ef-ace0-59b7ed7f372e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:31:40.670908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Attempting to bind port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 on network af493bff-e8c0-41ef-ace0-59b7ed7f372e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:31:40.675864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:31:40.676204 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Checking segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:31:40.676589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Bound using segment: {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:31:40.677028 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Bound port: ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ae253f-f25d-4eb9-a119-6669f995f6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:31:40.677452 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.743387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:31:40.747250 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:31:40.752463 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.785445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:40.786083 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:40.787505 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] 10.222.0.22 "PUT /v2.0/ports/ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 1092 time: 0.6041658 Jul 23 23:31:40.787933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:31:40.790204 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272873ab-7698-4104-93d2-dfcbc8c9590e" -d '{"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:31:40.816093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0ced2-a257-47fa-9e1f-1f39595d80fb service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:40.834563 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a728bf-ece9-431b-a14a-6c0a2ecef3ab x-openstack-request-id: req-35a728bf-ece9-431b-a14a-6c0a2ecef3ab {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:31:40.834857 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:31:40.835112 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35a728bf-ece9-431b-a14a-6c0a2ecef3ab {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:31:40.835520 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:31:40.898862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-d03af32b-d7c2-4b2c-b836-bb74353c83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:40.901181 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-d03af32b-d7c2-4b2c-b836-bb74353c83eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1095 time: 0.0625958 Jul 23 23:31:40.946285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-d95b1a21-543b-4272-bfeb-96da9766a241 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 217 time: 0.0384817 Jul 23 23:31:40.999102 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-12857e7d-c29b-4bcf-97ed-08a0790923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.000597 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-12857e7d-c29b-4bcf-97ed-08a0790923cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0483375 Jul 23 23:31:41.013652 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34f3c-b6a4-4cd3-8756-5afe885be6ea req-3cd5305c-964f-43bd-af10-a6d7824711ae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.015164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dda34f3c-b6a4-4cd3-8756-5afe885be6ea req-3cd5305c-964f-43bd-af10-a6d7824711ae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 943 time: 0.0654058 Jul 23 23:31:41.054040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dda34f3c-b6a4-4cd3-8756-5afe885be6ea req-78a736b7-4217-4d4a-9d2d-c950b9a9713a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jul 23 23:31:41.068677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-920fb9fd-acfb-4c4f-abfc-2e0447b2cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.070461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-920fb9fd-acfb-4c4f-abfc-2e0447b2cd28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632455 Jul 23 23:31:41.116715 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b46843c2-2fbb-4f79-8aec-d78bdb0fe082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:41.160057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-958cfaa8-8d80-48b2-8027-344c774acc29 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837185 Jul 23 23:31:41.253207 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5f81c980-2d80-48b6-861d-b8c4be443d27 req-2d959b39-589f-42a0-8d3d-25f392dd7797 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Jul 23 23:31:41.352761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-b563cf8d-7318-459f-8df0-68df2edd262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.355012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-b563cf8d-7318-459f-8df0-68df2edd262d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1095 time: 0.0551162 Jul 23 23:31:41.447433 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-b13ad6e7-d9bb-4261-8ac2-40ebe47af319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.449079 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-b13ad6e7-d9bb-4261-8ac2-40ebe47af319 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.0861197 Jul 23 23:31:41.490026 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-b8250597-2741-4f70-9f5d-872855ece9ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Jul 23 23:31:41.536409 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-9303820d-d7a5-4801-a219-80264da9360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.537826 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-9303820d-d7a5-4801-a219-80264da9360e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0417495 Jul 23 23:31:41.600293 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-5f101401-8a16-4f8a-ae87-c1ce80f18d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:41.601709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-5f101401-8a16-4f8a-ae87-c1ce80f18d09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573606 Jul 23 23:31:41.691441 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-62a85631-5add-483b-83eb-d9936fc4f263 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814860 Jul 23 23:31:41.785925 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-272873ab-7698-4104-93d2-dfcbc8c9590e req-1d2bf45f-c897-4a16-86aa-451462a9aa49 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863883 Jul 23 23:31:42.187171 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1407f-06fd-4b82-9885-2e876fead55a req-0eb3a4f6-2da2-401a-85ef-72fdd9b574be tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:42.188665 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86d1407f-06fd-4b82-9885-2e876fead55a req-0eb3a4f6-2da2-401a-85ef-72fdd9b574be tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 943 time: 0.0667906 Jul 23 23:31:42.227458 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86d1407f-06fd-4b82-9885-2e876fead55a req-5d0e9c06-a8cd-462f-bd33-29d736804ce8 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Jul 23 23:31:43.271458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ad8b2c1f-ac90-4141-bacd-ce81534f73e7 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:31:43.356974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8d84-c440-4be0-aae4-8fe64f36b9d5 req-335f3fe3-5d9b-4c34-a1d5-d95f224f72a4 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:43.358796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2aec8d84-c440-4be0-aae4-8fe64f36b9d5 req-335f3fe3-5d9b-4c34-a1d5-d95f224f72a4 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 943 time: 0.0660958 Jul 23 23:31:43.370026 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:43.381228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'port_id': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'mac_address': 'fa:16:3e:2c:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:31:43.396845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2aec8d84-c440-4be0-aae4-8fe64f36b9d5 req-a1769d9f-78df-492f-bf6c-09b0f15bb243 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323951 Jul 23 23:31:43.419132 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:43.431521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8b2c1f-ac90-4141-bacd-ce81534f73e7 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:31:43.451976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:43.455972 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:43.508734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:43.516347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.516691 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.517030 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.517363 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.517692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.518047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.518371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.518693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.519013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.519331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.519650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.519967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:31:43.654186 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:31:43.839091 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57cf681d-2163-4d2d-91b4-ef491bb08e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:44.264839 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:44.526090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7861c-04b3-4690-aada-24eb4ceb48d9 req-f36e004f-c580-42ce-accb-b6757728c6fe tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:44.528240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-def7861c-04b3-4690-aada-24eb4ceb48d9 req-f36e004f-c580-42ce-accb-b6757728c6fe tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 944 time: 0.0645597 Jul 23 23:31:44.566626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-def7861c-04b3-4690-aada-24eb4ceb48d9 req-91d8348a-7273-47f0-ae09-230e5c3dbbcc tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 23 23:31:45.163487 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:45.302411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ad8b2c1f-ac90-4141-bacd-ce81534f73e7 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:31:45.348894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:31:45.352481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:31:45.352843 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:45.429608 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:45.450960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:31:45.453313 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d2b52f-dc66-4646-99bc-a7d94aba76ba" -d '{"events": [{"server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:31:45.466483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:31:45.470661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:45.498831 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9282bc-62ad-4a63-bfda-105056b34b0f x-openstack-request-id: req-6d9282bc-62ad-4a63-bfda-105056b34b0f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:31:45.499145 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:31:45.499398 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d9282bc-62ad-4a63-bfda-105056b34b0f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:31:45.499787 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'code': 200} Jul 23 23:31:45.524089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:45.597694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc256-5ee7-4723-b50f-2609df42d52e req-5cd4a4af-86e4-4118-9bb4-e3d5367b6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:45.599215 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfacc256-5ee7-4723-b50f-2609df42d52e req-5cd4a4af-86e4-4118-9bb4-e3d5367b6a89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1097 time: 0.0527213 Jul 23 23:31:45.633248 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-bfacc256-5ee7-4723-b50f-2609df42d52e req-16420613-290d-4f43-a8e7-6f4f5b95a126 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278766 Jul 23 23:31:45.699103 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0badea-67fc-4b0d-8500-d45470a9e57a req-fadba387-75db-4bf8-b212-b980de7b7c4a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:45.700473 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d0badea-67fc-4b0d-8500-d45470a9e57a req-fadba387-75db-4bf8-b212-b980de7b7c4a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0665693 Jul 23 23:31:45.737220 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6d0badea-67fc-4b0d-8500-d45470a9e57a req-3cac1c4b-8a9d-4b2a-9cf2-eec360af35b5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Jul 23 23:31:46.682986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:46.866660 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38feab-99cc-465f-ad1a-f58bbd87c7c8 req-25d99b68-0b57-4568-a1f8-4a4328a96644 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:46.868130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea38feab-99cc-465f-ad1a-f58bbd87c7c8 req-25d99b68-0b57-4568-a1f8-4a4328a96644 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0646763 Jul 23 23:31:46.905588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ea38feab-99cc-465f-ad1a-f58bbd87c7c8 req-eebc9816-047a-4335-a39b-2fd0eb13ccaa tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Jul 23 23:31:47.034610 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92d64-5260-40de-b444-709f576460b6 req-8d556023-5775-44b5-9f0f-b005c1893be8 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:47.036099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fe92d64-5260-40de-b444-709f576460b6 req-8d556023-5775-44b5-9f0f-b005c1893be8 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0671031 Jul 23 23:31:47.074130 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1fe92d64-5260-40de-b444-709f576460b6 req-7fbe4026-390a-4070-9742-c5ee58c1c547 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 23 23:31:47.271095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fdf43-c0fc-4373-95ad-6245908b3900 req-1656a547-5ab9-48e4-b3cd-e8add802ee09 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:47.272572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c1fdf43-c0fc-4373-95ad-6245908b3900 req-1656a547-5ab9-48e4-b3cd-e8add802ee09 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0641277 Jul 23 23:31:47.313294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5c1fdf43-c0fc-4373-95ad-6245908b3900 req-f4d45707-a956-43c4-ae60-ee3d1060c191 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Jul 23 23:31:52.752142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:53.808194 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:58.848287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ddff-e70a-4335-b288-14301ad37052 req-55969054-0cf9-4a04-88f5-b0a5d7717bd6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:58.849690 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0478ddff-e70a-4335-b288-14301ad37052 req-55969054-0cf9-4a04-88f5-b0a5d7717bd6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0666218 Jul 23 23:31:58.887805 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0478ddff-e70a-4335-b288-14301ad37052 req-a48eb2fb-534b-4edf-b8b2-83dd75b0bf28 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Jul 23 23:31:58.909665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:59.075446 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315aaf6-e543-471d-93a4-224abf51cb2c tempest-TestMinimumBasicScenario-1424862118 tempest-TestMinimumBasicScenario-1424862118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:31:59.076948 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d315aaf6-e543-471d-93a4-224abf51cb2c tempest-TestMinimumBasicScenario-1424862118 tempest-TestMinimumBasicScenario-1424862118-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1092 time: 0.1663246 Jul 23 23:31:59.080089 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:31:59.084398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:31:59.106163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:59.199064 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:59.303434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Allocated IP 172.25.1.218 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/271a2cf9-b560-4ff1-a464-cba315e4875f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:31:59.404291 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:59.447782 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:59.471284 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:31:59.485885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:31:59.492108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:31:59.495241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:31:59.501110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'Port': ['ID=271a2cf9-b560-4ff1-a464-cba315e4875f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:31:59.842838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:31:59.915703 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.060325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.064882 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.129575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'Port': ['ID=271a2cf9-b560-4ff1-a464-cba315e4875f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:00.141556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.141940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.142294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.142636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.142976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.143314 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.143650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.143982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.144316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.144647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.144974 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.145301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:32:00.152949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.251462 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Floating IP 019fe1a5-b845-4606-9f6f-bd99d6ce851f associated. External IP: 172.25.1.218, port: ad8b2c1f-ac90-4141-bacd-ce81534f73e7. Jul 23 23:32:00.455289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:32:00.567551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:32:00.577218 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Sync routers for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:32:00.584354 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.586005 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:32:00.586618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:32:00.621908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d330d4e3-b7de-480d-b1c2-aa711e4101f6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5407836 Jul 23 23:32:00.622576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:32:00.624893 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:00.625383 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c068204-7306-4d22-b902-fba87031f88d" -d '{"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:32:00.629551 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447188735', 'description': 'tempest-secgroup-smoke-447188735 description', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:00.654228 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.661285 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd9759-65ec-484d-b973-e909c302ae20 x-openstack-request-id: req-15fd9759-65ec-484d-b973-e909c302ae20 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:32:00.661580 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:32:00.661866 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15fd9759-65ec-484d-b973-e909c302ae20 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:32:00.662853 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:32:00.705854 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:32:00.780535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068204-7306-4d22-b902-fba87031f88d req-fd311e3f-5444-41ca-9e21-9fea1c30b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:00.782069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-fd311e3f-5444-41ca-9e21-9fea1c30b73f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1097 time: 0.0988319 Jul 23 23:32:00.792214 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.801821 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.850759 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.853871 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260239 Jul 23 23:32:00.856408 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:00.862701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:00.888837 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652ed1b-d0e8-4173-a48d-1d6236887203 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2478ad71-d1a2-4991-b6db-6dc57354d36c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:00.891878 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.919636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068204-7306-4d22-b902-fba87031f88d req-fd6fd8e4-7ae8-44b7-8caa-1b6804877f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:00.921135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-fd6fd8e4-7ae8-44b7-8caa-1b6804877f50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.1321890 Jul 23 23:32:00.943963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '019fe1a5-b845-4606-9f6f-bd99d6ce851f', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'port_id': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'mac_address': 'fa:16:3e:2c:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:31:59Z', 'updated_at': '2021-07-23T23:31:59Z', 'revision_number': 0, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:32:00.955251 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.960408 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.970393 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Checking router: 3ea03e59-8bb6-4e5a-9883-2475f5c84352 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:32:00.979765 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:32:00.979928 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:31:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:32:00.980709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bca68f7-ea77-476d-a2a6-ead6190e9241,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:00.989085 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:00.993638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77fec722-57c4-4db7-a657-be463ff0b14f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364250 Jul 23 23:32:00.994594 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:00.999050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.002821 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-3b2ec21c-566e-4e27-873c-a77cc2c19565 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 999 time: 0.0753152 Jul 23 23:32:01.028293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.052891 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068204-7306-4d22-b902-fba87031f88d req-862ff12f-eb7d-4951-b4e1-249f7306221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:01.054396 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-862ff12f-eb7d-4951-b4e1-249f7306221d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0455008 Jul 23 23:32:01.099184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.100309 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:32:01.104592 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.119675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068204-7306-4d22-b902-fba87031f88d req-225abc0f-aab9-45b9-896a-b70c914d177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:01.121193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-225abc0f-aab9-45b9-896a-b70c914d177b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602865 Jul 23 23:32:01.127420 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ad06f1-581c-4988-8578-aa13b4123469,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:01.135488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.136552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c2106866-6fa7-42fd-b081-16a58ccda6e5 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412692 Jul 23 23:32:01.139328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:01.144818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.179327 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.223829 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-bb557f1f-27e2-4366-a7bd-ad6e357270ec service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963931 Jul 23 23:32:01.245951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.250225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.268141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb5655c-8fec-4954-8e30-0b0734ec1fdf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:01.274982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.279184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-075599a8-5e2d-404d-9705-82faa09023d1 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387420 Jul 23 23:32:01.279781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:01.284287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.312440 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.341562 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-4c068204-7306-4d22-b902-fba87031f88d req-dd9bd32d-8190-4611-baac-d6c64adfa0f7 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108935 Jul 23 23:32:01.379007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.382781 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.399942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99ac1c5-bd58-4b3b-8df4-6a07955d0d91,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:01.406804 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.410338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ffdedc39-cad5-403b-999d-b23faf2b3681 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294470 Jul 23 23:32:01.410931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:01.416879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.428517 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '019fe1a5-b845-4606-9f6f-bd99d6ce851f', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'port_id': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'mac_address': 'fa:16:3e:2c:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:31:59Z', 'updated_at': '2021-07-23T23:31:59Z', 'revision_number': 0, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:32:01.440272 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Project d89bb0f6f17e465bbcea1b184d04c462 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:32:01.445142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.454699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda25da6-8b7d-4bae-b9c0-120e970ad23a None None] The sync data for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 is: [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '019fe1a5-b845-4606-9f6f-bd99d6ce851f', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'port_id': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'mac_address': 'fa:16:3e:2c:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:31:59Z', 'updated_at': '2021-07-23T23:31:59Z', 'revision_number': 0, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:32:01.516551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.520640 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.538417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6ced7a-8b97-4535-9d7b-498be9d4fcea,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:01.546567 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.548029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-876ca2d8-62c0-4e02-a405-4f9952259c08 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359048 Jul 23 23:32:01.550827 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:32:01.555307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'security_group_rule': {'security_group_id': '2478ad71-d1a2-4991-b6db-6dc57354d36c', 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.579308 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Project d89bb0f6f17e465bbcea1b184d04c462 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:32:01.584598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.651801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.655840 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.666081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe9a77-195d-4f9c-b2a3-ac1063eaeab3 None None] New status for floating IP 019fe1a5-b845-4606-9f6f-bd99d6ce851f: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:32:01.676599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308cb21f-b376-4543-a9f5-80dfad3b7d3d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:01.679532 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:01.683916 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-36bfe63d-a05f-46e5-b3c6-21becaa0c396 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289940 Jul 23 23:32:01.764985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a089ea8-b73b-4499-904d-af480caacffa req-4a914874-5af7-4071-822f-6af43190873b tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447188735&fields=id&tenant_id=d89bb0f6f17e465bbcea1b184d04c462 HTTP/1.1" status: 200 len: 267 time: 0.0354066 Jul 23 23:32:01.838461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089ea8-b73b-4499-904d-af480caacffa req-2ceac303-eb9d-4fa7-a6bc-3c868d733e1f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:01.840020 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a089ea8-b73b-4499-904d-af480caacffa req-2ceac303-eb9d-4fa7-a6bc-3c868d733e1f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0695841 Jul 23 23:32:01.850731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'port': {'security_groups': ['fd22af8c-582f-4816-9512-6f9dce21a32b', '2478ad71-d1a2-4991-b6db-6dc57354d36c']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:32:01.933151 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:02.119545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:32:02.147765 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:02.153122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:02.164788 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:32:02.195623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:02.196812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:02.198352 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a089ea8-b73b-4499-904d-af480caacffa req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "PUT /v2.0/ports/ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 981 time: 0.3523762 Jul 23 23:32:02.244417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f5a56-e202-4ad2-9b0e-dfb162f14e64 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:32:02.257642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:32:02.359736 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ccf38-e041-4ab6-a4f8-878d08186359 req-cbc982a1-bf0b-4ca6-8a8a-b0bc88ec1b55 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:02.361476 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b33ccf38-e041-4ab6-a4f8-878d08186359 req-cbc982a1-bf0b-4ca6-8a8a-b0bc88ec1b55 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0813007 Jul 23 23:32:02.404464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b33ccf38-e041-4ab6-a4f8-878d08186359 req-9ba3002f-6d9f-422e-a000-1a8211241b9a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370071 Jul 23 23:32:02.478595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4384532f-e0b5-41e1-8e51-2e6ef09b2f85 None None] Provisioning complete for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:32:02.478836 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4384532f-e0b5-41e1-8e51-2e6ef09b2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:02.663856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:32:02.667045 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454b728-6796-4f41-b40c-7f49de68ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:32:02.703042 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b94d5-f02e-45db-a867-3b881e702bff x-openstack-request-id: req-999b94d5-f02e-45db-a867-3b881e702bff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:32:02.703439 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:32:02.704158 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-999b94d5-f02e-45db-a867-3b881e702bff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:32:02.704564 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:32:02.782693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-f4efa660-87b8-4ca6-a855-b2e09ff77e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:02.784145 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-f4efa660-87b8-4ca6-a855-b2e09ff77e8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1136 time: 0.0541594 Jul 23 23:32:02.877375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-1e5f409b-84b6-4ead-a167-333dcbddeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:02.878892 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-1e5f409b-84b6-4ead-a167-333dcbddeeb2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.0878804 Jul 23 23:32:02.943113 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-2eafd8d4-4009-406e-b6c6-c9767d849958 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 1001 time: 0.0574236 Jul 23 23:32:02.996289 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-ec671e79-9cb3-47ff-a19c-2a5cb06fdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:02.997733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-ec671e79-9cb3-47ff-a19c-2a5cb06fdb4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0479531 Jul 23 23:32:03.059103 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-30e6a71c-c0b7-4fc8-b61b-41705e4c9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:03.060616 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-30e6a71c-c0b7-4fc8-b61b-41705e4c9d87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564673 Jul 23 23:32:03.150621 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-519b27b3-2541-44f7-841e-18359c9ed83a service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825191 Jul 23 23:32:03.242675 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0454b728-6796-4f41-b40c-7f49de68ca74 req-b819682e-ffe1-4010-af49-bba21b01e973 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Jul 23 23:32:11.119821 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ae8-5fdc-4809-a8f2-13469981e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:13.839710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5af35f5-a94d-4a00-a989-5af5483a1763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:14.265961 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:15.166495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:16.685032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:17.625819 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-7bd9d8e5-b240-4ad5-8a00-f5655e148944 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521393 Jul 23 23:32:17.721673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-87ab5b57-d933-4f3e-8f36-82e8cee6da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:17.723162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-87ab5b57-d933-4f3e-8f36-82e8cee6da85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1136 time: 0.0575285 Jul 23 23:32:17.823053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-40773629-7e97-49be-9360-65d1806a743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:17.824523 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-40773629-7e97-49be-9360-65d1806a743c service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.0826616 Jul 23 23:32:17.891055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-fbf347a4-d558-4e1b-a657-5fb7469fdf13 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 1001 time: 0.0603135 Jul 23 23:32:17.938174 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-dd56cf5c-cf40-484a-8fcb-572c979cd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:17.939551 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-dd56cf5c-cf40-484a-8fcb-572c979cd0d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0424693 Jul 23 23:32:17.998454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-7630903d-490b-49c5-8497-58cd9a9ef259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:17.999948 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-7630903d-490b-49c5-8497-58cd9a9ef259 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540633 Jul 23 23:32:18.093346 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-623f1a8d-5982-4981-ba52-de3e56b4145a service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Jul 23 23:32:18.180194 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-caa16903-6216-42b4-9cd5-5f4a26212c4a req-767f511c-010a-41f0-9a45-05a5bc1d675c service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805051 Jul 23 23:32:18.634851 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-906eb301-69be-4849-a3d7-40aabe973b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:18.635590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60695-11c3-41ea-a76f-d752a2e3ef06 req-e354d0b6-45ae-4a3a-90a9-acd8e7957f4d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:18.636567 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-906eb301-69be-4849-a3d7-40aabe973b16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1136 time: 0.0646932 Jul 23 23:32:18.637344 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9a60695-11c3-41ea-a76f-d752a2e3ef06 req-e354d0b6-45ae-4a3a-90a9-acd8e7957f4d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0720816 Jul 23 23:32:18.678889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9a60695-11c3-41ea-a76f-d752a2e3ef06 req-a9e93ec7-31c7-464b-97e5-16964e8fa9c0 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354304 Jul 23 23:32:18.732363 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-a6bea46a-a9a9-448d-90f1-db68430c10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:18.734148 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-a6bea46a-a9a9-448d-90f1-db68430c10f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.0887234 Jul 23 23:32:18.802392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-d1bede45-5d25-4b45-9b59-556955e68973 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 1001 time: 0.0619166 Jul 23 23:32:18.850313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-f62d8356-d50f-4279-bce9-1da2261f9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:18.851710 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-f62d8356-d50f-4279-bce9-1da2261f9782 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0426273 Jul 23 23:32:18.908119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-d5097879-01ed-4ba8-919b-7d4f6136ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:18.909582 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-d5097879-01ed-4ba8-919b-7d4f6136ae32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520496 Jul 23 23:32:19.001312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-71b7f91f-2559-436b-9eaa-2b019ece9ef1 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Jul 23 23:32:19.091006 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-47fc735a-0438-46cc-b23b-2adb91e7a6eb req-bf51c251-15fb-4cca-839d-85f95525e878 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821834 Jul 23 23:32:19.811242 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d4b35-0177-4c41-a440-48618a9e8216 req-f7e91d05-dcc5-4c24-8b99-6b51a426b749 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:19.812739 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-795d4b35-0177-4c41-a440-48618a9e8216 req-f7e91d05-dcc5-4c24-8b99-6b51a426b749 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0678406 Jul 23 23:32:19.851959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-795d4b35-0177-4c41-a440-48618a9e8216 req-6bf897b7-ddc7-4aa2-83ad-f9c69bfb70ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335193 Jul 23 23:32:20.980796 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c800696-4753-457d-a2eb-c2fcb44d20dc req-6514ce48-ca9c-47a2-9ff8-d132320e8338 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:20.982287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c800696-4753-457d-a2eb-c2fcb44d20dc req-6514ce48-ca9c-47a2-9ff8-d132320e8338 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0632980 Jul 23 23:32:21.021405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7c800696-4753-457d-a2eb-c2fcb44d20dc req-d0651661-a2ae-46b6-bee4-72c5dc371ed6 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331819 Jul 23 23:32:22.154951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50043-1734-4bfd-8913-bc30a8b90161 req-007057e2-5f0a-46c5-991f-9dd081c2db66 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:22.156427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15c50043-1734-4bfd-8913-bc30a8b90161 req-007057e2-5f0a-46c5-991f-9dd081c2db66 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0672216 Jul 23 23:32:22.507635 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15c50043-1734-4bfd-8913-bc30a8b90161 req-26c82f0a-4ed7-4cc4-b48e-a28fcff61120 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3456445 Jul 23 23:32:22.767016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:23.636805 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2648-cbc9-4a07-a3b7-515ba1dcea74 req-e5c3cd31-f3db-4893-9f67-5a08cf64f5c9 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:23.638208 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db2c2648-cbc9-4a07-a3b7-515ba1dcea74 req-e5c3cd31-f3db-4893-9f67-5a08cf64f5c9 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0623987 Jul 23 23:32:23.678965 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-db2c2648-cbc9-4a07-a3b7-515ba1dcea74 req-c78096bc-a435-42b7-8e59-97d762998008 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342770 Jul 23 23:32:23.800871 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:24.807440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0500f5-698d-456f-8618-0c78ed1aa044 req-12b49554-85ed-493f-8f53-15d6fa932894 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:24.808917 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a0500f5-698d-456f-8618-0c78ed1aa044 req-12b49554-85ed-493f-8f53-15d6fa932894 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0625012 Jul 23 23:32:24.853979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a0500f5-698d-456f-8618-0c78ed1aa044 req-5409fede-7790-41c7-8a30-6532b904bd3d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391865 Jul 23 23:32:25.986759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06985-63ff-466f-8e55-2539a06ef53c req-76773560-9fe9-429e-84a5-7a462fe19630 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:25.988228 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f06985-63ff-466f-8e55-2539a06ef53c req-76773560-9fe9-429e-84a5-7a462fe19630 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0653141 Jul 23 23:32:26.027027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05f06985-63ff-466f-8e55-2539a06ef53c req-eacad82a-151a-41bc-826e-8956a861ed1e tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329156 Jul 23 23:32:27.153411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f679-6dae-4f66-b097-3a008822ae85 req-9731804a-6a63-4073-9167-66e32dccccae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:27.154903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ed9f679-6dae-4f66-b097-3a008822ae85 req-9731804a-6a63-4073-9167-66e32dccccae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0626698 Jul 23 23:32:27.194518 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ed9f679-6dae-4f66-b097-3a008822ae85 req-3fa21e5b-0249-484e-b029-fcc87fd9710d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332701 Jul 23 23:32:28.327676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e539dc-3614-4d31-8999-3fa315eec315 req-d4866ec1-2977-4ef1-bf64-8fd8a4e9be32 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:28.329483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88e539dc-3614-4d31-8999-3fa315eec315 req-d4866ec1-2977-4ef1-bf64-8fd8a4e9be32 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0678647 Jul 23 23:32:28.368642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-88e539dc-3614-4d31-8999-3fa315eec315 req-5379cdd0-053f-4a85-9702-e853c6e3b1d4 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334527 Jul 23 23:32:29.500273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca967dcf-8798-46a2-ac5b-0fdf8c8f719b req-8473f61f-b6a4-4ace-b493-56fdc2b6ec6d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:29.501779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca967dcf-8798-46a2-ac5b-0fdf8c8f719b req-8473f61f-b6a4-4ace-b493-56fdc2b6ec6d tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0656774 Jul 23 23:32:29.541049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca967dcf-8798-46a2-ac5b-0fdf8c8f719b req-f4b7078b-39a9-4bf8-8d56-fb075da4e251 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336163 Jul 23 23:32:30.672613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760da88-ef5e-4fb9-9548-d17db2583477 req-6d85a940-4749-4b05-ab7e-a98148d16bae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:32:30.674091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8760da88-ef5e-4fb9-9548-d17db2583477 req-6d85a940-4749-4b05-ab7e-a98148d16bae tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0662112 Jul 23 23:32:30.713915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8760da88-ef5e-4fb9-9548-d17db2583477 req-59b963ea-73e8-4ed6-940f-b2089fd8661f tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=2478ad71-d1a2-4991-b6db-6dc57354d36c&id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341022 Jul 23 23:32:36.474151 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:32:41.119829 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93ad0c2f-6a58-441d-84d5-e3af9c11ae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:43.840100 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea3fca92-edf0-40b5-9f38-4cbfd695d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:44.266224 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:45.167840 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:46.688531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:52.768969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:32:53.800468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.099142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-fcacd591-b035-4a98-a23e-3a8dc38e8141 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447188735&fields=id&tenant_id=d89bb0f6f17e465bbcea1b184d04c462 HTTP/1.1" status: 200 len: 267 time: 0.0343347 Jul 23 23:33:03.164861 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-e6485df3-aa46-4ffd-8a6f-6d0eef4e425b tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:03.166343 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-e6485df3-aa46-4ffd-8a6f-6d0eef4e425b tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 984 time: 0.0619798 Jul 23 23:33:03.176788 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Request body: {'port': {'security_groups': ['fd22af8c-582f-4816-9512-6f9dce21a32b']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:03.264480 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.439479 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:03.467627 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.472213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.487412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:33:03.513794 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:03.514422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.516128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8427bf61-4e15-44b9-b53d-89f456cab416 req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "PUT /v2.0/ports/ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 942 time: 0.3437195 Jul 23 23:33:03.516927 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:03.519216 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51aafe-9345-4fa2-9878-eca1d0940c93" -d '{"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:03.522283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:03.547028 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event updated for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:03.554939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.555289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.555636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.555969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.556299 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.556716 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.557042 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.557366 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.557690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.562503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.562894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.563231 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4304cd-fb04-48e4-87bf-4ef48f96d8ed tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.567696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94925aa0-cc9f-4b78-b705-1ee46e0888fd x-openstack-request-id: req-94925aa0-cc9f-4b78-b705-1ee46e0888fd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:03.568053 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:03.568233 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94925aa0-cc9f-4b78-b705-1ee46e0888fd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:03.568631 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:33:03.590652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:33:03.621462 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.668068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.727495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-7da1b41e-cfd7-41f9-835b-d7773fabe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:03.729532 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-7da1b41e-cfd7-41f9-835b-d7773fabe952 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1097 time: 0.1380994 Jul 23 23:33:03.785467 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.787956 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.789473 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "DELETE /v2.0/security-groups/2478ad71-d1a2-4991-b6db-6dc57354d36c HTTP/1.1" status: 204 len: 168 time: 0.2662029 Jul 23 23:33:03.792200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:03.830656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478ad71-d1a2-4991-b6db-6dc57354d36c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:03.836964 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0cf3c8d8-4c49-4d04-a483-634642364b30 None None] Provisioning complete for port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:03.837327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c8d8-4c49-4d04-a483-634642364b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.847472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.847828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.848170 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.848505 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.848836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.849169 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.849495 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.849842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.850171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.850496 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.850819 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.851140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd5c50-62a8-4b11-87a5-226b8e92dc7a tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:03.878880 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-d9c31835-96f0-45b0-9477-efb4f6adf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:03.881161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-d9c31835-96f0-45b0-9477-efb4f6adf160 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.1425149 Jul 23 23:33:03.949526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-9d169637-5d3d-4667-aa10-a4df228ae6f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 1001 time: 0.0597823 Jul 23 23:33:03.959496 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Deleting port 271a2cf9-b560-4ff1-a464-cba315e4875f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:03.959844 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:03.998270 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-53874432-5e78-4864-af1b-9446c94df0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:03.999812 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-53874432-5e78-4864-af1b-9446c94df0bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0436790 Jul 23 23:33:04.040852 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:04.041289 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:04.053577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Calling delete_port for 271a2cf9-b560-4ff1-a464-cba315e4875f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:04.061968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-098fd46b-0558-4a88-82fd-d7e50be3f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:04.063565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-098fd46b-0558-4a88-82fd-d7e50be3f304 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573967 Jul 23 23:33:04.154295 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-5e64f430-9318-49cc-9900-b9f786879ffe service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834320 Jul 23 23:33:04.204933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:04.232107 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event deleted for resources: {'Port': ['ID=271a2cf9-b560-4ff1-a464-cba315e4875f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:04.248724 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-de51aafe-9345-4fa2-9878-eca1d0940c93 req-63ac25b6-0c0d-4c50-8d92-671e0837bf8b service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Jul 23 23:33:04.292666 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:04.293006 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Floating IP 019fe1a5-b845-4606-9f6f-bd99d6ce851f disassociated (deleted). External IP: 172.25.1.218, port: ad8b2c1f-ac90-4141-bacd-ce81534f73e7. Jul 23 23:33:04.497371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:33:04.602726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:04.607513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:04.612760 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Sync routers for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:04.621613 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:04.622311 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:04.643900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-80c8d589-85c9-4f45-a480-4210bb815b40 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "DELETE /v2.0/floatingips/019fe1a5-b845-4606-9f6f-bd99d6ce851f HTTP/1.1" status: 204 len: 168 time: 0.8503594 Jul 23 23:33:04.719692 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:04.926775 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:04.951536 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Checking router: 3ea03e59-8bb6-4e5a-9883-2475f5c84352 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:04.959614 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:04.960245 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:32:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:05.060645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:05.250048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:05.279202 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7648c01a-59f3-46a4-b236-494fa81ca114 None None] The sync data for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 is: [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:31:12Z', 'revision_number': 4, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '60d57d94-d03b-48be-bfc8-75d3266abb3d', 'name': '', 'network_id': 'af493bff-e8c0-41ef-ace0-59b7ed7f372e', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'mac_address': 'fa:16:3e:ec:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:12Z', 'updated_at': '2021-07-23T23:31:18Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'subnets': [{'id': '8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:05.505693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fce732-5425-4f0e-9b78-d009a6ba5127 None None] New status for floating IP 019fe1a5-b845-4606-9f6f-bd99d6ce851f: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:33:05.569852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:05.572031 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05" -d '{"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:05.610258 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d329ea4-59c5-4038-92f6-98dcee78f692 x-openstack-request-id: req-9d329ea4-59c5-4038-92f6-98dcee78f692 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:05.610796 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:05.611050 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d329ea4-59c5-4038-92f6-98dcee78f692 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:05.611482 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:33:05.684895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-e5c4dfaa-cd63-4e83-8683-a989ff6f54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:05.686416 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-e5c4dfaa-cd63-4e83-8683-a989ff6f54ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 1097 time: 0.0542638 Jul 23 23:33:05.779720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-d3783d80-d594-4f09-a361-d8b309dc0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:05.781832 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-d3783d80-d594-4f09-a361-d8b309dc0539 service neutron] 10.222.0.22 "GET /v2.0/networks?id=af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 200 len: 916 time: 0.0890148 Jul 23 23:33:05.822261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-f4bd7274-89aa-447b-9a29-dc2741bdebb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 200 len: 217 time: 0.0339663 Jul 23 23:33:05.870699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-f50774a4-76af-4fce-a066-e91ddd4061ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:05.872179 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-f50774a4-76af-4fce-a066-e91ddd4061ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 200 len: 854 time: 0.0441279 Jul 23 23:33:05.938951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-03ced005-4454-4774-a423-af205c470cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:05.940481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-03ced005-4454-4774-a423-af205c470cc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=af493bff-e8c0-41ef-ace0-59b7ed7f372e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622926 Jul 23 23:33:06.033308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-05027882-1ed5-444f-bd56-5a1ca597f64f service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Jul 23 23:33:06.127795 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7f6e427e-6ec2-407d-9e8b-aab7423f9a05 req-96240bf7-884e-4450-999b-eefe6c2900c5 service neutron] 10.222.0.22 "GET /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880320 Jul 23 23:33:11.122653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-461b18ca-adc5-4db6-b5e1-8d3608e545ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:11.605870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069c02-ee2c-4525-a75d-34a47468e673 req-29e517ff-921b-44b9-aae7-028d887c97af tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:11.607360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16069c02-ee2c-4525-a75d-34a47468e673 req-29e517ff-921b-44b9-aae7-028d887c97af tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0689826 Jul 23 23:33:11.655641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-16069c02-ee2c-4525-a75d-34a47468e673 req-51dee617-35d5-455d-be94-5262915e1464 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Jul 23 23:33:12.789285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63b0a-eece-4bed-9274-cf282b76e28f req-1cd166ab-620b-4c6a-917b-70dec2f81562 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:12.790807 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da63b0a-eece-4bed-9274-cf282b76e28f req-1cd166ab-620b-4c6a-917b-70dec2f81562 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0672386 Jul 23 23:33:12.828243 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7da63b0a-eece-4bed-9274-cf282b76e28f req-83ecddc7-fddf-4bc8-9d77-ac446eac886c tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd22af8c-582f-4816-9512-6f9dce21a32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Jul 23 23:33:13.198338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-80d95b29-6905-403c-bb38-20a610eb3d31 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:13.200475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-80d95b29-6905-403c-bb38-20a610eb3d31 tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.22 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 945 time: 0.0645630 Jul 23 23:33:13.299011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Deleting port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:13.299347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:13.389786 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] For port ad8b2c1f-ac90-4141-bacd-ce81534f73e7, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:13.390366 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:13.402528 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Calling delete_port for ad8b2c1f-ac90-4141-bacd-ce81534f73e7 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:13.476761 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:33:13.529722 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:13.541482 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['ad8b2c1f-ac90-4141-bacd-ce81534f73e7'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:33:13.558612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Pushing event deleted for resources: {'Port': ['ID=ad8b2c1f-ac90-4141-bacd-ce81534f73e7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:13.607034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] No DVR routers for this DVR port ad8b2c1f-ac90-4141-bacd-ce81534f73e7 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:33:13.610719 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:13.612700 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c4ec514d-57f1-42f1-a55d-8c682532f403 req-bec4f769-5029-43b8-89d5-30736633bdfb tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.22 "DELETE /v2.0/ports/ad8b2c1f-ac90-4141-bacd-ce81534f73e7 HTTP/1.1" status: 204 len: 173 time: 0.4065609 Jul 23 23:33:13.613227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'name': 'network-vif-deleted', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:13.615492 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34e23b-9d29-4c0d-93c0-d990c8482523" -d '{"events": [{"server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "name": "network-vif-deleted", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:13.650564 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d80e1a-f88b-4e2c-819e-1c0a0cb547c9 x-openstack-request-id: req-f4d80e1a-f88b-4e2c-819e-1c0a0cb547c9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:13.650854 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3831f9c7-5cf2-41c5-9991-2fff40a7f588", "name": "network-vif-deleted", "tag": "ad8b2c1f-ac90-4141-bacd-ce81534f73e7", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:13.651105 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4d80e1a-f88b-4e2c-819e-1c0a0cb547c9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:13.651504 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3831f9c7-5cf2-41c5-9991-2fff40a7f588', 'name': 'network-vif-deleted', 'tag': 'ad8b2c1f-ac90-4141-bacd-ce81534f73e7', 'status': 'completed', 'code': 200} Jul 23 23:33:13.839732 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9adb214e-5d48-49a1-84ed-10b722ef0432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:13.937810 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1818c103-e469-40fc-812e-ce0f17ec06dd req-95d4a786-a43a-416b-ac2f-84f31bffc04e tempest-TestMinimumBasicScenario-1473720614 tempest-TestMinimumBasicScenario-1473720614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3831f9c7-5cf2-41c5-9991-2fff40a7f588 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Jul 23 23:33:14.267234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:15.173509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:15.499521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:15.736940 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ad8b2c1f-ac90-4141-bacd-ce81534f73e7 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:15.758490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: ad8b2c1f-ac90-4141-bacd-ce81534f73e7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:15.758833 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device ad8b2c1f-ac90-4141-bacd-ce81534f73e7 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:15.841132 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.091172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Deleting port 60d57d94-d03b-48be-bfc8-75d3266abb3d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:16.091506 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.165828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] For port 60d57d94-d03b-48be-bfc8-75d3266abb3d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=60d57d94-d03b-48be-bfc8-75d3266abb3d,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:16.166184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.178700 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Calling delete_port for 60d57d94-d03b-48be-bfc8-75d3266abb3d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:16.356173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.382202 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d57d94-d03b-48be-bfc8-75d3266abb3d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:16.550262 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.691449 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.761395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:33:16.862401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:16.867374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0ec3ad66-9663-47c3-992b-58fb43a87186 admin admin] 10.222.0.37 "PUT /v2.0/routers/3ea03e59-8bb6-4e5a-9883-2475f5c84352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667076 Jul 23 23:33:16.869917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:16.872448 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Sync routers for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:16.882654 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:16.883263 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:16.977722 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:16.987830 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:17.082986 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.134454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Deleting port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:17.134796 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.160112 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:33:16Z', 'revision_number': 5, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port': {'id': '7cacbaeb-be67-44d2-a2a0-caa5f739fc79', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:23:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:10Z', 'updated_at': '2021-07-23T23:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:17.189198 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Checking router: 3ea03e59-8bb6-4e5a-9883-2475f5c84352 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:17.197103 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Routers {'3ea03e59-8bb6-4e5a-9883-2475f5c84352'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:17.197696 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:17.215617 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] For port 7cacbaeb-be67-44d2-a2a0-caa5f739fc79, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:17.215978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.228913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Calling delete_port for 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:17.278007 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] Set router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:17.332186 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:33:17Z', 'revision_number': 6, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:17.358071 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1465961d-a75d-4cbd-bb90-dfb30ce587cc None None] The sync data for ids ['3ea03e59-8bb6-4e5a-9883-2475f5c84352'] in n-d-791506-25 is: [{'id': '3ea03e59-8bb6-4e5a-9883-2475f5c84352', 'name': 'tempest-TestMinimumBasicScenario-1022738731-router', 'tenant_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:09Z', 'updated_at': '2021-07-23T23:33:17Z', 'revision_number': 6, 'project_id': 'd89bb0f6f17e465bbcea1b184d04c462', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:17.394576 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.420210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cacbaeb-be67-44d2-a2a0-caa5f739fc79,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:17.484741 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.570275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.572383 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.614062 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.614603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea03e59-8bb6-4e5a-9883-2475f5c84352 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:33:17.618771 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.619933 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-290f3a24-27ae-42b3-8ba8-a2692f518f06 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3ea03e59-8bb6-4e5a-9883-2475f5c84352 HTTP/1.1" status: 204 len: 168 time: 0.7491050 Jul 23 23:33:17.622654 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:17.670070 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Deleting subnet 8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:33:17.673246 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.708291 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.791658 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.842948 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.869611 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:17.875398 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:17.877261 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b6b5bf4d-7bda-445a-861b-825075cd1136 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d3a5a9a-bcb7-44a2-b2b1-19145cc342bb HTTP/1.1" status: 204 len: 168 time: 0.2536106 Jul 23 23:33:17.879915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:17.881136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e955d04-d7c1-4973-bdee-ea6d318e12ff None None] Network af493bff-e8c0-41ef-ace0-59b7ed7f372e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:33:17.946241 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.003403 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Deleting port 23619685-5f8d-4504-8edd-1569f1dba30a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:18.003670 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.134485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] DHCP port deletion for af493bff-e8c0-41ef-ace0-59b7ed7f372e request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:33:18.197181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Deleting port 23619685-5f8d-4504-8edd-1569f1dba30a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:18.197849 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.269887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 60d57d94-d03b-48be-bfc8-75d3266abb3d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:18.297149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 60d57d94-d03b-48be-bfc8-75d3266abb3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:18.297493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 60d57d94-d03b-48be-bfc8-75d3266abb3d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:18.308631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] For port 23619685-5f8d-4504-8edd-1569f1dba30a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=23619685-5f8d-4504-8edd-1569f1dba30a,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:18.309038 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.333279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Calling delete_port for 23619685-5f8d-4504-8edd-1569f1dba30a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:18.419867 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.436788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] For port 23619685-5f8d-4504-8edd-1569f1dba30a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=23619685-5f8d-4504-8edd-1569f1dba30a,segment=NetworkSegment(f9ae253f-f25d-4eb9-a119-6669f995f6d6),segment_id=f9ae253f-f25d-4eb9-a119-6669f995f6d6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:18.437202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.445901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Pushing event deleted for resources: {'Port': ['ID=23619685-5f8d-4504-8edd-1569f1dba30a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:18.452256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] No DVR routers for this DVR port 23619685-5f8d-4504-8edd-1569f1dba30a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:33:18.459265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Calling delete_port for 23619685-5f8d-4504-8edd-1569f1dba30a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:18.465004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.465346 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.465690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.466059 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.466387 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.466710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.467031 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.467441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.468243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.468562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.468981 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.469299 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a086047a-2de4-46c6-a2a9-476fbd8192e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:18.539694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.566386 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Pushing event deleted for resources: {'Port': ['ID=23619685-5f8d-4504-8edd-1569f1dba30a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:18.569866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] No DVR routers for this DVR port 23619685-5f8d-4504-8edd-1569f1dba30a on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:33:18.638000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.648292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af493bff-e8c0-41ef-ace0-59b7ed7f372e']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:18.658513 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ae253f-f25d-4eb9-a119-6669f995f6d6') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:18.658801 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ae253f-f25d-4eb9-a119-6669f995f6d6') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:18.667227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.680401 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.686966 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:33:18.687531 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self.session.flush() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:33:18.689202 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:33:18.745803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.751837 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:18.753664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] 10.222.0.37 "DELETE /v2.0/networks/af493bff-e8c0-41ef-ace0-59b7ed7f372e HTTP/1.1" status: 204 len: 168 time: 0.8728478 Jul 23 23:33:18.756838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:18.764821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46814d12-4a5b-4731-91f2-80a0e14e2231 admin admin] Pushing event deleted for resources: {'Network': ['ID=af493bff-e8c0-41ef-ace0-59b7ed7f372e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:19.407182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:19.656235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Deleting port 19d5ed56-9767-4236-b069-249ce0234df8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:19.656451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:19.733690 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] For port 19d5ed56-9767-4236-b069-249ce0234df8, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=19d5ed56-9767-4236-b069-249ce0234df8,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:19.734104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:19.745953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Calling delete_port for 19d5ed56-9767-4236-b069-249ce0234df8 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:19.817643 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:19.838000 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:19.838347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7cacbaeb-be67-44d2-a2a0-caa5f739fc79 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:19.838758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 23619685-5f8d-4504-8edd-1569f1dba30a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:19.860235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 23619685-5f8d-4504-8edd-1569f1dba30a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:19.860574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 23619685-5f8d-4504-8edd-1569f1dba30a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:19.924838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:19.950263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=19d5ed56-9767-4236-b069-249ce0234df8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:20.117432 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:20.331874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:33:20.435774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:20.440699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-317af644-6534-4e3a-b0a5-e6bb7c53b9ca admin admin] 10.222.0.37 "PUT /v2.0/routers/616ffe58-e74a-4f31-98f8-bdb61a2bbbd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828432 Jul 23 23:33:20.443293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:20.444783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Sync routers for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:20.453976 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:20.454686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:20.547884 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:20.557240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:20.652099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:20.706320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Deleting port 94ab3249-448f-41fa-ad98-8f97164ea690 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:20.706660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:20.736856 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:33:19Z', 'revision_number': 5, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port': {'id': '94ab3249-448f-41fa-ad98-8f97164ea690', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:22:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:31:15Z', 'updated_at': '2021-07-23T23:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:20.762033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Checking router: 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:20.770875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Routers {'616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:20.771513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:20.790623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] For port 94ab3249-448f-41fa-ad98-8f97164ea690, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=94ab3249-448f-41fa-ad98-8f97164ea690,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:20.790990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:20.802755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Calling delete_port for 94ab3249-448f-41fa-ad98-8f97164ea690 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:20.854996 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] Set router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:20.910010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:33:20Z', 'revision_number': 6, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:20.939697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5254323-3b87-42f6-a841-511d8e3f00af None None] The sync data for ids ['616ffe58-e74a-4f31-98f8-bdb61a2bbbd5'] in n-d-791506-25 is: [{'id': '616ffe58-e74a-4f31-98f8-bdb61a2bbbd5', 'name': 'tempest-TestMinimumBasicScenario-1965338761-router', 'tenant_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:31:14Z', 'updated_at': '2021-07-23T23:33:20Z', 'revision_number': 6, 'project_id': '5c72d4208e5847f681b69b8ba7a1ae03', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:20.976710 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.002574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ab3249-448f-41fa-ad98-8f97164ea690,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:21.062541 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.150632 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.152691 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.198633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.199226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:33:21.204131 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.205283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2adaa75d-1aa4-4919-810d-a0fd4a05c0b7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/616ffe58-e74a-4f31-98f8-bdb61a2bbbd5 HTTP/1.1" status: 204 len: 168 time: 0.7610886 Jul 23 23:33:21.207887 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:21.251742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Deleting subnet 1234a4f3-4dc0-4995-b88f-c5dfa679b651 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:33:21.254641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.289979 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.380735 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.431008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.457826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1234a4f3-4dc0-4995-b88f-c5dfa679b651,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:21.459709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.462216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-20d788fc-1393-46e9-b7e4-e1881f77d0db admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1234a4f3-4dc0-4995-b88f-c5dfa679b651 HTTP/1.1" status: 204 len: 168 time: 0.2533567 Jul 23 23:33:21.464014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:21.464236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1198e8-afa4-4f0d-afdb-09554a0c501e None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:33:21.535704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.587607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Deleting port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:21.587951 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.653272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] For port af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,segment=NetworkSegment(8c548311-1e8c-4498-80ac-78d9c4da58d7),segment_id=8c548311-1e8c-4498-80ac-78d9c4da58d7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:21.653640 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.665630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Calling delete_port for af0ee617-4ff3-4906-b2f1-638b1a12c2f7 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:21.713428 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] DHCP port deletion for 4c235f45-95b4-4c64-9445-5856e0e80a0e request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:33:21.754907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.759841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Deleting port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:33:21.760222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.781629 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Pushing event deleted for resources: {'Port': ['ID=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:21.785014 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] No DVR routers for this DVR port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:33:21.866093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.877952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c235f45-95b4-4c64-9445-5856e0e80a0e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:21.889316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c548311-1e8c-4498-80ac-78d9c4da58d7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:21.889606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c548311-1e8c-4498-80ac-78d9c4da58d7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:21.899750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.916472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.924125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:33:21.924579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:33:21.926713 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:33:21.983650 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.989652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:21.991707 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c235f45-95b4-4c64-9445-5856e0e80a0e HTTP/1.1" status: 204 len: 168 time: 0.5266366 Jul 23 23:33:21.999565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device af0ee617-4ff3-4906-b2f1-638b1a12c2f7 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:22.007814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2efd00-575d-40c3-bf3f-0667b3c210bc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c235f45-95b4-4c64-9445-5856e0e80a0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:22.024148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: af0ee617-4ff3-4906-b2f1-638b1a12c2f7 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:22.024489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device af0ee617-4ff3-4906-b2f1-638b1a12c2f7 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:22.024909 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94ab3249-448f-41fa-ad98-8f97164ea690 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:22.031120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] For port af0ee617-4ff3-4906-b2f1-638b1a12c2f7, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:22.031732 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.054443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 94ab3249-448f-41fa-ad98-8f97164ea690 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:22.054785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 94ab3249-448f-41fa-ad98-8f97164ea690 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:22.055195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 19d5ed56-9767-4236-b069-249ce0234df8 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:33:22.077258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Calling delete_port for af0ee617-4ff3-4906-b2f1-638b1a12c2f7 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:33:22.079028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 19d5ed56-9767-4236-b069-249ce0234df8 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:33:22.079484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 19d5ed56-9767-4236-b069-249ce0234df8 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:33:22.082235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:33:22.085616 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.108556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Network 4c235f45-95b4-4c64-9445-5856e0e80a0e is not hosted by any dhcp agent {{(pid=93837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 23:33:22.109103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] No DVR routers for this DVR port af0ee617-4ff3-4906-b2f1-638b1a12c2f7 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:33:22.110876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0492ed-c370-49ff-a80f-b316d11894a6 None None] Pushing event deleted for resources: {'Port': ['ID=af0ee617-4ff3-4906-b2f1-638b1a12c2f7,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:22.188804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:22.230008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-aec5bee6-cdc8-4a8c-a6f5-cf28546c20ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d89bb0f6f17e465bbcea1b184d04c462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399013 Jul 23 23:33:22.232473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:22.285388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.305964 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.354337 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.356851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.358611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd22af8c-582f-4816-9512-6f9dce21a32b HTTP/1.1" status: 204 len: 168 time: 0.1245418 Jul 23 23:33:22.366190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a5d45-6f70-4e7b-8f8d-4b28f0722ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd22af8c-582f-4816-9512-6f9dce21a32b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:22.665234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:22.704994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-776e1344-df41-41c3-8bb4-050b01ced54b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c72d4208e5847f681b69b8ba7a1ae03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385714 Jul 23 23:33:22.707742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:22.754706 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.776820 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.784254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.825068 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.827624 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:22.828841 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ca32476-2574-4ac1-be09-f006dcff191c HTTP/1.1" status: 204 len: 168 time: 0.1201060 Jul 23 23:33:22.836363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2547b1c-263d-4bb5-a25d-d1b025c7dc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca32476-2574-4ac1-be09-f006dcff191c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:23.817164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.379301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:24.384138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1346201279', 'description': 'tempest-secgroup-smoke-1346201279 description', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:24.410134 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.418043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.509037 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.512646 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.548146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5a76c3-2011-4dee-8cae-f62da953233e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:24.603745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.607638 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.633033 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.634277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2538691 Jul 23 23:33:24.637541 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:24.638211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92aad-21ce-4ec5-8efa-d80015824344 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4634c8-a88e-498a-8a15-0797c2c475ba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:24.644219 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:24.670976 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.726856 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.730776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.750951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc6bc29-7ee5-4a33-a680-210aae90aa57,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:24.763754 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.766037 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-765c385c-2d01-4ff0-ab3e-a517f4cce164 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271803 Jul 23 23:33:24.768602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:24.773053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:24.798792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.859464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.863084 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.882575 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1f4ee1-2fbf-4584-874f-fdb7638d5db2,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:24.891621 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.892951 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9d2dfc8c-d0e9-448d-ab5f-8c2e82c5576a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234043 Jul 23 23:33:24.895787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43628) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:24.900121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:24.926950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.986481 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:24.990167 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.008424 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c55cc-d529-483a-b38b-50972b43ea1e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:25.014790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.016110 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8a1c1844-9986-442e-9f83-8948a0274cc2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193068 Jul 23 23:33:25.018724 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:25.023121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:25.049494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.110168 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.113354 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.130353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5407de-e3c7-4bba-9179-61e13572d9c9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:25.136234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.137285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7c80a899-6be5-4bb0-9c6b-aa784bac4297 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176608 Jul 23 23:33:25.140656 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43632) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:25.145074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:25.166906 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:33:25.172024 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.238068 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.241990 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.264665 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a822ead-b5fe-44c1-98d2-072890c69696,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:25.269333 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.270620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9742e192-aaf1-4690-8751-bcf975f040e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289759 Jul 23 23:33:25.273134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43634) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:25.277407 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '3f4634c8-a88e-498a-8a15-0797c2c475ba', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:25.298939 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:33:25.303736 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.369265 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.372773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.390410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb90b39-e82f-453c-90d4-9771f12b9172,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:25.396780 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.397962 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e28fe612-6f7e-4c6b-9276-0bd77411fa23 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238842 Jul 23 23:33:25.400898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:25.406593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'network': {'name': 'tempest-network-smoke--480845721', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:25.426813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:33:25.430202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.454245 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:33:25.462726 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.463082 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Added segment 45ab0ec1-1919-443f-8975-1f014ddd68dd of type vlan for network 05595f44-c14f-42aa-912d-8597ba9b6916 Jul 23 23:33:25.502677 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.531184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.536907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:25.537526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.573315 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1714087 Jul 23 23:33:25.577105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:25.581964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'admin_state_up': True, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:25.605306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.606314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.611215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a8f03-33af-4031-906f-8ccd498258ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Network': ['ID=05595f44-c14f-42aa-912d-8597ba9b6916,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:25.622243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 05595f44-c14f-42aa-912d-8597ba9b6916 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:33:25.660983 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.800207 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:25.986009 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:26.004298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:26.101950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.201 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b10fd9f1-f621-4475-8dee-0071db9092d0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:33:26.207194 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:26.245340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:26.277738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:26.280915 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:26.283321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:33:26.321416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=b10fd9f1-f621-4475-8dee-0071db9092d0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:26.541273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:26.728633 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.172988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:33:27.274430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:27.284828 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Sync routers for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:27.293112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.294024 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:27.294631 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:27.294786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b84981d7-8401-41dd-849f-a4acb9a7587a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7165539 Jul 23 23:33:27.298663 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:27.399237 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:27.420743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3215e27c-780f-494e-8582-bb56c9af9b8f tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ecf1ff67a1a249b88490a059a163fb08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208861 Jul 23 23:33:27.424116 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:27.517428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b68d7-ff1a-46b5-a875-8430286d2117 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:27.518974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fd1b68d7-ff1a-46b5-a875-8430286d2117 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940208 Jul 23 23:33:27.521849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:27.549565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a22e058f-2ed4-45aa-9b24-bc3341484fea tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266733 Jul 23 23:33:27.552137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:27.556866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681339581', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:27.651648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:33:27.655390 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.656193 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:26Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:27.682026 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Checking router: 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:27.682389 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Updating router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 port b10fd9f1-f621-4475-8dee-0071db9092d0 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:33:27.715819 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.836529 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.896112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Subnet': ['ID=f867f2fe-f5e7-4d42-b096-971f61807b0e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:27.906546 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Checking segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:33:27.906913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network hostable DHCP agents. Network: 05595f44-c14f-42aa-912d-8597ba9b6916, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:33:27.923399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 05595f44-c14f-42aa-912d-8597ba9b6916 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:33:27.934977 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 05595f44-c14f-42aa-912d-8597ba9b6916) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:27.941387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:27.942177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.945408 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee2abe-f419-48cb-8f9e-f2144e81bbe5 None None] Network 05595f44-c14f-42aa-912d-8597ba9b6916 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:33:27.960263 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-18946056-73ea-48f1-85e5-49028003d05c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071078 Jul 23 23:33:27.963146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:27.980676 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:27.992496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Transition to ACTIVE for port object b10fd9f1-f621-4475-8dee-0071db9092d0 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:27.998842 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.049309 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Attempting to bind port b10fd9f1-f621-4475-8dee-0071db9092d0 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:33:28.049690 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Attempting to bind port b10fd9f1-f621-4475-8dee-0071db9092d0 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:33:28.050062 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Attempting to bind port b10fd9f1-f621-4475-8dee-0071db9092d0 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:33:28.057103 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Pushing event updated for resources: {'Port': ['ID=b10fd9f1-f621-4475-8dee-0071db9092d0,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:28.060108 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:33:28.060479 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:33:28.061429 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.061844 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:33:28.062312 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Bound port: b10fd9f1-f621-4475-8dee-0071db9092d0, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:33:28.062690 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.069063 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.069411 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.069771 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.070116 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.070447 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.070776 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.071102 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.071427 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.071764 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.072072 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.072393 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.072712 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:33:28.107752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-05595f44-c14f-42aa-912d-8597ba9b6916', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:33:28.108887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.128333 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] For port b10fd9f1-f621-4475-8dee-0071db9092d0, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:33:28.136426 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] For port b10fd9f1-f621-4475-8dee-0071db9092d0, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b10fd9f1-f621-4475-8dee-0071db9092d0,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:33:28.147032 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.234959 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0f178-53c9-41b5-be25-0fbf3a35de5c None None] Pushing event updated for resources: {'Port': ['ID=b10fd9f1-f621-4475-8dee-0071db9092d0,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:28.242618 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:28.243230 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:28.273664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Allocated IP 172.20.0.2 (05595f44-c14f-42aa-912d-8597ba9b6916/f867f2fe-f5e7-4d42-b096-971f61807b0e/7383d65b-069f-40e3-921f-377e6e3bca6a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:33:28.353390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:28.480704 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.482069 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.490778 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Transition to ACTIVE for port object 7383d65b-069f-40e3-921f-377e6e3bca6a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:28.507979 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Transition to ACTIVE for port object 7383d65b-069f-40e3-921f-377e6e3bca6a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:28.519588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.550473 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:26Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:28.563098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Network 05595f44-c14f-42aa-912d-8597ba9b6916 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:28.566338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:28.574107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:33:28.583776 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0047eef-f6a2-4de3-bc67-24640c8326f6 None None] The sync data for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 is: [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:26Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:28.586633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Pushing event updated for resources: {'Port': ['ID=7383d65b-069f-40e3-921f-377e6e3bca6a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:28.647004 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Attempting to bind port 7383d65b-069f-40e3-921f-377e6e3bca6a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:33:28.647462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Attempting to bind port 7383d65b-069f-40e3-921f-377e6e3bca6a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:33:28.647891 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Attempting to bind port 7383d65b-069f-40e3-921f-377e6e3bca6a on network 05595f44-c14f-42aa-912d-8597ba9b6916 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:33:28.655323 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:33:28.655777 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Checking segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:33:28.656250 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.656703 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Bound using segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:33:28.657247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Bound port: 7383d65b-069f-40e3-921f-377e6e3bca6a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:33:28.657700 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.728758 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] For port 7383d65b-069f-40e3-921f-377e6e3bca6a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:33:28.732129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] For port 7383d65b-069f-40e3-921f-377e6e3bca6a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7383d65b-069f-40e3-921f-377e6e3bca6a,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:33:28.738342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:28.795963 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748a5e4-22e9-4934-99b8-20eb985bec9b None None] Pushing event updated for resources: {'Port': ['ID=7383d65b-069f-40e3-921f-377e6e3bca6a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:28.822846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.1 (05595f44-c14f-42aa-912d-8597ba9b6916/f867f2fe-f5e7-4d42-b096-971f61807b0e/acb3aed0-b051-4fd1-98ce-4212231aef1e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:33:28.982380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.026021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object acb3aed0-b051-4fd1-98ce-4212231aef1e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:29.070860 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.119497 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 05595f44-c14f-42aa-912d-8597ba9b6916 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:29.121892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:29.124910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:33:29.158701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:29.181907 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.334190 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.620275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.625461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.701963 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:29.707059 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:29.801241 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 05595f44-c14f-42aa-912d-8597ba9b6916 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:29.802506 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:29.859154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fddf9-b19f-49eb-bac6-75e15d5e6a55 None None] Network 05595f44-c14f-42aa-912d-8597ba9b6916 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:33:29.925451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:33:29.925689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7383d65b-069f-40e3-921f-377e6e3bca6a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:29.996611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0b922639-6c2a-4305-b110-5115d8fe3880 None None] Provisioning for port 7383d65b-069f-40e3-921f-377e6e3bca6a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:30.034378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:30.039829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9ca9f8af-1435-4637-a7dd-6e1bf171a21b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/9b9eee69-1d19-4177-9864-cc88dfc6fcb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754371 Jul 23 23:33:30.042538 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7383d65b-069f-40e3-921f-377e6e3bca6a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:30.051014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7383d65b-069f-40e3-921f-377e6e3bca6a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:30.051014 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.174672 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.200749 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-8bcb0e75-aeab-4f24-927d-654f036ffc82 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1346201279&fields=id&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 267 time: 0.0452261 Jul 23 23:33:30.211733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7383d65b-069f-40e3-921f-377e6e3bca6a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7383d65b-069f-40e3-921f-377e6e3bca6a,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:30.217734 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.219036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b10fd9f1-f621-4475-8dee-0071db9092d0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:30.303904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7383d65b-069f-40e3-921f-377e6e3bca6a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:30.325069 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b10fd9f1-f621-4475-8dee-0071db9092d0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:30.329818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b10fd9f1-f621-4475-8dee-0071db9092d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:30.330441 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.341895 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-a94601c0-fc2a-4413-82b1-3c82f17ff908 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:30.343481 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-a94601c0-fc2a-4413-82b1-3c82f17ff908 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 796 time: 0.1419051 Jul 23 23:33:30.361093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-856574bf-b516-400d-9842-8facea0e6b79 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/quotas/ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 375 time: 0.0116665 Jul 23 23:33:30.433506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.437881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-31cb906c-00d9-425c-91f7-410ea5d0e443 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709896 Jul 23 23:33:30.461455 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Provisioning complete for port 7383d65b-069f-40e3-921f-377e6e3bca6a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:30.461868 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.464517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port b10fd9f1-f621-4475-8dee-0071db9092d0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b10fd9f1-f621-4475-8dee-0071db9092d0,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:30.503927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Sync routers for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:30.508632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.550179 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:30.550920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:30.571920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-4be8f366-d20a-470c-b002-d0dcefb172d9 service neutron] 10.222.0.37 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098709 Jul 23 23:33:30.673284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=b10fd9f1-f621-4475-8dee-0071db9092d0,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:30.682451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-787e40f4-f4de-4c4c-8b11-971f6a128187 service neutron] 10.222.0.37 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975859 Jul 23 23:33:30.718739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Provisioning for port acb3aed0-b051-4fd1-98ce-4212231aef1e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:30.722568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:30.724845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Provisioning complete for port acb3aed0-b051-4fd1-98ce-4212231aef1e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:30.725214 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:30.827785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-20c96f1c-601a-45bf-bb09-2487888dc5ec None None] Port acb3aed0-b051-4fd1-98ce-4212231aef1e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:33:30.875219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b729b78-e71f-41ed-9565-794dfe60f20a req-3bc9211a-ea3a-4c80-9495-9665267f1db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 210 time: 0.0400939 Jul 23 23:33:30.975585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9e9c1afd-b5dc-4d23-b1df-92b805b282a9 None None] Provisioning complete for port acb3aed0-b051-4fd1-98ce-4212231aef1e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:30.976101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1afd-b5dc-4d23-b1df-92b805b282a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.017688 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c1afd-b5dc-4d23-b1df-92b805b282a9 None None] Port acb3aed0-b051-4fd1-98ce-4212231aef1e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:33:31.022297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 2, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:31.050736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Checking router: 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:31.051441 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Updating router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 port acb3aed0-b051-4fd1-98ce-4212231aef1e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:33:31.086520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.511616 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.521192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Transition to ACTIVE for port object acb3aed0-b051-4fd1-98ce-4212231aef1e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:31.526405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.577084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192539f1-3cbe-4f65-b77f-90e62ab97085 None None] Pushing event updated for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:31.634632 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Attempting to bind port acb3aed0-b051-4fd1-98ce-4212231aef1e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:33:31.635087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Attempting to bind port acb3aed0-b051-4fd1-98ce-4212231aef1e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:33:31.635448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Attempting to bind port acb3aed0-b051-4fd1-98ce-4212231aef1e on network 05595f44-c14f-42aa-912d-8597ba9b6916 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:33:31.641010 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:33:31.641388 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Checking segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:33:31.641820 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.642221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Bound using segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:33:31.642692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Bound port: acb3aed0-b051-4fd1-98ce-4212231aef1e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:33:31.643074 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.714438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] For port acb3aed0-b051-4fd1-98ce-4212231aef1e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:33:31.718399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] For port acb3aed0-b051-4fd1-98ce-4212231aef1e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acb3aed0-b051-4fd1-98ce-4212231aef1e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:33:31.724217 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:31.797107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192539f1-3cbe-4f65-b77f-90e62ab97085 None None] Pushing event updated for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:31.801292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:31.802025 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:31.860648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-4b8db187-ee27-4568-b7e7-e5c4d41f6167 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:31.862539 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-4b8db187-ee27-4568-b7e7-e5c4d41f6167 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 796 time: 0.1304221 Jul 23 23:33:31.899689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7383d65b-069f-40e3-921f-377e6e3bca6a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:31.918726 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-0519b6d8-4b24-41e4-8d6a-6eaa5a5dd7e4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 380 time: 0.0468721 Jul 23 23:33:31.936619 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'port': {'device_id': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'admin_state_up': True, 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'security_groups': ['3f4634c8-a88e-498a-8a15-0797c2c475ba']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:31.991285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7383d65b-069f-40e3-921f-377e6e3bca6a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:31.991847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.026255 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3358232d-fca7-4e60-b218-8987c7d4a8a1 req-765c9d0c-f950-424c-a574-1213f72e8051 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 210 time: 0.0568218 Jul 23 23:33:32.029321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:32.069821 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:33:32.073289 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.195723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b10fd9f1-f621-4475-8dee-0071db9092d0 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:32.213410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.13 (05595f44-c14f-42aa-912d-8597ba9b6916/f867f2fe-f5e7-4d42-b096-971f61807b0e/8294b7c1-4a48-40aa-a747-03a12b00251e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:33:32.299661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b10fd9f1-f621-4475-8dee-0071db9092d0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:32.300024 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.345309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:31Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:32.351958 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.370164 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 8294b7c1-4a48-40aa-a747-03a12b00251e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:32.378539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc836b07-17f4-4715-8533-b9764f84f8fd None None] The sync data for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 is: [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:31Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:32.406601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.456612 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 05595f44-c14f-42aa-912d-8597ba9b6916 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:32.460167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:32.466179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:33:32.492956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:32.529397 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:32.530153 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.548983 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-aeaf49c1-9b50-4995-bf08-01174277d03d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6213753 Jul 23 23:33:32.562234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Request body: {'port': {'device_id': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:32.653522 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.767050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fee6fdb-9546-4b3c-8557-3431bf88b0f5 None None] Provisioning for port 8294b7c1-4a48-40aa-a747-03a12b00251e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:32.771037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1fee6fdb-9546-4b3c-8557-3431bf88b0f5 None None] Provisioning complete for port 8294b7c1-4a48-40aa-a747-03a12b00251e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:32.771439 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1fee6fdb-9546-4b3c-8557-3431bf88b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.817357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1fee6fdb-9546-4b3c-8557-3431bf88b0f5 None None] Port 8294b7c1-4a48-40aa-a747-03a12b00251e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:33:32.934731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8294b7c1-4a48-40aa-a747-03a12b00251e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:33:32.943476 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:32.958643 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Transition to ACTIVE for port object 8294b7c1-4a48-40aa-a747-03a12b00251e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:33:32.963177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:33.035338 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Pushing event updated for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:33.101395 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Attempting to bind port 8294b7c1-4a48-40aa-a747-03a12b00251e on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:33:33.102156 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Attempting to bind port 8294b7c1-4a48-40aa-a747-03a12b00251e by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:33:33.102979 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Attempting to bind port 8294b7c1-4a48-40aa-a747-03a12b00251e on network 05595f44-c14f-42aa-912d-8597ba9b6916 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:33:33.108922 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Port 8294b7c1-4a48-40aa-a747-03a12b00251e on network 05595f44-c14f-42aa-912d-8597ba9b6916 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:33:33.109301 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Attempting to bind port 8294b7c1-4a48-40aa-a747-03a12b00251e on network 05595f44-c14f-42aa-912d-8597ba9b6916 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:33:33.121817 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:33:33.122722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Checking segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:33:33.123857 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Bound using segment: {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:33:33.124491 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Bound port: 8294b7c1-4a48-40aa-a747-03a12b00251e, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ab0ec1-1919-443f-8975-1f014ddd68dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:33:33.125035 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:33.177480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951cc2d-a9fb-4887-aa69-e76780e90c7e req-d873815b-5def-42aa-b1c4-e34f753c57ef tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.179073 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3951cc2d-a9fb-4887-aa69-e76780e90c7e req-d873815b-5def-42aa-b1c4-e34f753c57ef tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 944 time: 0.0731723 Jul 23 23:33:33.203011 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:33:33.214299 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8294b7c1-4a48-40aa-a747-03a12b00251e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:33:33.220592 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:33.238129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3951cc2d-a9fb-4887-aa69-e76780e90c7e req-6d9d0345-3c2a-48fc-9214-92b219c5ff3c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512552 Jul 23 23:33:33.271556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.272194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:33.273605 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] 10.222.0.22 "PUT /v2.0/ports/8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 1093 time: 0.7167563 Jul 23 23:33:33.274068 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:33.276357 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df98188c-505e-4bba-a12a-b2a5653f3a92" -d '{"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:33.293599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92caee2-a5ba-4732-b8ff-a4d85ab1abfe service neutron] Pushing event updated for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:33.352532 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133e6f1-c892-413b-9500-04c0924e79be x-openstack-request-id: req-1133e6f1-c892-413b-9500-04c0924e79be {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:33.352835 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:33.353091 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1133e6f1-c892-413b-9500-04c0924e79be {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:33.353494 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'status': 'completed', 'code': 200} Jul 23 23:33:33.393518 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-ba5f6be2-2ee6-4b17-8ec7-ffa52b251cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.395271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-ba5f6be2-2ee6-4b17-8ec7-ffa52b251cb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1096 time: 0.0790203 Jul 23 23:33:33.445523 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-95b292e1-0d8c-4a1c-8468-fa7dd653d158 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 217 time: 0.0427680 Jul 23 23:33:33.499991 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-49be77cd-d55b-48fb-9c06-543c32f6971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.501462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-49be77cd-d55b-48fb-9c06-543c32f6971c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 200 len: 835 time: 0.0496469 Jul 23 23:33:33.561589 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-235ccc0e-83bc-46c0-90ba-640393b8db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.563306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-235ccc0e-83bc-46c0-90ba-640393b8db58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05595f44-c14f-42aa-912d-8597ba9b6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559416 Jul 23 23:33:33.658328 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-6f56d76e-6b61-48d6-81c8-8048d52e9370 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889592 Jul 23 23:33:33.760066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-12513abe-5b3f-4aa7-b2ac-d6d0a05a6fe9 req-9cd6ff0f-fcc8-4109-ac16-d84227d71553 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930595 Jul 23 23:33:33.847049 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acb3aed0-b051-4fd1-98ce-4212231aef1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:33.863860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-5ac55edf-1084-4897-bbd9-e4d3033e309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.865358 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-5ac55edf-1084-4897-bbd9-e4d3033e309f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1096 time: 0.0578706 Jul 23 23:33:33.898440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port acb3aed0-b051-4fd1-98ce-4212231aef1e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:33.902353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port acb3aed0-b051-4fd1-98ce-4212231aef1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:33.902797 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:33.962531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-c34f750e-1f31-432e-a44e-58e7152fe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:33.964028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-c34f750e-1f31-432e-a44e-58e7152fe39c service neutron] 10.222.0.22 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 897 time: 0.0911491 Jul 23 23:33:33.981922 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:34.009039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-66e55207-3354-4db2-a464-cd9c3debaff6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 217 time: 0.0385623 Jul 23 23:33:34.014656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port acb3aed0-b051-4fd1-98ce-4212231aef1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acb3aed0-b051-4fd1-98ce-4212231aef1e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:34.018864 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:34.061286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-96fc13cb-e173-4a0e-858d-7f7a52d91de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:34.062783 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-96fc13cb-e173-4a0e-858d-7f7a52d91de2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 200 len: 835 time: 0.0471694 Jul 23 23:33:34.065749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:34.126602 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-d5849c76-e4cd-4a06-a012-1b4fe87efb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:34.128287 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-d5849c76-e4cd-4a06-a012-1b4fe87efb4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05595f44-c14f-42aa-912d-8597ba9b6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591781 Jul 23 23:33:34.231051 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-7d46e22f-6d94-4ffd-95c6-fefb26f1468f service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931182 Jul 23 23:33:34.323595 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-df98188c-505e-4bba-a12a-b2a5653f3a92 req-5e30d7e6-766f-4dd7-8c2b-35929c14445c service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Jul 23 23:33:34.364056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3382707-c344-441c-a4f5-006b55008af9 req-184ee9dd-ff8d-4122-bd0c-ae3b1681de67 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:34.365591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3382707-c344-441c-a4f5-006b55008af9 req-184ee9dd-ff8d-4122-bd0c-ae3b1681de67 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 944 time: 0.0650418 Jul 23 23:33:34.402661 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3382707-c344-441c-a4f5-006b55008af9 req-dd1c4639-3624-4c00-a993-072278c2e3be tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Jul 23 23:33:35.535261 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4321a2-80e9-4820-a581-8071537e173e req-4996cf0d-796d-4d12-b0e7-d86e29c6dc56 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:35.536796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a4321a2-80e9-4820-a581-8071537e173e req-4996cf0d-796d-4d12-b0e7-d86e29c6dc56 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 944 time: 0.0673087 Jul 23 23:33:35.576401 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a4321a2-80e9-4820-a581-8071537e173e req-ac15a501-3e0d-4404-a045-ccedb829ddeb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327370 Jul 23 23:33:35.814233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8294b7c1-4a48-40aa-a747-03a12b00251e details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:33:35.833458 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acb3aed0-b051-4fd1-98ce-4212231aef1e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:35.949033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8294b7c1-4a48-40aa-a747-03a12b00251e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:35.951574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port acb3aed0-b051-4fd1-98ce-4212231aef1e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:35.951962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:35.978708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'port_id': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'mac_address': 'fa:16:3e:d9:9f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:33:36.029917 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:36.064300 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8294b7c1-4a48-40aa-a747-03a12b00251e {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:33:36.097970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8294b7c1-4a48-40aa-a747-03a12b00251e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:36.102136 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:36.149533 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:36.309468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['8294b7c1-4a48-40aa-a747-03a12b00251e'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:33:36.702161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845b90c-cac4-48aa-89e3-4261b8864589 req-907beefe-60ff-4cc7-bee8-14402090f480 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:36.703664 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2845b90c-cac4-48aa-89e3-4261b8864589 req-907beefe-60ff-4cc7-bee8-14402090f480 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 945 time: 0.0626874 Jul 23 23:33:36.741024 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2845b90c-cac4-48aa-89e3-4261b8864589 req-25b86750-c42a-442c-8bbc-489f9d13737d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jul 23 23:33:37.827066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8294b7c1-4a48-40aa-a747-03a12b00251e up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:33:37.868579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d782f-da53-4634-8af7-f9fb1b8b7004 req-ad59c12d-b7d4-44b1-8a54-a2e3801bb934 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:37.870129 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb5d782f-da53-4634-8af7-f9fb1b8b7004 req-ad59c12d-b7d4-44b1-8a54-a2e3801bb934 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 945 time: 0.0637898 Jul 23 23:33:37.875027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 8294b7c1-4a48-40aa-a747-03a12b00251e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:33:37.878970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 8294b7c1-4a48-40aa-a747-03a12b00251e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:33:37.879378 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:37.908594 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cb5d782f-da53-4634-8af7-f9fb1b8b7004 req-1702e62d-a5b5-47e1-8b44-26789d6f9b07 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Jul 23 23:33:37.957145 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:37.978659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:37.981052 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0a448-d1ad-416a-aa81-1df7abd1edae" -d '{"events": [{"server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:37.995732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8294b7c1-4a48-40aa-a747-03a12b00251e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:33:38.000052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:38.023306 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68896cac-c79d-4cfb-8908-288673f096c1 x-openstack-request-id: req-68896cac-c79d-4cfb-8908-288673f096c1 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:38.023597 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "name": "network-vif-plugged", "status": "completed", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:38.023848 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68896cac-c79d-4cfb-8908-288673f096c1 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:38.024233 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'code': 200} Jul 23 23:33:38.049934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:38.135647 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae47e-8aec-4ef4-97f3-f679df737dca req-0a70f0e9-710d-412a-abc5-ee577e400b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:38.137134 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d7ae47e-8aec-4ef4-97f3-f679df737dca req-0a70f0e9-710d-412a-abc5-ee577e400b3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1098 time: 0.0585616 Jul 23 23:33:38.171193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0d7ae47e-8aec-4ef4-97f3-f679df737dca req-97b70c59-1484-4be4-b02c-757bf00bce12 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270753 Jul 23 23:33:39.046738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3675c-3ae0-4cbf-8fb1-ac80336673c5 req-5674ddad-605b-4db9-895e-336c538fa281 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:39.048276 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01b3675c-3ae0-4cbf-8fb1-ac80336673c5 req-5674ddad-605b-4db9-895e-336c538fa281 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0691102 Jul 23 23:33:39.087269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-01b3675c-3ae0-4cbf-8fb1-ac80336673c5 req-050d7674-a347-4388-a769-ac52cec939e4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Jul 23 23:33:39.213555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfcbe9-a276-403a-9780-7bd4d256c60b req-81155887-b1d3-4cdd-8888-0d3f780a5ed2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:39.215072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9dfcbe9-a276-403a-9780-7bd4d256c60b req-81155887-b1d3-4cdd-8888-0d3f780a5ed2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0625837 Jul 23 23:33:39.252242 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e9dfcbe9-a276-403a-9780-7bd4d256c60b req-bbb013b3-8323-4cc7-90ad-208eaf706122 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Jul 23 23:33:39.273412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:39.328855 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb424b9-7f8d-4368-b3d0-6e8b399f902d tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:39.330403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-abb424b9-7f8d-4368-b3d0-6e8b399f902d tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1093 time: 0.0560308 Jul 23 23:33:39.333235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:39.337509 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:33:39.359145 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:39.452502 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:39.558090 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.110 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/f7bb05e2-0759-40b4-ba29-4a3b04f5302a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:33:39.657859 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:39.695318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:39.731774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:33:39.737523 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:33:39.741411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:33:39.747522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=f7bb05e2-0759-40b4-ba29-4a3b04f5302a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:40.084749 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:40.160424 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:40.305551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:40.311196 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:40.376013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=f7bb05e2-0759-40b4-ba29-4a3b04f5302a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:33:40.387234 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:40.484709 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 3e8cc32b-b5e7-4735-98ec-c8085d36766a associated. External IP: 172.25.1.110, port: 8294b7c1-4a48-40aa-a747-03a12b00251e. Jul 23 23:33:41.006677 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:33:41.120643 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:33:41.125893 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0885518a-1d85-4cea-980f-2ae85df26fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:41.131843 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Sync routers for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:33:41.137660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:41.141313 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:41.142050 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:41.174839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-25c33285-225a-452e-b55c-18547198f476 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8405735 Jul 23 23:33:41.175412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:33:41.179071 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6013e749-007e-4403-9672-9153c5a65a08" -d '{"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:33:41.247310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:41.283145 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405f696-7cd9-4c47-936c-5f167a72573a req-5f23b4bc-eeb4-4a20-8810-3842b2f9bc93 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:41.284630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4405f696-7cd9-4c47-936c-5f167a72573a req-5f23b4bc-eeb4-4a20-8810-3842b2f9bc93 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0630980 Jul 23 23:33:41.322763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4405f696-7cd9-4c47-936c-5f167a72573a req-9ec7903b-72da-4954-9766-cc6bae42eb9d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Jul 23 23:33:41.345981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:41.387841 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eb8345-97f8-4949-9105-51fd2a9e3d8f x-openstack-request-id: req-a5eb8345-97f8-4949-9105-51fd2a9e3d8f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:33:41.388139 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:33:41.388392 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5eb8345-97f8-4949-9105-51fd2a9e3d8f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:33:41.388823 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'status': 'completed', 'code': 200} Jul 23 23:33:41.416622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cdc319cb-ae2a-40f6-bfe4-6e7f3d8bb11c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/3e8cc32b-b5e7-4735-98ec-c8085d36766a HTTP/1.1" status: 200 len: 992 time: 0.0692379 Jul 23 23:33:41.447953 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e749-007e-4403-9672-9153c5a65a08 req-fda5e337-fcb2-46f0-860b-a39f6b449ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:41.449452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-fda5e337-fcb2-46f0-860b-a39f6b449ff5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1098 time: 0.0553172 Jul 23 23:33:41.476697 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3e8cc32b-b5e7-4735-98ec-c8085d36766a', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'port_id': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'mac_address': 'fa:16:3e:d9:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:33:39Z', 'updated_at': '2021-07-23T23:33:39Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:41.502631 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Checking router: 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:33:41.510860 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:33:41.511470 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:33:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:41.543115 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e749-007e-4403-9672-9153c5a65a08 req-74a1300a-dde1-45f6-a9e5-e0d04954c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:41.544596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-74a1300a-dde1-45f6-a9e5-e0d04954c8d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 897 time: 0.0890713 Jul 23 23:33:41.608059 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-0392603f-9664-4637-82b5-c30dc908492f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 1000 time: 0.0572095 Jul 23 23:33:41.614717 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:33:41.655545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e749-007e-4403-9672-9153c5a65a08 req-f1f3c5ec-122a-43e1-9353-d68242580f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:41.656931 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-f1f3c5ec-122a-43e1-9353-d68242580f62 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 200 len: 835 time: 0.0433671 Jul 23 23:33:41.724607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013e749-007e-4403-9672-9153c5a65a08 req-afe605f5-921c-4c42-b59b-fdf59f756a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:33:41.726144 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-afe605f5-921c-4c42-b59b-fdf59f756a88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05595f44-c14f-42aa-912d-8597ba9b6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623848 Jul 23 23:33:41.819130 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-42b7b702-200c-4312-9462-291ca2bd3ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867169 Jul 23 23:33:41.911285 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6013e749-007e-4403-9672-9153c5a65a08 req-09bd5abe-fc0f-420c-a1da-d9215310f19b service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Jul 23 23:33:41.917415 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3e8cc32b-b5e7-4735-98ec-c8085d36766a', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'port_id': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'mac_address': 'fa:16:3e:d9:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:33:39Z', 'updated_at': '2021-07-23T23:33:39Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:33:41.945869 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675a7a4-64cc-4e07-bb1b-ba1855e1e4b6 None None] The sync data for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 is: [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '3e8cc32b-b5e7-4735-98ec-c8085d36766a', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'port_id': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'mac_address': 'fa:16:3e:d9:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:33:39Z', 'updated_at': '2021-07-23T23:33:39Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:33:42.132904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3134b6-d194-4e4d-91a4-971156964e4f None None] New status for floating IP 3e8cc32b-b5e7-4735-98ec-c8085d36766a: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:33:42.420554 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:33:42.479755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-238ae267-7caa-4fab-b802-f92584ea6ce9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/3e8cc32b-b5e7-4735-98ec-c8085d36766a HTTP/1.1" status: 200 len: 994 time: 0.0581124 Jul 23 23:33:43.839418 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac2ed-c750-462f-aac2-a435cf15fac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:44.268066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:45.177139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:46.694581 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:50.475181 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:33:52.779722 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:33:53.825446 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:11.130191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ccecd0f-26ac-43fe-b18f-08a83d2a12de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:13.845184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38af28be-3062-4de2-b5ba-4ec8b0afde90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:13.857031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d5e64-915d-45ed-b49e-0700066cfbc8 req-99d4b486-d5c1-4f0b-8035-e3e05b60ffbf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:13.859069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c12d5e64-915d-45ed-b49e-0700066cfbc8 req-99d4b486-d5c1-4f0b-8035-e3e05b60ffbf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.1419806 Jul 23 23:34:13.899438 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c12d5e64-915d-45ed-b49e-0700066cfbc8 req-09594358-9d1c-4b81-96cc-885289974727 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Jul 23 23:34:14.269602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:15.028698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5dcb7-923d-46f7-9470-e4e3cb06f6c6 req-1c939d3b-03d0-468c-b471-c37b2b4476f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:15.030508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebf5dcb7-923d-46f7-9470-e4e3cb06f6c6 req-1c939d3b-03d0-468c-b471-c37b2b4476f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0625823 Jul 23 23:34:15.066640 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ebf5dcb7-923d-46f7-9470-e4e3cb06f6c6 req-d1cc5507-8eff-4dc3-926a-53749ce6f722 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Jul 23 23:34:15.088239 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:15.156033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-742342d1-b45e-4114-95d6-37a9fe40bdb5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/3e8cc32b-b5e7-4735-98ec-c8085d36766a HTTP/1.1" status: 200 len: 994 time: 0.0665329 Jul 23 23:34:15.180730 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:16.427421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688af6b-5ceb-4f82-9ee4-a60cd3fa5b20 req-5808a3a9-03e5-41eb-92b9-994cc82ad284 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:16.428813 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3688af6b-5ceb-4f82-9ee4-a60cd3fa5b20 req-5808a3a9-03e5-41eb-92b9-994cc82ad284 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0662448 Jul 23 23:34:16.465945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3688af6b-5ceb-4f82-9ee4-a60cd3fa5b20 req-42c8eb5b-ec9d-43ec-8cfe-939a7d9c5128 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Jul 23 23:34:16.695764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:17.597499 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c647-b8fe-43b0-a450-89fb411316e7 req-d01befdf-0449-4fe1-9d6d-e6ff96b4a6ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:17.599050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8db0c647-b8fe-43b0-a450-89fb411316e7 req-d01befdf-0449-4fe1-9d6d-e6ff96b4a6ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0640960 Jul 23 23:34:17.636951 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8db0c647-b8fe-43b0-a450-89fb411316e7 req-9db28219-3122-4a4a-a5fd-1fc5651676bb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Jul 23 23:34:17.647378 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-bfcb8cda-392c-4144-a0db-2838e8c00515 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951197 Jul 23 23:34:17.663444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43742) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:17.756217 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a1fb0ddc-d429-4f01-a707-362d822b39d7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/3e8cc32b-b5e7-4735-98ec-c8085d36766a HTTP/1.1" status: 200 len: 994 time: 0.0915718 Jul 23 23:34:17.776919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-3277dc7b-96a9-42ee-ac5e-72641f0f5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:17.778479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-3277dc7b-96a9-42ee-ac5e-72641f0f5e30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1098 time: 0.0731559 Jul 23 23:34:17.886075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-af914349-4345-4d92-9a2e-58419383f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:17.887570 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-af914349-4345-4d92-9a2e-58419383f8c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 897 time: 0.0902939 Jul 23 23:34:17.951572 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-bdfeda3f-74ab-49ba-8f85-e94726880bd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 1002 time: 0.0572691 Jul 23 23:34:17.990988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:18.001222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-e75d2729-983b-41ec-8021-7a905abd0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:18.002722 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-e75d2729-983b-41ec-8021-7a905abd0e7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 200 len: 835 time: 0.0448728 Jul 23 23:34:18.065994 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-b4f3d3f1-5942-441d-a2d3-d3825aef78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:18.067496 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-b4f3d3f1-5942-441d-a2d3-d3825aef78a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05595f44-c14f-42aa-912d-8597ba9b6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580518 Jul 23 23:34:18.159480 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-6c2a6c9e-5acd-4e10-95c6-ab77b6637199 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849323 Jul 23 23:34:18.159739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port f7bb05e2-0759-40b4-ba29-4a3b04f5302a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:34:18.159857 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.240384 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.240713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.252878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for f7bb05e2-0759-40b4-ba29-4a3b04f5302a owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:34:18.253821 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a8adb14a-e024-4c69-a0af-8c8e5d60c122 req-b6893fe6-941b-4429-a5b1-f04c2f9fd518 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872638 Jul 23 23:34:18.405345 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.430935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=f7bb05e2-0759-40b4-ba29-4a3b04f5302a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:18.442873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.443234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.443580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.443923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.444263 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.444599 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.444933 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.445269 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.445608 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.445957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.446287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.446612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:18.509984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.510317 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 3e8cc32b-b5e7-4735-98ec-c8085d36766a disassociated (deleted). External IP: 172.25.1.110, port: 8294b7c1-4a48-40aa-a747-03a12b00251e. Jul 23 23:34:18.711938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:34:18.817730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:34:18.822569 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:18.828744 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Sync routers for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:34:18.838475 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:18.839091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:18.860731 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-33eb412e-b3e7-4619-b7ee-b370039f2db5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e8cc32b-b5e7-4735-98ec-c8085d36766a HTTP/1.1" status: 204 len: 168 time: 0.8659678 Jul 23 23:34:18.860731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:34:18.861391 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415bfea-f992-45d3-80fc-4c08e5565d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:34:18.941175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:19.063162 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0215f96-6100-47ff-991b-004cebff2ec2 x-openstack-request-id: req-e0215f96-6100-47ff-991b-004cebff2ec2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:34:19.063434 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:34:19.063789 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0215f96-6100-47ff-991b-004cebff2ec2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:34:19.064211 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'status': 'completed', 'code': 200} Jul 23 23:34:19.141252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-0c7b5bd6-9853-4d19-bb99-3058c39fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:19.142901 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-0c7b5bd6-9853-4d19-bb99-3058c39fda7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 1098 time: 0.0580616 Jul 23 23:34:19.150409 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:19.180067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Checking router: 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:34:19.185685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db119-6455-4dc4-85be-f32a2068f2af req-dbcaf2e8-c324-4807-9fe4-8d96a8057af2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:19.188077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a6db119-6455-4dc4-85be-f32a2068f2af req-dbcaf2e8-c324-4807-9fe4-8d96a8057af2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0768411 Jul 23 23:34:19.188850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:19.189457 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:19.228449 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a6db119-6455-4dc4-85be-f32a2068f2af req-21940648-05a1-49a3-8c98-4d6290442525 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Jul 23 23:34:19.243414 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-1ffe3e01-26c9-4e9b-b1ae-2ccd09036ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:19.244899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-1ffe3e01-26c9-4e9b-b1ae-2ccd09036ed6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 200 len: 897 time: 0.0953929 Jul 23 23:34:19.287316 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-da7b2ac5-14da-460f-bf01-0c6c2d2fe06d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 200 len: 217 time: 0.0354459 Jul 23 23:34:19.292437 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:19.335318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-c13d4e29-a12b-4491-85f6-0c8388214d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:19.336781 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-c13d4e29-a12b-4491-85f6-0c8388214d6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 200 len: 835 time: 0.0432887 Jul 23 23:34:19.395121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-14b03d9d-8dca-427b-a811-fdd9335663b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:19.396611 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-14b03d9d-8dca-427b-a811-fdd9335663b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05595f44-c14f-42aa-912d-8597ba9b6916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529556 Jul 23 23:34:19.485639 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:19.490080 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-93f7b772-cee4-4ba1-94b4-37bb2159f36b service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860767 Jul 23 23:34:19.510841 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c94b48-cd03-46e2-bb58-733c403dd827 None None] The sync data for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 is: [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:33:29Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'acb3aed0-b051-4fd1-98ce-4212231aef1e', 'name': '', 'network_id': '05595f44-c14f-42aa-912d-8597ba9b6916', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:63:45:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:28Z', 'updated_at': '2021-07-23T23:33:33Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'f867f2fe-f5e7-4d42-b096-971f61807b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:34:19.589507 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5415bfea-f992-45d3-80fc-4c08e5565d7c req-66e729d6-57ff-458d-8e28-b559bc804a85 service neutron] 10.222.0.22 "GET /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923848 Jul 23 23:34:19.729746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccee2b-26f3-42dd-9195-964ccb79305d None None] New status for floating IP 3e8cc32b-b5e7-4735-98ec-c8085d36766a: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:34:20.365361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69afd52-d65c-485d-8a88-26d552851c0f req-6002dc09-d064-4725-a005-f5ba25be540c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:20.366880 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a69afd52-d65c-485d-8a88-26d552851c0f req-6002dc09-d064-4725-a005-f5ba25be540c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0661829 Jul 23 23:34:20.405022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a69afd52-d65c-485d-8a88-26d552851c0f req-58d6101a-8cde-4665-86cb-359c2bbd40c6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f4634c8-a88e-498a-8a15-0797c2c475ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jul 23 23:34:20.553137 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-01a95c6f-91ce-4425-af80-dc85330d8192 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:20.554620 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-01a95c6f-91ce-4425-af80-dc85330d8192 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 946 time: 0.0627425 Jul 23 23:34:20.652973 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 8294b7c1-4a48-40aa-a747-03a12b00251e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:34:20.653314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:20.754242 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 8294b7c1-4a48-40aa-a747-03a12b00251e, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=8294b7c1-4a48-40aa-a747-03a12b00251e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:20.754607 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:20.772176 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 8294b7c1-4a48-40aa-a747-03a12b00251e owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:34:20.913465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:20.942925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=8294b7c1-4a48-40aa-a747-03a12b00251e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:20.975069 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.975425 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.975772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.976112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.976451 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.976789 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.977123 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.977458 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.977816 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.978149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.978479 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:20.978806 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:21.000743 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] No DVR routers for this DVR port 8294b7c1-4a48-40aa-a747-03a12b00251e on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:34:21.003150 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:21.005097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c551277e-3eba-4f7a-bd90-2fd614db6aa4 req-11c275c4-204b-4f65-93fd-134ce4d55e2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "DELETE /v2.0/ports/8294b7c1-4a48-40aa-a747-03a12b00251e HTTP/1.1" status: 204 len: 173 time: 0.4456344 Jul 23 23:34:21.005593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'name': 'network-vif-deleted', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:34:21.007923 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1fab34-1994-45f0-912f-4d497bd6608e" -d '{"events": [{"server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "name": "network-vif-deleted", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:34:21.096396 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec43ce15-2f27-42e3-a6b7-77a79f340fcb x-openstack-request-id: req-ec43ce15-2f27-42e3-a6b7-77a79f340fcb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:34:21.096695 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285bb6d7-1223-4f01-b04f-22e48fff63eb", "name": "network-vif-deleted", "tag": "8294b7c1-4a48-40aa-a747-03a12b00251e", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:34:21.096951 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec43ce15-2f27-42e3-a6b7-77a79f340fcb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:34:21.097394 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285bb6d7-1223-4f01-b04f-22e48fff63eb', 'name': 'network-vif-deleted', 'tag': '8294b7c1-4a48-40aa-a747-03a12b00251e', 'status': 'completed', 'code': 200} Jul 23 23:34:21.516405 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a88d4420-5360-48fa-b8c3-65476e234440 req-7c04166f-bae4-4fdc-8e76-254cc4caade2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=285bb6d7-1223-4f01-b04f-22e48fff63eb HTTP/1.1" status: 200 len: 210 time: 0.0310135 Jul 23 23:34:22.571567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:22.779469 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:22.929729 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.191155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port acb3aed0-b051-4fd1-98ce-4212231aef1e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:34:23.191418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.278858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port acb3aed0-b051-4fd1-98ce-4212231aef1e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=acb3aed0-b051-4fd1-98ce-4212231aef1e,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:23.279224 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.296221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for acb3aed0-b051-4fd1-98ce-4212231aef1e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:34:23.477401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.504917 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=acb3aed0-b051-4fd1-98ce-4212231aef1e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:23.678021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.827984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:23.893721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:34:23.997294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:34:24.002777 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3580f3bc-54a6-49b9-834e-c069dd74efd9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/9b9eee69-1d19-4177-9864-cc88dfc6fcb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302526 Jul 23 23:34:24.005426 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:24.007923 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Sync routers for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:34:24.017833 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:24.018438 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:24.031277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8294b7c1-4a48-40aa-a747-03a12b00251e no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:34:24.051466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 8294b7c1-4a48-40aa-a747-03a12b00251e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:34:24.051720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 8294b7c1-4a48-40aa-a747-03a12b00251e not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:34:24.057165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting subnet f867f2fe-f5e7-4d42-b096-971f61807b0e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:34:24.060395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.100209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.120097 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:24.187213 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.244649 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.271869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Subnet': ['ID=f867f2fe-f5e7-4d42-b096-971f61807b0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:24.275873 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.277745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-bf17ecef-7684-4184-ba6b-845992ed81f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/subnets/f867f2fe-f5e7-4d42-b096-971f61807b0e HTTP/1.1" status: 204 len: 168 time: 0.2710915 Jul 23 23:34:24.280647 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:24.284682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff851fe-1376-4948-a872-d8e5207d75da None None] Network 05595f44-c14f-42aa-912d-8597ba9b6916 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:34:24.301419 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:34:23Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:24.328031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Checking router: 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:34:24.336159 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Routers {'9b9eee69-1d19-4177-9864-cc88dfc6fcb6'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:24.336759 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:24.389172 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.506882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] DHCP port deletion for 05595f44-c14f-42aa-912d-8597ba9b6916 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:34:24.535946 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] Set router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:24.555965 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Deleting port 7383d65b-069f-40e3-921f-377e6e3bca6a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:34:24.556332 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.629528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] For port 7383d65b-069f-40e3-921f-377e6e3bca6a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7383d65b-069f-40e3-921f-377e6e3bca6a,segment=NetworkSegment(45ab0ec1-1919-443f-8975-1f014ddd68dd),segment_id=45ab0ec1-1919-443f-8975-1f014ddd68dd)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:24.630164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.644145 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Calling delete_port for 7383d65b-069f-40e3-921f-377e6e3bca6a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:34:24.721082 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:34:23Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:24.734189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.750574 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3e75e-7c89-4a90-851a-b4db4c8c96cd None None] The sync data for ids ['9b9eee69-1d19-4177-9864-cc88dfc6fcb6'] in n-d-791506-25 is: [{'id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655395754', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:33:25Z', 'updated_at': '2021-07-23T23:34:23Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'b10fd9f1-f621-4475-8dee-0071db9092d0', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9eee69-1d19-4177-9864-cc88dfc6fcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:33:26Z', 'updated_at': '2021-07-23T23:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:34:24.771480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Pushing event deleted for resources: {'Port': ['ID=7383d65b-069f-40e3-921f-377e6e3bca6a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:24.780138 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.780559 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.781005 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.781400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.781894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.782297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.782717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.783119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.783551 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.783892 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.784282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.784682 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:24.797633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9719fb1-c1d5-4486-a378-237a7ab61050 None None] No DVR routers for this DVR port 7383d65b-069f-40e3-921f-377e6e3bca6a on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:34:24.865227 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:24.917846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port b10fd9f1-f621-4475-8dee-0071db9092d0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:34:24.918107 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.006000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port b10fd9f1-f621-4475-8dee-0071db9092d0, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b10fd9f1-f621-4475-8dee-0071db9092d0,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:25.006372 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.017851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for b10fd9f1-f621-4475-8dee-0071db9092d0 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:34:25.189161 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.222316 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=b10fd9f1-f621-4475-8dee-0071db9092d0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:25.286676 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.385301 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.387473 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.430494 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.430949 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9eee69-1d19-4177-9864-cc88dfc6fcb6 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:34:25.439167 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.440250 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-5119cac5-35f1-4b05-a33b-80e086a58dab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/routers/9b9eee69-1d19-4177-9864-cc88dfc6fcb6 HTTP/1.1" status: 204 len: 168 time: 1.1586807 Jul 23 23:34:25.442998 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:25.521904 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.617361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.627892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05595f44-c14f-42aa-912d-8597ba9b6916']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:25.637327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ab0ec1-1919-443f-8975-1f014ddd68dd') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:25.637628 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ab0ec1-1919-443f-8975-1f014ddd68dd') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:25.647100 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.660469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.666260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:34:25.666823 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:34:25.669656 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:34:25.734637 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.741242 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.743063 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/networks/05595f44-c14f-42aa-912d-8597ba9b6916 HTTP/1.1" status: 204 len: 168 time: 0.2991416 Jul 23 23:34:25.745885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:25.754827 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb4ff-cbf9-4cd0-8cc5-58608e5233fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Network': ['ID=05595f44-c14f-42aa-912d-8597ba9b6916,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:25.809805 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.834758 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.909205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7383d65b-069f-40e3-921f-377e6e3bca6a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:34:25.910565 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.913089 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:25.914335 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f4634c8-a88e-498a-8a15-0797c2c475ba HTTP/1.1" status: 204 len: 168 time: 0.1674483 Jul 23 23:34:25.924512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e2c80-d196-45aa-91e9-52f0832ca218 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4634c8-a88e-498a-8a15-0797c2c475ba,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:25.940459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7383d65b-069f-40e3-921f-377e6e3bca6a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:34:25.940459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7383d65b-069f-40e3-921f-377e6e3bca6a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:34:25.940459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acb3aed0-b051-4fd1-98ce-4212231aef1e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:34:26.122008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: acb3aed0-b051-4fd1-98ce-4212231aef1e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:34:26.122352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device acb3aed0-b051-4fd1-98ce-4212231aef1e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:34:26.122782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b10fd9f1-f621-4475-8dee-0071db9092d0 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:34:26.141785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b10fd9f1-f621-4475-8dee-0071db9092d0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:34:26.142132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b10fd9f1-f621-4475-8dee-0071db9092d0 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:34:26.440179 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43782) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:26.444842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145915488', 'description': 'tempest-secgroup-smoke-2145915488 description', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:26.466382 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.546598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.550191 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.578212 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.579336 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381733 Jul 23 23:34:26.581223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d372e5-c323-468c-9b81-93bc5a5def8f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4947af60-9e2f-4619-9b24-a319fb4ebf52,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:26.582399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:26.587211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:26.615023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.674800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.678338 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.698407 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5111478e-f8d2-4fa7-86f9-6d4956f6c38b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:26.702499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.703679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4894ca04-cf9f-465b-af0d-207281061d5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201582 Jul 23 23:34:26.706416 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:26.710759 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:26.736701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.792135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.795695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.818457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc2ffe-1eff-4da0-b8af-8aa09b640caf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:26.825532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.826105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-01d2f30a-fa42-4fe0-bc02-6dbde4f5d217 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187501 Jul 23 23:34:26.829430 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:26.834319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:26.860106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.916923 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.920634 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.939286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e9df9f-d616-449c-841e-87af91737e35,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:26.942677 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:26.946529 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3e08b506-99c3-4c76-b99b-479da2278048 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134584 Jul 23 23:34:26.947003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:26.952000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:26.978405 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.036093 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.039389 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.056361 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd91844-a5e8-4d8c-b0a3-1ca7925cb022,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:27.062588 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.063769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3a6e4986-8143-4085-8a67-73a3e7b42cd0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158242 Jul 23 23:34:27.066684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:27.071036 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:27.092359 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:34:27.096960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.155827 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.160404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.181606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0f96d9-ad17-4cb6-b6fe-0407294f74b5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:27.186835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.187992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8ebefa4e-6eda-47ab-b3de-212ca248c35e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204035 Jul 23 23:34:27.190778 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:27.195067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '4947af60-9e2f-4619-9b24-a319fb4ebf52', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:27.215495 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:34:27.220800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.282003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.285575 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.303177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3961288a-dc61-4147-8987-748dc0bed957,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:27.313342 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.314675 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b873215a-0ae9-44f1-9aa3-5ab6392bed7c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229839 Jul 23 23:34:27.317641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:27.322911 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'network': {'name': 'tempest-network-smoke--1446874896', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:27.344295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:34:27.347837 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.370657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:34:27.379886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.380221 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Added segment 89c76925-240f-4e00-942b-504a3f4ff177 of type vlan for network 2f67d986-7986-4e16-a139-bbb9dfdb420f Jul 23 23:34:27.419932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.447254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.453478 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:27.454090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.473951 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:34:27.490895 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722183 Jul 23 23:34:27.493550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:27.497877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'admin_state_up': True, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:27.536482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ae96e-ba09-4c16-b2be-0c4dc8d36780 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Network': ['ID=2f67d986-7986-4e16-a139-bbb9dfdb420f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:27.546598 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:34:27.552415 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.553463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.606701 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.744543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.936412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:27.958780 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.058032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.55 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/2ad54d7d-0182-4ae7-b840-f84ae0eeeb53) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:34:28.161258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.199816 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.236670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:28.241484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:28.245003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:34:28.267519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:28.494274 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.688963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.818032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:34:28.924985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:34:28.934440 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Sync routers for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:34:28.943099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:28.943423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:28.944046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:28.944433 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7b61bca0-3106-4bb0-b4af-01c6aa3be3a0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4499424 Jul 23 23:34:28.947568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:28.976398 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9b61b97e-f001-43ab-b18f-c1001785004b tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ecf1ff67a1a249b88490a059a163fb08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277596 Jul 23 23:34:28.978997 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:29.048228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:29.064289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a451fe-e34f-4ba3-aa42-aad29ca46308 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:29.065848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-65a451fe-e34f-4ba3-aa42-aad29ca46308 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858889 Jul 23 23:34:29.068692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:29.097592 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d74b2c73-a887-4ddf-a51c-4550dad8c704 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278170 Jul 23 23:34:29.100113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:29.104863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368198674', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:29.197704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:34:29.201252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.235818 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:28Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:29.261814 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Checking router: 0612e2fc-8592-43ac-9b5c-60795bb2ee4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:34:29.262085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Updating router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:34:29.299201 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.385945 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.448122 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Subnet': ['ID=af15dade-20b1-4937-b85e-ddcc5a7de12c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:29.452394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Checking segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:34:29.452758 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network hostable DHCP agents. Network: 2f67d986-7986-4e16-a139-bbb9dfdb420f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:34:29.470713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:34:29.479812 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 2f67d986-7986-4e16-a139-bbb9dfdb420f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:29.484774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:29.485361 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.492020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c451a6-70a3-49ce-b80c-07e5a4e3862b None None] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:34:29.502211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d532c736-6bda-4ed8-928f-2e9d242cb29a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3985322 Jul 23 23:34:29.502441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:29.630050 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.658708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Transition to ACTIVE for port object 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:29.668920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.744351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Attempting to bind port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:34:29.744741 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Attempting to bind port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:34:29.745093 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Attempting to bind port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:34:29.752917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-2f67d986-7986-4e16-a139-bbb9dfdb420f', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:34:29.753775 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.757489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca67749-f9b7-4cbf-a234-67cfa73fa0ef None None] Pushing event updated for resources: {'Port': ['ID=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:29.761261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:34:29.761646 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:34:29.762070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.762459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:34:29.762934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Bound port: 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:34:29.763318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.884571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] For port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:34:29.890233 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] For port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:34:29.896883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.931997 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:29.994968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca67749-f9b7-4cbf-a234-67cfa73fa0ef None None] Pushing event updated for resources: {'Port': ['ID=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:30.003347 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Allocated IP 172.20.0.2 (2f67d986-7986-4e16-a139-bbb9dfdb420f/af15dade-20b1-4937-b85e-ddcc5a7de12c/7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:34:30.008130 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:30.008761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:30.181445 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:30.347160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.361674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Transition to ACTIVE for port object 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:30.405557 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Transition to ACTIVE for port object 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:30.412271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.461544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:30.466277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:30.471958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:34:30.478115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Pushing event updated for resources: {'Port': ['ID=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:30.510637 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:28Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:30.536624 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.1 (2f67d986-7986-4e16-a139-bbb9dfdb420f/af15dade-20b1-4937-b85e-ddcc5a7de12c/1e1de3cd-4166-4864-9bd6-123010553718) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:34:30.557525 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792adf21-28f4-4a00-9f9a-7819467bf936 None None] The sync data for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 is: [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:28Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:34:30.568803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Attempting to bind port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:34:30.569175 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Attempting to bind port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:34:30.569535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Attempting to bind port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c on network 2f67d986-7986-4e16-a139-bbb9dfdb420f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:34:30.578415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:34:30.578415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Checking segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:34:30.578415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.578415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Bound using segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:34:30.578870 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Bound port: 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:34:30.578965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.648169 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] For port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:34:30.651236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] For port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:34:30.657359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.665748 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.679846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 1e1de3cd-4166-4864-9bd6-123010553718 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:30.717988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09689-1cc8-4118-b9f6-527eb32d5e7d None None] Pushing event updated for resources: {'Port': ['ID=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:30.723472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:30.775192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:30.801942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:30.803486 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:30.813286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:34:30.868791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:31.044403 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:31.332474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:31.337210 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:31.418485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:31.427258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:31.524810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:31.527099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:31.648710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:34:31.711706 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb18db3-9a9e-4d2a-8c59-1f4de190cbc7 None None] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:34:31.762124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:34:31.767309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2e0f1145-204f-49ed-8683-da5015c99203 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/0612e2fc-8592-43ac-9b5c-60795bb2ee4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2638893 Jul 23 23:34:31.859339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-99de04a3-857c-4296-8816-1727a5af318c None None] Provisioning for port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:31.945219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-06bdd9c8-d151-4e50-8f8d-548235912e6f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145915488&fields=id&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 267 time: 0.0459175 Jul 23 23:34:31.992683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:32.043750 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:32.049273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:32.049729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.083713 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-1cd5e021-69be-4510-9950-ee84a05e84e2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:32.091360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-1cd5e021-69be-4510-9950-ee84a05e84e2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 797 time: 0.1346586 Jul 23 23:34:32.109246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-5b2fa4e2-a8f5-4a7b-a20f-1582bfbd1f87 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/quotas/ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 375 time: 0.0160131 Jul 23 23:34:32.140939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.163792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:32.168433 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.169650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:32.192876 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-14b75ddf-5eb7-4c90-a640-7cbfff1ed437 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825818 Jul 23 23:34:32.258150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:32.266227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:32.271194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:32.271587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.322657 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-82bc7643-5666-4129-ad13-cfeebaf5bad1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132724 Jul 23 23:34:32.325229 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Provisioning complete for port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:32.325696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.344101 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Sync routers for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:34:32.355363 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:32.356245 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:32.440625 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9182b092-1149-4fc3-8a8e-84657b9c6b8e service neutron] 10.222.0.37 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095295 Jul 23 23:34:32.476353 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:32.590938 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.667807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.674384 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:32.684344 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.694590 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-200c6290-70ca-4d32-a0d2-c182703bdd5c req-e03bf061-8e46-477e-8422-3436c937e858 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 210 time: 0.0632806 Jul 23 23:34:32.741490 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:31Z', 'revision_number': 2, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:32.768229 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Checking router: 0612e2fc-8592-43ac-9b5c-60795bb2ee4a for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:34:32.768588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Updating router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a port 1e1de3cd-4166-4864-9bd6-123010553718 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:34:32.788321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:32.804883 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:34:32.805056 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:32.805244 n-d-791506-25 neutron-server[93837]: DEBUG oslo_db.api [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:34:33.073322 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:33.084419 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Transition to ACTIVE for port object 1e1de3cd-4166-4864-9bd6-123010553718 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:33.091173 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:33.145404 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Pushing event updated for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:33.175728 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.176083 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.176455 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.176697 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.177060 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.177380 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.177976 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.178408 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.178764 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.179240 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.179630 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.179992 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:34:33.230028 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Attempting to bind port 1e1de3cd-4166-4864-9bd6-123010553718 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:34:33.230393 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Attempting to bind port 1e1de3cd-4166-4864-9bd6-123010553718 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:34:33.230748 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Attempting to bind port 1e1de3cd-4166-4864-9bd6-123010553718 on network 2f67d986-7986-4e16-a139-bbb9dfdb420f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:34:33.242931 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:34:33.243301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Checking segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:34:33.243730 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:33.244114 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Bound using segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:34:33.244575 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Bound port: 1e1de3cd-4166-4864-9bd6-123010553718, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:34:33.244947 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:33.320442 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] For port 1e1de3cd-4166-4864-9bd6-123010553718, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:34:33.323663 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] For port 1e1de3cd-4166-4864-9bd6-123010553718, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e1de3cd-4166-4864-9bd6-123010553718,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:34:33.330116 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:33.363282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-792a190c-ca8a-4ee2-b1ac-1fa2545d3cd2 None None] Provisioning for port 1e1de3cd-4166-4864-9bd6-123010553718 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:33.398472 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:33.399110 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:33.401037 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439233a-6d6a-4249-87d8-ff9c2cb3eb90 None None] Pushing event updated for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:33.515095 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:33.724571 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:33.755836 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285180a-710c-49ae-a65e-9c9316ced7c6 None None] The sync data for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 is: [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:34:33.821219 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0d62d97a-bc0d-486a-9e82-54710e58900a req-1393ecff-4856-46eb-bbfa-49606065650d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 210 time: 0.0417492 Jul 23 23:34:33.890695 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-2d44b2f6-c87d-400e-90c6-629de3a60295 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:33.892227 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-2d44b2f6-c87d-400e-90c6-629de3a60295 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 797 time: 0.1454709 Jul 23 23:34:33.959714 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-dbcced07-42da-49bb-9b24-d2594e5f7e03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 380 time: 0.0586891 Jul 23 23:34:33.969613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'port': {'device_id': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'admin_state_up': True, 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'security_groups': ['4947af60-9e2f-4619-9b24-a319fb4ebf52']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:34.003532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e1de3cd-4166-4864-9bd6-123010553718 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:34.054918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 1e1de3cd-4166-4864-9bd6-123010553718 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:34.058743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1e1de3cd-4166-4864-9bd6-123010553718 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:34.059121 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.091089 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:34:34.095093 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.151251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.186864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 1e1de3cd-4166-4864-9bd6-123010553718, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e1de3cd-4166-4864-9bd6-123010553718,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:34.193840 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.194640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:34.236063 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.3 (2f67d986-7986-4e16-a139-bbb9dfdb420f/af15dade-20b1-4937-b85e-ddcc5a7de12c/548e0525-8d9f-4cfd-a7c6-a65f5bedeeef) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:34:34.280489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:34.285296 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:34.285669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.377383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:34.389450 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.409481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:34.428631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:34.429009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.443825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.495689 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:34.499009 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:34.501771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:34:34.528266 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:34.558650 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:34.559304 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.578407 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-60c6cda5-1586-47fd-bbfe-b90a171dad03 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134412 Jul 23 23:34:34.590570 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Request body: {'port': {'device_id': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:34.674052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.748648 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68481f79-d6fe-4459-acbc-7918ec74b5ad None None] Provisioning for port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:34.752568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-68481f79-d6fe-4459-acbc-7918ec74b5ad None None] Provisioning complete for port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:34.752941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-68481f79-d6fe-4459-acbc-7918ec74b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.792055 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-68481f79-d6fe-4459-acbc-7918ec74b5ad None None] Port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:34:34.953018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:34:34.953670 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e09f-bbe8-4ab3-878b-893952ab1f0f req-48926525-ed79-44dc-979b-c53d435107b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:34.955234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77f7e09f-bbe8-4ab3-878b-893952ab1f0f req-48926525-ed79-44dc-979b-c53d435107b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 931 time: 0.0655100 Jul 23 23:34:34.960535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:34.973936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Transition to ACTIVE for port object 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:34:34.978916 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:35.002776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77f7e09f-bbe8-4ab3-878b-893952ab1f0f req-1d629e52-9887-4ba2-84bc-496406814d51 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Jul 23 23:34:35.048597 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Pushing event updated for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:35.102864 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Attempting to bind port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:34:35.103182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Attempting to bind port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:34:35.103511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Attempting to bind port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef on network 2f67d986-7986-4e16-a139-bbb9dfdb420f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:34:35.108005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef on network 2f67d986-7986-4e16-a139-bbb9dfdb420f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:34:35.108574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Attempting to bind port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef on network 2f67d986-7986-4e16-a139-bbb9dfdb420f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:34:35.113387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:34:35.113720 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Checking segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:34:35.114133 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Bound using segment: {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:34:35.114566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Bound port: 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c76925-240f-4e00-942b-504a3f4ff177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:34:35.114923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:35.180060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:34:35.183510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:34:35.187728 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:35.225610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:35.226251 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:35.227629 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] 10.222.0.22 "PUT /v2.0/ports/548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 1092 time: 0.6421249 Jul 23 23:34:35.228067 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:34:35.230346 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:34:35.252675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbce03a-20e8-4937-a8e3-144fcc64b593 service neutron] Pushing event updated for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:35.271242 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d98cc-ee65-42e8-9f78-393360d72eb8 x-openstack-request-id: req-1d2d98cc-ee65-42e8-9f78-393360d72eb8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:34:35.271536 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:34:35.272856 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d2d98cc-ee65-42e8-9f78-393360d72eb8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:34:35.273322 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'status': 'completed', 'code': 200} Jul 23 23:34:35.352563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-ef78fd08-4c12-437e-8b78-50938ad01197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:35.354112 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-ef78fd08-4c12-437e-8b78-50938ad01197 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1095 time: 0.0644245 Jul 23 23:34:35.396765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-ebaf604c-0e42-4bcb-875f-4669ff8fb4f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 217 time: 0.0360875 Jul 23 23:34:35.445246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-691429e8-626f-4aec-8a27-ca5864046faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:35.446733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-691429e8-626f-4aec-8a27-ca5864046faa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0434935 Jul 23 23:34:35.503578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-6ac35deb-a4c3-46d6-84ab-d4510fa1233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:35.505008 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-6ac35deb-a4c3-46d6-84ab-d4510fa1233d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522301 Jul 23 23:34:35.866011 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e1de3cd-4166-4864-9bd6-123010553718 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:35.913614 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 1e1de3cd-4166-4864-9bd6-123010553718 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:35.914126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:35.933479 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-bc8e7a73-ce80-4100-9d18-b64d3c41b8bb service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213583 Jul 23 23:34:36.026012 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96d0bdf0-8aa9-40b8-938b-395f34a8edb1 req-42336865-15b4-4e71-a184-72c09d259b2c service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Jul 23 23:34:36.122394 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-2ed3d090-f706-4368-bd2b-81ea55f1741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:36.123944 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-2ed3d090-f706-4368-bd2b-81ea55f1741d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1095 time: 0.0547340 Jul 23 23:34:36.143873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75963b5e-c348-41f8-a592-3dc4db0f47b2 req-18893989-0df7-4f23-abd4-867b7587aaf5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:36.145373 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75963b5e-c348-41f8-a592-3dc4db0f47b2 req-18893989-0df7-4f23-abd4-867b7587aaf5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 943 time: 0.0702078 Jul 23 23:34:36.183903 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-75963b5e-c348-41f8-a592-3dc4db0f47b2 req-2ab5d72a-8367-4d8f-af4c-64ce42447d16 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Jul 23 23:34:36.213574 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-6b77cd8a-238d-4eb8-b3de-b26ff7054532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:36.215097 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-6b77cd8a-238d-4eb8-b3de-b26ff7054532 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 898 time: 0.0848441 Jul 23 23:34:36.258981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-6626df9e-2a4a-4189-bdc9-ca9ee9346eba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 217 time: 0.0376120 Jul 23 23:34:36.306722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-2ad7e3a9-f485-4d0a-b1d1-4097f24c4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:36.308198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-2ad7e3a9-f485-4d0a-b1d1-4097f24c4055 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0431964 Jul 23 23:34:36.366614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-e786111b-7630-4390-9887-71086f6e48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:36.368089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-e786111b-7630-4390-9887-71086f6e48bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534549 Jul 23 23:34:36.460981 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-6daa88bd-2978-4284-ba5b-19f08a113cc2 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852618 Jul 23 23:34:36.547584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-daa6f4fa-714e-4fd9-8f21-b581630eeb1e req-810ae44f-00d7-4ac5-ab44-ada779f59449 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794995 Jul 23 23:34:37.313914 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df394-0a27-4412-9dff-833d4f2b4223 req-2a2017a6-97c6-4329-ba0f-680f86ab7c77 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:37.315446 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e81df394-0a27-4412-9dff-833d4f2b4223 req-2a2017a6-97c6-4329-ba0f-680f86ab7c77 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 943 time: 0.0651982 Jul 23 23:34:37.353314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e81df394-0a27-4412-9dff-833d4f2b4223 req-28b2777e-3502-41f6-aea1-c74c9985c9a6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Jul 23 23:34:38.093624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:34:38.184109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:38.195240 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'port_id': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'mac_address': 'fa:16:3e:5f:a4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:34:38.233930 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:38.246532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:34:38.266345 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:38.270327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:38.317090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:38.468699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:34:38.485941 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2d9bf-97f6-4f31-8d1c-f6e750a78491 req-aac8f6db-9a8e-4b59-b549-1bd39c7c64fe tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:38.487558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feb2d9bf-97f6-4f31-8d1c-f6e750a78491 req-aac8f6db-9a8e-4b59-b549-1bd39c7c64fe tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 944 time: 0.0650911 Jul 23 23:34:38.524699 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-feb2d9bf-97f6-4f31-8d1c-f6e750a78491 req-93990513-da9d-48d2-986c-81c6924a3644 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Jul 23 23:34:39.657936 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc3ef-4815-4451-8c9a-c871da7f49fd req-208ee4e1-e09e-438c-a877-d90dfc807c73 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:39.659337 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-905bc3ef-4815-4451-8c9a-c871da7f49fd req-208ee4e1-e09e-438c-a877-d90dfc807c73 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 944 time: 0.0693173 Jul 23 23:34:39.696532 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-905bc3ef-4815-4451-8c9a-c871da7f49fd req-fd35f606-1421-48f1-bbf7-12a1a436d446 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Jul 23 23:34:40.109189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:34:40.156266 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:34:40.159723 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:34:40.160088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:40.236066 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:40.257544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:34:40.259633 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2cfe2-96fd-4fa5-bf86-fa092588e1b9" -d '{"events": [{"server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "name": "network-vif-plugged", "status": "completed", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:34:40.272216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:34:40.276243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:40.328936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:40.358832 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d77561-d6d3-47c7-9c0e-f94b54d328a0 x-openstack-request-id: req-89d77561-d6d3-47c7-9c0e-f94b54d328a0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:34:40.359131 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "name": "network-vif-plugged", "status": "completed", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:34:40.359467 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89d77561-d6d3-47c7-9c0e-f94b54d328a0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:34:40.359785 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'code': 200} Jul 23 23:34:40.467267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab491a-b016-4d65-8e2f-da828cf0f355 req-f504c73d-a65b-4ca7-b4ea-dc4ef40e25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:40.468736 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-feab491a-b016-4d65-8e2f-da828cf0f355 req-f504c73d-a65b-4ca7-b4ea-dc4ef40e25a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1097 time: 0.0566158 Jul 23 23:34:40.502624 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-feab491a-b016-4d65-8e2f-da828cf0f355 req-c974b3d1-7e17-46b7-8be6-a0fa78d2d5ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277767 Jul 23 23:34:40.827865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94292b59-262b-43b9-ae37-7ed2706da2b6 req-91abf6a7-24ca-48e0-b392-721a67bbb83c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:40.829424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94292b59-262b-43b9-ae37-7ed2706da2b6 req-91abf6a7-24ca-48e0-b392-721a67bbb83c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0635762 Jul 23 23:34:40.867350 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-94292b59-262b-43b9-ae37-7ed2706da2b6 req-13f53476-3d85-46e8-8c04-835bd2e5deba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Jul 23 23:34:41.131256 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bee39e30-d00a-481f-856c-1f9921d10d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:42.003658 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e68d8-2d5c-4f27-98ab-ba3dc9039503 req-bd7fd1bb-5463-4ddc-a9da-e69ce2e32739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:42.005169 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-929e68d8-2d5c-4f27-98ab-ba3dc9039503 req-bd7fd1bb-5463-4ddc-a9da-e69ce2e32739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0723979 Jul 23 23:34:42.045099 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-929e68d8-2d5c-4f27-98ab-ba3dc9039503 req-7339ffec-817a-4c66-a0ae-8d61356b291c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338173 Jul 23 23:34:42.173411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6efcc-5802-4137-b81e-e802dc76524f req-6ad59c7b-678a-49f0-999a-aefc6df533ec tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:42.174837 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58a6efcc-5802-4137-b81e-e802dc76524f req-6ad59c7b-678a-49f0-999a-aefc6df533ec tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0647078 Jul 23 23:34:42.211471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-58a6efcc-5802-4137-b81e-e802dc76524f req-cd87be65-0c61-426c-8a68-d639cb2e7d77 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311360 Jul 23 23:34:42.233679 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:42.286447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31a600-87d5-4b0f-8091-2e1b4be30120 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:42.288010 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ce31a600-87d5-4b0f-8091-2e1b4be30120 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1092 time: 0.0532918 Jul 23 23:34:42.290923 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:42.295192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:34:42.321899 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:42.423841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:42.528798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.37 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/b26942ee-2b3f-49ba-ad2e-c11971a1fc2c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:34:42.629887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:42.667448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:42.703395 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:34:42.706121 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:34:42.712019 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:34:42.739894 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=b26942ee-2b3f-49ba-ad2e-c11971a1fc2c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:43.062431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.147490 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.298376 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.302772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.369240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=b26942ee-2b3f-49ba-ad2e-c11971a1fc2c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:34:43.381371 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.479514 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 associated. External IP: 172.25.1.37, port: 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef. Jul 23 23:34:43.688210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:34:43.794156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:34:43.803997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Sync routers for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:34:43.810451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.814152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:43.815193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:43.848411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cfe2c736-44ee-46f9-9e0b-4fee56efb9e0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5564921 Jul 23 23:34:43.848988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:34:43.851292 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2484e12-0d65-43b3-b456-01fc0ebef9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:34:43.897787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f998423d-e74f-4a93-b1be-1fcd36e96cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:43.931038 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:43.961037 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3c0e-8991-4ade-8e16-1e9e53214956 req-09acafb5-1376-4d5b-b6a1-312b2c1b2ee8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:43.962604 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e5c3c0e-8991-4ade-8e16-1e9e53214956 req-09acafb5-1376-4d5b-b6a1-312b2c1b2ee8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0655196 Jul 23 23:34:44.003097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7e5c3c0e-8991-4ade-8e16-1e9e53214956 req-2be1ff10-5ffd-43a9-b229-ec86229130b0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Jul 23 23:34:44.025388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43884) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:44.047517 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2f092-73dc-4616-aada-c7afb4074e95 x-openstack-request-id: req-57e2f092-73dc-4616-aada-c7afb4074e95 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:34:44.047885 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:34:44.048235 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57e2f092-73dc-4616-aada-c7afb4074e95 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:34:44.048711 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'status': 'completed', 'code': 200} Jul 23 23:34:44.118552 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f37bdaca-8bfd-4751-8c70-1974c7ab955a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 HTTP/1.1" status: 200 len: 990 time: 0.0911851 Jul 23 23:34:44.141788 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-4769f875-114e-4d71-b1ba-98d66cd77f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:44.143300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-4769f875-114e-4d71-b1ba-98d66cd77f12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1097 time: 0.0733931 Jul 23 23:34:44.166504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '470c3aa2-c3e1-4cc6-bb54-8dea9cd56016', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'port_id': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'mac_address': 'fa:16:3e:5f:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:34:42Z', 'updated_at': '2021-07-23T23:34:42Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:44.192639 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Checking router: 0612e2fc-8592-43ac-9b5c-60795bb2ee4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:34:44.201294 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:34:44.201936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:34:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:44.231315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-c241b1bd-30cd-42c9-8712-a3a209c39b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:44.232765 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-c241b1bd-30cd-42c9-8712-a3a209c39b19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 898 time: 0.0837603 Jul 23 23:34:44.286586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:44.302296 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-2b7d6dc1-fc4f-466a-931f-fdcb91a6baa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 998 time: 0.0636737 Jul 23 23:34:44.319926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:34:44.352530 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-32871440-36a1-4a15-8b71-4f7fd45f59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:44.354023 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-32871440-36a1-4a15-8b71-4f7fd45f59a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0462122 Jul 23 23:34:44.412542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-acc8cb2d-842b-4c32-a27a-0896dcaf7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:34:44.414238 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-acc8cb2d-842b-4c32-a27a-0896dcaf7e8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544345 Jul 23 23:34:44.507789 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-2b7bdc15-c364-4f60-82eb-8667ed55cc27 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868709 Jul 23 23:34:44.543907 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '470c3aa2-c3e1-4cc6-bb54-8dea9cd56016', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'port_id': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'mac_address': 'fa:16:3e:5f:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:34:42Z', 'updated_at': '2021-07-23T23:34:42Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:34:44.575141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5798c-cb64-4a45-8145-2448d5346bbe None None] The sync data for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 is: [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '470c3aa2-c3e1-4cc6-bb54-8dea9cd56016', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'port_id': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'mac_address': 'fa:16:3e:5f:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:34:42Z', 'updated_at': '2021-07-23T23:34:42Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:34:44.602477 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f2484e12-0d65-43b3-b456-01fc0ebef9d6 req-57bd119a-586d-4187-a2f3-a676c53a7d21 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884204 Jul 23 23:34:44.770513 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb7043-4c91-4fd4-8675-a903a39a59b4 None None] New status for floating IP 470c3aa2-c3e1-4cc6-bb54-8dea9cd56016: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:34:45.122027 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43886) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:34:45.183275 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:45.187825 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e0246fe7-0c1a-4224-8773-1ffa121eca53 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 HTTP/1.1" status: 200 len: 992 time: 0.0646570 Jul 23 23:34:46.699046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:52.778300 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:34:53.839501 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:04.472540 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:35:11.131412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-80b135a1-041b-44ae-8e54-10e2d22324b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:12.016172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-b3e05a39-69e3-4ade-ba5e-f2af517648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:12.017679 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-b3e05a39-69e3-4ade-ba5e-f2af517648ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1097 time: 0.0570288 Jul 23 23:35:12.018994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db8792-ec18-46c2-8191-93bdd962b69c req-31ab7486-e9c9-460a-9a7f-b3230ae30c3e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:12.020531 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0db8792-ec18-46c2-8191-93bdd962b69c req-31ab7486-e9c9-460a-9a7f-b3230ae30c3e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0682211 Jul 23 23:35:12.058301 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0db8792-ec18-46c2-8191-93bdd962b69c req-6791df6f-5c95-4da5-8a33-e69120e5ca52 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jul 23 23:35:12.116042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-828b8ca0-fc65-47b7-b96b-fc8964f768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:12.117512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-828b8ca0-fc65-47b7-b96b-fc8964f768e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 898 time: 0.0889163 Jul 23 23:35:12.182314 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-1443d94f-8e34-4ec7-bcb1-bd1bf23c77b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 1000 time: 0.0579703 Jul 23 23:35:12.235459 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-18f9ca0f-4363-4e46-9425-7c70797450b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:12.236915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-18f9ca0f-4363-4e46-9425-7c70797450b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0483093 Jul 23 23:35:12.298235 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-695f4043-c63e-4d7a-a834-880f3fc2afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:12.299740 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-695f4043-c63e-4d7a-a834-880f3fc2afae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565803 Jul 23 23:35:12.392929 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-664a53f0-65d4-4f40-b9ab-d4c2cb145a0c service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863705 Jul 23 23:35:12.499355 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-29cbe1c3-2e42-497b-aa5b-55dd7404d11c req-e544eec7-ee80-4d4d-9500-ab56d4fd4586 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989628 Jul 23 23:35:13.194804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2acae-cac0-4eed-8467-04c240889ee5 req-df790e90-407d-4b80-8b1c-2df6d892fff6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:13.196306 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0e2acae-cac0-4eed-8467-04c240889ee5 req-df790e90-407d-4b80-8b1c-2df6d892fff6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0686169 Jul 23 23:35:13.234309 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0e2acae-cac0-4eed-8467-04c240889ee5 req-537f06ae-c065-4494-860f-f2ca40897382 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Jul 23 23:35:13.838984 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a100565f-c5e8-43b3-b919-55976611499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:14.269884 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:14.363312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f2838-4ae5-42a5-a670-1a627eb87ec7 req-feba4ab6-cb13-46b7-a8c3-329733a48b0e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:14.364795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a9f2838-4ae5-42a5-a670-1a627eb87ec7 req-feba4ab6-cb13-46b7-a8c3-329733a48b0e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0647006 Jul 23 23:35:14.402484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a9f2838-4ae5-42a5-a670-1a627eb87ec7 req-1bce86dd-a891-488b-92f8-f44ca0adef0f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Jul 23 23:35:15.185785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:15.533076 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e207-a589-46e3-9e62-fd7271cd21c3 req-f0306b0d-885d-45f5-a756-2920030549ad tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:15.534580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6741e207-a589-46e3-9e62-fd7271cd21c3 req-f0306b0d-885d-45f5-a756-2920030549ad tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0667999 Jul 23 23:35:15.570583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6741e207-a589-46e3-9e62-fd7271cd21c3 req-1ca55254-a858-4ece-b3af-f1f4148e6eac tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305068 Jul 23 23:35:16.698638 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d91db-3372-4c2f-90b7-fe090394a69b req-747952e3-bdbc-4b45-ab8b-b9bf1f9dcdff tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:16.700042 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e17d91db-3372-4c2f-90b7-fe090394a69b req-747952e3-bdbc-4b45-ab8b-b9bf1f9dcdff tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0632257 Jul 23 23:35:16.702886 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:16.738667 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e17d91db-3372-4c2f-90b7-fe090394a69b req-c82f4819-3456-4429-a2fd-ceac8ba65720 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 23 23:35:17.868630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71eed2-3d51-49b5-8876-68b4fffdec6e req-eef402c9-6cb9-438f-9391-f95e48c10e7b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:17.870131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb71eed2-3d51-49b5-8876-68b4fffdec6e req-eef402c9-6cb9-438f-9391-f95e48c10e7b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0668523 Jul 23 23:35:17.912240 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb71eed2-3d51-49b5-8876-68b4fffdec6e req-e495a836-16cd-48ff-8978-5344d8682382 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364730 Jul 23 23:35:18.627871 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-8da30e98-83a4-4eac-a464-5da697bf2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:18.629264 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-8da30e98-83a4-4eac-a464-5da697bf2352 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1097 time: 0.0543480 Jul 23 23:35:18.735288 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-881efa79-9109-4020-9124-271d87648aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:18.736752 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-881efa79-9109-4020-9124-271d87648aab service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 898 time: 0.0888534 Jul 23 23:35:18.799959 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-5ea13d64-e3c5-4c4e-8878-9f382deb6f58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 1000 time: 0.0569882 Jul 23 23:35:18.847175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-151e84c8-0d2d-4862-b647-a137d0772340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:18.848578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-151e84c8-0d2d-4862-b647-a137d0772340 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0428848 Jul 23 23:35:18.909567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-3f019270-96d1-47a0-8694-6b5002ad4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:18.910979 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-3f019270-96d1-47a0-8694-6b5002ad4538 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562642 Jul 23 23:35:19.001275 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-d0ccc48a-af08-410c-bb2e-c457ddca22d2 service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835702 Jul 23 23:35:19.042477 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c2db6-f409-492f-913a-a77efc7db299 req-606fded8-bd62-46ad-8520-35c59d4f2ca5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:19.043999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d64c2db6-f409-492f-913a-a77efc7db299 req-606fded8-bd62-46ad-8520-35c59d4f2ca5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0648911 Jul 23 23:35:19.081621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d64c2db6-f409-492f-913a-a77efc7db299 req-dd250545-0c18-410a-a359-1cbfe76176bd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jul 23 23:35:19.100941 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fcdda8b3-f2e0-4bd5-9fdc-a95f3c23baa5 req-92f154da-0594-4218-89ea-7553906fac9a service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934734 Jul 23 23:35:20.210405 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edb796-5e3a-4c5b-8f35-702ac5cbf9dd req-5e8fdf37-22a4-4df3-9e22-585d3c98f4dc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:20.211879 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05edb796-5e3a-4c5b-8f35-702ac5cbf9dd req-5e8fdf37-22a4-4df3-9e22-585d3c98f4dc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0619888 Jul 23 23:35:20.249256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05edb796-5e3a-4c5b-8f35-702ac5cbf9dd req-7f3eb7b3-f0c1-4f7a-aee4-cfc199a09ad6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311339 Jul 23 23:35:21.384114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024abe48-4cd0-455d-a36c-8188590d64f7 req-0a4b7723-7a87-43e1-a966-c7e5e2eada25 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:21.385588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-024abe48-4cd0-455d-a36c-8188590d64f7 req-0a4b7723-7a87-43e1-a966-c7e5e2eada25 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0714073 Jul 23 23:35:21.426277 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-024abe48-4cd0-455d-a36c-8188590d64f7 req-5f30d096-4545-4352-9498-9b28a4697f69 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Jul 23 23:35:22.551596 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97619be-2f18-4318-b982-201cbde96425 req-9090c86e-6015-4709-a983-e7ee988ba7e1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:22.553056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d97619be-2f18-4318-b982-201cbde96425 req-9090c86e-6015-4709-a983-e7ee988ba7e1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0632269 Jul 23 23:35:22.590550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d97619be-2f18-4318-b982-201cbde96425 req-30d67d9b-6259-48b1-96c0-5e9372ca7920 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Jul 23 23:35:22.778101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:23.722749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a989fa-033c-4f9d-81e6-a442595f5aae req-6d876445-42b5-4fa7-a9bd-3682bfc12cb3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:23.724225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63a989fa-033c-4f9d-81e6-a442595f5aae req-6d876445-42b5-4fa7-a9bd-3682bfc12cb3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0658941 Jul 23 23:35:23.761387 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-63a989fa-033c-4f9d-81e6-a442595f5aae req-e7967726-3962-47e8-9a3d-8c46395fb549 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jul 23 23:35:23.783792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:35:23.842386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:23.843251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-35b1b9d7-329f-4dc0-92da-bde815e709c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 HTTP/1.1" status: 200 len: 992 time: 0.0583682 Jul 23 23:35:41.131399 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7c15d861-374b-4d48-a287-c54ba4bdf4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:41.472912 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:35:43.839877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fec679d7-a14d-492c-8dd1-35f2d5984ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:44.270858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:45.188795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:46.704519 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:52.778278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:53.836999 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.192852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:35:54.344401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port b26942ee-2b3f-49ba-ad2e-c11971a1fc2c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:35:54.344745 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.735189 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.735513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.746907 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for b26942ee-2b3f-49ba-ad2e-c11971a1fc2c owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:35:54.890947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.915140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=b26942ee-2b3f-49ba-ad2e-c11971a1fc2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:35:54.923454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.923806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.924711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.925048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.925384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.925715 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.926070 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.926399 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.926726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.927049 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.927371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.927696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:54.990994 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:54.991246 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 disassociated (deleted). External IP: 172.25.1.37, port: 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef. Jul 23 23:35:55.191064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:35:55.295871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:35:55.300833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:55.305376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Sync routers for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:35:55.315642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:35:55.316357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:35:55.342840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0490c6b2-fc04-4133-a416-3ca672505abd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/floatingips/470c3aa2-c3e1-4cc6-bb54-8dea9cd56016 HTTP/1.1" status: 204 len: 168 time: 1.1480515 Jul 23 23:35:55.342840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:35:55.344986 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10596bc3-917b-4b8c-8361-471f6cfc2df6" -d '{"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:35:55.427572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:35:55.509403 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb509e65-50c6-4fcf-ab92-c9d3b82c5091 x-openstack-request-id: req-fb509e65-50c6-4fcf-ab92-c9d3b82c5091 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:35:55.509696 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:35:55.509974 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb509e65-50c6-4fcf-ab92-c9d3b82c5091 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:35:55.510380 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'status': 'completed', 'code': 200} Jul 23 23:35:55.587186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-c17f8fcb-2642-4210-86b1-5ebb0863bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:55.588719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-c17f8fcb-2642-4210-86b1-5ebb0863bf7e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 1097 time: 0.0565035 Jul 23 23:35:55.622897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa2e53-1900-40fc-9de9-55619aaf3602 req-b9fe517f-7035-4cd6-8280-88dcdb5d4610 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:55.630600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23aa2e53-1900-40fc-9de9-55619aaf3602 req-b9fe517f-7035-4cd6-8280-88dcdb5d4610 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0739179 Jul 23 23:35:55.649897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:35:55.665424 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23aa2e53-1900-40fc-9de9-55619aaf3602 req-56a7ba6a-0a47-4061-8799-732d2658b75c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338540 Jul 23 23:35:55.676423 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Checking router: 0612e2fc-8592-43ac-9b5c-60795bb2ee4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:35:55.689005 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-6b7ff24a-f8d0-458e-8f8e-27d62924dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:55.691137 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-6b7ff24a-f8d0-458e-8f8e-27d62924dd42 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 200 len: 898 time: 0.0954771 Jul 23 23:35:55.694392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:35:55.695009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:35:55.732334 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-4c98ea74-ccae-4fd2-ba67-03243d4c9a8f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 200 len: 217 time: 0.0340014 Jul 23 23:35:55.782758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-5bb04a75-8f75-4d76-a899-4bd38bfa7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:55.784343 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-5bb04a75-8f75-4d76-a899-4bd38bfa7b57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 200 len: 835 time: 0.0456705 Jul 23 23:35:55.851777 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-9dca710c-7fab-49e4-87a5-f35c350ca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:55.853327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-9dca710c-7fab-49e4-87a5-f35c350ca3be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2f67d986-7986-4e16-a139-bbb9dfdb420f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621822 Jul 23 23:35:55.944149 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-3c6d41ad-dd70-44c2-8ae7-ca828909066a service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842018 Jul 23 23:35:55.954738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:35:56.039116 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-10596bc3-917b-4b8c-8361-471f6cfc2df6 req-37a5f7f5-cd73-4d92-949e-d11cbaeb52ac service neutron] 10.222.0.22 "GET /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880642 Jul 23 23:35:56.152462 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:35:56.181805 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c0526e-0deb-4af1-af3d-569762f34231 None None] The sync data for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 is: [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:30Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '1e1de3cd-4166-4864-9bd6-123010553718', 'name': '', 'network_id': '2f67d986-7986-4e16-a139-bbb9dfdb420f', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:a5:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:30Z', 'updated_at': '2021-07-23T23:34:34Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': 'af15dade-20b1-4937-b85e-ddcc5a7de12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:35:56.402948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c2a96-763d-4116-86e3-695426f9e292 None None] New status for floating IP 470c3aa2-c3e1-4cc6-bb54-8dea9cd56016: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:35:56.794931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832342-4c48-403d-bd07-1a888011dca4 req-9e4f91e5-37e2-4889-805f-a53f660fde1b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:56.796409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f832342-4c48-403d-bd07-1a888011dca4 req-9e4f91e5-37e2-4889-805f-a53f660fde1b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jul 23 23:35:56.834846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5f832342-4c48-403d-bd07-1a888011dca4 req-0f2bc2ad-c5dd-406a-b9cf-aab8a13f4ca3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=4947af60-9e2f-4619-9b24-a319fb4ebf52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Jul 23 23:35:56.972056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-5d2fccd8-32f9-433f-9981-35a36a8b7c6c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:35:56.973417 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-5d2fccd8-32f9-433f-9981-35a36a8b7c6c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 945 time: 0.0625014 Jul 23 23:35:57.075294 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:35:57.075634 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:57.162749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:35:57.163116 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:57.175828 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:35:57.304147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:57.333845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=548e0525-8d9f-4cfd-a7c6-a65f5bedeeef,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:35:57.363357 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.363708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.364049 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.364385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.364719 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.365050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.365379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.365707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.366056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.366379 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.366703 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.367025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:35:57.391596 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] No DVR routers for this DVR port 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:35:57.394830 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:57.396779 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-620d5699-e92c-4aa3-b721-47c92d183b2f req-6a497a39-8b7f-432b-a522-11b40b053391 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "DELETE /v2.0/ports/548e0525-8d9f-4cfd-a7c6-a65f5bedeeef HTTP/1.1" status: 204 len: 173 time: 0.4178486 Jul 23 23:35:57.397222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'name': 'network-vif-deleted', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:35:57.399493 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fd97c-677e-42b4-8e63-b6d715927cf4" -d '{"events": [{"server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "name": "network-vif-deleted", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:35:57.434952 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2924fd5-1277-443a-a23d-b1f856496b67 x-openstack-request-id: req-e2924fd5-1277-443a-a23d-b1f856496b67 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:35:57.435247 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44760b9-4870-4335-a24e-a69abcedc51f", "name": "network-vif-deleted", "tag": "548e0525-8d9f-4cfd-a7c6-a65f5bedeeef", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:35:57.435502 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2924fd5-1277-443a-a23d-b1f856496b67 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:35:57.435912 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44760b9-4870-4335-a24e-a69abcedc51f', 'name': 'network-vif-deleted', 'tag': '548e0525-8d9f-4cfd-a7c6-a65f5bedeeef', 'status': 'completed', 'code': 200} Jul 23 23:35:57.950039 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9cf1249-0315-4229-8254-515c829abd6a req-dd44ed16-7de6-4fd4-8881-0ddc75760846 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44760b9-4870-4335-a24e-a69abcedc51f HTTP/1.1" status: 200 len: 210 time: 0.0320175 Jul 23 23:35:59.005380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:35:59.357142 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:59.630725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 1e1de3cd-4166-4864-9bd6-123010553718 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:35:59.630985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:59.721678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 1e1de3cd-4166-4864-9bd6-123010553718, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=1e1de3cd-4166-4864-9bd6-123010553718,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:35:59.722080 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:59.733780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 1e1de3cd-4166-4864-9bd6-123010553718 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:35:59.920607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:35:59.951916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=1e1de3cd-4166-4864-9bd6-123010553718,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:00.119679 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.338886 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:36:00.443459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:36:00.448307 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3a5a7f2a-6dff-4db3-86cb-43c5cec6dc39 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/0612e2fc-8592-43ac-9b5c-60795bb2ee4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419117 Jul 23 23:36:00.451381 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:00.452779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Sync routers for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:36:00.462223 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:00.462847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:00.503169 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting subnet af15dade-20b1-4937-b85e-ddcc5a7de12c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:36:00.506275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.546350 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.569171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:00.596156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:36:00.636861 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.646191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:36:00.646536 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 548e0525-8d9f-4cfd-a7c6-a65f5bedeeef not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:36:00.695568 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.723336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Subnet': ['ID=af15dade-20b1-4937-b85e-ddcc5a7de12c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:00.727042 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.732320 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-59b34b51-2e22-4dc0-8d56-2172ed369753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/subnets/af15dade-20b1-4937-b85e-ddcc5a7de12c HTTP/1.1" status: 204 len: 168 time: 0.2794597 Jul 23 23:36:00.732773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:00.741197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd77c9-758c-43ec-90c9-9d35a5877de7 None None] Network 2f67d986-7986-4e16-a139-bbb9dfdb420f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:36:00.839363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:00.863874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:35:59Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:00.896951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Checking router: 0612e2fc-8592-43ac-9b5c-60795bb2ee4a for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:36:00.913615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Routers {'0612e2fc-8592-43ac-9b5c-60795bb2ee4a'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:00.914265 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:00.945950 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.007347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:36:01.007694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.019261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] DHCP port deletion for 2f67d986-7986-4e16-a139-bbb9dfdb420f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:36:01.028353 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] Set router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:01.088975 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:01.089350 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.104577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:36:01.190351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Deleting port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:36:01.190587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.278661 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.279204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] For port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,segment=NetworkSegment(89c76925-240f-4e00-942b-504a3f4ff177),segment_id=89c76925-240f-4e00-942b-504a3f4ff177)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:01.279588 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.296601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Calling delete_port for 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:36:01.306111 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=2ad54d7d-0182-4ae7-b840-f84ae0eeeb53,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:01.367019 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:35:59Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:01.372332 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.396828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ead506-30e4-4881-9e8f-1b610cdceba8 None None] The sync data for ids ['0612e2fc-8592-43ac-9b5c-60795bb2ee4a'] in n-d-791506-25 is: [{'id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341754240', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:35:59Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '2ad54d7d-0182-4ae7-b840-f84ae0eeeb53', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612e2fc-8592-43ac-9b5c-60795bb2ee4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:34:27Z', 'updated_at': '2021-07-23T23:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:36:01.417279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.450284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Pushing event deleted for resources: {'Port': ['ID=7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:01.458342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] No DVR routers for this DVR port 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:36:01.460834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.461180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.461524 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.461884 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.462309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.462539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.463017 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.463257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.463592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.463914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.464236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.464554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0225ab7e-0181-43ae-b8db-ec7392a37c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:01.476595 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.479329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.522396 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.523007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Fanout notify agent at l3_agent the message router_deleted on router 0612e2fc-8592-43ac-9b5c-60795bb2ee4a {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:36:01.529982 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.531087 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7b90b70c-0ec0-4b5e-9800-276c9a4f2739 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/routers/0612e2fc-8592-43ac-9b5c-60795bb2ee4a HTTP/1.1" status: 204 len: 168 time: 0.7970798 Jul 23 23:36:01.533868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43960) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:01.607776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.696046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.705548 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f67d986-7986-4e16-a139-bbb9dfdb420f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:01.715075 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c76925-240f-4e00-942b-504a3f4ff177') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:01.715364 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c76925-240f-4e00-942b-504a3f4ff177') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:01.724143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.738139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.745121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:36:01.745502 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:36:01.749307 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:36:01.817662 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.825249 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.827066 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/networks/2f67d986-7986-4e16-a139-bbb9dfdb420f HTTP/1.1" status: 204 len: 168 time: 0.2923143 Jul 23 23:36:01.830874 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:01.839053 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230930-6976-46a6-9d3b-111260e223d3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Network': ['ID=2f67d986-7986-4e16-a139-bbb9dfdb420f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:01.904146 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.940833 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:01.963693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e1de3cd-4166-4864-9bd6-123010553718 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:36:01.983936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 1e1de3cd-4166-4864-9bd6-123010553718 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:36:01.984483 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 1e1de3cd-4166-4864-9bd6-123010553718 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:36:01.984905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:36:02.007914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:36:02.008214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7ad1eedc-d8b2-4fe0-9e88-1267eaa0ac5c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:36:02.013709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.016505 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.018865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/security-groups/4947af60-9e2f-4619-9b24-a319fb4ebf52 HTTP/1.1" status: 204 len: 168 time: 0.1870420 Jul 23 23:36:02.031549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a09784-c5ff-4c2c-b811-7e5e19665859 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947af60-9e2f-4619-9b24-a319fb4ebf52,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.356446 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.362130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083334537', 'description': 'tempest-secgroup-smoke-2083334537 description', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.383491 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.467913 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.472321 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.500614 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.505321 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443648 Jul 23 23:36:02.505321 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c40f-68ba-43f0-b0ab-86a4265797a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655e1f13-846c-4970-ac95-ec664b07e831,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.505579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.510338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.536402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.583163 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.586443 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.604072 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23809667-f501-4bb4-840d-8461c9c82987,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.610349 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.614914 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-82203ff2-a745-4c37-8c95-7aa721caffbd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056039 Jul 23 23:36:02.615023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.619379 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.645665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.701532 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.705060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.722834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a53f443-ddc3-4a60-afac-c1d2a509987b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.728091 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.729287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e60b7e60-b7c4-4803-8c12-060edc010111 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133504 Jul 23 23:36:02.731964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.737251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.762828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.821275 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.824704 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.843002 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b74c59-3430-4c96-81a8-c5ef083bd630,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.847302 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.848506 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-946916da-e81e-49c4-94d6-64512a34a74d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156118 Jul 23 23:36:02.851245 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.855710 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.882097 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.939974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.943507 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.963421 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97a0ad8-eb09-4a05-9007-271ddbf60c8d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:02.967539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:02.968713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7350b6ea-2b52-45fc-941e-1bd20b006daf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165428 Jul 23 23:36:02.971988 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:02.976281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:02.998376 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:36:03.003590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.063323 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.066920 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.081947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde2939d-7d7b-488b-93cd-6d45b7529b4f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:03.090996 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.092176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8a2bbe1e-5c7d-4db2-bb3b-3e48bc57b96e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192765 Jul 23 23:36:03.095101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:03.100504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '655e1f13-846c-4970-ac95-ec664b07e831', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:03.121928 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:36:03.126540 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.186347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.189865 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.209503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa92ce7-713f-44fb-bfb4-72696f7afe88,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:03.214707 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.216047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ba63d5e2-8ae0-4ca3-b3a5-71fc078cae8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192846 Jul 23 23:36:03.218970 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:03.224468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'network': {'name': 'tempest-network-smoke--223425805', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:03.244260 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:36:03.247926 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.271659 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:36:03.280562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.280992 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Added segment 0f985292-03ca-41bd-b30d-05654bce4502 of type vlan for network 52a3758a-afb9-44fb-92d2-52b6846c03a1 Jul 23 23:36:03.321351 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.348793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.354200 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:03.354822 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.385974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1660006 Jul 23 23:36:03.388641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:03.392976 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'admin_state_up': True, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:03.440427 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e127d3-8acc-4a89-a287-bc5e761434f1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Network': ['ID=52a3758a-afb9-44fb-92d2-52b6846c03a1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:03.452496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:36:03.453353 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.454468 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.507233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.642127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.826756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.844959 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:03.868357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:36:03.888541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:36:03.888903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 2ad54d7d-0182-4ae7-b840-f84ae0eeeb53 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:36:03.948138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.21 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/fac2740f-e79b-499d-96ed-e5a66bda0969) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:36:04.046665 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:04.088175 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:04.123685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:04.126487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:04.131839 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:36:04.156654 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=fac2740f-e79b-499d-96ed-e5a66bda0969,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:04.688930 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:04.881641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.005555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 73206bef-adb4-41ad-8a05-2b3b26e77370 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:36:05.106459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:36:05.116989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Sync routers for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:36:05.124915 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.129086 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-49d5a8a3-745c-4d92-b665-cf62fa795d2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7367146 Jul 23 23:36:05.129241 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:05.129241 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:05.129471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43986) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:05.161119 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e4b5de36-76ff-4a9b-8d3c-7e412f6b0ad4 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ecf1ff67a1a249b88490a059a163fb08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304558 Jul 23 23:36:05.164048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:05.260050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93392578-1ddb-480b-affa-e63c2205a65c tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:05.261474 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-93392578-1ddb-480b-affa-e63c2205a65c tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964420 Jul 23 23:36:05.264482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:05.293116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4a3bd0d0-d84f-4375-9c3e-8bd8197fb453 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274882 Jul 23 23:36:05.295614 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:05.300951 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1685349540', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:05.321582 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:05.387709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:36:05.391404 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.497555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:04Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:05.529702 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Checking router: 73206bef-adb4-41ad-8a05-2b3b26e77370 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:36:05.529975 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Updating router 73206bef-adb4-41ad-8a05-2b3b26e77370 port fac2740f-e79b-499d-96ed-e5a66bda0969 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:36:05.563684 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.573874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.639256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Subnet': ['ID=6fe0e71b-a6d0-4a43-b050-1f6e490b4353,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:05.648363 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Checking segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:36:05.648739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network hostable DHCP agents. Network: 52a3758a-afb9-44fb-92d2-52b6846c03a1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:36:05.666394 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:36:05.675348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 52a3758a-afb9-44fb-92d2-52b6846c03a1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:05.679338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:05.679929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.689033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e24168-e9cc-4b3a-8cd0-034c47c80473 None None] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:36:05.696571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-947b8d7b-d0a6-4fba-ade3-a3711710b97a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998573 Jul 23 23:36:05.699274 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:05.814662 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.824597 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Transition to ACTIVE for port object fac2740f-e79b-499d-96ed-e5a66bda0969 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:05.831179 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.846896 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-52a3758a-afb9-44fb-92d2-52b6846c03a1', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:36:05.847920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.884323 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Attempting to bind port fac2740f-e79b-499d-96ed-e5a66bda0969 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:36:05.884685 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Attempting to bind port fac2740f-e79b-499d-96ed-e5a66bda0969 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:36:05.885040 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Attempting to bind port fac2740f-e79b-499d-96ed-e5a66bda0969 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:36:05.891802 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Pushing event updated for resources: {'Port': ['ID=fac2740f-e79b-499d-96ed-e5a66bda0969,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:05.894947 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:36:05.895315 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:36:05.895708 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.896091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:36:05.896555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Bound port: fac2740f-e79b-499d-96ed-e5a66bda0969, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:36:05.896928 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:05.919277 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.919616 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.919948 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.920275 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.920598 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.920920 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.921238 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.921554 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.921893 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.922210 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.922522 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.922835 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:36:05.961538 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] For port fac2740f-e79b-499d-96ed-e5a66bda0969, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:36:05.965102 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] For port fac2740f-e79b-499d-96ed-e5a66bda0969, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fac2740f-e79b-499d-96ed-e5a66bda0969,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:36:05.968934 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.000503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Allocated IP 172.20.0.2 (52a3758a-afb9-44fb-92d2-52b6846c03a1/6fe0e71b-a6d0-4a43-b050-1f6e490b4353/bab8c7e9-8cc3-4493-a165-ebf5047fec52) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:36:06.040029 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:06.040756 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:06.045701 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f1a0-1c22-45cb-b6dd-fd589f4bc3fa None None] Pushing event updated for resources: {'Port': ['ID=fac2740f-e79b-499d-96ed-e5a66bda0969,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:06.149606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.154982 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:06.157873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Transition to ACTIVE for port object bab8c7e9-8cc3-4493-a165-ebf5047fec52 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:06.169868 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.176235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Transition to ACTIVE for port object bab8c7e9-8cc3-4493-a165-ebf5047fec52 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:06.183198 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.225448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:06.228359 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:06.230764 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:36:06.238939 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Pushing event updated for resources: {'Port': ['ID=bab8c7e9-8cc3-4493-a165-ebf5047fec52,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:06.299971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Attempting to bind port bab8c7e9-8cc3-4493-a165-ebf5047fec52 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:36:06.300339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Attempting to bind port bab8c7e9-8cc3-4493-a165-ebf5047fec52 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:36:06.300704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Attempting to bind port bab8c7e9-8cc3-4493-a165-ebf5047fec52 on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:36:06.306150 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:36:06.306560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Checking segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:36:06.307384 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.308245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Bound using segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:36:06.308927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Bound port: bab8c7e9-8cc3-4493-a165-ebf5047fec52, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:36:06.308927 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.345164 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:04Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:06.376045 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6924b-d319-40f6-b62b-cb1a13e433fa None None] The sync data for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 is: [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:04Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:36:06.391791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] For port bab8c7e9-8cc3-4493-a165-ebf5047fec52, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:36:06.398667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] For port bab8c7e9-8cc3-4493-a165-ebf5047fec52, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bab8c7e9-8cc3-4493-a165-ebf5047fec52,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:36:06.405258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.464235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58748-46c1-4275-b949-5e23cdd2d908 None None] Pushing event updated for resources: {'Port': ['ID=bab8c7e9-8cc3-4493-a165-ebf5047fec52,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:06.484553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.1 (52a3758a-afb9-44fb-92d2-52b6846c03a1/6fe0e71b-a6d0-4a43-b050-1f6e490b4353/17154ea3-8234-4a78-be96-5ff5481434d9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:36:06.605869 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.637283 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 17154ea3-8234-4a78-be96-5ff5481434d9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:06.688730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.744291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:06.750869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:06.759403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:36:06.765831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:06.813005 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:06.961520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:07.264626 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:07.270333 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:07.346830 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:07.348810 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:07.451351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:07.452919 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:07.454634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b427a5a-fa66-4fc2-bccf-524536ac1694 None None] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:36:07.567875 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 73206bef-adb4-41ad-8a05-2b3b26e77370 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:36:07.573468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f4394958-fae2-4e50-82fc-dc96626764e6 None None] Provisioning for port bab8c7e9-8cc3-4493-a165-ebf5047fec52 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:07.683116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:36:07.688799 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cacc81d2-ebc4-43e9-b7f0-42a96f549a2e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/73206bef-adb4-41ad-8a05-2b3b26e77370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9881971 Jul 23 23:36:07.846745 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-28e77fd7-e4bd-48c1-b376-327c76167f57 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083334537&fields=id&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 267 time: 0.0450096 Jul 23 23:36:07.906338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2ede6ee4-ae8d-4bd2-93ea-f6eaa6739a48 None None] Provisioning for port 17154ea3-8234-4a78-be96-5ff5481434d9 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:07.910873 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2ede6ee4-ae8d-4bd2-93ea-f6eaa6739a48 None None] Provisioning complete for port 17154ea3-8234-4a78-be96-5ff5481434d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:07.911254 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ede6ee4-ae8d-4bd2-93ea-f6eaa6739a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.013403 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-e29cb2ac-5e10-4c66-970d-0edfaa01fbe9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:08.018637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-e29cb2ac-5e10-4c66-970d-0edfaa01fbe9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 796 time: 0.1656563 Jul 23 23:36:08.034904 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-ae849de2-00cd-4832-9345-ee8936ef4587 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/quotas/ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 375 time: 0.0108063 Jul 23 23:36:08.114364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-07d68733-91bf-4809-bec7-77f321642a15 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737021 Jul 23 23:36:08.126415 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bab8c7e9-8cc3-4493-a165-ebf5047fec52 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:08.128577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Sync routers for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:36:08.171760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:08.172403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:08.176638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2ede6ee4-ae8d-4bd2-93ea-f6eaa6739a48 None None] Port 17154ea3-8234-4a78-be96-5ff5481434d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:36:08.274264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-a5937bcc-90f1-47e6-8737-3cc6b2083078 service neutron] 10.222.0.37 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480544 Jul 23 23:36:08.289803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bab8c7e9-8cc3-4493-a165-ebf5047fec52 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:08.299572 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bab8c7e9-8cc3-4493-a165-ebf5047fec52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:08.299941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.334731 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:08.375090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-a04e7493-0112-4e20-a786-0127068445ff service neutron] 10.222.0.37 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999541 Jul 23 23:36:08.449171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-03dd71e0-e1d6-4ce7-8fce-57be964b82cd None None] Provisioning complete for port 17154ea3-8234-4a78-be96-5ff5481434d9 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:08.449537 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-03dd71e0-e1d6-4ce7-8fce-57be964b82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.543172 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-70835939-3786-4ad7-a4db-d7c2596c38f3 req-8647afea-7c06-4b68-a7e9-0cbf71531530 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 210 time: 0.0296764 Jul 23 23:36:08.555793 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.570745 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-03dd71e0-e1d6-4ce7-8fce-57be964b82cd None None] Port 17154ea3-8234-4a78-be96-5ff5481434d9 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:36:08.628355 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port bab8c7e9-8cc3-4493-a165-ebf5047fec52, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bab8c7e9-8cc3-4493-a165-ebf5047fec52,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:08.633520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.634298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fac2740f-e79b-499d-96ed-e5a66bda0969 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:08.723328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=bab8c7e9-8cc3-4493-a165-ebf5047fec52,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:08.737245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:07Z', 'revision_number': 2, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:08.766911 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Checking router: 73206bef-adb4-41ad-8a05-2b3b26e77370 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:36:08.767307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Updating router 73206bef-adb4-41ad-8a05-2b3b26e77370 port 17154ea3-8234-4a78-be96-5ff5481434d9 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:36:08.792013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port fac2740f-e79b-499d-96ed-e5a66bda0969 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:08.800470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fac2740f-e79b-499d-96ed-e5a66bda0969 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:08.801106 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.837544 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:08.991558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.029924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port fac2740f-e79b-499d-96ed-e5a66bda0969, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fac2740f-e79b-499d-96ed-e5a66bda0969,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:09.041160 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.143090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=fac2740f-e79b-499d-96ed-e5a66bda0969,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:09.209354 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.218775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Transition to ACTIVE for port object 17154ea3-8234-4a78-be96-5ff5481434d9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:09.223931 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.270960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521f5f-2273-4a8b-bb92-eeeca72d431f None None] Pushing event updated for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:09.329537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Attempting to bind port 17154ea3-8234-4a78-be96-5ff5481434d9 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:36:09.330238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Attempting to bind port 17154ea3-8234-4a78-be96-5ff5481434d9 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:36:09.330610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Attempting to bind port 17154ea3-8234-4a78-be96-5ff5481434d9 on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:36:09.336339 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:36:09.336708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Checking segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:36:09.337099 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.337487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Bound using segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:36:09.337977 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Bound port: 17154ea3-8234-4a78-be96-5ff5481434d9, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:36:09.338424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.411149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] For port 17154ea3-8234-4a78-be96-5ff5481434d9, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:36:09.414704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] For port 17154ea3-8234-4a78-be96-5ff5481434d9, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17154ea3-8234-4a78-be96-5ff5481434d9,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:36:09.420096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.494930 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:09.495571 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:35:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:09.498273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521f5f-2273-4a8b-bb92-eeeca72d431f None None] Pushing event updated for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:09.547786 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-494e0f28-da5f-4fa3-8484-296561c67d46 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:09.551572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-494e0f28-da5f-4fa3-8484-296561c67d46 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 796 time: 0.1574492 Jul 23 23:36:09.617918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-55a1287d-878a-490f-9e13-dcd14cb31ca5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 380 time: 0.0511456 Jul 23 23:36:09.628580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'port': {'device_id': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'admin_state_up': True, 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'security_groups': ['655e1f13-846c-4970-ac95-ec664b07e831']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:09.632371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:09.685629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64805eff-ac09-43dd-a3df-45976eddcec3 req-e166f3b3-282c-4db2-af0e-9a3b53ce8cd7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 210 time: 0.0402739 Jul 23 23:36:09.773946 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:36:09.777252 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:09.854401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:09Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:09.890912 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c4910-1425-4016-81f6-415b61e299c3 None None] The sync data for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 is: [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:09Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:36:09.929351 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bab8c7e9-8cc3-4493-a165-ebf5047fec52 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:10.012475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bab8c7e9-8cc3-4493-a165-ebf5047fec52 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:10.012942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.107465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fac2740f-e79b-499d-96ed-e5a66bda0969 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:10.160696 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port fac2740f-e79b-499d-96ed-e5a66bda0969 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:10.161070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.258082 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.5 (52a3758a-afb9-44fb-92d2-52b6846c03a1/6fe0e71b-a6d0-4a43-b050-1f6e490b4353/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:36:10.404892 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.419161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:10.452690 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.495763 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:10.498888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:10.506411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:36:10.531625 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:10.565865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:10.566479 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.583762 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-7295d4d8-ecd2-433d-a63f-99181146c734 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9600654 Jul 23 23:36:10.642678 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Request body: {'port': {'device_id': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:10.721286 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.762403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ea00701-b8de-4374-b4df-2ce557353094 None None] Provisioning for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:10.768084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ea00701-b8de-4374-b4df-2ce557353094 None None] Provisioning complete for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:10.768600 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ea00701-b8de-4374-b4df-2ce557353094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:10.808635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8ea00701-b8de-4374-b4df-2ce557353094 None None] Port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:36:10.913280 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7710ce-d881-4601-b882-90e99317bb33 req-4c2398e8-5d10-4dec-8be8-601f73c6f2f5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:10.914870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c7710ce-d881-4601-b882-90e99317bb33 req-4c2398e8-5d10-4dec-8be8-601f73c6f2f5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 931 time: 0.1563754 Jul 23 23:36:10.997071 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c7710ce-d881-4601-b882-90e99317bb33 req-5e5aa417-d12e-4991-88aa-06b92487b669 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756147 Jul 23 23:36:11.075606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:36:11.084045 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.096897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Transition to ACTIVE for port object 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:36:11.100672 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.132390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-41dcb733-d710-4e1b-9938-0468abb7a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.177999 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:11.231493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:36:11.231831 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:36:11.232166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:36:11.237101 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:36:11.237546 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:36:11.242488 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:36:11.242829 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Checking segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:36:11.243219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Bound using segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:36:11.243664 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Bound port: 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:36:11.244047 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.308809 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:36:11.311966 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:36:11.317306 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.351355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:11.351978 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:11.353409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 1092 time: 0.7627995 Jul 23 23:36:11.353871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:36:11.356212 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94" -d '{"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:36:11.384845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca7bb-d0c0-434d-8a83-506ba5ef0851 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:11.406622 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3707aa-dd37-4c7b-a33e-094c94a4a2c0 x-openstack-request-id: req-3f3707aa-dd37-4c7b-a33e-094c94a4a2c0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:36:11.406917 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:36:11.407170 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f3707aa-dd37-4c7b-a33e-094c94a4a2c0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:36:11.407574 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'status': 'completed', 'code': 200} Jul 23 23:36:11.460841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-6b8299ae-ba61-4d98-b686-62b0e80b5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:11.462583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-6b8299ae-ba61-4d98-b686-62b0e80b5264 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0649481 Jul 23 23:36:11.510249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-ce0f6c64-9d1d-42c9-bd2b-679d40be3104 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 217 time: 0.0402634 Jul 23 23:36:11.559515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-0f9a951e-75cc-4c31-9701-b7159d2aee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:11.561041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-0f9a951e-75cc-4c31-9701-b7159d2aee9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0454142 Jul 23 23:36:11.618409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da930550-6339-473e-8c85-0bb6f368961b req-416055f1-2ea5-4e42-a05b-56085c4c1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:11.619786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-416055f1-2ea5-4e42-a05b-56085c4c1eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526309 Jul 23 23:36:11.711123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-7e361a12-61d5-40e1-ac80-4bbdc9bb55fe service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853174 Jul 23 23:36:11.802471 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-da930550-6339-473e-8c85-0bb6f368961b req-3c0e7ce0-976e-4b64-829f-92e9972937c7 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847557 Jul 23 23:36:11.902858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-8aec8ec9-1c1b-4908-920c-ff68e205644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:11.904384 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-8aec8ec9-1c1b-4908-920c-ff68e205644d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0582550 Jul 23 23:36:11.935221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17154ea3-8234-4a78-be96-5ff5481434d9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:11.984864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 17154ea3-8234-4a78-be96-5ff5481434d9 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:11.988866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 17154ea3-8234-4a78-be96-5ff5481434d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:11.989238 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:12.000404 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-90cfe91b-1e9a-45b6-a020-5822a918aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:12.002864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-90cfe91b-1e9a-45b6-a020-5822a918aa3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0914888 Jul 23 23:36:12.048356 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-c41ceb00-0089-4337-bacd-cecec377c90b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 217 time: 0.0394108 Jul 23 23:36:12.068547 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:12.101098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 17154ea3-8234-4a78-be96-5ff5481434d9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17154ea3-8234-4a78-be96-5ff5481434d9,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:12.106184 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:12.131140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-8254bed2-39f8-4413-944a-57d0163daa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:12.132533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-8254bed2-39f8-4413-944a-57d0163daa5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0784855 Jul 23 23:36:12.161195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:12.196804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfb5be-c2d2-4dae-a1d7-6d0496211209 req-e569ea67-6bff-462a-96a4-55751e54dacd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:12.198311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbfb5be-c2d2-4dae-a1d7-6d0496211209 req-e569ea67-6bff-462a-96a4-55751e54dacd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.1173310 Jul 23 23:36:12.229061 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-63a050a6-2626-489d-b3c7-27df310ec92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:12.230535 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-63a050a6-2626-489d-b3c7-27df310ec92e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906532 Jul 23 23:36:12.262284 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1dbfb5be-c2d2-4dae-a1d7-6d0496211209 req-d54eed97-418f-49a2-af4a-0ed592edd82b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578740 Jul 23 23:36:12.329523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-4cbe9b88-0b2e-43b3-9a6f-b36c0f6b43a7 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893991 Jul 23 23:36:12.422429 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6dc7e3ac-3b8e-4d0a-a743-a33eaa1e2b94 req-abc61a77-2af0-41ea-9218-bc3b8aad9e91 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864499 Jul 23 23:36:13.374402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:36:13.391419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a86f03-84b1-4d65-8661-39844b72918f req-c42ad11a-0316-47bd-a37b-40a270e6fa3b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:13.393570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38a86f03-84b1-4d65-8661-39844b72918f req-c42ad11a-0316-47bd-a37b-40a270e6fa3b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.0654721 Jul 23 23:36:13.431037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38a86f03-84b1-4d65-8661-39844b72918f req-45341bb6-4e80-43d5-a865-22b095d31ff5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Jul 23 23:36:13.471412 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:13.482202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'mac_address': 'fa:16:3e:f6:04:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:36:13.525524 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:13.537544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:36:13.556863 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:13.560857 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:13.608475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:13.785484 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:36:13.848286 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b88e4de-ec5f-4d6f-8eba-f72a496a352e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:14.066491 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17154ea3-8234-4a78-be96-5ff5481434d9 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:14.160170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 17154ea3-8234-4a78-be96-5ff5481434d9 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:14.160457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:14.279924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:14.565213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e733f-12a4-49f2-bf28-2a5838203dca req-79f9eac9-ebdf-4d9f-b6fc-15c7357a2c4f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:14.566985 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb2e733f-12a4-49f2-bf28-2a5838203dca req-79f9eac9-ebdf-4d9f-b6fc-15c7357a2c4f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 944 time: 0.0694389 Jul 23 23:36:14.603238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb2e733f-12a4-49f2-bf28-2a5838203dca req-5389bf13-eabf-45b0-ab7f-c9a129d0855a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307119 Jul 23 23:36:15.191536 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:15.394235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:36:15.442202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:36:15.445827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:36:15.446199 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:15.530032 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:15.552752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:36:15.555031 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6182ca26-f861-47c7-9f20-55d05c8a6b31" -d '{"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:36:15.567675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:36:15.571936 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:15.601710 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eea70c-7aed-4733-992e-b53371bc77d0 x-openstack-request-id: req-65eea70c-7aed-4733-992e-b53371bc77d0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:36:15.602021 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:36:15.602270 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65eea70c-7aed-4733-992e-b53371bc77d0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:36:15.602652 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'code': 200} Jul 23 23:36:15.630245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:15.755935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b932d-1a73-4768-bd06-706f0e7571c9 req-7908657e-31b5-4732-a8e5-353cbffe698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:15.757364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-806b932d-1a73-4768-bd06-706f0e7571c9 req-7908657e-31b5-4732-a8e5-353cbffe698d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0966957 Jul 23 23:36:15.769577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb12b6b-5b37-40aa-9fe1-ce9acef58f3d req-a185fad0-6678-4f71-9647-32cc848db98a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:15.771065 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9cb12b6b-5b37-40aa-9fe1-ce9acef58f3d req-a185fad0-6678-4f71-9647-32cc848db98a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0822921 Jul 23 23:36:15.837186 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-806b932d-1a73-4768-bd06-706f0e7571c9 req-84273127-67ff-4dd7-834b-5a958313c265 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651140 Jul 23 23:36:15.847959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9cb12b6b-5b37-40aa-9fe1-ce9acef58f3d req-b3fb13ce-2037-442c-9240-eee919ef09ca tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608516 Jul 23 23:36:16.707061 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:16.979390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d5d4-b1e5-4cce-8de1-882195095a93 req-1a347c59-4867-4528-805f-9fa9c3f896b9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:16.980811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf09d5d4-b1e5-4cce-8de1-882195095a93 req-1a347c59-4867-4528-805f-9fa9c3f896b9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0639141 Jul 23 23:36:17.018187 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cf09d5d4-b1e5-4cce-8de1-882195095a93 req-76061214-55b7-49ad-9658-392a503274cd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Jul 23 23:36:17.146190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a598dc0-505c-42a0-92c2-c04a529c6fa9 req-ce2c1148-13de-4d4b-b965-3ae1c8c6c669 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:17.147686 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a598dc0-505c-42a0-92c2-c04a529c6fa9 req-ce2c1148-13de-4d4b-b965-3ae1c8c6c669 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0660882 Jul 23 23:36:17.185599 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a598dc0-505c-42a0-92c2-c04a529c6fa9 req-cc0e0c82-ed6d-499d-a1b5-4d8620c62ce4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324638 Jul 23 23:36:17.206787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:17.262649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a38830-7689-4618-a58b-66a66a91f4f7 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:17.264066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-37a38830-7689-4618-a58b-66a66a91f4f7 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1092 time: 0.0563226 Jul 23 23:36:17.266973 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:17.271256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:36:17.294083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:17.389866 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:17.494448 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.111 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/f3497006-4d9e-4a75-89b5-87789c789e6a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:36:17.600330 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:17.637448 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:17.672417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:36:17.675360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:36:17.680672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:36:17.710489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=f3497006-4d9e-4a75-89b5-87789c789e6a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:18.031043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.108662 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.255022 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.259441 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.330185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=f3497006-4d9e-4a75-89b5-87789c789e6a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:36:18.334890 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.433100 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP d300560b-e108-4a19-8221-cc302a424fb1 associated. External IP: 172.25.1.111, port: 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b. Jul 23 23:36:18.472775 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:36:18.639097 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 73206bef-adb4-41ad-8a05-2b3b26e77370 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:36:18.744147 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:36:18.754671 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Sync routers for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:36:18.759623 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:18.764533 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:18.765139 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:36:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:18.795817 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9355d19c-2a87-49a4-8688-d5d47f934d66 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5278556 Jul 23 23:36:18.796500 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:36:18.799497 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:36:18.868900 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:18.909480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3b1e1-94e2-48fc-941b-1511096ee891 req-f6df3651-ea45-4a56-80e8-505daec31653 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:18.910956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77a3b1e1-94e2-48fc-941b-1511096ee891 req-f6df3651-ea45-4a56-80e8-505daec31653 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0653665 Jul 23 23:36:18.949646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77a3b1e1-94e2-48fc-941b-1511096ee891 req-a38f6306-80d5-4b25-897f-74c83e7c4efc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Jul 23 23:36:18.971637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:19.014620 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609fd97c-b805-4847-b811-88f3e134755c x-openstack-request-id: req-609fd97c-b805-4847-b811-88f3e134755c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:36:19.014916 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:36:19.015172 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-609fd97c-b805-4847-b811-88f3e134755c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:36:19.015575 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'status': 'completed', 'code': 200} Jul 23 23:36:19.068649 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b63486ed-9b48-4f7b-95fe-789ca8fc891a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/d300560b-e108-4a19-8221-cc302a424fb1 HTTP/1.1" status: 200 len: 991 time: 0.0958650 Jul 23 23:36:19.089040 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-9665635c-fd04-42ed-82f0-55670463b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:19.090518 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd300560b-e108-4a19-8221-cc302a424fb1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'mac_address': 'fa:16:3e:f6:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:36:17Z', 'updated_at': '2021-07-23T23:36:17Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:19.090775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-9665635c-fd04-42ed-82f0-55670463b408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0719686 Jul 23 23:36:19.116173 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Checking router: 73206bef-adb4-41ad-8a05-2b3b26e77370 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:36:19.124104 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:36:19.124693 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:36:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:19.187377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-2bb83f8f-2b2b-4ee7-9954-7e733acd594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:19.189364 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-2bb83f8f-2b2b-4ee7-9954-7e733acd594f service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0916779 Jul 23 23:36:19.255905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-ca79d889-be32-48aa-a52f-bb7b12ec196f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 999 time: 0.0612807 Jul 23 23:36:19.303482 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-632124c4-a7ac-40b3-8324-34ae579feb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:19.304924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-632124c4-a7ac-40b3-8324-34ae579feb2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0433962 Jul 23 23:36:19.310580 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:36:19.368153 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-e2a7dec2-f125-49e8-94b9-75a166c87cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:19.369678 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-e2a7dec2-f125-49e8-94b9-75a166c87cc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587850 Jul 23 23:36:19.460697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-a58b055b-e6b6-4e16-bd9e-6a17916db52f service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844409 Jul 23 23:36:19.537665 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd300560b-e108-4a19-8221-cc302a424fb1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'mac_address': 'fa:16:3e:f6:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:36:17Z', 'updated_at': '2021-07-23T23:36:17Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:36:19.555022 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-86c89dca-a1c4-419e-a0ca-0eeb6f460c0e req-4535f532-bcb7-44d8-bbf9-88049ed5e6f1 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Jul 23 23:36:19.563955 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3b787-c742-4e7e-9d10-6487f65a198c None None] The sync data for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 is: [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'd300560b-e108-4a19-8221-cc302a424fb1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'mac_address': 'fa:16:3e:f6:04:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:36:17Z', 'updated_at': '2021-07-23T23:36:17Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:36:19.746945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe610d-6a0c-48da-92d0-6614e27091c4 None None] New status for floating IP d300560b-e108-4a19-8221-cc302a424fb1: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:36:20.071571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:36:20.131184 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-569aa8a4-5c0d-4e4d-a6e4-ce4a8c4dc50b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/d300560b-e108-4a19-8221-cc302a424fb1 HTTP/1.1" status: 200 len: 993 time: 0.0584674 Jul 23 23:36:22.776982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:23.836652 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:24.678971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-d79f1670-8e62-4402-b193-b6452724d05e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506153 Jul 23 23:36:24.777095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-f0bffb68-34d6-49e6-a169-048977fd8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:24.778622 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-f0bffb68-34d6-49e6-a169-048977fd8bb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0582886 Jul 23 23:36:24.882382 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-1e35d5ad-9c4f-4d6f-9dc4-60184a0e0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:24.883843 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-1e35d5ad-9c4f-4d6f-9dc4-60184a0e0998 service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0866721 Jul 23 23:36:24.951815 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-be0de35d-687b-4c21-8a90-03b5087ad4c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 1001 time: 0.0609775 Jul 23 23:36:24.999062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-421e73e3-ed95-4736-a5a9-79f6fb57e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:25.000500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-421e73e3-ed95-4736-a5a9-79f6fb57e255 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0429578 Jul 23 23:36:25.057350 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-ac8338f3-2e26-456b-928b-552ae852bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:25.058864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-ac8338f3-2e26-456b-928b-552ae852bd22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528152 Jul 23 23:36:25.473695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-577e037f-8b8c-4fb5-8b22-59d00479b4b9 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083023 Jul 23 23:36:25.561247 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9678fbc9-c9f1-4f62-90e5-87d42355a90b req-37620b5b-ce30-4621-9cf9-9f9908a09044 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Jul 23 23:36:41.128771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e50906d0-7a40-402d-a488-f4d4496371f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:43.838513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79d00417-9217-41df-acb6-2090a0ccc111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:44.274774 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:45.194083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:46.709417 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:51.531512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1547-64de-41ce-86be-439ff37d4046 req-5e2ca791-bc75-4a9f-b342-80b5284319ab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:51.533550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c57c1547-64de-41ce-86be-439ff37d4046 req-5e2ca791-bc75-4a9f-b342-80b5284319ab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0686762 Jul 23 23:36:51.572809 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c57c1547-64de-41ce-86be-439ff37d4046 req-d8514392-96f1-4865-8321-3b7a2d7c94bc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329564 Jul 23 23:36:51.583175 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-be136506-8dea-4c89-bb10-21f25dc692ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921793 Jul 23 23:36:52.749339 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fecdc-abe3-47e0-a715-03e97fc31409 req-dd1f1c4b-879e-446c-b8ea-3f1a324b7ec4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:52.750857 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed4fecdc-abe3-47e0-a715-03e97fc31409 req-dd1f1c4b-879e-446c-b8ea-3f1a324b7ec4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.1063228 Jul 23 23:36:52.754229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-45ca257b-b8f3-4790-8ad0-899072402c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:52.755606 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-45ca257b-b8f3-4790-8ad0-899072402c56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0828896 Jul 23 23:36:52.786085 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:52.841687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ed4fecdc-abe3-47e0-a715-03e97fc31409 req-6cd6a754-c448-4852-ad83-320b61922ab8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844932 Jul 23 23:36:52.869825 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-c55c9045-28d4-4620-9530-49c5e206b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:52.871289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-c55c9045-28d4-4620-9530-49c5e206b168 service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.1083934 Jul 23 23:36:52.938687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-984b6873-e37f-4f2c-be61-6d48111be61c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 1001 time: 0.0605276 Jul 23 23:36:52.984747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-76e021a7-2d26-4598-81e6-b4730f4d6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:52.986759 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-76e021a7-2d26-4598-81e6-b4730f4d6447 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0414374 Jul 23 23:36:53.041485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-232d66c2-32a3-4100-a182-0d36914a456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:53.042997 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-232d66c2-32a3-4100-a182-0d36914a456a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511906 Jul 23 23:36:53.134050 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-06f78015-22a9-4c09-97fb-f0d4fee6d794 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839767 Jul 23 23:36:53.219467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-625a4b83-cfa6-4b77-ae75-acb28a517ca6 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794132 Jul 23 23:36:53.834663 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:36:53.969577 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04aff-a938-455f-9c48-14e5b127e9d0 req-b92517ee-60a5-4885-a696-4fe96ac7d144 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:53.971109 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9f04aff-a938-455f-9c48-14e5b127e9d0 req-b92517ee-60a5-4885-a696-4fe96ac7d144 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0620193 Jul 23 23:36:54.013435 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f9f04aff-a938-455f-9c48-14e5b127e9d0 req-f9ad90be-545c-41db-95fc-af1f849afe53 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367970 Jul 23 23:36:55.143845 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60264392-d62c-46d8-880c-fcc8c9287a3f req-3e16c0db-4615-4177-9592-9bf9f67054ce tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:55.145311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60264392-d62c-46d8-880c-fcc8c9287a3f req-3e16c0db-4615-4177-9592-9bf9f67054ce tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0630167 Jul 23 23:36:55.182221 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60264392-d62c-46d8-880c-fcc8c9287a3f req-44a98c24-aec8-4a29-9983-d0bf7bb8e72e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Jul 23 23:36:55.471662 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:36:56.313633 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60052205-de05-4a88-818e-96d766c96e2e req-4b35ed07-0757-455c-ba64-df3c6e55bf2a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:56.316183 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60052205-de05-4a88-818e-96d766c96e2e req-4b35ed07-0757-455c-ba64-df3c6e55bf2a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 23 23:36:56.353748 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60052205-de05-4a88-818e-96d766c96e2e req-33071979-c32c-4ce7-b1f8-c62dcae6f2c2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Jul 23 23:36:57.487754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae19294-53da-47be-bfdb-a52fa7c62cb4 req-b8368a80-b903-4ac8-8499-7f76387d0a10 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:57.489552 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae19294-53da-47be-bfdb-a52fa7c62cb4 req-b8368a80-b903-4ac8-8499-7f76387d0a10 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0692439 Jul 23 23:36:57.528533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aae19294-53da-47be-bfdb-a52fa7c62cb4 req-932709a8-3211-40d6-bc75-6e3f57bcc9b6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335071 Jul 23 23:36:58.657618 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd3a12-0bf9-49a7-8943-d8318af27168 req-17359923-825b-4312-bd41-f6034ae4e84b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:58.659874 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56cd3a12-0bf9-49a7-8943-d8318af27168 req-17359923-825b-4312-bd41-f6034ae4e84b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0658486 Jul 23 23:36:58.697249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-56cd3a12-0bf9-49a7-8943-d8318af27168 req-57ccbfd5-7878-457c-b158-cc4c6d901127 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jul 23 23:36:59.824419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3656-4e12-4636-b8ca-3ad7a4da21d7 req-96eaf2fe-c11b-40fc-846a-c09b72a4bb4e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:36:59.826025 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4db3656-4e12-4636-b8ca-3ad7a4da21d7 req-96eaf2fe-c11b-40fc-846a-c09b72a4bb4e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0621696 Jul 23 23:36:59.869921 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c4db3656-4e12-4636-b8ca-3ad7a4da21d7 req-e9609325-4d28-4de9-8d95-109d5020cd76 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Jul 23 23:37:00.996113 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd9aa7-8ae7-413e-a886-72f336f2ed63 req-c511aed6-0edb-46f8-992c-e034c7a64821 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:00.997607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ebd9aa7-8ae7-413e-a886-72f336f2ed63 req-c511aed6-0edb-46f8-992c-e034c7a64821 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0627456 Jul 23 23:37:01.034783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5ebd9aa7-8ae7-413e-a886-72f336f2ed63 req-61dfbe46-e8af-4748-8835-32e0b893e32a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Jul 23 23:37:02.165401 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9293cb8-fddd-4dd2-b99f-0b35ad1eb8f4 req-23128f3e-9f2f-4f6c-b5dd-e01fbc65f4cc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:02.166818 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9293cb8-fddd-4dd2-b99f-0b35ad1eb8f4 req-23128f3e-9f2f-4f6c-b5dd-e01fbc65f4cc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0642943 Jul 23 23:37:02.204114 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c9293cb8-fddd-4dd2-b99f-0b35ad1eb8f4 req-da7b8b21-fb5b-4d8b-b84e-25673921845f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Jul 23 23:37:03.338007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23884d-8893-40bb-b760-888a7c411290 req-c58d80ca-84f1-470f-9929-8f0600f8e4b4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:03.339487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a23884d-8893-40bb-b760-888a7c411290 req-c58d80ca-84f1-470f-9929-8f0600f8e4b4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0686665 Jul 23 23:37:03.379656 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9a23884d-8893-40bb-b760-888a7c411290 req-e3418143-100c-482d-92a4-bf660ad02161 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346012 Jul 23 23:37:04.507106 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a59a1-2596-4ae6-9f84-2434de8586cc req-98d2863d-6524-49a7-853c-d7808f0f1683 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:04.508582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-316a59a1-2596-4ae6-9f84-2434de8586cc req-98d2863d-6524-49a7-853c-d7808f0f1683 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0628798 Jul 23 23:37:04.545097 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-316a59a1-2596-4ae6-9f84-2434de8586cc req-0381eec7-8caf-4acc-95ec-809bc5ea05e4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Jul 23 23:37:05.673567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc229-2da5-4786-a598-ab840e464369 req-cb585222-0adc-4483-990e-5045f1896ec0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:05.675076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deafc229-2da5-4786-a598-ab840e464369 req-cb585222-0adc-4483-990e-5045f1896ec0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0624068 Jul 23 23:37:05.714676 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-deafc229-2da5-4786-a598-ab840e464369 req-1ec130b3-7400-498d-8ce9-4207c5fb4512 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340374 Jul 23 23:37:06.847925 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3c3b-fa10-4714-b566-0fa9e8d7eda3 req-889d4c60-e4e7-4a8d-a1c0-6d4349e78ff7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:06.849417 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fbe3c3b-fa10-4714-b566-0fa9e8d7eda3 req-889d4c60-e4e7-4a8d-a1c0-6d4349e78ff7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0683124 Jul 23 23:37:06.886430 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fbe3c3b-fa10-4714-b566-0fa9e8d7eda3 req-c191833a-d78c-4b1d-94d7-7eda3a051c54 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jul 23 23:37:08.019920 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8c94-ca3a-4cd6-9171-871f4319f161 req-3566abe4-a704-4d65-8791-c6eb1e75197c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:08.021442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb4e8c94-ca3a-4cd6-9171-871f4319f161 req-3566abe4-a704-4d65-8791-c6eb1e75197c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0671964 Jul 23 23:37:08.058823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb4e8c94-ca3a-4cd6-9171-871f4319f161 req-335f2993-c9d9-431e-975a-1ec84d6d70e9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Jul 23 23:37:09.193463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b4aad-8569-4636-8359-8f462b6ed1fa req-49a2be62-d411-4f35-aa41-cf389ef7aeb0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:09.194972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2b4aad-8569-4636-8359-8f462b6ed1fa req-49a2be62-d411-4f35-aa41-cf389ef7aeb0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0673387 Jul 23 23:37:09.233264 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8c2b4aad-8569-4636-8359-8f462b6ed1fa req-7873af29-7f71-4d56-88e2-6d378c16af5c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Jul 23 23:37:09.990002 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-05715693-ea3c-4c76-92f5-20b96ff7aca1 service neutron] show failed (client error): The resource could not be found. Jul 23 23:37:09.991001 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-05715693-ea3c-4c76-92f5-20b96ff7aca1 service neutron] 10.222.0.25 "GET /v2.0/ports/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b/bindings/n-h2-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0537791 Jul 23 23:37:10.190340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-8c07260f-dbdc-4c4e-a8bb-d483cf45c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:10.191848 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-8c07260f-dbdc-4c4e-a8bb-d483cf45c947 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 1097 time: 0.0550685 Jul 23 23:37:10.203100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:10.276583 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.366182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3bbc-541d-4e55-97ba-ac9ba059ba31 req-ba5bb2d1-75a4-4275-bebb-0dc0eb974255 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:10.367682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abfd3bbc-541d-4e55-97ba-ac9ba059ba31 req-ba5bb2d1-75a4-4275-bebb-0dc0eb974255 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0688410 Jul 23 23:37:10.409031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-abfd3bbc-541d-4e55-97ba-ac9ba059ba31 req-dc630779-811b-42cb-bfb8-a39d762b4753 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352297 Jul 23 23:37:10.484340 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:10.516223 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h1-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:37:10.559629 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:37:10.561952 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9423c483-4465-4579-9edd-cd707533f3a7" -d '{"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:37:10.566326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.578758 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Transition to ACTIVE for port object 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:10.582572 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.623620 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acfcbf6-84fa-454c-ab7d-c359f0f1ddf8 x-openstack-request-id: req-0acfcbf6-84fa-454c-ab7d-c359f0f1ddf8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:37:10.624010 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-unplugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:37:10.624351 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0acfcbf6-84fa-454c-ab7d-c359f0f1ddf8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:37:10.624830 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'code': 200} Jul 23 23:37:10.644936 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:10.682705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.683047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.683385 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.683718 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.684045 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.684370 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.684690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.685010 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.685331 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.685648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.685990 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.686311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:10.731185 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] No DVR routers for this DVR port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on host n-h1-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:37:10.869410 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:37:10.869749 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:37:10.870072 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:37:10.874210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:37:10.874529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Attempting to bind port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on network 52a3758a-afb9-44fb-92d2-52b6846c03a1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:37:10.881298 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:37:10.881637 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Checking segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:37:10.882043 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Bound using segment: {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:37:10.882468 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Bound port: 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f985292-03ca-41bd-b30d-05654bce4502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:37:10.882843 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.950141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:37:10.953081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:37:10.957688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.989992 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:10.990718 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:10.992126 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] 10.222.0.22 "PUT /v2.0/ports/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 1092 time: 0.7929246 Jul 23 23:37:11.027353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56608-b254-428e-b92c-b904f15da2bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:11.074805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-d2246155-dd4e-41e5-80b5-5b5de5230659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:11.076327 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-d2246155-dd4e-41e5-80b5-5b5de5230659 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0614994 Jul 23 23:37:11.129265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e3de5c8-a2fa-4c67-8d6c-dd3d227cddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:11.180935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-a64350bc-8475-48a1-86fe-d557e254d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:11.182505 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-a64350bc-8475-48a1-86fe-d557e254d70b service neutron] 10.222.0.22 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.1006000 Jul 23 23:37:11.248127 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-32fa371c-7ab0-4e2d-b5a3-98ef0df5322c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 999 time: 0.0594647 Jul 23 23:37:11.298725 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ee60cbd-f037-4cbc-9148-ea1f7d6dff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:11.300135 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-0ee60cbd-f037-4cbc-9148-ea1f7d6dff75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0466490 Jul 23 23:37:11.358447 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-d88fbc06-4e7d-4f59-a6b0-3f8faa06d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:11.359915 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-d88fbc06-4e7d-4f59-a6b0-3f8faa06d922 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529628 Jul 23 23:37:11.447657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-253a73a4-3147-423b-8496-1196fa80e84a service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811501 Jul 23 23:37:11.544804 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-0b882874-7d9d-47f9-848e-85afce84b4b9 req-be33605f-9f94-425f-82a2-9809dd8b8a4d service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911133 Jul 23 23:37:11.547095 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a881-12e0-4486-bd5c-9349ceb54653 req-2f5f1248-6ebd-40e1-a4ee-6a9df10dcf10 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:11.549865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f962a881-12e0-4486-bd5c-9349ceb54653 req-2f5f1248-6ebd-40e1-a4ee-6a9df10dcf10 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.0725002 Jul 23 23:37:11.590147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f962a881-12e0-4486-bd5c-9349ceb54653 req-627b2f8f-1125-43b5-8492-e25416462027 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344872 Jul 23 23:37:12.626713 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:37:12.628966 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f00d5e-8b5a-4170-9413-35e83a3b3633" -d '{"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:37:12.719520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6385de-4692-4a1c-bfa3-4549519e4c5f req-4820fc5a-f7bf-4553-80a1-d2194585d538 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:12.721775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f6385de-4692-4a1c-bfa3-4549519e4c5f req-4820fc5a-f7bf-4553-80a1-d2194585d538 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.0628200 Jul 23 23:37:12.758562 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f6385de-4692-4a1c-bfa3-4549519e4c5f req-ce96b617-542c-46c6-81fd-ccc75a41fac4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Jul 23 23:37:12.812019 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15cd36-a4f6-4f64-a787-919c682ac589 x-openstack-request-id: req-fd15cd36-a4f6-4f64-a787-919c682ac589 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:37:12.812310 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:37:12.812556 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd15cd36-a4f6-4f64-a787-919c682ac589 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:37:12.812963 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'status': 'completed', 'code': 200} Jul 23 23:37:12.885225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-be11dff3-16b6-489f-8440-72ce79a70676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:12.886682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-be11dff3-16b6-489f-8440-72ce79a70676 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0558949 Jul 23 23:37:12.892556 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-4c558803-b8b7-4b11-975e-709bffe2c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:12.894063 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-4c558803-b8b7-4b11-975e-709bffe2c9ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0541608 Jul 23 23:37:12.985432 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-d0b1b819-f18e-4943-a0c4-b302c34a459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:12.987338 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-d0b1b819-f18e-4943-a0c4-b302c34a459d service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0944266 Jul 23 23:37:12.989014 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-87ac8b05-e233-4d48-8f30-1e3bbcb86c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:12.990521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-87ac8b05-e233-4d48-8f30-1e3bbcb86c75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0902832 Jul 23 23:37:13.059563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-8253f179-8a4a-4496-823b-effda9d39ea0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 999 time: 0.0660000 Jul 23 23:37:13.059785 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-a42a82c3-06c3-443a-b91f-248ced293459 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 999 time: 0.0620136 Jul 23 23:37:13.116194 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-19a3c89b-e475-4005-9bf2-b5c378657ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:13.117654 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-19a3c89b-e475-4005-9bf2-b5c378657ec2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0527008 Jul 23 23:37:13.126917 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-6ebc019b-e2ad-4390-91c4-7d2bdfc8e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:13.128539 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-6ebc019b-e2ad-4390-91c4-7d2bdfc8e188 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0564740 Jul 23 23:37:13.176711 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-4dc6fe6e-fcaf-4c2c-a941-d1a5b34dc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:13.178150 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-4dc6fe6e-fcaf-4c2c-a941-d1a5b34dc274 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542917 Jul 23 23:37:13.188168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-170aeed3-7595-4006-9027-36a1919e8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:13.189976 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-170aeed3-7595-4006-9027-36a1919e8ed0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544996 Jul 23 23:37:13.270403 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-95423bc1-8d6a-46fd-927f-909e53ebcf71 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Jul 23 23:37:13.278515 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-79f571f0-560f-44a3-a4ca-fdf014287af3 service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821774 Jul 23 23:37:13.358741 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-36a361ea-8f27-4d80-b812-367ef601fc88 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823379 Jul 23 23:37:13.375107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-38f00d5e-8b5a-4170-9413-35e83a3b3633 req-deef3c33-aaa4-4e91-9d73-cfc61d33aeb0 service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903826 Jul 23 23:37:13.622754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:37:13.661496 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:37:13.841345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a076a30a-d889-48b1-800a-390146908b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:13.897532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4941991-13d7-453c-a519-02e4579a1651 req-ca353eec-b148-457a-b225-3a33abeccccb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:13.899431 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4941991-13d7-453c-a519-02e4579a1651 req-ca353eec-b148-457a-b225-3a33abeccccb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.0707090 Jul 23 23:37:13.936393 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f4941991-13d7-453c-a519-02e4579a1651 req-2d983baa-bbac-4e3c-b34d-d23b6263cfe4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Jul 23 23:37:14.190155 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032b56-110c-4f41-b230-1a5a8a9d306b req-e8c79ce9-971c-4c02-b5a1-ae297b0cc8e9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.191986 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f032b56-110c-4f41-b230-1a5a8a9d306b req-e8c79ce9-971c-4c02-b5a1-ae297b0cc8e9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.1105406 Jul 23 23:37:14.200138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-89cf3e6d-4953-4430-a5c4-aacc3fae47c8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.201467 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-89cf3e6d-4953-4430-a5c4-aacc3fae47c8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86&tenant_id=ecf1ff67a1a249b88490a059a163fb08&binding%3Ahost_id=n-h2-791506-25 HTTP/1.1" status: 200 len: 943 time: 0.1112683 Jul 23 23:37:14.268442 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8f032b56-110c-4f41-b230-1a5a8a9d306b req-4336dca7-b129-41bb-9370-771c6e76b24e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660057 Jul 23 23:37:14.276586 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:14.287596 n-d-791506-25 neutron-server[93835]: INFO neutron.api.v2.resource [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-f3af1624-10b1-4f5b-9a40-2197103a548b service neutron] delete failed (client error): The resource could not be found. Jul 23 23:37:14.288627 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-f3af1624-10b1-4f5b-9a40-2197103a548b service neutron] 10.222.0.25 "DELETE /v2.0/ports/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b/bindings/n-h1-791506-25 HTTP/1.1" status: 404 len: 381 time: 0.0798821 Jul 23 23:37:14.431567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-e52523b2-b977-4497-ac59-66169572a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.433054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-e52523b2-b977-4497-ac59-66169572a7d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0996618 Jul 23 23:37:14.441950 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d240b-a918-47e6-8610-b6679e20d7a5 req-b7471c3b-86cf-4911-99f1-1e537d53e7f6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.443234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-132d240b-a918-47e6-8610-b6679e20d7a5 req-b7471c3b-86cf-4911-99f1-1e537d53e7f6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 943 time: 0.1019516 Jul 23 23:37:14.532881 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-132d240b-a918-47e6-8610-b6679e20d7a5 req-0397269c-e067-4708-9345-c08b434413e8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816331 Jul 23 23:37:14.559236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-0b47bc79-2b6d-46bd-8099-2f9c2d584e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.560701 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-0b47bc79-2b6d-46bd-8099-2f9c2d584e5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.1166434 Jul 23 23:37:14.623509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-99f07577-41b7-428f-ae5c-aa3888dc9dde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 999 time: 0.0569415 Jul 23 23:37:14.675538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-5f4196f4-8a4d-4e87-84ee-0dbcad9d39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.676976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-5f4196f4-8a4d-4e87-84ee-0dbcad9d39bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0476778 Jul 23 23:37:14.734578 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-7cb99570-4862-4fd3-a06a-6e85f6fc52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:14.735978 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-7cb99570-4862-4fd3-a06a-6e85f6fc52df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525568 Jul 23 23:37:14.827052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-2e53dc0a-27b8-4c58-b236-b8507c1dca10 service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Jul 23 23:37:14.874589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:37:14.916567 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-74f5fa5b-daef-407d-8b49-f65ec81d4cc9 req-f7951020-086f-48f1-86b9-76977c11d0cd service neutron] 10.222.0.25 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Jul 23 23:37:14.970120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:14.981925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'port_id': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'mac_address': 'fa:16:3e:f6:04:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:37:15.023412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:15.038202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:37:15.060413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:15.064009 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:15.111165 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:15.118594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.118926 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.119305 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.119642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.119975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.120307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.120633 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.120958 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.121279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.121599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.121945 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.122270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:15.195765 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:15.305570 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:37:15.688268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa5bec-ab5b-49c0-a90a-abd5c74be8a4 req-c21b3e13-9ce8-4ee6-918c-0fa9ca12a91c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:15.691439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22aa5bec-ab5b-49c0-a90a-abd5c74be8a4 req-c21b3e13-9ce8-4ee6-918c-0fa9ca12a91c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 944 time: 0.0838065 Jul 23 23:37:15.739252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22aa5bec-ab5b-49c0-a90a-abd5c74be8a4 req-78ccd848-4eff-4a91-83aa-5777aa9291a8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Jul 23 23:37:15.766457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:15.854660 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c766bf95-fb35-4b4c-9f06-a7975d3d7498 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/d300560b-e108-4a19-8221-cc302a424fb1 HTTP/1.1" status: 200 len: 992 time: 0.0866802 Jul 23 23:37:16.715568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:16.883970 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:37:16.938919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:16.942950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:16.943324 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:17.019327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:17.041692 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:37:17.043954 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea54bd-3a30-4d59-ba1f-359345b26e25" -d '{"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:37:17.059655 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:17.065587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:17.090601 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915eb59e-0cea-4e6a-82d1-9be96db5659f x-openstack-request-id: req-915eb59e-0cea-4e6a-82d1-9be96db5659f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:37:17.090899 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-plugged", "status": "completed", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:37:17.091153 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-915eb59e-0cea-4e6a-82d1-9be96db5659f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:37:17.091549 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'code': 200} Jul 23 23:37:17.116831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:21.586938 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-a4973560-fc9e-41ed-9e03-0a009b274169 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523016 Jul 23 23:37:21.682734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-efd89a73-a6a1-4f74-a9a7-1ec5276fdfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:21.684193 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-efd89a73-a6a1-4f74-a9a7-1ec5276fdfdf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0582411 Jul 23 23:37:21.786197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-a19b270a-a55b-4d77-8d8d-07f86cb37177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:21.787661 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-a19b270a-a55b-4d77-8d8d-07f86cb37177 service neutron] 10.222.0.22 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0856957 Jul 23 23:37:22.187731 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-dfdc8e0e-53ee-40d2-8a9a-494161e14ed5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 1001 time: 0.3933651 Jul 23 23:37:22.234469 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-e7b54b4d-c929-45d9-8a4b-c1813d36704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:22.235833 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-e7b54b4d-c929-45d9-8a4b-c1813d36704f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0416749 Jul 23 23:37:22.291197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-5c6ed177-bff3-4942-b634-b8299ecd589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:22.292641 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-5c6ed177-bff3-4942-b634-b8299ecd589d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508490 Jul 23 23:37:22.382182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-4b4b6de1-326a-4b94-9fee-e9783f0b219f service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Jul 23 23:37:22.471117 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1dcc8601-aa33-426b-8063-f23e9b917569 req-4ecd405e-1f26-4506-809b-7d338125df56 service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830646 Jul 23 23:37:22.794783 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:23.834606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:32.470689 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:37:41.130606 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-25a77a85-44a1-4f6f-b650-927fc5c5798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:43.841764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e714de40-6a10-4f68-99a6-6e4d112a743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.246901 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44174) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:44.279120 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.407700 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port f3497006-4d9e-4a75-89b5-87789c789e6a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:37:44.408037 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.479995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.480317 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.492544 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for f3497006-4d9e-4a75-89b5-87789c789e6a owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:37:44.638355 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.663751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=f3497006-4d9e-4a75-89b5-87789c789e6a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:44.729581 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:44.729943 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP d300560b-e108-4a19-8221-cc302a424fb1 disassociated (deleted). External IP: 172.25.1.111, port: 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b. Jul 23 23:37:44.931186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 73206bef-adb4-41ad-8a05-2b3b26e77370 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:37:45.039422 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:37:45.043815 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:45.049459 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Sync routers for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:37:45.059369 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:45.060048 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:45.083312 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-bf05e576-a774-4de2-bb89-e40597a64754 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/floatingips/d300560b-e108-4a19-8221-cc302a424fb1 HTTP/1.1" status: 204 len: 168 time: 0.8351285 Jul 23 23:37:45.084211 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:37:45.088028 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b39b04c-936c-42c0-8d98-6c0924bfcb73" -d '{"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:37:45.169117 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:45.204427 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:45.263402 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f978aea-f100-4175-b219-77a041e410d7 x-openstack-request-id: req-0f978aea-f100-4175-b219-77a041e410d7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:37:45.263956 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:37:45.263956 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f978aea-f100-4175-b219-77a041e410d7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:37:45.264724 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'status': 'completed', 'code': 200} Jul 23 23:37:45.350130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-896b40ea-1898-47e2-a232-a5219340b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:45.351687 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-896b40ea-1898-47e2-a232-a5219340b1e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0662081 Jul 23 23:37:45.383307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbf91-3a4c-458a-bd2c-816bb991cc9a req-08b4a994-a809-495c-909c-6650c6f51f50 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:45.383907 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:45.385938 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0cfbf91-3a4c-458a-bd2c-816bb991cc9a req-08b4a994-a809-495c-909c-6650c6f51f50 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jul 23 23:37:45.411138 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Checking router: 73206bef-adb4-41ad-8a05-2b3b26e77370 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:37:45.419389 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:45.420263 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:45.429195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e0cfbf91-3a4c-458a-bd2c-816bb991cc9a req-6a9c1e9c-8175-4e35-b352-2e990d9fa2d5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361533 Jul 23 23:37:45.448948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-75b886b4-9be2-4674-90fe-bafe53a2a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:45.450475 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-75b886b4-9be2-4674-90fe-bafe53a2a00f service neutron] 10.222.0.22 "GET /v2.0/networks?id=52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 200 len: 897 time: 0.0926495 Jul 23 23:37:45.497974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-5b1b0b29-e6ef-4939-8f7f-f4745551c483 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 200 len: 217 time: 0.0389981 Jul 23 23:37:45.523917 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:45.548267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-897724e1-d5b0-4618-ad44-a9c4cb6a2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:45.550053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-897724e1-d5b0-4618-ad44-a9c4cb6a2b00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 200 len: 835 time: 0.0446968 Jul 23 23:37:45.608915 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-0b6fda26-138d-49b4-a2e6-f3ee5979f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:45.610458 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-0b6fda26-138d-49b4-a2e6-f3ee5979f4d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=52a3758a-afb9-44fb-92d2-52b6846c03a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538735 Jul 23 23:37:45.703590 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-570c9d42-a82d-4ec6-852a-e8e2e64fafc7 service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861838 Jul 23 23:37:45.717278 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:45.742925 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553139e-d313-4b13-8f65-36cb92fee8a4 None None] The sync data for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 is: [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:06Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '17154ea3-8234-4a78-be96-5ff5481434d9', 'name': '', 'network_id': '52a3758a-afb9-44fb-92d2-52b6846c03a1', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:c9:23:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:06Z', 'updated_at': '2021-07-23T23:36:12Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '6fe0e71b-a6d0-4a43-b050-1f6e490b4353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:37:45.797267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-9b39b04c-936c-42c0-8d98-6c0924bfcb73 req-803cfd18-cf59-4f21-8f21-3eb796271407 service neutron] 10.222.0.22 "GET /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Jul 23 23:37:45.962882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ed82b-a812-4213-b5d4-668baebb387d None None] New status for floating IP d300560b-e108-4a19-8221-cc302a424fb1: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:37:46.564161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bdd3c-36cd-4b90-bf8d-44379a9b4d44 req-c5391bfe-be20-4556-a6bf-f655e5c9aa71 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:46.565720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a7bdd3c-36cd-4b90-bf8d-44379a9b4d44 req-c5391bfe-be20-4556-a6bf-f655e5c9aa71 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0670319 Jul 23 23:37:46.578559 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-ceeb147c-d740-4dd5-8b3e-b025bcd8a4e4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:46.579939 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-ceeb147c-d740-4dd5-8b3e-b025bcd8a4e4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/ports?device_id=da587af7-ddbd-4054-880e-32b66f3fcb86 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 23 23:37:46.605078 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5a7bdd3c-36cd-4b90-bf8d-44379a9b4d44 req-36e7dc61-b355-430d-82ec-8fb050659772 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=655e1f13-846c-4970-ac95-ec664b07e831&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336733 Jul 23 23:37:46.683884 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:37:46.684226 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:46.714957 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:46.777856 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:46.778224 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:46.790286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:37:46.917162 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:46.950333 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:46.997304 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] No DVR routers for this DVR port 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:37:46.999893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:47.001854 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-93434ace-d26f-469a-b2f2-ab9ca14a5d8e req-afcd6141-c2d7-47c0-9269-a1f8ac1a1b33 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "DELETE /v2.0/ports/7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b HTTP/1.1" status: 204 len: 173 time: 0.4158368 Jul 23 23:37:47.266258 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-deleted', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:37:47.268601 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa30da22-e4ea-4c37-96f7-06ee885c8cda" -d '{"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-deleted", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:37:47.306612 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a10c0-8afb-4ca4-8591-fe8af4d0da54 x-openstack-request-id: req-7b6a10c0-8afb-4ca4-8591-fe8af4d0da54 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:37:47.307095 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da587af7-ddbd-4054-880e-32b66f3fcb86", "name": "network-vif-deleted", "tag": "7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:37:47.307484 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b6a10c0-8afb-4ca4-8591-fe8af4d0da54 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:37:47.308086 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da587af7-ddbd-4054-880e-32b66f3fcb86', 'name': 'network-vif-deleted', 'tag': '7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b', 'status': 'completed', 'code': 200} Jul 23 23:37:47.660620 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44192) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:48.017615 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:48.281919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 17154ea3-8234-4a78-be96-5ff5481434d9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:37:48.282177 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:48.374195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 17154ea3-8234-4a78-be96-5ff5481434d9, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=17154ea3-8234-4a78-be96-5ff5481434d9,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:48.374558 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:48.387282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 17154ea3-8234-4a78-be96-5ff5481434d9 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:37:48.579469 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:48.607305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=17154ea3-8234-4a78-be96-5ff5481434d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:48.787540 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:48.993832 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 73206bef-adb4-41ad-8a05-2b3b26e77370 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:37:48.995198 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:37:49.015058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:37:49.015394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 7d8e9f6f-daa7-444b-920c-fa1eadfe9a7b not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:37:49.101401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:37:49.107521 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-53cffbd3-383c-42dd-9968-945225703e5e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/73206bef-adb4-41ad-8a05-2b3b26e77370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4457786 Jul 23 23:37:49.111112 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44194) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:49.112470 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Sync routers for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:37:49.122269 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:49.122876 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:49.166007 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting subnet 6fe0e71b-a6d0-4a43-b050-1f6e490b4353 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:37:49.169194 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.208222 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.223831 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:49.290357 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.357545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.385192 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe0e71b-a6d0-4a43-b050-1f6e490b4353,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:49.390026 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.394415 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-04adb427-388e-4989-8b6d-42ed29cfc6d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/subnets/6fe0e71b-a6d0-4a43-b050-1f6e490b4353 HTTP/1.1" status: 204 len: 168 time: 0.2800090 Jul 23 23:37:49.395182 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44196) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:49.397160 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db33db9-cfd5-4e9b-a655-c253b2b34017 None None] Network 52a3758a-afb9-44fb-92d2-52b6846c03a1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:37:49.402469 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:37:48Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:49.429418 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Checking router: 73206bef-adb4-41ad-8a05-2b3b26e77370 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:37:49.438875 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Routers {'73206bef-adb4-41ad-8a05-2b3b26e77370'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:49.439490 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['73206bef-adb4-41ad-8a05-2b3b26e77370'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:49.508259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.595094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] DHCP port deletion for 52a3758a-afb9-44fb-92d2-52b6846c03a1 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:37:49.630353 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.645667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Deleting port bab8c7e9-8cc3-4493-a165-ebf5047fec52 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:37:49.646272 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.646769 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] Set router 73206bef-adb4-41ad-8a05-2b3b26e77370 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:49.687942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port fac2740f-e79b-499d-96ed-e5a66bda0969 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:37:49.688643 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.710349 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] For port bab8c7e9-8cc3-4493-a165-ebf5047fec52, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bab8c7e9-8cc3-4493-a165-ebf5047fec52,segment=NetworkSegment(0f985292-03ca-41bd-b30d-05654bce4502),segment_id=0f985292-03ca-41bd-b30d-05654bce4502)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:49.710794 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.726638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Calling delete_port for bab8c7e9-8cc3-4493-a165-ebf5047fec52 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:37:49.780346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port fac2740f-e79b-499d-96ed-e5a66bda0969, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=fac2740f-e79b-499d-96ed-e5a66bda0969,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:49.780818 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.793610 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for fac2740f-e79b-499d-96ed-e5a66bda0969 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:37:49.808877 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.827319 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:37:48Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:49.838932 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] Pushing event deleted for resources: {'Port': ['ID=bab8c7e9-8cc3-4493-a165-ebf5047fec52,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:49.843463 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b5374b-ef0e-4364-9abd-bb0a824ee8a8 None None] No DVR routers for this DVR port bab8c7e9-8cc3-4493-a165-ebf5047fec52 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:37:49.856901 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fabd50-6106-41e8-8928-dae3bff6469c None None] The sync data for ids ['73206bef-adb4-41ad-8a05-2b3b26e77370'] in n-d-791506-25 is: [{'id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620536776', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:37:48Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'fac2740f-e79b-499d-96ed-e5a66bda0969', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73206bef-adb4-41ad-8a05-2b3b26e77370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:36:03Z', 'updated_at': '2021-07-23T23:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:37:49.969099 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:49.996186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=fac2740f-e79b-499d-96ed-e5a66bda0969,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:50.059493 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.324762 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bab8c7e9-8cc3-4493-a165-ebf5047fec52 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:37:50.349890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: bab8c7e9-8cc3-4493-a165-ebf5047fec52 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:37:50.350231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bab8c7e9-8cc3-4493-a165-ebf5047fec52 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:37:50.350649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17154ea3-8234-4a78-be96-5ff5481434d9 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:37:50.372465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 17154ea3-8234-4a78-be96-5ff5481434d9 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:37:50.372809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 17154ea3-8234-4a78-be96-5ff5481434d9 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:37:50.491656 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.493771 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.538663 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.539206 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Fanout notify agent at l3_agent the message router_deleted on router 73206bef-adb4-41ad-8a05-2b3b26e77370 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:37:50.545845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.546976 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3963c584-9046-4221-b3fc-a6192a847423 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/routers/73206bef-adb4-41ad-8a05-2b3b26e77370 HTTP/1.1" status: 204 len: 168 time: 1.1508229 Jul 23 23:37:50.549658 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:50.626968 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.715456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.725666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a3758a-afb9-44fb-92d2-52b6846c03a1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:50.735252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f985292-03ca-41bd-b30d-05654bce4502') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:50.735543 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f985292-03ca-41bd-b30d-05654bce4502') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:50.744752 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.758302 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.763933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:37:50.764307 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:37:50.767515 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:37:50.822735 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.829380 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.831156 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/networks/52a3758a-afb9-44fb-92d2-52b6846c03a1 HTTP/1.1" status: 204 len: 168 time: 0.2805574 Jul 23 23:37:50.834149 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:50.842096 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d29ac-df34-4ecd-ada5-78b54c06df94 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Network': ['ID=52a3758a-afb9-44fb-92d2-52b6846c03a1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:50.892784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.917469 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.979896 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.982563 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:50.983984 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/security-groups/655e1f13-846c-4970-ac95-ec664b07e831 HTTP/1.1" status: 204 len: 168 time: 0.1488106 Jul 23 23:37:50.994781 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e1f13-846c-4970-ac95-ec664b07e831,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.003020 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.003374 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.003960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.004473 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.005000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.005352 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.005687 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.006312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.006584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.007100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.007457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.007784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f100422a-afa0-42c4-b48a-4643ffb898d9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:51.274146 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.278837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574526831', 'description': 'tempest-secgroup-smoke-1574526831 description', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.301947 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.385297 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.389035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.417298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.418543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433880 Jul 23 23:37:51.421344 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.426417 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.431377 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86acf44-f72f-48ff-8a57-4118cb918df6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.455388 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.511451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.514937 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.533568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa18c27f-81f6-4d96-9a30-9aa0edf4f869,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.536943 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.538137 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-623a24c3-de73-4ef1-93d1-db0bfa08ec8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151588 Jul 23 23:37:51.540857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.545212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.571325 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.627912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.631910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.651349 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0dad48-326f-4c75-8294-09f7a82eda52,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.654162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.655376 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-91c08939-d319-4899-b73c-e49738e4b756 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136053 Jul 23 23:37:51.658127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.662547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.688008 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.744488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.747888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.767584 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675e9b7c-0683-4e0e-8b75-dc512406fff4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.773877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.775055 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2643df3d-6e25-4f80-9f01-317f30b468c0 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160665 Jul 23 23:37:51.777785 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.782085 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.806832 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.864273 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.867686 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.889177 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59652dd9-ae23-48e1-9501-483353d14c2c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:51.895937 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.896409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ca2bd3e9-15f8-413a-87d9-b65854bf97d8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177156 Jul 23 23:37:51.899108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:51.903410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:51.926618 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:37:51.927842 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fac2740f-e79b-499d-96ed-e5a66bda0969 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:37:51.931607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.947252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: fac2740f-e79b-499d-96ed-e5a66bda0969 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:37:51.947594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device fac2740f-e79b-499d-96ed-e5a66bda0969 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:37:51.993077 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:51.996405 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.010631 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5bff65-bdbb-40df-9b5e-f3bb33c445a7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:52.019960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.021171 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-869de344-1642-469c-9c2a-7fdd8b85bb42 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211460 Jul 23 23:37:52.023905 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:52.028248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': '6796de02-79a8-41dc-ad0f-3b1b31ecb0bb', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:52.049587 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:37:52.054199 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.113924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.117929 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.136669 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af399ed4-4352-476b-982e-3ddddc5b339c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:52.139778 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.141081 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-72d8c582-abba-493e-af3c-c204a99d2855 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162348 Jul 23 23:37:52.144082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44222) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:52.150981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'network': {'name': 'tempest-network-smoke--645148104', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:52.170265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:37:52.173538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.201692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:37:52.210800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.211135 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Added segment fbf18fb3-31d2-4c47-851e-4e47c1cf715f of type vlan for network 0b6fd7a8-9082-4678-b044-f0a073c3f952 Jul 23 23:37:52.249459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.278611 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.284119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:52.284686 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.316997 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1695299 Jul 23 23:37:52.320306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:52.325355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'admin_state_up': True, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:52.350053 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.351020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.360474 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652261-70e9-4997-868f-195f80e41263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Network': ['ID=0b6fd7a8-9082-4678-b044-f0a073c3f952,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:52.371596 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:37:52.405158 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.541713 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.726111 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.744043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.805831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.848296 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.234 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/a47aa728-6889-4cf9-82ef-9c34b877ee5a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:37:52.948122 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:52.986117 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:53.023952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:37:53.028066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:53.033362 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:37:53.058981 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=a47aa728-6889-4cf9-82ef-9c34b877ee5a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:53.278055 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:53.802125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:53.849381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:53.926127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 30021122-274e-46ff-b3c0-54e0f5bf7857 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:37:54.027474 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:37:54.037189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Sync routers for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:37:54.045010 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.049592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:54.049728 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1e93e090-8020-4492-8c59-b25ada0a4c8c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7251942 Jul 23 23:37:54.049857 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:54.049992 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:54.079006 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4566e454-2963-4a41-af4b-b6e50bd1f46d tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ecf1ff67a1a249b88490a059a163fb08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280151 Jul 23 23:37:54.081494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:54.160685 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:54.172450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e829df2-151a-4ff4-afdf-622becf50465 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:54.173972 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4e829df2-151a-4ff4-afdf-622becf50465 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913513 Jul 23 23:37:54.177307 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:54.204947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7943071e-0b42-409d-9672-a5e05ab88440 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265172 Jul 23 23:37:54.207442 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:54.212440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456670343', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:54.303741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:37:54.307215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.340925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:53Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:54.368722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Checking router: 30021122-274e-46ff-b3c0-54e0f5bf7857 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:37:54.369148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Updating router 30021122-274e-46ff-b3c0-54e0f5bf7857 port a47aa728-6889-4cf9-82ef-9c34b877ee5a binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:37:54.403444 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.494156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.555364 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Subnet': ['ID=39fb260a-bfab-403f-9706-4950c2608572,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:54.563553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Checking segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:37:54.563980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network hostable DHCP agents. Network: 0b6fd7a8-9082-4678-b044-f0a073c3f952, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:37:54.580293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:37:54.589493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 0b6fd7a8-9082-4678-b044-f0a073c3f952) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:54.593860 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:54.594299 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.601168 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df5f01-1012-41b1-8abb-257be0e6585e None None] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:37:54.611679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c543ed7c-ca4e-47cd-a676-5c448e4796d2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4032145 Jul 23 23:37:54.614511 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:37:54.725646 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:54.757925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Transition to ACTIVE for port object a47aa728-6889-4cf9-82ef-9c34b877ee5a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:54.770237 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.001259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd637-8d72-4eae-b2cd-064bb53a75bf None None] Pushing event updated for resources: {'Port': ['ID=a47aa728-6889-4cf9-82ef-9c34b877ee5a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:55.003473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Attempting to bind port a47aa728-6889-4cf9-82ef-9c34b877ee5a on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:37:55.003950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Attempting to bind port a47aa728-6889-4cf9-82ef-9c34b877ee5a by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:37:55.004316 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Attempting to bind port a47aa728-6889-4cf9-82ef-9c34b877ee5a on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:37:55.008999 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-0b6fd7a8-9082-4678-b044-f0a073c3f952', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:37:55.009828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.022675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:37:55.023058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:37:55.023462 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.023861 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:37:55.024343 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Bound port: a47aa728-6889-4cf9-82ef-9c34b877ee5a, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:37:55.024776 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.048124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.146652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] For port a47aa728-6889-4cf9-82ef-9c34b877ee5a, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:37:55.151537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] For port a47aa728-6889-4cf9-82ef-9c34b877ee5a, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a47aa728-6889-4cf9-82ef-9c34b877ee5a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:37:55.156104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.248385 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Allocated IP 172.20.0.2 (0b6fd7a8-9082-4678-b044-f0a073c3f952/39fb260a-bfab-403f-9706-4950c2608572/3f581b75-327c-411b-b185-e5b817b6ce07) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:37:55.251589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd637-8d72-4eae-b2cd-064bb53a75bf None None] Pushing event updated for resources: {'Port': ['ID=a47aa728-6889-4cf9-82ef-9c34b877ee5a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:55.256881 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:55.257704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:55.434068 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:55.592495 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.607238 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Transition to ACTIVE for port object 3f581b75-327c-411b-b185-e5b817b6ce07 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:55.646761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Transition to ACTIVE for port object 3f581b75-327c-411b-b185-e5b817b6ce07 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:55.654219 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.700436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.1 (0b6fd7a8-9082-4678-b044-f0a073c3f952/39fb260a-bfab-403f-9706-4950c2608572/c827b3fc-afa7-43dc-bbfc-96c833a5a23b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:37:55.702812 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:37:55.709195 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:55.712218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Pushing event updated for resources: {'Port': ['ID=3f581b75-327c-411b-b185-e5b817b6ce07,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:55.714584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:37:55.767352 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:53Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:55.803849 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a5729-46c5-41c6-9c2e-c50952e666eb None None] The sync data for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 is: [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:53Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:37:55.807772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Attempting to bind port 3f581b75-327c-411b-b185-e5b817b6ce07 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:37:55.807895 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Attempting to bind port 3f581b75-327c-411b-b185-e5b817b6ce07 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:37:55.808170 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Attempting to bind port 3f581b75-327c-411b-b185-e5b817b6ce07 on network 0b6fd7a8-9082-4678-b044-f0a073c3f952 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:37:55.813361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:37:55.813739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Checking segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:37:55.814279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.814664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Bound using segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:37:55.815085 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Bound port: 3f581b75-327c-411b-b185-e5b817b6ce07, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:37:55.815423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.825561 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.840471 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object c827b3fc-afa7-43dc-bbfc-96c833a5a23b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:55.875813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.889875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-84a99475-0421-4252-91c6-59246cbf21af None None] For port 3f581b75-327c-411b-b185-e5b817b6ce07, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:37:55.893338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-84a99475-0421-4252-91c6-59246cbf21af None None] For port 3f581b75-327c-411b-b185-e5b817b6ce07, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3f581b75-327c-411b-b185-e5b817b6ce07,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:37:55.899054 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:55.922591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:37:55.927892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:55.931817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:37:55.961287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a99475-0421-4252-91c6-59246cbf21af None None] Pushing event updated for resources: {'Port': ['ID=3f581b75-327c-411b-b185-e5b817b6ce07,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:55.962636 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:55.984559 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:56.178488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:56.483173 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:56.487793 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:56.569482 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:56.571319 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:56.672078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:37:56.673502 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:56.796237 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 30021122-274e-46ff-b3c0-54e0f5bf7857 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:37:56.911087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:37:56.918427 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2604dac6-ed7d-4550-ac87-fedee71c8306 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/30021122-274e-46ff-b3c0-54e0f5bf7857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3021510 Jul 23 23:37:56.919480 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5834e74-720e-4e12-9913-d5548f1db218 None None] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:37:57.002850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ec77b897-e40d-4b6b-903b-cade41be5090 None None] Provisioning for port 3f581b75-327c-411b-b185-e5b817b6ce07 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:57.063508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-a1ada406-1052-4059-8f30-88b8a2941874 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574526831&fields=id&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 267 time: 0.0356634 Jul 23 23:37:57.187650 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-32f78f67-038c-4f0f-95ab-8e316cc5143f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:57.189261 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-32f78f67-038c-4f0f-95ab-8e316cc5143f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 796 time: 0.1186006 Jul 23 23:37:57.205905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-95617a78-a311-4ac9-aa13-a564debb3737 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/quotas/ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 375 time: 0.0108874 Jul 23 23:37:57.278534 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-b39240b7-ef12-4772-af26-5e5219a0ec1e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653512 Jul 23 23:37:57.349325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b958b39-d31e-45a1-ad61-039196fc9324 None None] Provisioning for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:57.353720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3b958b39-d31e-45a1-ad61-039196fc9324 None None] Provisioning complete for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:57.354418 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b958b39-d31e-45a1-ad61-039196fc9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:57.385370 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-3ce0e37e-c6ca-4688-8d94-4b3edb91caa2 service neutron] 10.222.0.37 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954056 Jul 23 23:37:57.396261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3b958b39-d31e-45a1-ad61-039196fc9324 None None] Port c827b3fc-afa7-43dc-bbfc-96c833a5a23b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:37:57.439851 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Sync routers for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:37:57.450496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:57.451115 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:57.489000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-2d052812-ea91-461e-bb70-2014ce02129a service neutron] 10.222.0.37 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974834 Jul 23 23:37:57.516332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-38b01588-5e96-4ec7-802c-01f3c476199a None None] Provisioning complete for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:57.516736 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-38b01588-5e96-4ec7-802c-01f3c476199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:57.554451 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-38b01588-5e96-4ec7-802c-01f3c476199a None None] Port c827b3fc-afa7-43dc-bbfc-96c833a5a23b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:37:57.562288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:57.711091 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ec88c853-eeb3-4450-97d9-69ca1d094878 req-14561075-b6da-4f77-a182-83e921cdf92e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 210 time: 0.0443401 Jul 23 23:37:57.775923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a2ce5b5-442d-4914-9b17-05db45ba3273 None None] Provisioning complete for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:57.776293 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce5b5-442d-4914-9b17-05db45ba3273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:57.782599 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 2, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:57.810201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ce5b5-442d-4914-9b17-05db45ba3273 None None] Port c827b3fc-afa7-43dc-bbfc-96c833a5a23b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:37:57.813205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Checking router: 30021122-274e-46ff-b3c0-54e0f5bf7857 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:37:57.813563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Updating router 30021122-274e-46ff-b3c0-54e0f5bf7857 port c827b3fc-afa7-43dc-bbfc-96c833a5a23b binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:37:57.849317 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.032809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3f581b75-327c-411b-b185-e5b817b6ce07 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:37:58.087735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 3f581b75-327c-411b-b185-e5b817b6ce07 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:58.092212 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3f581b75-327c-411b-b185-e5b817b6ce07 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:58.092587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.138919 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.148839 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Transition to ACTIVE for port object c827b3fc-afa7-43dc-bbfc-96c833a5a23b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:58.154889 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.179861 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.205099 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Pushing event updated for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:58.211905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 3f581b75-327c-411b-b185-e5b817b6ce07, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3f581b75-327c-411b-b185-e5b817b6ce07,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:58.215949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.216903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a47aa728-6889-4cf9-82ef-9c34b877ee5a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:37:58.250748 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.251091 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.251425 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.251754 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.252078 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.252401 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.252721 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.253083 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.253348 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.253912 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.254021 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.254331 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:37:58.270505 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Attempting to bind port c827b3fc-afa7-43dc-bbfc-96c833a5a23b on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:37:58.270872 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Attempting to bind port c827b3fc-afa7-43dc-bbfc-96c833a5a23b by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:37:58.271233 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Attempting to bind port c827b3fc-afa7-43dc-bbfc-96c833a5a23b on network 0b6fd7a8-9082-4678-b044-f0a073c3f952 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:37:58.277154 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:37:58.277553 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Checking segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:37:58.277974 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.278372 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Bound using segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:37:58.278812 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Bound port: c827b3fc-afa7-43dc-bbfc-96c833a5a23b, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:37:58.279184 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.316671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=3f581b75-327c-411b-b185-e5b817b6ce07,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:58.347134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port a47aa728-6889-4cf9-82ef-9c34b877ee5a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:58.349028 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] For port c827b3fc-afa7-43dc-bbfc-96c833a5a23b, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:37:58.352216 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a47aa728-6889-4cf9-82ef-9c34b877ee5a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:58.352491 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] For port c827b3fc-afa7-43dc-bbfc-96c833a5a23b, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:37:58.352810 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.359677 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.403487 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:37:58.404000 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:58.448189 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.471775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port a47aa728-6889-4cf9-82ef-9c34b877ee5a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a47aa728-6889-4cf9-82ef-9c34b877ee5a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:37:58.476858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:58.497960 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddf36-e94b-49f4-9c30-c105f2f5c106 None None] Pushing event updated for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:58.535321 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:37:58.536605 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=a47aa728-6889-4cf9-82ef-9c34b877ee5a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:58.738976 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:37:58.837636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-23c79865-a392-4657-bfc2-eaf2eb82e135 req-57586d7f-8517-4154-8849-f79da9ad5aad tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 210 time: 0.0374012 Jul 23 23:37:58.862207 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae1b7a-3e55-4abe-be1b-493b30a50e58 None None] The sync data for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 is: [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:37:58.876616 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-1ffc0d18-52a3-4535-a177-df6c6f199dd6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:58.878143 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-1ffc0d18-52a3-4535-a177-df6c6f199dd6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 796 time: 0.1632392 Jul 23 23:37:58.931068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-f266eaa7-f632-4666-96ca-3db26f254ef1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 380 time: 0.0442045 Jul 23 23:37:58.939792 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'port': {'device_id': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'admin_state_up': True, 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'security_groups': ['6796de02-79a8-41dc-ad0f-3b1b31ecb0bb']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:59.058519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:37:59.062186 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.196940 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.9 (0b6fd7a8-9082-4678-b044-f0a073c3f952/39fb260a-bfab-403f-9706-4950c2608572/24b55fce-f056-41ae-8468-9cdbba459a00) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:37:59.341545 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.356154 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 24b55fce-f056-41ae-8468-9cdbba459a00 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:59.390139 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.436922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:37:59.440008 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:37:59.442622 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:37:59.477228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:37:59.506738 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:37:59.507317 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.522209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-3fcf8f2f-ac51-428a-9902-188c3e0bb0b3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860965 Jul 23 23:37:59.532979 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-d2c432fd-86b0-4b9b-8f01-1b1b841e8b7e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:37:59.534101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-d2c432fd-86b0-4b9b-8f01-1b1b841e8b7e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060658 Jul 23 23:37:59.544393 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Request body: {'port': {'device_id': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:37:59.621511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.688110 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0a4e70c-56e4-4abc-a782-341801be5b31 None None] Provisioning for port 24b55fce-f056-41ae-8468-9cdbba459a00 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:37:59.692523 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e0a4e70c-56e4-4abc-a782-341801be5b31 None None] Provisioning complete for port 24b55fce-f056-41ae-8468-9cdbba459a00 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:37:59.692920 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e70c-56e4-4abc-a782-341801be5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.729803 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4e70c-56e4-4abc-a782-341801be5b31 None None] Port 24b55fce-f056-41ae-8468-9cdbba459a00 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:37:59.878048 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b55fce-f056-41ae-8468-9cdbba459a00 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:37:59.886152 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.898630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Transition to ACTIVE for port object 24b55fce-f056-41ae-8468-9cdbba459a00 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:37:59.902572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:37:59.989790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Pushing event updated for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:00.069228 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a47aa728-6889-4cf9-82ef-9c34b877ee5a up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:38:00.077425 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36428207-06ae-4c9d-bf65-e0866fe954f4 req-d54a7544-9209-4d7f-b50c-5bda953c72fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.078800 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36428207-06ae-4c9d-bf65-e0866fe954f4 req-d54a7544-9209-4d7f-b50c-5bda953c72fa tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 943 time: 0.1680574 Jul 23 23:38:00.101396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Attempting to bind port 24b55fce-f056-41ae-8468-9cdbba459a00 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:38:00.101731 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Attempting to bind port 24b55fce-f056-41ae-8468-9cdbba459a00 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:38:00.102091 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Attempting to bind port 24b55fce-f056-41ae-8468-9cdbba459a00 on network 0b6fd7a8-9082-4678-b044-f0a073c3f952 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:38:00.116005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Port 24b55fce-f056-41ae-8468-9cdbba459a00 on network 0b6fd7a8-9082-4678-b044-f0a073c3f952 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:38:00.116384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Attempting to bind port 24b55fce-f056-41ae-8468-9cdbba459a00 on network 0b6fd7a8-9082-4678-b044-f0a073c3f952 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:38:00.123662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port a47aa728-6889-4cf9-82ef-9c34b877ee5a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:38:00.124044 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.130286 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:38:00.130626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Checking segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:38:00.131009 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Bound using segment: {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:38:00.131445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Bound port: 24b55fce-f056-41ae-8468-9cdbba459a00, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:38:00.131813 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.137296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-36428207-06ae-4c9d-bf65-e0866fe954f4 req-ece31cd0-b63d-4aa9-99d2-6afa785a1a58 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524642 Jul 23 23:38:00.199866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:38:00.203248 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=24b55fce-f056-41ae-8468-9cdbba459a00,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:38:00.205146 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c827b3fc-afa7-43dc-bbfc-96c833a5a23b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:38:00.207877 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.245581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.246215 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.247952 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 1092 time: 0.7075329 Jul 23 23:38:00.250078 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:38:00.253186 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c257b12-2702-4b8c-ae34-141d558bb54f" -d '{"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:38:00.268807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:38:00.282784 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d93553-1265-4e13-a854-b6a1ecc531f7 service neutron] Pushing event updated for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:00.286100 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:38:00.286476 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.327281 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6c5b9-4f25-4879-8ae9-cce11eded048 x-openstack-request-id: req-eff6c5b9-4f25-4879-8ae9-cce11eded048 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:38:00.327709 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:38:00.327966 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eff6c5b9-4f25-4879-8ae9-cce11eded048 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:38:00.328369 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00', 'status': 'completed', 'code': 200} Jul 23 23:38:00.356965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-40942a6a-7fa1-4f76-b8d9-be95630d300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.358898 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-40942a6a-7fa1-4f76-b8d9-be95630d300e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1095 time: 0.0687997 Jul 23 23:38:00.384005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.401488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-bc6380d1-2f30-4f95-b057-9908f52c7d40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 217 time: 0.0356102 Jul 23 23:38:00.419446 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c827b3fc-afa7-43dc-bbfc-96c833a5a23b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:38:00.426428 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.427650 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3f581b75-327c-411b-b185-e5b817b6ce07 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:38:00.464351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-fbc2b0c9-30c6-437f-855e-a46d9296fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.465940 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-fbc2b0c9-30c6-437f-855e-a46d9296fce5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0590379 Jul 23 23:38:00.526512 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:00.527723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921ed7-8222-420a-8252-44c40e583600 req-88039e79-7fed-4ad7-9c4b-1374f472dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.530161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-88039e79-7fed-4ad7-9c4b-1374f472dc9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583909 Jul 23 23:38:00.538322 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 3f581b75-327c-411b-b185-e5b817b6ce07 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:38:00.538697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:00.620027 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-bf4571cf-fee2-4c16-a356-0895fef16c85 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Jul 23 23:38:00.710786 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60921ed7-8222-420a-8252-44c40e583600 req-5b3fd5e1-9047-4cfd-9902-e8ece86f19df service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851474 Jul 23 23:38:00.807358 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-ed57dc7a-6fb0-4591-a7cd-bf6351bb8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.808823 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-ed57dc7a-6fb0-4591-a7cd-bf6351bb8e8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1095 time: 0.0529270 Jul 23 23:38:00.900023 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-9bb02d9f-5ef9-47a1-98f7-5e6548d53d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.901491 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-9bb02d9f-5ef9-47a1-98f7-5e6548d53d02 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 897 time: 0.0869598 Jul 23 23:38:00.941600 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-afd53071-44a6-4c33-85e4-59a038b0cbaf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 217 time: 0.0334830 Jul 23 23:38:00.989225 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-f1edd91d-919e-4446-8058-4542d34186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:00.990670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-f1edd91d-919e-4446-8058-4542d34186b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0431662 Jul 23 23:38:01.052838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-52de18ee-bac1-4627-8519-de1f948f7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:01.054355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-52de18ee-bac1-4627-8519-de1f948f7f7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562015 Jul 23 23:38:01.143583 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-3f1c2275-90aa-4b89-a527-11c9ac73d971 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Jul 23 23:38:01.264265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1c257b12-2702-4b8c-ae34-141d558bb54f req-072eb85f-1a0c-4334-b388-e0e98780661a service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128545 Jul 23 23:38:01.291056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d90a9-ada1-42b4-a55e-ef8efc3410a7 req-e144e96f-8082-4ebb-bf0e-481a6952ade6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:01.292520 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-420d90a9-ada1-42b4-a55e-ef8efc3410a7 req-e144e96f-8082-4ebb-bf0e-481a6952ade6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 943 time: 0.0794575 Jul 23 23:38:01.330942 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-420d90a9-ada1-42b4-a55e-ef8efc3410a7 req-bb6e5dd3-4435-4591-85c9-bbb9f5f26e91 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Jul 23 23:38:01.887532 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 24b55fce-f056-41ae-8468-9cdbba459a00 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:38:01.980735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c827b3fc-afa7-43dc-bbfc-96c833a5a23b up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:38:02.016498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=24b55fce-f056-41ae-8468-9cdbba459a00,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:38:02.036036 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '24b55fce-f056-41ae-8468-9cdbba459a00', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'port_id': '24b55fce-f056-41ae-8468-9cdbba459a00', 'mac_address': 'fa:16:3e:88:9c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:38:02.080669 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c827b3fc-afa7-43dc-bbfc-96c833a5a23b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:38:02.081048 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:02.085229 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:02.117782 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b55fce-f056-41ae-8468-9cdbba459a00 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:38:02.144953 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=24b55fce-f056-41ae-8468-9cdbba459a00,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:38:02.149896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:02.226309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:02.381061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['24b55fce-f056-41ae-8468-9cdbba459a00'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:38:02.460384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b0dfc-4e7f-4c9c-8d56-3f594568cfa9 req-a35342b6-c80e-45b4-90d3-02ff9e6d9bb8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:02.461884 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b64b0dfc-4e7f-4c9c-8d56-3f594568cfa9 req-a35342b6-c80e-45b4-90d3-02ff9e6d9bb8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 944 time: 0.0622213 Jul 23 23:38:02.504456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b64b0dfc-4e7f-4c9c-8d56-3f594568cfa9 req-33507f08-ff32-4abf-95b7-9ff7330e4a1f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369849 Jul 23 23:38:03.919096 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 24b55fce-f056-41ae-8468-9cdbba459a00 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:38:03.957243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68edd7a-1e2d-456c-8eed-cb31bc31fb8e req-9b57e7f0-02bf-47a4-b3e0-e0511a9771b7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:03.958774 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b68edd7a-1e2d-456c-8eed-cb31bc31fb8e req-9b57e7f0-02bf-47a4-b3e0-e0511a9771b7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 944 time: 0.3894780 Jul 23 23:38:03.974640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 24b55fce-f056-41ae-8468-9cdbba459a00 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:38:03.978457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 24b55fce-f056-41ae-8468-9cdbba459a00 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:38:03.978823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:03.999740 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b68edd7a-1e2d-456c-8eed-cb31bc31fb8e req-f92c7db1-f6a4-4d7f-8c23-651d49fc420e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Jul 23 23:38:04.055300 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:04.081156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:38:04.083537 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2bf6e-00a9-42b6-81ed-e4962618bc84" -d '{"events": [{"server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "name": "network-vif-plugged", "status": "completed", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:38:04.095821 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=24b55fce-f056-41ae-8468-9cdbba459a00,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:38:04.100240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:04.124118 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4ccce-1d93-462e-9ae4-16de4fb47a2d x-openstack-request-id: req-9da4ccce-1d93-462e-9ae4-16de4fb47a2d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:38:04.124404 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "name": "network-vif-plugged", "status": "completed", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:38:04.124655 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9da4ccce-1d93-462e-9ae4-16de4fb47a2d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:38:04.125042 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00', 'code': 200} Jul 23 23:38:04.153287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:04.228249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0120e-933e-4bc2-8ead-4eace5a67cf6 req-34c5af53-f5c1-46f0-b9f3-97ee8ed422fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:04.229635 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ef0120e-933e-4bc2-8ead-4eace5a67cf6 req-34c5af53-f5c1-46f0-b9f3-97ee8ed422fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1097 time: 0.0517938 Jul 23 23:38:04.262584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8ef0120e-933e-4bc2-8ead-4eace5a67cf6 req-e953ef42-0d80-4084-8432-43baccdf96ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269001 Jul 23 23:38:05.134922 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd7f0e-733d-4938-86f2-6c8caa2426d8 req-7c9aa7c0-674c-4e9e-90f2-e3c80f925375 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:05.136394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2dd7f0e-733d-4938-86f2-6c8caa2426d8 req-7c9aa7c0-674c-4e9e-90f2-e3c80f925375 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0676732 Jul 23 23:38:05.173902 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2dd7f0e-733d-4938-86f2-6c8caa2426d8 req-90cc8f06-ab16-486d-87ce-d316b64d6a02 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Jul 23 23:38:06.301266 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867ced6-013d-407e-b0ae-65845354a6e9 req-adca4b13-175c-46ae-834d-737a755e37db tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:06.302845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5867ced6-013d-407e-b0ae-65845354a6e9 req-adca4b13-175c-46ae-834d-737a755e37db tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0633414 Jul 23 23:38:06.339970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5867ced6-013d-407e-b0ae-65845354a6e9 req-7dc73640-2da8-487f-9be2-c91e59ced11b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316806 Jul 23 23:38:06.468193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ae69f-b0c9-47e0-8282-60d722682f93 req-7369229f-0954-45b4-acbe-66f509cebadb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:06.469572 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a18ae69f-b0c9-47e0-8282-60d722682f93 req-7369229f-0954-45b4-acbe-66f509cebadb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0638547 Jul 23 23:38:06.512066 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a18ae69f-b0c9-47e0-8282-60d722682f93 req-af246005-6d5d-4d26-a1e6-f5e9c94284be tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362992 Jul 23 23:38:06.532626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:06.586701 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31499342-1e31-4391-8467-3aa5d7c46e54 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:06.588192 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-31499342-1e31-4391-8467-3aa5d7c46e54 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1092 time: 0.0546143 Jul 23 23:38:06.590910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:06.595515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '24b55fce-f056-41ae-8468-9cdbba459a00', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:38:06.617226 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:06.711661 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:06.813863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.233 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/4bea7507-03b4-4ba3-91c1-227cfff3e202) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:38:06.912639 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:06.954874 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:06.989185 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:38:06.992013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:38:06.995451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:38:07.023876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=4bea7507-03b4-4ba3-91c1-227cfff3e202,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:07.348463 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:07.422307 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:07.572474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:07.576838 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:07.645593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=4bea7507-03b4-4ba3-91c1-227cfff3e202,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:38:07.653636 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:07.752126 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 71a7acee-3593-4ebb-9e2b-7bbde6532c28 associated. External IP: 172.25.1.233, port: 24b55fce-f056-41ae-8468-9cdbba459a00. Jul 23 23:38:07.959100 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 30021122-274e-46ff-b3c0-54e0f5bf7857 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:38:08.067740 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:38:08.077335 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Sync routers for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:38:08.084246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:08.087754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:38:08.088457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:38:08.126408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7bf3d494-be1a-473c-97b0-9fd1be1bea55 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5343664 Jul 23 23:38:08.127520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:38:08.131006 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2b652-cc73-4cde-99a8-47c8beee2a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:38:08.195520 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:38:08.238782 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f017a-a9e8-4bdf-a8b2-497bd2bf5063 req-2fd5d821-5bb0-4ece-9418-fe73c42cd792 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:08.240409 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-665f017a-a9e8-4bdf-a8b2-497bd2bf5063 req-2fd5d821-5bb0-4ece-9418-fe73c42cd792 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0665071 Jul 23 23:38:08.285575 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-665f017a-a9e8-4bdf-a8b2-497bd2bf5063 req-95d0253b-f99a-497a-987e-d8e7dcd4876a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Jul 23 23:38:08.307942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:08.350992 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d2281-ee4e-49b2-a542-48699d07f19d x-openstack-request-id: req-a89d2281-ee4e-49b2-a542-48699d07f19d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:38:08.351691 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:38:08.351691 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a89d2281-ee4e-49b2-a542-48699d07f19d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:38:08.352038 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00', 'status': 'completed', 'code': 200} Jul 23 23:38:08.403440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8458b305-0525-4d5f-84da-255a91e9648c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 200 len: 991 time: 0.0925477 Jul 23 23:38:08.428863 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-ceeec93e-b136-4b32-8f62-5d55a2d224a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:08.430411 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-ceeec93e-b136-4b32-8f62-5d55a2d224a0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1097 time: 0.0635831 Jul 23 23:38:08.529411 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-e27dad65-c27f-4c7a-995f-b6768651d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:08.530932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-e27dad65-c27f-4c7a-995f-b6768651d0ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 897 time: 0.0947866 Jul 23 23:38:08.585461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '71a7acee-3593-4ebb-9e2b-7bbde6532c28', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'port_id': '24b55fce-f056-41ae-8468-9cdbba459a00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'mac_address': 'fa:16:3e:88:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:38:07Z', 'updated_at': '2021-07-23T23:38:07Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:38:08.598108 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-07a03aba-fb42-4632-972d-26b8a2f62333 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 999 time: 0.0588644 Jul 23 23:38:08.615785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Checking router: 30021122-274e-46ff-b3c0-54e0f5bf7857 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:38:08.624054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:38:08.624667 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:37:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:38:08.647199 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-669495d3-73f0-4e7f-b405-b95e418bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:08.648666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-669495d3-73f0-4e7f-b405-b95e418bd8af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0446203 Jul 23 23:38:08.713119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-cfc84f4b-6bf2-4c5e-9f38-857fe01a6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:08.714571 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-cfc84f4b-6bf2-4c5e-9f38-857fe01a6f4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586755 Jul 23 23:38:08.728420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:38:08.804533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-66d7abc9-1c32-49da-b8d3-b1f457fd90e8 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Jul 23 23:38:08.901062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-52e2b652-cc73-4cde-99a8-47c8beee2a0f req-07266bb8-c7ac-4a14-bc5e-49a900ea2644 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905180 Jul 23 23:38:08.971495 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '71a7acee-3593-4ebb-9e2b-7bbde6532c28', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'port_id': '24b55fce-f056-41ae-8468-9cdbba459a00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'mac_address': 'fa:16:3e:88:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:38:07Z', 'updated_at': '2021-07-23T23:38:07Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:38:08.998442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf22dc-4377-444f-9216-5e007e2b5705 None None] The sync data for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 is: [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '71a7acee-3593-4ebb-9e2b-7bbde6532c28', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'port_id': '24b55fce-f056-41ae-8468-9cdbba459a00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'mac_address': 'fa:16:3e:88:9c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:38:07Z', 'updated_at': '2021-07-23T23:38:07Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:38:09.406271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:09.469679 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:38:09.476519 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-05ca3f49-bf95-4176-a145-d269e51de2cd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 200 len: 991 time: 0.0691104 Jul 23 23:38:09.602668 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fef9b-535e-4010-86bf-fb51131194f9 None None] New status for floating IP 71a7acee-3593-4ebb-9e2b-7bbde6532c28: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:38:10.477928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44294) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:10.538895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-6ac79c7b-a029-4bcd-81a8-4bcbbb9bd19e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 200 len: 993 time: 0.0598261 Jul 23 23:38:11.130591 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f61b35d4-db59-42e6-8cb0-6a170a5e555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:13.842937 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7d337798-7a9e-4613-ab4a-fb6ded0e917b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:14.279661 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:15.203951 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:16.717649 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:22.821741 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:23.850916 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:25.683122 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-431119d9-6fc1-4560-aa51-6f33f81e5883 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549467 Jul 23 23:38:25.775732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-4d335402-8a55-4b22-8f3f-294ece188a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:25.777234 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-4d335402-8a55-4b22-8f3f-294ece188a56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1097 time: 0.0536027 Jul 23 23:38:25.880853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-1c862612-c970-4768-a14c-68a178a825f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:25.882323 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-1c862612-c970-4768-a14c-68a178a825f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 897 time: 0.0871501 Jul 23 23:38:25.947475 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-f4072bd1-0e1b-4226-9a93-5faeb2ae66ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 1001 time: 0.0586755 Jul 23 23:38:26.002438 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-9282fc5f-ce83-4fd1-a403-d2cf8bf0bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:26.004497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-9282fc5f-ce83-4fd1-a403-d2cf8bf0bdd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0502424 Jul 23 23:38:26.061821 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-9cae8460-e0fa-42fb-84e0-8cb47d830717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:26.063330 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-9cae8460-e0fa-42fb-84e0-8cb47d830717 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523472 Jul 23 23:38:26.152340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-358075e8-c4a6-4bf0-9dd8-80cfdba9708e service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Jul 23 23:38:26.243142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ad3a66b-50c0-4961-9003-7f16b2493cb1 req-143066e4-2fc7-49f8-9b17-e6af7227cd42 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846889 Jul 23 23:38:37.311900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edec2bf-92a0-467f-b2ba-933310ceae77 req-d899b679-1e74-4912-bf71-64864dec7326 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:37.313422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5edec2bf-92a0-467f-b2ba-933310ceae77 req-d899b679-1e74-4912-bf71-64864dec7326 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0644500 Jul 23 23:38:37.351922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5edec2bf-92a0-467f-b2ba-933310ceae77 req-c9461c6f-9200-4384-82dc-728cd528957e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 23 23:38:38.485156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363f2f-6090-45d6-acfc-4e46afb8ed95 req-20dcbfaf-6e7e-4679-90a0-757e252942ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:38.486644 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33363f2f-6090-45d6-acfc-4e46afb8ed95 req-20dcbfaf-6e7e-4679-90a0-757e252942ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0669565 Jul 23 23:38:38.524425 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33363f2f-6090-45d6-acfc-4e46afb8ed95 req-1ccf0534-8f14-48ee-acdf-15fabf15f1ab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Jul 23 23:38:39.652498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8070a1-a188-4ff6-af2b-27d097ca1bcd req-f5369362-8d93-496f-883b-a964218916cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:39.653915 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de8070a1-a188-4ff6-af2b-27d097ca1bcd req-f5369362-8d93-496f-883b-a964218916cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0640216 Jul 23 23:38:39.690252 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-de8070a1-a188-4ff6-af2b-27d097ca1bcd req-330b876a-6f37-44f2-bb29-5e487a62d1a7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Jul 23 23:38:40.820823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caef01-42ad-40dd-b1b5-8a1a76280683 req-84e3ccc3-75f8-45b6-8a90-53a3c3d230cb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:40.822310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02caef01-42ad-40dd-b1b5-8a1a76280683 req-84e3ccc3-75f8-45b6-8a90-53a3c3d230cb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0652061 Jul 23 23:38:40.859145 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-02caef01-42ad-40dd-b1b5-8a1a76280683 req-8611d4e3-cc27-4b35-9eb3-065a96942aad tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Jul 23 23:38:41.131141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c49eca0-bcb7-4731-b42c-b43542f25d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:41.986683 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca9432-2b8c-4987-95fb-df192362bb90 req-e5b6c9a5-11b2-4dd8-9f60-0133651ec507 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:41.988854 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9cca9432-2b8c-4987-95fb-df192362bb90 req-e5b6c9a5-11b2-4dd8-9f60-0133651ec507 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0641983 Jul 23 23:38:42.025500 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9cca9432-2b8c-4987-95fb-df192362bb90 req-9ed0545f-e3c2-4118-83b2-c2eb406ef007 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310800 Jul 23 23:38:43.154281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba3f40-cf32-4204-a1a0-b0b3868ea4b3 req-61da9133-b406-49a9-82e6-dcb85e8c5e9d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:43.155769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60ba3f40-cf32-4204-a1a0-b0b3868ea4b3 req-61da9133-b406-49a9-82e6-dcb85e8c5e9d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0629904 Jul 23 23:38:43.193147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-60ba3f40-cf32-4204-a1a0-b0b3868ea4b3 req-742adf8f-13f8-4f01-9033-10b1d3280fe3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Jul 23 23:38:43.842940 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c45dbe3-e408-49fa-8b20-5288200f75ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:44.279790 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:44.326306 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7ca0-f9d9-4b37-8ba8-ca821e2edbbc req-2d05a4ef-4f11-4b7c-9ea3-76b6fa82b9ab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:44.327795 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfcb7ca0-f9d9-4b37-8ba8-ca821e2edbbc req-2d05a4ef-4f11-4b7c-9ea3-76b6fa82b9ab tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0685196 Jul 23 23:38:44.365845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bfcb7ca0-f9d9-4b37-8ba8-ca821e2edbbc req-f836c4cc-fd69-4e1c-9721-71f2a9515bc5 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Jul 23 23:38:45.207753 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:45.496330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab30fbc-7156-42d5-9bbd-bc017441b1cd req-e762888d-ff36-4acf-8061-2260d66b1213 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:45.497719 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cab30fbc-7156-42d5-9bbd-bc017441b1cd req-e762888d-ff36-4acf-8061-2260d66b1213 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jul 23 23:38:45.536580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-cab30fbc-7156-42d5-9bbd-bc017441b1cd req-daea43bd-bc63-4821-8697-244bb32b8f8b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Jul 23 23:38:46.468794 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:38:46.665566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a6308-2c08-48b4-bf36-85933fac06e2 req-d767ab29-0f56-4783-b3df-3405ef89bf3a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:46.667057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa2a6308-2c08-48b4-bf36-85933fac06e2 req-d767ab29-0f56-4783-b3df-3405ef89bf3a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0649955 Jul 23 23:38:46.703453 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa2a6308-2c08-48b4-bf36-85933fac06e2 req-750dc73d-ced9-4992-ab07-977bd282333e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Jul 23 23:38:46.721016 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:47.832476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c132c-a13c-4b32-b7fa-637aca1fa3e5 req-143bb729-06d5-4dc6-9706-d4ecac8fbc1e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:47.833979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce7c132c-a13c-4b32-b7fa-637aca1fa3e5 req-143bb729-06d5-4dc6-9706-d4ecac8fbc1e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0631068 Jul 23 23:38:47.871588 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce7c132c-a13c-4b32-b7fa-637aca1fa3e5 req-045adb4a-2119-499f-972a-2273a401a263 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Jul 23 23:38:47.893041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:47.953907 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-57e6eb97-0934-4dea-af69-d4f4cf9f2e17 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 200 len: 993 time: 0.0592070 Jul 23 23:38:49.256118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca32b2-f1b2-4587-bfab-fee1242d377a req-c971e793-d095-4828-8322-1a2a64f71e88 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:49.257513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ca32b2-f1b2-4587-bfab-fee1242d377a req-c971e793-d095-4828-8322-1a2a64f71e88 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.1013670 Jul 23 23:38:49.262648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-57663fec-4236-46ff-95e1-5a16a5d059a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:49.264011 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-57663fec-4236-46ff-95e1-5a16a5d059a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1097 time: 0.0779867 Jul 23 23:38:49.350721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ca32b2-f1b2-4587-bfab-fee1242d377a req-1257afa4-8458-4521-8ae9-6d9d1578365f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857761 Jul 23 23:38:49.378124 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-93f0c99c-ec6d-42df-80f1-e03d2f3d8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:49.379513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-93f0c99c-ec6d-42df-80f1-e03d2f3d8f2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 897 time: 0.1078715 Jul 23 23:38:49.442650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-c09f1a86-1fb6-4c53-b310-63f84e15d452 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 1001 time: 0.0569975 Jul 23 23:38:49.498649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-f3c55c5e-d586-481f-ad2f-8ecf71677151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:49.500107 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-f3c55c5e-d586-481f-ad2f-8ecf71677151 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0518956 Jul 23 23:38:49.556856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-e62b253a-c31b-43b3-9c3b-56267ce1e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:49.558353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-e62b253a-c31b-43b3-9c3b-56267ce1e3b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522356 Jul 23 23:38:49.646297 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-fe988280-0798-41e6-9f33-91fc4b0063db service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815856 Jul 23 23:38:49.738732 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a495e08e-c8d8-4dab-8c04-0e3f5a6e8d92 req-a498465b-93f4-4980-a85f-2462516802d4 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Jul 23 23:38:50.483195 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56bd4b-490c-449b-82d3-4d74902cd76a req-82fdc130-3d26-45bc-af97-7583441754f6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:38:50.484679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f56bd4b-490c-449b-82d3-4d74902cd76a req-82fdc130-3d26-45bc-af97-7583441754f6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0648320 Jul 23 23:38:50.522353 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3f56bd4b-490c-449b-82d3-4d74902cd76a req-09ff474e-3c97-4a6a-b460-d3028fe669e7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Jul 23 23:38:50.544898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:38:50.608004 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d81ecdab-4813-4740-ac21-0f616105de9a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 200 len: 993 time: 0.0616663 Jul 23 23:38:52.821533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:38:53.865899 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:11.131413 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc515-91fc-4599-8257-b13f98a38188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:13.843321 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-64c5936a-3da2-4820-8c75-230824e94795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:14.280541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:15.209538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:16.723889 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:20.951828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:21.109071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 4bea7507-03b4-4ba3-91c1-227cfff3e202 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:39:21.109418 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.185232 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.185562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.196906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 4bea7507-03b4-4ba3-91c1-227cfff3e202 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:39:21.339547 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.370682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=4bea7507-03b4-4ba3-91c1-227cfff3e202,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:21.396822 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.397172 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.397515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.397885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.398221 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.398557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.398888 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.399216 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.399542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.399866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.400189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.400508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:21.439734 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.440567 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP 71a7acee-3593-4ebb-9e2b-7bbde6532c28 disassociated (deleted). External IP: 172.25.1.233, port: 24b55fce-f056-41ae-8468-9cdbba459a00. Jul 23 23:39:21.642156 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 30021122-274e-46ff-b3c0-54e0f5bf7857 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:39:21.747703 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:39:21.752341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:21.757617 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Sync routers for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:39:21.766642 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:21.767257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:21.788641 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-3d6eac38-b1fa-4d1d-90af-35fdbad76890 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/floatingips/71a7acee-3593-4ebb-9e2b-7bbde6532c28 HTTP/1.1" status: 204 len: 168 time: 0.8357403 Jul 23 23:39:21.789227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:39:21.791488 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db" -d '{"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:39:21.875921 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:21.998000 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663317d6-cd3f-41d6-aa75-2bebfc3d7fdc x-openstack-request-id: req-663317d6-cd3f-41d6-aa75-2bebfc3d7fdc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:39:21.998514 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:39:21.998514 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-663317d6-cd3f-41d6-aa75-2bebfc3d7fdc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:39:21.999008 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00', 'status': 'completed', 'code': 200} Jul 23 23:39:22.079027 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:22.086754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-0784e13b-c539-4738-bfaa-4f9476657f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:22.088286 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-0784e13b-c539-4738-bfaa-4f9476657f28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 1097 time: 0.0658584 Jul 23 23:39:22.110584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Checking router: 30021122-274e-46ff-b3c0-54e0f5bf7857 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:39:22.119208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:22.119822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:22.229141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:22.434466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:22.462288 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ab792-5fac-447c-afe5-d6e090f01168 None None] The sync data for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 is: [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:56Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'c827b3fc-afa7-43dc-bbfc-96c833a5a23b', 'name': '', 'network_id': '0b6fd7a8-9082-4678-b044-f0a073c3f952', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:6c:23:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '39fb260a-bfab-403f-9706-4950c2608572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:55Z', 'updated_at': '2021-07-23T23:38:00Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '39fb260a-bfab-403f-9706-4950c2608572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:39:22.550590 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-73b9a31a-92ea-45f2-8522-5e215e7efbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:22.552204 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-73b9a31a-92ea-45f2-8522-5e215e7efbcf service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 200 len: 897 time: 0.4579999 Jul 23 23:39:22.560396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5717508-c024-4c0f-a1bf-59c053de5200 req-cfeecdf2-f7be-4001-9378-5020633f36a4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:22.561763 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5717508-c024-4c0f-a1bf-59c053de5200 req-cfeecdf2-f7be-4001-9378-5020633f36a4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.5124633 Jul 23 23:39:22.606924 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-f7388e7d-76fe-43f4-9425-84ac062169d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 200 len: 217 time: 0.0441930 Jul 23 23:39:22.669490 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5717508-c024-4c0f-a1bf-59c053de5200 req-6f2a71e8-d8ea-4304-9731-5808544ff810 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001477 Jul 23 23:39:22.675662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-aef9dd81-b25f-4d5c-946c-6723806c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:22.677147 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-aef9dd81-b25f-4d5c-946c-6723806c4731 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 200 len: 834 time: 0.0628467 Jul 23 23:39:22.685067 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3fa86-b258-4f88-9803-ce4ae5a8248c None None] New status for floating IP 71a7acee-3593-4ebb-9e2b-7bbde6532c28: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:39:22.738452 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-d71912a1-f888-4a2f-9ed1-0333fb4d4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:22.739950 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-d71912a1-f888-4a2f-9ed1-0333fb4d4a16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b6fd7a8-9082-4678-b044-f0a073c3f952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552709 Jul 23 23:39:22.836721 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:22.837361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-67950344-5d23-4572-a723-cd31c86ff159 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891309 Jul 23 23:39:22.927375 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4f25e781-4b13-4f0a-a4dc-2a1d0ec0f2db req-79756b75-f213-43d4-afed-bbaca479efd2 service neutron] 10.222.0.25 "GET /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830560 Jul 23 23:39:23.434719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-3c097daf-7265-441c-939b-523d7edad5ed tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:23.436292 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-3c097daf-7265-441c-939b-523d7edad5ed tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 945 time: 0.0679004 Jul 23 23:39:23.467707 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:39:23.537692 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 24b55fce-f056-41ae-8468-9cdbba459a00 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:39:23.538070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:23.626313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 24b55fce-f056-41ae-8468-9cdbba459a00, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=24b55fce-f056-41ae-8468-9cdbba459a00,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:23.626602 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:23.638898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 24b55fce-f056-41ae-8468-9cdbba459a00 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:39:23.796043 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:23.834865 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=24b55fce-f056-41ae-8468-9cdbba459a00,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:23.873939 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d1fa8-c40c-483e-a902-27a608b2c443 req-d6e59739-74b9-4cfc-b485-1b661f7d9226 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:23.876619 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:23.878666 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-973d1fa8-c40c-483e-a902-27a608b2c443 req-d6e59739-74b9-4cfc-b485-1b661f7d9226 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65ae07a-383f-49a9-a6ed-1a6463fb00ea HTTP/1.1" status: 200 len: 867 time: 0.1386538 Jul 23 23:39:23.896848 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] No DVR routers for this DVR port 24b55fce-f056-41ae-8468-9cdbba459a00 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:39:23.903149 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:23.904992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-af6cd529-7aa0-4a2f-b73b-e365c43f581d req-bbb67074-2d1b-4fac-afea-a87d0a3d6735 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.25 "DELETE /v2.0/ports/24b55fce-f056-41ae-8468-9cdbba459a00 HTTP/1.1" status: 204 len: 173 time: 0.4633710 Jul 23 23:39:23.934140 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-973d1fa8-c40c-483e-a902-27a608b2c443 req-69ab44c3-ccfb-4535-bda0-a02225229e63 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388057 Jul 23 23:39:24.000392 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'name': 'network-vif-deleted', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:39:24.003962 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f503aa3-0063-47bd-b9d9-c6d1a9cc61f0" -d '{"events": [{"server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "name": "network-vif-deleted", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:39:24.039920 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8731016d-f9a3-44a0-a7e2-fbcc2907d2c5 x-openstack-request-id: req-8731016d-f9a3-44a0-a7e2-fbcc2907d2c5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:39:24.040209 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65ae07a-383f-49a9-a6ed-1a6463fb00ea", "name": "network-vif-deleted", "tag": "24b55fce-f056-41ae-8468-9cdbba459a00", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:39:24.040456 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8731016d-f9a3-44a0-a7e2-fbcc2907d2c5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:39:24.040855 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65ae07a-383f-49a9-a6ed-1a6463fb00ea', 'name': 'network-vif-deleted', 'tag': '24b55fce-f056-41ae-8468-9cdbba459a00', 'status': 'completed', 'code': 200} Jul 23 23:39:24.999410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:25.374402 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:25.640206 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port c827b3fc-afa7-43dc-bbfc-96c833a5a23b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:39:25.640474 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:25.735857 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port c827b3fc-afa7-43dc-bbfc-96c833a5a23b, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:25.736268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:25.753883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for c827b3fc-afa7-43dc-bbfc-96c833a5a23b owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:39:25.935311 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:25.964161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=c827b3fc-afa7-43dc-bbfc-96c833a5a23b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:26.145049 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.276306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 24b55fce-f056-41ae-8468-9cdbba459a00 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:39:26.299452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 24b55fce-f056-41ae-8468-9cdbba459a00 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:39:26.299801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 24b55fce-f056-41ae-8468-9cdbba459a00 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:39:26.363772 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 30021122-274e-46ff-b3c0-54e0f5bf7857 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:39:26.466947 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:39:26.472487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-553a4e2f-647f-4b4e-80db-5cfa8ef5a9cf tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/30021122-274e-46ff-b3c0-54e0f5bf7857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4720526 Jul 23 23:39:26.475287 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:26.477795 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Sync routers for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:39:26.487261 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:26.487878 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:26.527188 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting subnet 39fb260a-bfab-403f-9706-4950c2608572 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:39:26.530287 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.569451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.588257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:26.655248 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.712467 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.739682 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Subnet': ['ID=39fb260a-bfab-403f-9706-4950c2608572,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:26.744178 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.746624 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fd1aac0f-96cb-49a2-a5ac-944248e618f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/subnets/39fb260a-bfab-403f-9706-4950c2608572 HTTP/1.1" status: 204 len: 168 time: 0.2699907 Jul 23 23:39:26.748775 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:26.755284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b26fa4-b627-4aae-94da-57eac445eba0 None None] Network 0b6fd7a8-9082-4678-b044-f0a073c3f952 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:39:26.824900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:39:25Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:26.856433 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:26.871318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Checking router: 30021122-274e-46ff-b3c0-54e0f5bf7857 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:39:26.899705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Routers {'30021122-274e-46ff-b3c0-54e0f5bf7857'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:26.900332 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['30021122-274e-46ff-b3c0-54e0f5bf7857'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:26.959925 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.013204 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port a47aa728-6889-4cf9-82ef-9c34b877ee5a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:39:27.013565 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.014882 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] Set router 30021122-274e-46ff-b3c0-54e0f5bf7857 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:27.076277 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] DHCP port deletion for 0b6fd7a8-9082-4678-b044-f0a073c3f952 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:39:27.102277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port a47aa728-6889-4cf9-82ef-9c34b877ee5a, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=a47aa728-6889-4cf9-82ef-9c34b877ee5a,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:27.102644 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.115704 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for a47aa728-6889-4cf9-82ef-9c34b877ee5a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:39:27.286466 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.314611 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=a47aa728-6889-4cf9-82ef-9c34b877ee5a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:27.383654 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.384051 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Deleting port 3f581b75-327c-411b-b185-e5b817b6ce07 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:39:27.384537 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.455607 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] For port 3f581b75-327c-411b-b185-e5b817b6ce07, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=3f581b75-327c-411b-b185-e5b817b6ce07,segment=NetworkSegment(fbf18fb3-31d2-4c47-851e-4e47c1cf715f),segment_id=fbf18fb3-31d2-4c47-851e-4e47c1cf715f)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:27.455921 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.471592 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Calling delete_port for 3f581b75-327c-411b-b185-e5b817b6ce07 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:39:27.476993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.479137 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.483255 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:39:25Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:27.516052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f26abb-1b62-405d-af9e-7a1a46585940 None None] The sync data for ids ['30021122-274e-46ff-b3c0-54e0f5bf7857'] in n-d-791506-25 is: [{'id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305036664', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:39:25Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': 'a47aa728-6889-4cf9-82ef-9c34b877ee5a', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30021122-274e-46ff-b3c0-54e0f5bf7857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:37:52Z', 'updated_at': '2021-07-23T23:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:39:27.527147 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.527774 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Fanout notify agent at l3_agent the message router_deleted on router 30021122-274e-46ff-b3c0-54e0f5bf7857 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:39:27.535932 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.537069 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77e7a4d6-ea64-4800-a8a8-85e634ed56e3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/routers/30021122-274e-46ff-b3c0-54e0f5bf7857 HTTP/1.1" status: 204 len: 168 time: 0.7873681 Jul 23 23:39:27.539884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:27.590051 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.615092 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Pushing event deleted for resources: {'Port': ['ID=3f581b75-327c-411b-b185-e5b817b6ce07,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:27.623142 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.625544 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] No DVR routers for this DVR port 3f581b75-327c-411b-b185-e5b817b6ce07 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:39:27.628070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.628618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.628961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.629297 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.629658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.629972 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.630298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.630621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.630943 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.631267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.631584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.631901 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799455a2-a245-4f8e-9fa7-12918e6459b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:27.713074 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.723398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6fd7a8-9082-4678-b044-f0a073c3f952']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:27.733026 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:27.733320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf18fb3-31d2-4c47-851e-4e47c1cf715f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:27.742056 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.755257 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.760851 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:39:27.761233 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:39:27.764410 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:39:27.824805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.833530 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.835366 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/networks/0b6fd7a8-9082-4678-b044-f0a073c3f952 HTTP/1.1" status: 204 len: 168 time: 0.2943389 Jul 23 23:39:27.838200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44382) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:27.844575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515133-6bca-4ba3-ac3e-ba4f2227c4ea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Network': ['ID=0b6fd7a8-9082-4678-b044-f0a073c3f952,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:27.905826 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:27.932118 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.012124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.015339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.016506 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/security-groups/6796de02-79a8-41dc-ad0f-3b1b31ecb0bb HTTP/1.1" status: 204 len: 168 time: 0.1773372 Jul 23 23:39:28.027197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6796de02-79a8-41dc-ad0f-3b1b31ecb0bb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.035347 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.035690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.036224 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.036557 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.036886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.037220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.037545 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.037950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.038274 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.038755 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.039082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.039573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf31ac-2b42-4f27-95e3-539b5d6b1e5b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:28.130350 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3f581b75-327c-411b-b185-e5b817b6ce07 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:39:28.152108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 3f581b75-327c-411b-b185-e5b817b6ce07 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:39:28.152530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 3f581b75-327c-411b-b185-e5b817b6ce07 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:39:28.153016 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c827b3fc-afa7-43dc-bbfc-96c833a5a23b no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:39:28.174710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c827b3fc-afa7-43dc-bbfc-96c833a5a23b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:39:28.175144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c827b3fc-afa7-43dc-bbfc-96c833a5a23b not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:39:28.276587 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.281356 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610209886', 'description': 'tempest-secgroup-smoke-610209886 description', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.302923 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.384598 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.388385 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.417534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.418735 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1411312 Jul 23 23:39:28.420841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643a08-f72e-4b85-b57b-8cfda95e64b8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a281d468-27ce-43a3-bc32-6a95d8cfe3a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.421702 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.428996 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.458456 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.514617 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.518048 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.535645 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aa39a4-a63a-4980-b3ca-5dc31593918c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.543582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.544868 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e289c7ce-0796-4a41-9d34-fefb94a458d1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215339 Jul 23 23:39:28.547532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.552639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.581300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.638119 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.641744 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.662043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4d7496-f794-4f06-9123-2a723d539ba0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.668499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.669582 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-156229fe-0d67-4453-bd54-a2873509aa8e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210549 Jul 23 23:39:28.672321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.677323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.703651 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.762300 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.765985 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.780128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cdb0ef-d8bd-4169-b09f-06a5678b9b4a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.789014 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.790236 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d9e7b3c6-e16e-4e7d-8720-d31a82d1e832 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169679 Jul 23 23:39:28.792906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.797210 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.822543 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.883279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.887098 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.907897 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ddfa7f-699e-44b5-9391-1566dbb54fe1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:28.913423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:28.917499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44400) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:28.918040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2cd66c81-5380-426a-83bf-9045a0424ba2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237073 Jul 23 23:39:28.922378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:28.944153 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:39:28.948846 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.009301 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.012599 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.029100 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fbec03-b13a-4f00-b1fb-5f5780006695,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:29.036135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.037483 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7271574b-08fd-4d6c-a6f3-3140d4b925ae tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188216 Jul 23 23:39:29.041120 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:29.045478 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'security_group_rule': {'security_group_id': 'a281d468-27ce-43a3-bc32-6a95d8cfe3a4', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:29.069121 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Project ecf1ff67a1a249b88490a059a163fb08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:39:29.073889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.139230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.143518 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.162140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0bc07-f106-43a4-992b-4157d7e70eb8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:29.166985 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.168442 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-fcd16598-a61a-4b3f-a32a-ab8e9f9280c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263700 Jul 23 23:39:29.171311 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44404) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:29.176247 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'network': {'name': 'tempest-network-smoke--1700414186', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'port_security_enabled': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:29.195168 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:39:29.198560 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.222683 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:39:29.231933 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.232361 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Added segment d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c of type vlan for network db070903-9a0e-4497-8d4d-e17951734cc7 Jul 23 23:39:29.273763 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.301237 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.306836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:29.307466 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.340338 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1680169 Jul 23 23:39:29.343088 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:29.348216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'admin_state_up': True, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:29.393396 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33312e02-56aa-4859-a8e4-3e017e4aa6a3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Network': ['ID=db070903-9a0e-4497-8d4d-e17951734cc7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:29.403663 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network db070903-9a0e-4497-8d4d-e17951734cc7 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:39:29.406776 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.408043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.460876 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.598234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.790520 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.808715 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:29.913524 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.87 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/09fdbe4f-fe13-4b85-aa49-a2a6905e5ced) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:39:29.982328 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a47aa728-6889-4cf9-82ef-9c34b877ee5a no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:39:30.003114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: a47aa728-6889-4cf9-82ef-9c34b877ee5a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:39:30.003554 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device a47aa728-6889-4cf9-82ef-9c34b877ee5a not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:39:30.025554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:30.066070 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:30.105746 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:30.110967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:30.116012 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:39:30.138696 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:30.371018 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:30.566667 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:30.691048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:39:30.795306 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:39:30.804388 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Sync routers for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:39:30.813175 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:30.813720 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:30.813897 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:30.818202 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ecbdcade-1cae-4e07-9545-7a49406bd84e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4741318 Jul 23 23:39:30.818531 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:30.887910 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87498e39-05e6-4025-ae38-bf20978733d5 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=ecf1ff67a1a249b88490a059a163fb08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682342 Jul 23 23:39:30.890436 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:30.919584 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:31.103864 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:30Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:31.133989 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Checking router: 3832bc6d-28e1-4850-b3d1-f5c992aabe01 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:39:31.134339 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Updating router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:39:31.169494 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.301455 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407905f-a3f2-429c-8a64-42bdae625cfb tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:31.305550 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-0407905f-a3f2-429c-8a64-42bdae625cfb tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4116766 Jul 23 23:39:31.305780 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:31.335176 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-90a2f60f-1f69-4d9e-873b-6dd62891e5ac tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=33692836-5683-4dd7-bad8-04095cf127e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260086 Jul 23 23:39:31.335357 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:31.340081 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103007049', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:31.417919 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.428348 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Transition to ACTIVE for port object 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:31.430234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:39:31.433984 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.434134 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.488799 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Attempting to bind port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:39:31.489168 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Attempting to bind port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:39:31.489529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Attempting to bind port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:39:31.491532 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Pushing event updated for resources: {'Port': ['ID=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:31.500701 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.501053 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.501387 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.501720 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.502134 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.502511 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.502789 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.503113 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.503433 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.503764 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.504082 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.504403 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:39:31.507650 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:39:31.508022 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:39:31.508420 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.508801 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:39:31.509268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Bound port: 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:39:31.509644 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.560913 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] For port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:39:31.563935 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] For port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:39:31.568360 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.627109 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.627916 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:31.628541 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:31.631253 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5ee2c-a0be-486e-a3e4-f424d1a53774 None None] Pushing event updated for resources: {'Port': ['ID=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:31.689022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Subnet': ['ID=851a75e6-ceba-474a-bc25-13e0821c16a6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:31.696189 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Checking segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:39:31.696468 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network hostable DHCP agents. Network: db070903-9a0e-4497-8d4d-e17951734cc7, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:39:31.714140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network db070903-9a0e-4497-8d4d-e17951734cc7 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:39:31.723190 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, db070903-9a0e-4497-8d4d-e17951734cc7) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:31.727295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:31.727893 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.732420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ceca24-939f-48b1-80b5-9e5a9a5d22e1 None None] Network db070903-9a0e-4497-8d4d-e17951734cc7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:39:31.733925 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:31.748062 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-df43c236-560a-4fc7-8380-4fcd2e4be1e6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4115858 Jul 23 23:39:31.750897 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44420) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:31.894231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-db070903-9a0e-4497-8d4d-e17951734cc7', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:39:31.895331 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:31.917205 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:30Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:32.038042 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Allocated IP 172.20.0.2 (db070903-9a0e-4497-8d4d-e17951734cc7/851a75e6-ceba-474a-bc25-13e0821c16a6/c6f1b2db-91cd-4844-b1ed-e6f55279542e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:39:32.043255 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6f714-2cd1-4ea1-8d23-65db63c595e6 None None] The sync data for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 is: [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:30Z', 'revision_number': 3, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:39:32.194518 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.203498 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Transition to ACTIVE for port object c6f1b2db-91cd-4844-b1ed-e6f55279542e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:32.222273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Transition to ACTIVE for port object c6f1b2db-91cd-4844-b1ed-e6f55279542e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:32.230894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.249694 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.294022 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Network db070903-9a0e-4497-8d4d-e17951734cc7 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:32.299086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:32.302608 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:39:32.309421 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Pushing event updated for resources: {'Port': ['ID=c6f1b2db-91cd-4844-b1ed-e6f55279542e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:32.372585 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Attempting to bind port c6f1b2db-91cd-4844-b1ed-e6f55279542e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:39:32.372959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Attempting to bind port c6f1b2db-91cd-4844-b1ed-e6f55279542e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:39:32.373591 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Attempting to bind port c6f1b2db-91cd-4844-b1ed-e6f55279542e on network db070903-9a0e-4497-8d4d-e17951734cc7 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:39:32.379928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:39:32.380307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Checking segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:39:32.380716 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.381114 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Bound using segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:39:32.382259 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Bound port: c6f1b2db-91cd-4844-b1ed-e6f55279542e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:39:32.382259 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.462129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] For port c6f1b2db-91cd-4844-b1ed-e6f55279542e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:39:32.467128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] For port c6f1b2db-91cd-4844-b1ed-e6f55279542e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c6f1b2db-91cd-4844-b1ed-e6f55279542e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:39:32.470728 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.531628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07af9-be70-4143-9ea5-10e93eafd073 None None] Pushing event updated for resources: {'Port': ['ID=c6f1b2db-91cd-4844-b1ed-e6f55279542e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:32.614797 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.1 (db070903-9a0e-4497-8d4d-e17951734cc7/851a75e6-ceba-474a-bc25-13e0821c16a6/6c8bdded-dfa2-4875-8f1e-9a8164a7957e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:39:32.758867 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.775243 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 6c8bdded-dfa2-4875-8f1e-9a8164a7957e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:32.811420 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:32.854387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network db070903-9a0e-4497-8d4d-e17951734cc7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:32.859963 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:32.864498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:39:32.894411 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:32.916804 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:33.067892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:33.340575 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:33.345828 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:33.429859 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:33.433442 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:33.529401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network db070903-9a0e-4497-8d4d-e17951734cc7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:33.532295 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:33.655202 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:39:33.671391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef8496-b60d-4d0a-9d48-d7035e70b8e5 None None] Network db070903-9a0e-4497-8d4d-e17951734cc7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:39:33.773932 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:39:33.780300 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3b020535-5758-4a93-bf75-1ca6d087ffc1 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/3832bc6d-28e1-4850-b3d1-f5c992aabe01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282822 Jul 23 23:39:33.789847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f12b0f71-8163-47dd-9f58-3d58287b534b None None] Provisioning for port c6f1b2db-91cd-4844-b1ed-e6f55279542e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:33.930602 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Sync routers for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:39:33.940872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:33.941635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:34.016755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-e695ca9d-c0cc-40ea-bf4c-0c607ec7ae5d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610209886&fields=id&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 267 time: 0.0593731 Jul 23 23:39:34.078364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:34.113159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:34.167028 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ec9c6f7-9c37-4228-a5db-4376479bd15b None None] Provisioning for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:34.168755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-73e0d8a9-a803-4fa7-acee-d9093dcf343c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:34.170283 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-73e0d8a9-a803-4fa7-acee-d9093dcf343c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 797 time: 0.1349251 Jul 23 23:39:34.187716 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-b2a85210-f5ba-41a3-8181-48987dc6933e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/quotas/ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 375 time: 0.0099361 Jul 23 23:39:34.201749 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ec9c6f7-9c37-4228-a5db-4376479bd15b None None] Provisioning complete for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:34.202138 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c6f7-9c37-4228-a5db-4376479bd15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.265865 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-23f50671-496e-4354-a849-0fa440b6b0f4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712147 Jul 23 23:39:34.273194 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9c6f7-9c37-4228-a5db-4376479bd15b None None] Port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:39:34.284295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-f585c285-de9e-4a94-8cc8-8fd7f101d45c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:39:34.285511 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-f585c285-de9e-4a94-8cc8-8fd7f101d45c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068462 Jul 23 23:39:34.302326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:34.313488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:34.313488 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.399265 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-cc7aa61d-260f-4306-b532-d519e45135d0 service neutron] 10.222.0.37 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044950 Jul 23 23:39:34.450986 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.467711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 2, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:34.483364 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:34.503160 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-08d3fcf8-9208-467f-89fd-888b4e5d4542 service neutron] 10.222.0.37 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963533 Jul 23 23:39:34.511319 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Checking router: 3832bc6d-28e1-4850-b3d1-f5c992aabe01 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:39:34.511890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Updating router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:39:34.514534 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.515552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c6f1b2db-91cd-4844-b1ed-e6f55279542e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:34.596380 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8d31e926-6e27-4e64-be1d-f514b5059bf0 None None] Provisioning complete for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:34.596676 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8d31e926-6e27-4e64-be1d-f514b5059bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.639969 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.673284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:34.679128 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8d31e926-6e27-4e64-be1d-f514b5059bf0 None None] Port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:39:34.681979 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-62cb86ff-c491-40f5-9794-3c6b9a9c86d0 req-e51bca54-d4a5-4c12-8176-a6ced3b9ca67 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 210 time: 0.0354590 Jul 23 23:39:34.714172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port c6f1b2db-91cd-4844-b1ed-e6f55279542e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:34.772515 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c6f1b2db-91cd-4844-b1ed-e6f55279542e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:34.773502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.864874 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ff23bf3-c724-491d-bd37-bb9e1ea63e12 None None] Provisioning complete for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:34.865175 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ff23bf3-c724-491d-bd37-bb9e1ea63e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:34.972743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8ff23bf3-c724-491d-bd37-bb9e1ea63e12 None None] Port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:39:35.006208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.237829 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port c6f1b2db-91cd-4844-b1ed-e6f55279542e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c6f1b2db-91cd-4844-b1ed-e6f55279542e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:35.243531 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.280108 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.297747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Transition to ACTIVE for port object 6c8bdded-dfa2-4875-8f1e-9a8164a7957e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:35.309513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.317450 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=c6f1b2db-91cd-4844-b1ed-e6f55279542e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:35.368528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68146be-98a3-476e-ba50-06179b86bf54 None None] Pushing event updated for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:35.425439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Attempting to bind port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:39:35.425840 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Attempting to bind port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:39:35.426226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Attempting to bind port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e on network db070903-9a0e-4497-8d4d-e17951734cc7 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:39:35.431486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:39:35.431865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Checking segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:39:35.432271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.432670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Bound using segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:39:35.433148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Bound port: 6c8bdded-dfa2-4875-8f1e-9a8164a7957e, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:39:35.433532 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.503716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] For port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:39:35.508097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] For port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:39:35.512096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:35.573243 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68146be-98a3-476e-ba50-06179b86bf54 None None] Pushing event updated for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:35.582679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:35.583413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:35.710565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:35.802824 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e8ef33b-4234-4337-aa6c-e2aa8dcc4a96 req-35304e32-dc17-48c3-8c60-4f109989199b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 210 time: 0.0362608 Jul 23 23:39:35.962032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:35Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:35.989564 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce149d-0b56-4fb0-97ae-28d0daddc512 None None] The sync data for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 is: [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:35Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:39:36.093307 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-8aeed014-14aa-4a06-a4b8-c6af73a0d4f4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:36.094952 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-8aeed014-14aa-4a06-a4b8-c6af73a0d4f4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 797 time: 0.5499763 Jul 23 23:39:36.098513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:36.141733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-e7db4cb1-92f9-4e2e-8f41-d6993cc7060d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf1ff67a1a249b88490a059a163fb08 HTTP/1.1" status: 200 len: 379 time: 0.0382121 Jul 23 23:39:36.154924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'port': {'device_id': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'admin_state_up': True, 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'security_groups': ['a281d468-27ce-43a3-bc32-6a95d8cfe3a4']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:36.157190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:36.157565 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.245303 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c6f1b2db-91cd-4844-b1ed-e6f55279542e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:36.280268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Made reservation on behalf of ecf1ff67a1a249b88490a059a163fb08 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:39:36.284408 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.294774 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port c6f1b2db-91cd-4844-b1ed-e6f55279542e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:36.295147 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.426731 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.20.0.7 (db070903-9a0e-4497-8d4d-e17951734cc7/851a75e6-ceba-474a-bc25-13e0821c16a6/956cd816-4771-45e8-864f-6fea8131e825) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:39:36.589313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.603552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Transition to ACTIVE for port object 956cd816-4771-45e8-864f-6fea8131e825 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:36.637816 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.683584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network db070903-9a0e-4497-8d4d-e17951734cc7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:36.688849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:36.693372 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:39:36.717563 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:36.747265 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:36.748234 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.765177 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-caf719d3-9d3a-4c93-a5d3-266d45bdebcd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6164443 Jul 23 23:39:36.822555 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Request body: {'port': {'device_id': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:36.911157 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.959065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a02bfa3-cc07-4c5b-a598-bc9d980f2664 None None] Provisioning for port 956cd816-4771-45e8-864f-6fea8131e825 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:36.964582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af8399-1bfe-416f-b02c-640c4eae6258 req-cfc75357-32aa-469c-a389-ece7c940a90f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:36.969826 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9a02bfa3-cc07-4c5b-a598-bc9d980f2664 None None] Provisioning complete for port 956cd816-4771-45e8-864f-6fea8131e825 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:36.970339 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a02bfa3-cc07-4c5b-a598-bc9d980f2664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:36.972860 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61af8399-1bfe-416f-b02c-640c4eae6258 req-cfc75357-32aa-469c-a389-ece7c940a90f tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 931 time: 0.0776889 Jul 23 23:39:37.011981 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61af8399-1bfe-416f-b02c-640c4eae6258 req-652203b7-e7e7-4dc6-9508-bfb8bef4d7e7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 Jul 23 23:39:37.013473 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9a02bfa3-cc07-4c5b-a598-bc9d980f2664 None None] Port 956cd816-4771-45e8-864f-6fea8131e825 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:39:37.211222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956cd816-4771-45e8-864f-6fea8131e825 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:39:37.218618 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:37.230895 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Transition to ACTIVE for port object 956cd816-4771-45e8-864f-6fea8131e825 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:39:37.234455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:37.306023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Pushing event updated for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:37.358628 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Attempting to bind port 956cd816-4771-45e8-864f-6fea8131e825 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:39:37.358955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Attempting to bind port 956cd816-4771-45e8-864f-6fea8131e825 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:39:37.359278 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Attempting to bind port 956cd816-4771-45e8-864f-6fea8131e825 on network db070903-9a0e-4497-8d4d-e17951734cc7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:39:37.364300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Port 956cd816-4771-45e8-864f-6fea8131e825 on network db070903-9a0e-4497-8d4d-e17951734cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:39:37.364615 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Attempting to bind port 956cd816-4771-45e8-864f-6fea8131e825 on network db070903-9a0e-4497-8d4d-e17951734cc7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:39:37.369511 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:39:37.369868 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Checking segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:39:37.370246 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Bound using segment: {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:39:37.370672 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Bound port: 956cd816-4771-45e8-864f-6fea8131e825, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:39:37.371023 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:37.436790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:39:37.440417 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=956cd816-4771-45e8-864f-6fea8131e825,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:39:37.444881 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:37.478079 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:37.478701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:37.480070 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] 10.222.0.22 "PUT /v2.0/ports/956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 1092 time: 0.7078588 Jul 23 23:39:37.480501 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:39:37.483031 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:39:37.517050 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37c983-04a2-474b-a1cf-51d543702e5f service neutron] Pushing event updated for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:37.617197 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-3aac70eb-9933-4fb9-875d-d031b9ff40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:37.618746 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-3aac70eb-9933-4fb9-875d-d031b9ff40a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1095 time: 0.0883234 Jul 23 23:39:37.625572 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606752b-62b2-454d-b8f8-c37234f926b9 x-openstack-request-id: req-2606752b-62b2-454d-b8f8-c37234f926b9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:39:37.625895 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:39:37.626144 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2606752b-62b2-454d-b8f8-c37234f926b9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:39:37.626644 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825', 'status': 'completed', 'code': 200} Jul 23 23:39:37.663057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-df6e213b-bd95-4af2-bcdf-af4adcfd5d43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 217 time: 0.0349298 Jul 23 23:39:37.712805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-39ae5ed6-c520-41e1-b140-70dfd9ce2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:37.714323 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-39ae5ed6-c520-41e1-b140-70dfd9ce2037 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0445800 Jul 23 23:39:37.776993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-ad894468-5496-4884-9771-ed13360f7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:37.778452 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-ad894468-5496-4884-9771-ed13360f7ab9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578272 Jul 23 23:39:37.865364 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-1c99aafe-0b68-4aec-83b9-2d8f198adfd1 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806613 Jul 23 23:39:37.956267 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5461116d-031b-4e0b-a3db-2fe033dbb5d1 req-1006215a-cd3c-4634-b8ac-3a8c04498a8c service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 Jul 23 23:39:38.059012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c8bdded-dfa2-4875-8f1e-9a8164a7957e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:38.067153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-b153e40e-0fe3-4c4a-a9ad-f1fcd63a6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:38.068791 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-b153e40e-0fe3-4c4a-a9ad-f1fcd63a6227 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1095 time: 0.0608170 Jul 23 23:39:38.110361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:38.115997 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:38.116370 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:38.166165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c4b18-6ac8-4433-9b9a-4c1de4bc3d78 req-059f544e-eb94-4ace-b863-6f44f8cc5bfc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:38.167845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef8c4b18-6ac8-4433-9b9a-4c1de4bc3d78 req-059f544e-eb94-4ace-b863-6f44f8cc5bfc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 943 time: 0.0687923 Jul 23 23:39:38.181078 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-9f892c21-d50d-4120-8acc-747c9927a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:38.183029 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-9f892c21-d50d-4120-8acc-747c9927a8b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 898 time: 0.1075263 Jul 23 23:39:38.207983 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:38.210259 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ef8c4b18-6ac8-4433-9b9a-4c1de4bc3d78 req-7a050d62-1759-4ed6-8fee-52e3a479fb15 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333941 Jul 23 23:39:38.230967 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-4da02ace-0b65-444a-9994-5ada81e1f9bc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 217 time: 0.0371933 Jul 23 23:39:38.241461 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:38.245363 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:38.281566 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-25d3bf27-abf5-40ae-8bd3-a5f6fecc481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:38.283742 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-25d3bf27-abf5-40ae-8bd3-a5f6fecc481a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0479288 Jul 23 23:39:38.297197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:38.341578 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-fac915b9-5f56-444f-9a74-32f0ba3f1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:38.343152 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-fac915b9-5f56-444f-9a74-32f0ba3f1704 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536189 Jul 23 23:39:38.439055 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-95009ab2-888a-4758-bcf6-5863d54794ee service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Jul 23 23:39:38.536749 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-dd9d8a7e-97e2-4079-bd1b-9ad180d22ea6 req-65d4cb7c-1fb8-4719-86dd-f78e0790e9d1 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910289 Jul 23 23:39:39.343817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c0842-1cae-4cb4-9a40-a28eb743e09f req-da8cacdf-60af-4a86-aaf8-8ccdd2d54cdb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:39.345324 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a9c0842-1cae-4cb4-9a40-a28eb743e09f req-da8cacdf-60af-4a86-aaf8-8ccdd2d54cdb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 943 time: 0.0681908 Jul 23 23:39:39.382856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8a9c0842-1cae-4cb4-9a40-a28eb743e09f req-ee7e7619-7b39-42f7-a937-066842e1557a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Jul 23 23:39:39.456401 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 956cd816-4771-45e8-864f-6fea8131e825 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:39:39.552674 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=956cd816-4771-45e8-864f-6fea8131e825,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:39.563141 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '956cd816-4771-45e8-864f-6fea8131e825', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'port_id': '956cd816-4771-45e8-864f-6fea8131e825', 'mac_address': 'fa:16:3e:7f:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:39:39.599243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:39.612095 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956cd816-4771-45e8-864f-6fea8131e825 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:39:39.630678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=956cd816-4771-45e8-864f-6fea8131e825,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:39.635043 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:39.681256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:39.869279 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['956cd816-4771-45e8-864f-6fea8131e825'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:39:40.031106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c8bdded-dfa2-4875-8f1e-9a8164a7957e up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:40.123094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:40.123382 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:40.515982 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e895d5-6a9b-421e-a6d1-05389554babb req-4b772d3f-ae5e-4a18-8cf5-651021d35afc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:40.517609 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20e895d5-6a9b-421e-a6d1-05389554babb req-4b772d3f-ae5e-4a18-8cf5-651021d35afc tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 944 time: 0.0683222 Jul 23 23:39:40.555630 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-20e895d5-6a9b-421e-a6d1-05389554babb req-4f0a1df7-bfb6-40c3-b84f-cc2faecde66e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 Jul 23 23:39:41.131553 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-669a9503-fddd-4fcf-ad52-a4386679244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:41.457032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 956cd816-4771-45e8-864f-6fea8131e825 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:39:41.509506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 956cd816-4771-45e8-864f-6fea8131e825 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:39:41.513033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 956cd816-4771-45e8-864f-6fea8131e825 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:39:41.513405 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:41.591271 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:41.613009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cd816-4771-45e8-864f-6fea8131e825'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:39:41.615566 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56e3bb-1007-48e6-919a-204e38b72cb1" -d '{"events": [{"server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "name": "network-vif-plugged", "status": "completed", "tag": "956cd816-4771-45e8-864f-6fea8131e825"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:39:41.628245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=956cd816-4771-45e8-864f-6fea8131e825,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:39:41.632646 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:41.681556 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:41.693257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a000-3200-4e71-86a4-e4d11cd73abf req-77eed600-04bf-45ad-9c85-a9b3bdd9deb8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:41.694769 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b37a000-3200-4e71-86a4-e4d11cd73abf req-77eed600-04bf-45ad-9c85-a9b3bdd9deb8 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0701375 Jul 23 23:39:41.732049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b37a000-3200-4e71-86a4-e4d11cd73abf req-e0557483-f423-447b-98d2-337c5bdaf882 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317121 Jul 23 23:39:41.820206 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f299167-2068-43d4-a3a9-3848fc3e6332 x-openstack-request-id: req-4f299167-2068-43d4-a3a9-3848fc3e6332 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:39:41.820499 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "name": "network-vif-plugged", "status": "completed", "tag": "956cd816-4771-45e8-864f-6fea8131e825", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:39:41.820748 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f299167-2068-43d4-a3a9-3848fc3e6332 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:39:41.821139 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cd816-4771-45e8-864f-6fea8131e825', 'code': 200} Jul 23 23:39:41.927794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1137b7d-f2f7-419f-9897-7cae4136a00d req-fc3f154b-894f-4d16-8579-12410428341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:41.929189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1137b7d-f2f7-419f-9897-7cae4136a00d req-fc3f154b-894f-4d16-8579-12410428341c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1097 time: 0.0528541 Jul 23 23:39:41.962677 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f1137b7d-f2f7-419f-9897-7cae4136a00d req-4caff52c-6da1-4aec-ae63-8c8ae5947b98 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273600 Jul 23 23:39:42.864567 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c91b-ce4d-46cd-9043-8adac75950c5 req-e4d0ad89-adf3-4565-a395-83264a658847 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:42.865987 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfc9c91b-ce4d-46cd-9043-8adac75950c5 req-e4d0ad89-adf3-4565-a395-83264a658847 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0640960 Jul 23 23:39:42.903151 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dfc9c91b-ce4d-46cd-9043-8adac75950c5 req-927c9aee-d3d9-45cf-81b3-9cd242c7dd2b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Jul 23 23:39:43.029211 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962d70-b4d9-4820-bb30-3d758d25e816 req-6f70ccd4-7402-4ef1-9656-30e9085d9769 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:43.030698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99962d70-b4d9-4820-bb30-3d758d25e816 req-6f70ccd4-7402-4ef1-9656-30e9085d9769 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0636981 Jul 23 23:39:43.067870 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-99962d70-b4d9-4820-bb30-3d758d25e816 req-890c6662-27a1-4d23-8ca0-b152cd63a992 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Jul 23 23:39:43.089592 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:43.148494 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff94aa6-e281-4f56-a75d-4f86adb871c8 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:43.149970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-6ff94aa6-e281-4f56-a75d-4f86adb871c8 tempest-TestNetworkAdvancedServerOps-645990458 tempest-TestNetworkAdvancedServerOps-645990458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1092 time: 0.0593562 Jul 23 23:39:43.152878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:43.157212 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '956cd816-4771-45e8-864f-6fea8131e825', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:39:43.178256 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.272341 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.375960 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Allocated IP 172.25.1.246 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9e259c51-b8c1-4a38-b7a1-692a8acd0e3f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:39:43.476812 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.519974 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.554849 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:39:43.557580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:39:43.562898 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:39:43.587892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=9e259c51-b8c1-4a38-b7a1-692a8acd0e3f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:43.843945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3212c886-4156-4d78-844a-9032651d1b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.914589 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:43.986784 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.135754 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.139993 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.215916 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event updated for resources: {'Port': ['ID=9e259c51-b8c1-4a38-b7a1-692a8acd0e3f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:39:44.220127 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.281497 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.321708 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP c288958b-b795-4860-93db-c91c277bed83 associated. External IP: 172.25.1.246, port: 956cd816-4771-45e8-864f-6fea8131e825. Jul 23 23:39:44.523877 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:39:44.631201 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:39:44.640811 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Sync routers for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:39:44.646990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:44.651600 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:44.652209 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:44.683680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7700192f-9572-4c74-9b8c-eab3a05b3f49 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5297868 Jul 23 23:39:44.684264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:39:44.686642 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ff61e-2d77-4952-b563-e3952b915708" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:39:44.754086 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:44.802639 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e367b1-58de-46e1-bd58-4e92d750fd8b req-fa1945a5-6e4e-4013-ad11-4db3d4ffc37c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:44.804128 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91e367b1-58de-46e1-bd58-4e92d750fd8b req-fa1945a5-6e4e-4013-ad11-4db3d4ffc37c tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0734451 Jul 23 23:39:44.846217 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-91e367b1-58de-46e1-bd58-4e92d750fd8b req-dde3e656-fe9e-4052-9cea-15f1d4e798f7 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359747 Jul 23 23:39:44.869484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:44.908707 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983607b3-8599-47a6-ba81-d97b3ddf13ec x-openstack-request-id: req-983607b3-8599-47a6-ba81-d97b3ddf13ec {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:39:44.909012 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:39:44.909236 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-983607b3-8599-47a6-ba81-d97b3ddf13ec {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:39:44.909638 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825', 'status': 'completed', 'code': 200} Jul 23 23:39:44.935682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9bc8fe63-0cf6-45c0-9cf8-daa29aeeac72 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/c288958b-b795-4860-93db-c91c277bed83 HTTP/1.1" status: 200 len: 991 time: 0.0649428 Jul 23 23:39:44.976017 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c288958b-b795-4860-93db-c91c277bed83', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'port_id': '956cd816-4771-45e8-864f-6fea8131e825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'mac_address': 'fa:16:3e:7f:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:39:43Z', 'updated_at': '2021-07-23T23:39:43Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:44.979579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff61e-2d77-4952-b563-e3952b915708 req-c5ffac62-4583-42f4-9871-b3e36c1e7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:44.981091 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-c5ffac62-4583-42f4-9871-b3e36c1e7f9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1097 time: 0.0563836 Jul 23 23:39:45.005199 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Checking router: 3832bc6d-28e1-4850-b3d1-f5c992aabe01 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:39:45.013221 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:39:45.013847 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:39:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:45.074119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff61e-2d77-4952-b563-e3952b915708 req-fd36eea8-0926-448b-8553-90d32f11ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:45.075526 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-fd36eea8-0926-448b-8553-90d32f11ed13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 898 time: 0.0883029 Jul 23 23:39:45.122149 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:39:45.144002 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-f311ca03-db4f-4345-a2f9-524c285b64ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 999 time: 0.0620863 Jul 23 23:39:45.200181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff61e-2d77-4952-b563-e3952b915708 req-8115b8f4-ec0f-4a0d-824d-18f90914077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:45.202870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-8115b8f4-ec0f-4a0d-824d-18f90914077b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0515416 Jul 23 23:39:45.213994 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:45.262167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ff61e-2d77-4952-b563-e3952b915708 req-60421ff8-e99c-4bdb-b478-92717a93eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:39:45.263695 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-60421ff8-e99c-4bdb-b478-92717a93eb44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547409 Jul 23 23:39:45.346417 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c288958b-b795-4860-93db-c91c277bed83', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'port_id': '956cd816-4771-45e8-864f-6fea8131e825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'mac_address': 'fa:16:3e:7f:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:39:43Z', 'updated_at': '2021-07-23T23:39:43Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:39:45.352542 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-ac8718c9-0341-4658-b296-d471a6c0f419 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825696 Jul 23 23:39:45.375496 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021c6e2-3af4-437a-99c1-dff95132f1e7 None None] The sync data for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 is: [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'c288958b-b795-4860-93db-c91c277bed83', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'port_id': '956cd816-4771-45e8-864f-6fea8131e825', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'mac_address': 'fa:16:3e:7f:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:39:43Z', 'updated_at': '2021-07-23T23:39:43Z', 'revision_number': 0, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:39:45.448895 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-804ff61e-2d77-4952-b563-e3952b915708 req-8ce20797-df3e-4534-b1b9-1f6d0b3b4ae4 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900729 Jul 23 23:39:45.561490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bbd5-6ae5-423b-ad88-4ccef3398ce2 None None] New status for floating IP c288958b-b795-4860-93db-c91c277bed83: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:39:45.940419 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:39:46.004999 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-79c1cee5-c444-4640-8c7c-a64a44e5ce0d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/c288958b-b795-4860-93db-c91c277bed83 HTTP/1.1" status: 200 len: 993 time: 0.0635302 Jul 23 23:39:46.724632 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:52.837887 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:39:53.872479 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:00.467430 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:40:11.130778 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0507820a-48fb-4219-a4f9-5371df8e33f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:13.845240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b9b490d-4643-42f0-aa3f-c270072bfeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:14.282970 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:15.215533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:16.727935 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:17.334457 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e676954-2a35-44b4-8f48-0f0a45d23d77 req-32238d22-e797-42bc-aa10-380d9718e07e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:17.335934 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e676954-2a35-44b4-8f48-0f0a45d23d77 req-32238d22-e797-42bc-aa10-380d9718e07e tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0642138 Jul 23 23:40:17.372750 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1e676954-2a35-44b4-8f48-0f0a45d23d77 req-f54be129-ab27-4fe3-96df-f3667ce7bf1a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Jul 23 23:40:18.507685 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f05daa-daee-49ad-9b2c-bfd0f7db23f4 req-5399f921-b9d2-4f21-ac0a-f861288921c6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:18.509193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49f05daa-daee-49ad-9b2c-bfd0f7db23f4 req-5399f921-b9d2-4f21-ac0a-f861288921c6 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0692821 Jul 23 23:40:18.547157 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-49f05daa-daee-49ad-9b2c-bfd0f7db23f4 req-5f0f412b-9de8-4732-afda-1f53220bb1fd tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Jul 23 23:40:18.571384 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:18.635334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-69f11dc4-257d-465b-9b06-efe73bab1dea tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/c288958b-b795-4860-93db-c91c277bed83 HTTP/1.1" status: 200 len: 993 time: 0.0626388 Jul 23 23:40:19.902197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2263b-7938-41d8-b58b-4aaf3d9dd20e req-ad771af3-c126-4af7-9d5d-42402dc91720 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:19.903757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00d2263b-7938-41d8-b58b-4aaf3d9dd20e req-ad771af3-c126-4af7-9d5d-42402dc91720 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0651264 Jul 23 23:40:19.916919 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-12ff6eca-03a9-4fe6-8b52-3a4707319eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:19.918448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-12ff6eca-03a9-4fe6-8b52-3a4707319eb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1097 time: 0.0548027 Jul 23 23:40:19.943512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-00d2263b-7938-41d8-b58b-4aaf3d9dd20e req-ef709069-bb66-4fc3-9e80-3e1252bd12a9 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341368 Jul 23 23:40:20.011644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-2f6334b8-642a-41eb-8cc8-54ed31b25c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:20.013107 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-2f6334b8-642a-41eb-8cc8-54ed31b25c80 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 898 time: 0.0882726 Jul 23 23:40:20.075470 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-77d7a9be-9212-4ab1-930d-a90d11c8da1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 1001 time: 0.0559819 Jul 23 23:40:20.128772 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-1657e636-26bd-42a4-82bc-5fc20388e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:20.130251 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-1657e636-26bd-42a4-82bc-5fc20388e3d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0491817 Jul 23 23:40:20.186215 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-d3833cbe-dbb9-4995-963d-030369e51db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:20.187586 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-d3833cbe-dbb9-4995-963d-030369e51db3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512667 Jul 23 23:40:20.273203 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-a0f4f157-3851-46d4-9994-5866703e90c5 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794270 Jul 23 23:40:20.367628 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5622b6ce-a53b-4428-9119-1b34c99e26c3 req-b3865011-08ca-40e3-b832-1c2b3f5ea6f5 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Jul 23 23:40:21.096356 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e01aa2-6386-4596-9d7f-3f927c088516 req-adf3650e-d43a-480e-b34a-592d35bc1e8a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:21.099333 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5e01aa2-6386-4596-9d7f-3f927c088516 req-adf3650e-d43a-480e-b34a-592d35bc1e8a tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0784810 Jul 23 23:40:21.150289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d5e01aa2-6386-4596-9d7f-3f927c088516 req-56c23cac-dd00-4b66-a30e-7d2e7866034b tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Jul 23 23:40:22.283224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fad4f-e99a-4cee-ad9a-fc4a30be6715 req-7b2213f2-dd38-421a-a3f0-5ca91ec4f592 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:22.285844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f79fad4f-e99a-4cee-ad9a-fc4a30be6715 req-7b2213f2-dd38-421a-a3f0-5ca91ec4f592 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0649645 Jul 23 23:40:22.323118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f79fad4f-e99a-4cee-ad9a-fc4a30be6715 req-4ad3d567-3ef6-4148-91ac-fa709c754ea4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Jul 23 23:40:22.345445 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:22.414383 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-25889c33-0035-41c9-9f18-b0ef70cf1e5d tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/floatingips/c288958b-b795-4860-93db-c91c277bed83 HTTP/1.1" status: 200 len: 993 time: 0.0678003 Jul 23 23:40:22.623262 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:22.776467 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 9e259c51-b8c1-4a38-b7a1-692a8acd0e3f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:40:22.776802 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:22.849549 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:22.853538 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:22.853897 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:22.866145 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 9e259c51-b8c1-4a38-b7a1-692a8acd0e3f owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:40:23.010622 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:23.036456 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=9e259c51-b8c1-4a38-b7a1-692a8acd0e3f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:23.098603 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:23.098932 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Floating IP c288958b-b795-4860-93db-c91c277bed83 disassociated (deleted). External IP: 172.25.1.246, port: 956cd816-4771-45e8-864f-6fea8131e825. Jul 23 23:40:23.302060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:40:23.413698 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:23.418456 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:23.422868 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Sync routers for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:23.432749 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:23.433351 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:23.456987 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f0c130f0-5e50-4263-8322-10fef882a5f2 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/floatingips/c288958b-b795-4860-93db-c91c277bed83 HTTP/1.1" status: 204 len: 168 time: 0.8317797 Jul 23 23:40:23.457627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:40:23.460039 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ce545-516b-40c0-b104-a9ed282251ac" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:40:23.549311 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:23.623482 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdecae64-238e-4120-bb2f-755b9dfaede0 x-openstack-request-id: req-cdecae64-238e-4120-bb2f-755b9dfaede0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:40:23.624015 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "tag": "956cd816-4771-45e8-864f-6fea8131e825", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:40:23.624015 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdecae64-238e-4120-bb2f-755b9dfaede0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:40:23.624613 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'tag': '956cd816-4771-45e8-864f-6fea8131e825', 'status': 'completed', 'code': 200} Jul 23 23:40:23.640020 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-c2b87a78-715b-43c5-83ec-4f27aad9339b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865524 Jul 23 23:40:23.708892 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-c8e25dc6-595f-4780-9868-d8a12a969e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:23.710512 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-c8e25dc6-595f-4780-9868-d8a12a969e30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1097 time: 0.0623686 Jul 23 23:40:23.745834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af46cd-b702-41f9-8582-43ef449f0314 req-170107d3-fd51-4044-bec0-4882ac7b4610 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:23.750281 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1af46cd-b702-41f9-8582-43ef449f0314 req-170107d3-fd51-4044-bec0-4882ac7b4610 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0693350 Jul 23 23:40:23.768966 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:23.788374 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e1af46cd-b702-41f9-8582-43ef449f0314 req-05ccf207-659d-496a-a99f-1f03ccbf96c3 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336456 Jul 23 23:40:23.794188 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Checking router: 3832bc6d-28e1-4850-b3d1-f5c992aabe01 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:23.803466 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:23.809944 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:23.810256 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-b9d87731-7ebd-43dc-af4b-c16aea1864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:23.810256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-b9d87731-7ebd-43dc-af4b-c16aea1864e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 898 time: 0.0913582 Jul 23 23:40:23.854892 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-2761e6b2-10f1-4e52-ac6b-fc03f363f26e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 217 time: 0.0380695 Jul 23 23:40:23.877483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:23.904573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-0b4451f9-a2fe-4b23-bb25-4da4443952cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:23.906071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-0b4451f9-a2fe-4b23-bb25-4da4443952cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0449502 Jul 23 23:40:23.913846 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:23.965172 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-5f2ad314-0775-4974-a589-217f72198707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:23.966750 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-5f2ad314-0775-4974-a589-217f72198707 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541914 Jul 23 23:40:24.069128 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-d28f1951-d92f-457d-ba84-7d27f0b6cf57 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946662 Jul 23 23:40:24.159578 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-6c3ce545-516b-40c0-b104-a9ed282251ac req-63936595-c2d6-4aca-a956-654f66d1a239 service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824096 Jul 23 23:40:24.201255 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:24.228437 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ad0ad-248f-4414-a16e-01682e628a14 None None] The sync data for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 is: [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:33Z', 'revision_number': 4, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '6c8bdded-dfa2-4875-8f1e-9a8164a7957e', 'name': '', 'network_id': 'db070903-9a0e-4497-8d4d-e17951734cc7', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'mac_address': 'fa:16:3e:18:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:32Z', 'updated_at': '2021-07-23T23:39:38Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'subnets': [{'id': '851a75e6-ceba-474a-bc25-13e0821c16a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:24.277209 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-e85e22c4-82d9-45c2-8438-6075b0bdbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:24.278748 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-e85e22c4-82d9-45c2-8438-6075b0bdbdac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf1ff67a1a249b88490a059a163fb08&device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 1097 time: 0.0553834 Jul 23 23:40:24.392313 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-75473c58-c71d-47f9-85e9-55d75b5d4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:24.393869 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-75473c58-c71d-47f9-85e9-55d75b5d4eba service neutron] 10.222.0.22 "GET /v2.0/networks?id=db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 200 len: 898 time: 0.0942559 Jul 23 23:40:24.437534 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-f8c84c86-6967-4543-a1bb-ec8f7af0895c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 200 len: 217 time: 0.0371463 Jul 23 23:40:24.462678 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abcc0a3-9477-46c7-b50b-532c5956f755 None None] New status for floating IP c288958b-b795-4860-93db-c91c277bed83: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:40:24.492441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-3a299082-9a54-4e99-a047-2c29e006c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:24.493953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-3a299082-9a54-4e99-a047-2c29e006c6e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 200 len: 835 time: 0.0495765 Jul 23 23:40:24.554134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-2f617c65-0ed5-4279-bd79-2acae179f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:24.555681 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-2f617c65-0ed5-4279-bd79-2acae179f07c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db070903-9a0e-4497-8d4d-e17951734cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551760 Jul 23 23:40:24.646984 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-f11725eb-0344-45dc-a567-8a851503c89e service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841143 Jul 23 23:40:24.734096 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-968a4706-d1ab-4a58-8432-2ae3557d5e80 req-6f17ee0e-c1fd-4bce-a2f1-bb729b8a3f1f service neutron] 10.222.0.22 "GET /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Jul 23 23:40:24.924127 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53ad8-339b-4698-84a6-40d37db2c211 req-9d88a749-67f8-436b-9938-f6f9bbc473f4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:24.925705 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68e53ad8-339b-4698-84a6-40d37db2c211 req-9d88a749-67f8-436b-9938-f6f9bbc473f4 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0646122 Jul 23 23:40:24.964057 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68e53ad8-339b-4698-84a6-40d37db2c211 req-af77c8b7-6b20-4567-9d2d-37cff252a6cb tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/security-groups?id=a281d468-27ce-43a3-bc32-6a95d8cfe3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jul 23 23:40:25.184158 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-aaf04ee3-3da6-41af-afd1-ab568917f7ef tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:25.185719 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-aaf04ee3-3da6-41af-afd1-ab568917f7ef tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 945 time: 0.0643806 Jul 23 23:40:25.290678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 956cd816-4771-45e8-864f-6fea8131e825 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:40:25.291178 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.380444 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 956cd816-4771-45e8-864f-6fea8131e825, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=956cd816-4771-45e8-864f-6fea8131e825,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:25.380801 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.398471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 956cd816-4771-45e8-864f-6fea8131e825 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:40:25.527028 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.555401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=956cd816-4771-45e8-864f-6fea8131e825,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:25.604699 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] No DVR routers for this DVR port 956cd816-4771-45e8-864f-6fea8131e825 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:40:25.607339 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:25.609524 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-60bd12fe-0bdf-4faa-8b19-3bd896366bd1 req-ca55ea72-4076-418b-9830-33366ec013ba tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.22 "DELETE /v2.0/ports/956cd816-4771-45e8-864f-6fea8131e825 HTTP/1.1" status: 204 len: 173 time: 0.4186161 Jul 23 23:40:25.625152 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'name': 'network-vif-deleted', 'tag': '956cd816-4771-45e8-864f-6fea8131e825'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:40:25.627468 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124cfc22-c0a6-46a5-a004-bf107de03b92" -d '{"events": [{"server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "name": "network-vif-deleted", "tag": "956cd816-4771-45e8-864f-6fea8131e825"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:40:25.665593 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6803c81-ab0a-4bc1-be2a-a92c54ee8148 x-openstack-request-id: req-d6803c81-ab0a-4bc1-be2a-a92c54ee8148 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:40:25.666656 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf4efe-c865-4195-96d8-2bb8c947e777", "name": "network-vif-deleted", "tag": "956cd816-4771-45e8-864f-6fea8131e825", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:40:25.666920 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6803c81-ab0a-4bc1-be2a-a92c54ee8148 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:40:25.667332 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf4efe-c865-4195-96d8-2bb8c947e777', 'name': 'network-vif-deleted', 'tag': '956cd816-4771-45e8-864f-6fea8131e825', 'status': 'completed', 'code': 200} Jul 23 23:40:26.085785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-130e054a-42b9-4269-9d56-d049fdf92480 req-8e1b68e3-df85-4249-938e-717df643b858 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf4efe-c865-4195-96d8-2bb8c947e777 HTTP/1.1" status: 200 len: 210 time: 0.0339386 Jul 23 23:40:27.142707 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44540) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:27.508192 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-4cecaa4e-50fb-4bbe-b8ad-793ca495eda9 req-dbf3ef50-0d28-4f24-9584-17882e32430c service neutron] (93835) timed out ('10.222.0.37', 40972) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:40:27.837130 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.093968 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:40:28.094239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.194052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 6c8bdded-dfa2-4875-8f1e-9a8164a7957e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:28.194823 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.205833 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 6c8bdded-dfa2-4875-8f1e-9a8164a7957e owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:40:28.389945 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.418752 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=6c8bdded-dfa2-4875-8f1e-9a8164a7957e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:28.447765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.448127 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.448471 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.448813 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.449151 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.449485 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.449842 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.450178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.450506 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.450836 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.451163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.451499 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:28.605005 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:28.820337 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:40:28.928195 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:28.933164 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1493143b-758e-4c8b-9e96-7b58a6326d60 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "PUT /v2.0/routers/3832bc6d-28e1-4850-b3d1-f5c992aabe01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893751 Jul 23 23:40:28.936002 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:28.937346 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Sync routers for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:28.947014 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:28.947620 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:28.988840 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting subnet 851a75e6-ceba-474a-bc25-13e0821c16a6 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:40:28.991995 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.037773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.048742 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:29.120628 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.180146 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.213692 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.215576 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/subnets/851a75e6-ceba-474a-bc25-13e0821c16a6 HTTP/1.1" status: 204 len: 168 time: 0.2786462 Jul 23 23:40:29.216533 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b7b6d-beb9-4088-bfda-14301d910008 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Subnet': ['ID=851a75e6-ceba-474a-bc25-13e0821c16a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:29.218816 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:29.226192 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:40:28Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:29.227127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaaf0a-4e79-4646-91fa-94a20d8575ea None None] Network db070903-9a0e-4497-8d4d-e17951734cc7 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:29.256417 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Checking router: 3832bc6d-28e1-4850-b3d1-f5c992aabe01 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:29.263947 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Routers {'3832bc6d-28e1-4850-b3d1-f5c992aabe01'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:29.264555 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:29.340083 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.378577 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] Set router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:29.426831 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] DHCP port deletion for db070903-9a0e-4497-8d4d-e17951734cc7 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:40:29.453019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.474053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Deleting port c6f1b2db-91cd-4844-b1ed-e6f55279542e {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:40:29.474435 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.521853 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Deleting port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:40:29.522492 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.538924 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] For port c6f1b2db-91cd-4844-b1ed-e6f55279542e, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=c6f1b2db-91cd-4844-b1ed-e6f55279542e,segment=NetworkSegment(d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c),segment_id=d5a5a9c3-ecf5-4148-a50f-81ddaf7a582c)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:29.539323 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.551801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Calling delete_port for c6f1b2db-91cd-4844-b1ed-e6f55279542e owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:40:29.564257 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:40:28Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:29.590923 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ccf65-2c7c-48d9-99c7-a88bc4ef4278 None None] The sync data for ids ['3832bc6d-28e1-4850-b3d1-f5c992aabe01'] in n-d-791506-25 is: [{'id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995617497', 'tenant_id': 'ecf1ff67a1a249b88490a059a163fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:40:28Z', 'revision_number': 5, 'project_id': 'ecf1ff67a1a249b88490a059a163fb08', 'gw_port': {'id': '09fdbe4f-fe13-4b85-aa49-a2a6905e5ced', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:0f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3832bc6d-28e1-4850-b3d1-f5c992aabe01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:39:29Z', 'updated_at': '2021-07-23T23:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:29.605552 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] For port 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:29.605949 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.619359 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Calling delete_port for 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:40:29.650366 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.674391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Pushing event deleted for resources: {'Port': ['ID=c6f1b2db-91cd-4844-b1ed-e6f55279542e,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:29.684738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.685107 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.685399 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.685736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.686087 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.686414 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.686733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.687053 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.687367 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.687684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.687998 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.688317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.690920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bff978-6c59-41ca-acd5-6186268e00e1 None None] No DVR routers for this DVR port c6f1b2db-91cd-4844-b1ed-e6f55279542e on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:40:29.701080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 956cd816-4771-45e8-864f-6fea8131e825 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:40:29.721672 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 956cd816-4771-45e8-864f-6fea8131e825 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:40:29.722134 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 956cd816-4771-45e8-864f-6fea8131e825 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:40:29.787791 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.812184 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Port': ['ID=09fdbe4f-fe13-4b85-aa49-a2a6905e5ced,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:29.839891 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.840234 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.840568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.840899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.841224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.841547 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.841896 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.842219 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.842539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.842864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.843180 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.843493 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:29.888102 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.979241 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:29.981370 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.026595 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.027182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Fanout notify agent at l3_agent the message router_deleted on router 3832bc6d-28e1-4850-b3d1-f5c992aabe01 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:40:30.034230 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.035587 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-2ee4b5f0-e39e-4f83-a82b-b75fafdd1157 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/routers/3832bc6d-28e1-4850-b3d1-f5c992aabe01 HTTP/1.1" status: 204 len: 168 time: 0.8147485 Jul 23 23:40:30.038117 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:30.124065 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c6f1b2db-91cd-4844-b1ed-e6f55279542e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:40:30.144036 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.151671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: c6f1b2db-91cd-4844-b1ed-e6f55279542e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:40:30.152086 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device c6f1b2db-91cd-4844-b1ed-e6f55279542e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:40:30.152579 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c8bdded-dfa2-4875-8f1e-9a8164a7957e no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:40:30.172427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6c8bdded-dfa2-4875-8f1e-9a8164a7957e {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:40:30.173090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6c8bdded-dfa2-4875-8f1e-9a8164a7957e not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:40:30.239977 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.251050 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db070903-9a0e-4497-8d4d-e17951734cc7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:30.262461 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:30.263043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a5a9c3-ecf5-4148-a50f-81ddaf7a582c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:30.272451 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.288070 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.296878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:40:30.297279 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:40:30.301122 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:40:30.375486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.383056 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.384953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/networks/db070903-9a0e-4497-8d4d-e17951734cc7 HTTP/1.1" status: 204 len: 168 time: 0.3456650 Jul 23 23:40:30.387898 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:30.396739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d1a56-d441-46cd-8ddd-70372bd8cc18 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'Network': ['ID=db070903-9a0e-4497-8d4d-e17951734cc7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:30.452809 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.479326 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.538857 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.541465 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:30.542688 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] 10.222.0.37 "DELETE /v2.0/security-groups/a281d468-27ce-43a3-bc32-6a95d8cfe3a4 HTTP/1.1" status: 204 len: 168 time: 0.1538033 Jul 23 23:40:30.552320 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c0236-3485-427a-b8b0-f80761d5b339 tempest-TestNetworkAdvancedServerOps-1451368183 tempest-TestNetworkAdvancedServerOps-1451368183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a281d468-27ce-43a3-bc32-6a95d8cfe3a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:30.860662 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:30.987342 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ea1b7c09-7d87-4db6-a9e8-44ff35774888 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecf1ff67a1a249b88490a059a163fb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252553 Jul 23 23:40:30.989600 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:31.036225 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.056486 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.109517 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.112854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.118311 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df5a76c3-2011-4dee-8cae-f62da953233e HTTP/1.1" status: 204 len: 168 time: 0.1276364 Jul 23 23:40:31.126012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf03096-1f02-4458-8824-15e6cbb20925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5a76c3-2011-4dee-8cae-f62da953233e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:31.366348 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:31.379730 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d73970a0-de8f-433b-b241-bdf9058c626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.467520 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d73970a0-de8f-433b-b241-bdf9058c626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.470864 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d73970a0-de8f-433b-b241-bdf9058c626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.508502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d73970a0-de8f-433b-b241-bdf9058c626a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d61e909f8966407ebabbcbd7e0cd3188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411035 Jul 23 23:40:31.510444 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73970a0-de8f-433b-b241-bdf9058c626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a00c3-7993-4659-abca-c67dfbc05392,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:31.511276 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44568) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:31.561259 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.583327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.630751 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.633472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:31.634662 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b54a00c3-7993-4659-abca-c67dfbc05392 HTTP/1.1" status: 204 len: 168 time: 0.1224115 Jul 23 23:40:31.642436 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3dcb0-0361-4392-b899-7655563588bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a00c3-7993-4659-abca-c67dfbc05392,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:32.013033 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:40:32.035048 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:40:32.035391 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 09fdbe4f-fe13-4b85-aa49-a2a6905e5ced not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:40:32.317591 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:32.415165 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1330405300-network', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:32.435217 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Made reservation on behalf of d4c004957c4541e0acdb6f34fdb01368 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:32.437438 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.446148 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.533659 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.537431 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.557725 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:40:32.571258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301c346-d84f-4747-92cc-0d577e2d0e89,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:32.576124 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.576463 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Added segment 3ab49bb3-084b-4846-a8d1-cbcb2be1b411 of type vlan for network f9762dd5-63ff-4c38-823d-2f283998806f Jul 23 23:40:32.618998 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.647739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.648730 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:32.649308 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.678487 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3595538 Jul 23 23:40:32.681564 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44594) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:32.686669 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Request body: {'subnet': {'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1330405300-subnet', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:32.711885 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Made reservation on behalf of d4c004957c4541e0acdb6f34fdb01368 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:32.714208 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.714370 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2fe5-89df-4a61-86d7-945ccacc45c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9762dd5-63ff-4c38-823d-2f283998806f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:32.724224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network f9762dd5-63ff-4c38-823d-2f283998806f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:40:32.883845 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.946093 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0397697-4d0b-44e6-ba83-b312050d1f11,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:32.951178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:32.951537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Network hostable DHCP agents. Network: f9762dd5-63ff-4c38-823d-2f283998806f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:40:32.966796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Network f9762dd5-63ff-4c38-823d-2f283998806f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:40:32.975155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, f9762dd5-63ff-4c38-823d-2f283998806f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:32.979107 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:32.979688 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:32.984147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06794f98-8a94-4645-ab3a-111ca1169887 None None] Network f9762dd5-63ff-4c38-823d-2f283998806f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:32.997186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:32.997402 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5c6da378-006a-4d18-876d-99cd6e4ce97f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145661 Jul 23 23:40:33.001783 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:33.023004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.024034 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.135928 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-f9762dd5-63ff-4c38-823d-2f283998806f', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:40:33.136719 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.278115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Allocated IP 172.20.0.2 (f9762dd5-63ff-4c38-823d-2f283998806f/a0397697-4d0b-44e6-ba83-b312050d1f11/51d04417-242a-41c4-8494-a9a4769d2e03) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:33.402664 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.426379 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.434371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Transition to ACTIVE for port object 51d04417-242a-41c4-8494-a9a4769d2e03 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:33.449269 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Transition to ACTIVE for port object 51d04417-242a-41c4-8494-a9a4769d2e03 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:33.455492 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.493839 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Network f9762dd5-63ff-4c38-823d-2f283998806f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:33.498528 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:33.502084 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:33.508101 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Pushing event updated for resources: {'Port': ['ID=51d04417-242a-41c4-8494-a9a4769d2e03,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:33.544281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.568376 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Attempting to bind port 51d04417-242a-41c4-8494-a9a4769d2e03 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:33.568858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Attempting to bind port 51d04417-242a-41c4-8494-a9a4769d2e03 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:33.569224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Attempting to bind port 51d04417-242a-41c4-8494-a9a4769d2e03 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:33.574120 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:33.574490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:33.574905 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.575285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Bound using segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:33.575759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Bound port: 51d04417-242a-41c4-8494-a9a4769d2e03, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:33.576139 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.643368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] For port 51d04417-242a-41c4-8494-a9a4769d2e03, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:33.646830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] For port 51d04417-242a-41c4-8494-a9a4769d2e03, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=51d04417-242a-41c4-8494-a9a4769d2e03,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:33.651375 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.710543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ee53-d5bc-4126-ae64-a562c1096153 None None] Pushing event updated for resources: {'Port': ['ID=51d04417-242a-41c4-8494-a9a4769d2e03,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:33.753958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.773695 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:33.903133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Allocated IP 172.25.1.150 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/ee806f17-7e63-4a86-aeb5-3f58fef8ea5d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:34.019397 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.062590 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.086329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 51d04417-242a-41c4-8494-a9a4769d2e03 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:34.105279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:34.110952 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:34.114961 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:34.120958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Pushing event updated for resources: {'Port': ['ID=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:34.142606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 51d04417-242a-41c4-8494-a9a4769d2e03 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:34.374850 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.559161 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ee204-a26f-49a1-8419-36e213e12fef None None] Network f9762dd5-63ff-4c38-823d-2f283998806f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:34.572708 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.707309 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:40:34.787061 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Provisioning for port 51d04417-242a-41c4-8494-a9a4769d2e03 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:34.799066 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Provisioning complete for port 51d04417-242a-41c4-8494-a9a4769d2e03 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:34.799364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.818031 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:34.833168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:34.834683 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-54b201f6-6b67-4434-b4d1-81fbd992364d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8364432 Jul 23 23:40:34.837467 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:34.847760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:34.878732 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:34.879354 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:35.015423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.064858 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:35.133477 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] For port 51d04417-242a-41c4-8494-a9a4769d2e03, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=51d04417-242a-41c4-8494-a9a4769d2e03,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:35.148777 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.250601 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f7a2f-137f-4d61-88e4-6e41b065120b None None] Pushing event updated for resources: {'Port': ['ID=51d04417-242a-41c4-8494-a9a4769d2e03,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:35.267076 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.307439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:34Z', 'revision_number': 3, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:35.335290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:35.335629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Updating router 2962814d-357d-4e0c-a33f-2ed52a07bfad port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:40:35.376520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.402950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5fb700fc-c7ec-4ed4-b29e-6e1887f7e48c None None] Provisioning complete for port 51d04417-242a-41c4-8494-a9a4769d2e03 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:35.403204 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5fb700fc-c7ec-4ed4-b29e-6e1887f7e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.431013 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Allocated IP 172.20.0.1 (f9762dd5-63ff-4c38-823d-2f283998806f/a0397697-4d0b-44e6-ba83-b312050d1f11/f2f64e5e-06c6-4a80-bbb2-55e9bf33b545) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:35.537739 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.551977 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Transition to ACTIVE for port object f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:35.586934 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.626864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Network f9762dd5-63ff-4c38-823d-2f283998806f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:35.631903 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:35.634305 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:35.662603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:35.684522 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.697191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.707967 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Transition to ACTIVE for port object ee806f17-7e63-4a86-aeb5-3f58fef8ea5d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:35.715125 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.773610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8cf2a-2351-4796-8731-7f22bc4d184a None None] Pushing event updated for resources: {'Port': ['ID=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:35.775923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Attempting to bind port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:35.776283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Attempting to bind port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:35.776670 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Attempting to bind port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:35.782325 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:35.782699 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:35.783092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.783472 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:35.784091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Bound port: ee806f17-7e63-4a86-aeb5-3f58fef8ea5d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:35.784479 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.842284 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.842733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] For port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:35.846521 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] For port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:35.850206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:35.912383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:35.912918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:35.952658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8cf2a-2351-4796-8731-7f22bc4d184a None None] Pushing event updated for resources: {'Port': ['ID=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:35.989171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0863adee-d5f4-4b94-a849-be590dc1fb7f None None] Provisioning for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:35.999835 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0863adee-d5f4-4b94-a849-be590dc1fb7f None None] Provisioning complete for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:36.000152 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0863adee-d5f4-4b94-a849-be590dc1fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.010839 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.017535 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.050810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0863adee-d5f4-4b94-a849-be590dc1fb7f None None] Port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:40:36.059013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:36.059806 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:36.088430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 51d04417-242a-41c4-8494-a9a4769d2e03 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:36.100125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.194176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Network f9762dd5-63ff-4c38-823d-2f283998806f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:36.195604 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:36.230983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 51d04417-242a-41c4-8494-a9a4769d2e03 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:36.231498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.318621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:40:36.367543 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 1, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:36.395695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e44d59-623a-4c83-a43a-f4bf3997a42a None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 1, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:36.437371 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:36.443181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-4557b1f0-c28e-46c9-93bd-ab037e255b59 admin admin] 10.222.0.37 "PUT /v2.0/routers/2962814d-357d-4e0c-a33f-2ed52a07bfad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6046681 Jul 23 23:40:36.471827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0bcb2194-fdc0-40b5-87fd-dde18c603eb4 None None] Provisioning complete for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:36.472274 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2194-fdc0-40b5-87fd-dde18c603eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.506836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb2194-fdc0-40b5-87fd-dde18c603eb4 None None] Port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:40:36.956345 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:36.961504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1916412312-network', 'tenant_id': '38324e14281e4c2599e81935a35af980'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:36.984760 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Made reservation on behalf of 38324e14281e4c2599e81935a35af980 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:36.987231 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:36.996558 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.114476 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.118412 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.143696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:40:37.153750 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a737f-9867-4044-8bef-c5236d6269eb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:37.158683 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.159695 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Added segment 168cdb0f-976e-4fc0-805e-091d41480d17 of type vlan for network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 Jul 23 23:40:37.206368 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.236104 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.237080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:37.237675 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.277789 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3200543 Jul 23 23:40:37.280481 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44616) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:37.286141 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Request body: {'subnet': {'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1916412312-subnet', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:37.303844 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8406-45c2-4f5a-8bbb-b81f9e30289b admin admin] Pushing event updated for resources: {'Network': ['ID=a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:37.313416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Made reservation on behalf of 38324e14281e4c2599e81935a35af980 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:37.314018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:40:37.317478 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.466692 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:40:37.498601 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.560502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b55f69-1acb-4cad-a170-d163134c6448,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:37.569037 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Checking segment: {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:37.569389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Network hostable DHCP agents. Network: a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:40:37.587329 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:40:37.596227 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:37.601577 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:37.602211 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.605973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf76b1a-744f-4f84-9916-c2a8287e4904 None None] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:37.617130 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-ca50dc0d-03ca-4447-b5cd-7b16fa82f0c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3355465 Jul 23 23:40:37.619796 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44618) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:37.624503 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:37.648201 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.649678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.709351 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.759975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'fixed_ips': [{'subnet_id': 'b7b55f69-1acb-4cad-a170-d163134c6448'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:40:37.760822 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.852387 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:37.901698 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Allocated IP 172.20.0.2 (a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1/b7b55f69-1acb-4cad-a170-d163134c6448/6d77b3a9-c9c5-4998-aded-f3b47039bb4c) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:38.076993 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.100027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.134231 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ee806f17-7e63-4a86-aeb5-3f58fef8ea5d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:38.229607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Allocated IP 172.25.1.153 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/234c4ba5-edc3-4f4d-8db3-555d5d8652d3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:38.235759 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:38.247197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:38.247516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.253023 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.283636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Transition to ACTIVE for port object 6d77b3a9-c9c5-4998-aded-f3b47039bb4c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:38.307127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Transition to ACTIVE for port object 6d77b3a9-c9c5-4998-aded-f3b47039bb4c will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:38.339541 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.351784 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.381973 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.392674 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.394612 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:38.401675 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:38.411519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:38.419381 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Pushing event updated for resources: {'Port': ['ID=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:38.427189 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:38.441142 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:38.444905 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:38.447431 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:38.453694 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Pushing event updated for resources: {'Port': ['ID=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:38.465202 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:38.466102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.474802 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:38.475481 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:38.522298 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Attempting to bind port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:38.522664 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Attempting to bind port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:38.523224 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Attempting to bind port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c on network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:38.534828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:38.535208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Checking segment: {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:38.535639 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.536074 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Bound using segment: {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:38.536545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Bound port: 6d77b3a9-c9c5-4998-aded-f3b47039bb4c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:38.537122 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.558501 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:38.586752 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:38.621383 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] For port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:38.624658 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] For port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:38.631104 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.704563 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759662f0-2687-4f58-9b60-e1a9342ef814 None None] Pushing event updated for resources: {'Port': ['ID=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:38.720940 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.807471 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 2, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:38.834417 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:38.834769 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Updating router 2962814d-357d-4e0c-a33f-2ed52a07bfad port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:40:38.879706 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:38.957970 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.100882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Router 72e22354-2b07-4dab-b69b-55478bc992a7 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:40:39.215441 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:39.225410 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Sync routers for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:39.232043 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.236434 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f817d191-88b5-4f4b-910a-a40e8d0ca83e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6131179 Jul 23 23:40:39.236594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:39.236808 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:39.236933 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:39.239365 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.249301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Transition to ACTIVE for port object f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:39.256432 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.322036 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Pushing event updated for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:39.338300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.338947 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.339495 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.339885 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.340375 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.340816 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.341224 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.341791 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.342203 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.342699 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.343507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.343507 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:40:39.365143 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:39.419960 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Attempting to bind port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:39.420665 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Attempting to bind port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:39.421237 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Attempting to bind port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:39.427645 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:39.428307 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:39.428901 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.429473 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Bound using segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:39.430188 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Bound port: f2f64e5e-06c6-4a80-bbb2-55e9bf33b545, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:39.430776 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.529460 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] For port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:39.534347 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] For port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:39.541562 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.610506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 3, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:39.623401 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983139-d5bd-4d87-bfd6-02fba781b969 None None] Pushing event updated for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:39.633549 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:39.633783 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:39.661854 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Checking router: 72e22354-2b07-4dab-b69b-55478bc992a7 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:39.662530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Updating router 72e22354-2b07-4dab-b69b-55478bc992a7 port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:40:39.720163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:39.789461 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:39.813415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.027366 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Allocated IP 172.20.0.1 (a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1/b7b55f69-1acb-4cad-a170-d163134c6448/d982d023-ac4a-4954-9d86-d91df2c1ed7c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:40.090222 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:39Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:40.103460 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e8b3b-2c81-4773-bd2c-1c11717e8a8b None None] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:40:40.132207 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421c5e0-a952-4e8e-ba67-9b787430a1c8 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:39Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:40.181126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.224611 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Transition to ACTIVE for port object 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:40.240357 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d4a53efc-a10f-4313-9e6e-287a5a0b49fe None None] Provisioning for port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:40.254325 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.291935 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6d77b3a9-c9c5-4998-aded-f3b47039bb4c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:40.403009 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b658a-4124-42c1-821b-508f13fa228e None None] Pushing event updated for resources: {'Port': ['ID=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:40.407519 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Attempting to bind port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:40.408123 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Attempting to bind port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:40.408615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Attempting to bind port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:40.422625 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:40.423147 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:40.423642 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.424129 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:40.424786 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Bound port: 234c4ba5-edc3-4f4d-8db3-555d5d8652d3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:40.425232 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.507897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:40.525791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] For port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:40.527936 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:40.528264 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.531302 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] For port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:40.561327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.563899 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.577850 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Transition to ACTIVE for port object d982d023-ac4a-4954-9d86-d91df2c1ed7c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:40.615797 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.654033 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:40.656866 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b658a-4124-42c1-821b-508f13fa228e None None] Pushing event updated for resources: {'Port': ['ID=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:40.658281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:40.662080 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:40.662717 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:40.674753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:40.677537 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:40.724315 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.881551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.965657 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdb4a0d-b86e-43cf-8835-5fd56b12e972 None None] Provisioning complete for port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:40.965657 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdb4a0d-b86e-43cf-8835-5fd56b12e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:40.968766 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.025432 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:41.036703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.037529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:41.088765 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.095701 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.115565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:41.170439 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.172178 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:41.197407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:41.227497 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1aab13d1-16a0-42d3-ae42-f486a7fc96ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.269998 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:41.271248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:41.314471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:41.330584 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:41.330962 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.402950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Router 72e22354-2b07-4dab-b69b-55478bc992a7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:40:41.453020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 3, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:41.485462 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.489244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5273acbc-1e51-4778-a0d4-f2176c6e0143 None None] The sync data for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 is: [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 3, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:41.496753 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-badd0bd9-0d1c-456f-b62c-1cbb23af02ce None None] Provisioning for port d982d023-ac4a-4954-9d86-d91df2c1ed7c completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:41.508067 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-badd0bd9-0d1c-456f-b62c-1cbb23af02ce None None] Provisioning complete for port d982d023-ac4a-4954-9d86-d91df2c1ed7c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:41.508432 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-badd0bd9-0d1c-456f-b62c-1cbb23af02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.530599 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:41.536499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1de1652b-80b9-4903-861c-40294efdd4d0 admin admin] 10.222.0.37 "PUT /v2.0/routers/72e22354-2b07-4dab-b69b-55478bc992a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983859 Jul 23 23:40:41.551558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:41.559791 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.560594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ee806f17-7e63-4a86-aeb5-3f58fef8ea5d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:41.603370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-badd0bd9-0d1c-456f-b62c-1cbb23af02ce None None] Port d982d023-ac4a-4954-9d86-d91df2c1ed7c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:40:41.644072 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:41.654541 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:41.654894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.777368 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be585c9f-8d3a-4be1-8008-2d49d94f5653 None None] Provisioning complete for port d982d023-ac4a-4954-9d86-d91df2c1ed7c triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:41.778410 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be585c9f-8d3a-4be1-8008-2d49d94f5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:41.812742 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-be585c9f-8d3a-4be1-8008-2d49d94f5653 None None] Port d982d023-ac4a-4954-9d86-d91df2c1ed7c cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:40:42.165270 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6d77b3a9-c9c5-4998-aded-f3b47039bb4c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:42.181032 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.186406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086148646', 'description': 'tempest-secgroup-smoke-1086148646 description', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.211134 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.216574 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:42.217210 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.307683 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.311178 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:42.314459 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.349207 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.350648 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1682446 Jul 23 23:40:42.351550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9c92-252b-488b-82bb-519bbbf38812 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdaa893-8c21-48c9-993b-98fa57bbeeca,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.353674 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.359186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.367127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:42.367523 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.386488 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.446756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.450551 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.453708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:42.468673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183c2334-4291-4075-a845-d8ef02d3f722,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.475648 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.476787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ad4ed788-d86b-4ef7-b77b-adf91c3c7c42 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217120 Jul 23 23:40:42.479908 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44636) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.484921 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.509707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:42.512554 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.513402 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:42.513796 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.575892 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.579831 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.595364 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.600535 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4e4b14-4615-4f5c-a2dd-7c61e087aa46,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.607925 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.609608 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d5e83e11-11cc-43e3-adcf-05fb66bf0286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281145 Jul 23 23:40:42.612507 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.617023 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.618593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:42.622761 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.645091 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.671761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.704415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.708472 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.726550 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e2f8e3-1e4c-442c-8b16-0441c8909f72,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.732314 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.733154 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1d82d2be-77f7-42f6-9926-f32c0f4542eb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196821 Jul 23 23:40:42.735967 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44640) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.740353 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.765464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.825474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.829184 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.846849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe9e3e0-84b4-4f94-aef4-9a2035574f29,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.853203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.854422 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d642de90-c7e6-4d93-ad56-2f4f4f937ad2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175475 Jul 23 23:40:42.857239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44642) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.862006 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:42.885582 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Project d4c004957c4541e0acdb6f34fdb01368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:40:42.890534 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.955260 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.959455 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.976360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54b676e-e5f7-4fda-a3a2-340a3c86659c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:42.982263 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:42.983709 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a5a6dfcc-7f1d-4201-863a-631d14bb67c8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252613 Jul 23 23:40:42.986531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:42.991445 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': 'cbdaa893-8c21-48c9-993b-98fa57bbeeca', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:43.013445 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Project d4c004957c4541e0acdb6f34fdb01368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:40:43.018820 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.081022 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.084669 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.101614 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a63628b-ffcf-4835-9c15-03e22b9d1199,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:43.109329 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.110584 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8b631c36-43a9-4356-b197-2207751770cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228902 Jul 23 23:40:43.248525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-fb7a9bc8-965d-41a6-b65b-3e5344ac6ec6 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086148646&fields=id&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 267 time: 0.0326047 Jul 23 23:40:43.363046 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-a5d13d72-da42-4550-903b-84187e051d04 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:43.364556 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-a5d13d72-da42-4550-903b-84187e051d04 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 809 time: 0.1092541 Jul 23 23:40:43.379269 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-62e8ec3a-91bc-4c0e-8d5b-90b58d628313 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/quotas/d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 375 time: 0.0093744 Jul 23 23:40:43.447127 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-bf818e7e-0778-43ad-b2cb-1f6d39c00cd5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625589 Jul 23 23:40:43.550394 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-fbcc56df-c592-47a2-85a6-1b1e6806df7c service neutron] 10.222.0.37 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912893 Jul 23 23:40:43.584907 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Sync routers for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:43.593664 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:43.594358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:43.647295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-fa2be1a3-afa3-4f33-b688-05cccd468c67 service neutron] 10.222.0.37 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908639 Jul 23 23:40:43.700152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:43.816238 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0e8b11ed-2ee1-4be8-ac35-11f513425de2 req-b93ee887-d9fe-4126-a91e-074dbdbd88be tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 210 time: 0.0335784 Jul 23 23:40:43.845684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a79ca1b-91f4-4fc5-ab61-a04d149e490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:43.904042 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 4, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd982d023-ac4a-4954-9d86-d91df2c1ed7c', 'name': '', 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'mac_address': 'fa:16:3e:74:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:39Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 2, 'project_id': '38324e14281e4c2599e81935a35af980', 'subnets': [{'id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:43.928464 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Checking router: 72e22354-2b07-4dab-b69b-55478bc992a7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:43.928810 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Updating router 72e22354-2b07-4dab-b69b-55478bc992a7 port d982d023-ac4a-4954-9d86-d91df2c1ed7c binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:40:43.964820 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.063890 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:44.116235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:44.116705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.223886 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.233642 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Transition to ACTIVE for port object d982d023-ac4a-4954-9d86-d91df2c1ed7c will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:44.239503 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.282240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.291013 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c23eba-db85-487d-a704-8a11ef34c1be None None] Pushing event updated for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:44.346770 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Attempting to bind port d982d023-ac4a-4954-9d86-d91df2c1ed7c on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:44.347154 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Attempting to bind port d982d023-ac4a-4954-9d86-d91df2c1ed7c by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:44.347509 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Attempting to bind port d982d023-ac4a-4954-9d86-d91df2c1ed7c on network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:44.352391 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:44.352758 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Checking segment: {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:44.353141 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.353520 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Bound using segment: {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:44.354064 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Bound port: d982d023-ac4a-4954-9d86-d91df2c1ed7c, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168cdb0f-976e-4fc0-805e-091d41480d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:44.354433 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.418704 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] For port d982d023-ac4a-4954-9d86-d91df2c1ed7c, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:44.421787 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] For port d982d023-ac4a-4954-9d86-d91df2c1ed7c, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d982d023-ac4a-4954-9d86-d91df2c1ed7c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:44.427457 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:44.483271 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:44.483900 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:44.488850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c23eba-db85-487d-a704-8a11ef34c1be None None] Pushing event updated for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:44.594021 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:44.789244 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 4, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd982d023-ac4a-4954-9d86-d91df2c1ed7c', 'name': '', 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'mac_address': 'fa:16:3e:74:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:39Z', 'updated_at': '2021-07-23T23:40:44Z', 'revision_number': 4, 'project_id': '38324e14281e4c2599e81935a35af980', 'subnets': [{'id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:44.816031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d99d61-df21-4218-8a54-70b855bfece0 None None] The sync data for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 is: [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:40:40Z', 'revision_number': 4, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'd982d023-ac4a-4954-9d86-d91df2c1ed7c', 'name': '', 'network_id': 'a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'mac_address': 'fa:16:3e:74:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:39Z', 'updated_at': '2021-07-23T23:40:44Z', 'revision_number': 4, 'project_id': '38324e14281e4c2599e81935a35af980', 'subnets': [{'id': 'b7b55f69-1acb-4cad-a170-d163134c6448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:44.911340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6dfa8af-abfd-4790-8052-147e299ebfb0 req-913cd112-0694-41c0-b229-b2ddd3b9609c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 210 time: 0.0313559 Jul 23 23:40:45.220732 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:46.020206 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5d0983db-ca4a-4a26-9749-76d8477bb503 req-f84de872-4ed3-4ca2-a212-cc7c1f1128c3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 210 time: 0.0310531 Jul 23 23:40:46.082393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d982d023-ac4a-4954-9d86-d91df2c1ed7c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:46.130724 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port d982d023-ac4a-4954-9d86-d91df2c1ed7c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:46.134241 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d982d023-ac4a-4954-9d86-d91df2c1ed7c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:46.134607 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:46.212176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:46.247394 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port d982d023-ac4a-4954-9d86-d91df2c1ed7c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d982d023-ac4a-4954-9d86-d91df2c1ed7c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:46.251251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:46.302690 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:46.730516 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:46.820705 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-4bc63b47-47e7-42a6-8815-1679142a530f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:46.822210 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-4bc63b47-47e7-42a6-8815-1679142a530f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 809 time: 0.1102910 Jul 23 23:40:46.865910 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-1b3b6ea7-9d67-478d-bc8b-c6c7d52f9d70 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 380 time: 0.0355809 Jul 23 23:40:46.875097 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'port': {'device_id': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'admin_state_up': True, 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'security_groups': ['cbdaa893-8c21-48c9-993b-98fa57bbeeca']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:46.979883 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Made reservation on behalf of d4c004957c4541e0acdb6f34fdb01368 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:40:46.983474 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.118282 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Allocated IP 172.20.0.7 (f9762dd5-63ff-4c38-823d-2f283998806f/a0397697-4d0b-44e6-ba83-b312050d1f11/02ba2bce-3355-4d61-b16f-1d844a51b8a1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:47.130584 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3de6e2d4-1c71-4007-b017-18bf7d6530c7 req-3c4e2f31-8295-4b38-ba16-c2568c715bb1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 210 time: 0.0295599 Jul 23 23:40:47.268247 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.281296 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Transition to ACTIVE for port object 02ba2bce-3355-4d61-b16f-1d844a51b8a1 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:47.316147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.360271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Network f9762dd5-63ff-4c38-823d-2f283998806f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:47.363443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:47.366428 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:47.397748 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:47.425472 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:47.426124 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.442772 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-40e9de98-e0b2-459d-aeba-ab1c1be88146 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710783 Jul 23 23:40:47.454013 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Request body: {'port': {'device_id': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:47.534871 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.614089 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3cad7a18-898a-424c-96ff-16fe771bdf03 None None] Provisioning for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:47.617694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3cad7a18-898a-424c-96ff-16fe771bdf03 None None] Provisioning complete for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:47.618096 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3cad7a18-898a-424c-96ff-16fe771bdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.655452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3cad7a18-898a-424c-96ff-16fe771bdf03 None None] Port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:40:47.798066 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:40:47.806448 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.819529 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Transition to ACTIVE for port object 02ba2bce-3355-4d61-b16f-1d844a51b8a1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:40:47.823175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:47.896900 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:47.951887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:40:47.952216 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:40:47.952542 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:47.957061 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:40:47.957381 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:40:47.962359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:40:47.962692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:40:47.963074 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Bound using segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:40:47.963502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Bound port: 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:40:47.963896 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:48.032569 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:40:48.036751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:40:48.042017 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:48.073267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d982d023-ac4a-4954-9d86-d91df2c1ed7c up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:48.087604 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.088290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:48.089834 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] 10.222.0.22 "PUT /v2.0/ports/02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1092 time: 0.6400712 Jul 23 23:40:48.090352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:40:48.092799 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:40:48.117406 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017c1a8-297b-427f-a9f5-6a824aee205a service neutron] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:48.148236 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port d982d023-ac4a-4954-9d86-d91df2c1ed7c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:48.148607 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:48.152166 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a3207-931d-4805-8aa3-34677a3fbb29 x-openstack-request-id: req-930a3207-931d-4805-8aa3-34677a3fbb29 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:40:48.154152 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:40:48.154576 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-930a3207-931d-4805-8aa3-34677a3fbb29 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:40:48.155086 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'status': 'completed', 'code': 200} Jul 23 23:40:48.219785 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-3797d26a-a615-4210-a6b4-1065f0bdc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.221596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-3797d26a-a615-4210-a6b4-1065f0bdc8bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1095 time: 0.0823750 Jul 23 23:40:48.272208 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-b71bcae4-b28e-496d-894d-96b9d0f394ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 217 time: 0.0444388 Jul 23 23:40:48.287390 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61efe5-5aad-4818-9eda-1328242c3b24 req-4612168a-1027-47b9-aa6c-87a73ef93ca8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.288848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b61efe5-5aad-4818-9eda-1328242c3b24 req-4612168a-1027-47b9-aa6c-87a73ef93ca8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 943 time: 0.0709264 Jul 23 23:40:48.332678 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-a63d6927-9638-4c12-8de0-bd867afdfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.334216 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-a63d6927-9638-4c12-8de0-bd867afdfeec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0558357 Jul 23 23:40:48.404326 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-33509596-4a0d-4c41-8f64-48450a62e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.405899 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-33509596-4a0d-4c41-8f64-48450a62e257 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640750 Jul 23 23:40:48.505953 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-ff8464b8-b584-4928-8d17-1b7bf69b44e0 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937872 Jul 23 23:40:48.606870 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-eef187dc-8f9e-493c-9cd0-f4b1376a0a24 req-bb8b6f6e-9a35-4c5a-8062-e77aae307949 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948153 Jul 23 23:40:48.655718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1b61efe5-5aad-4818-9eda-1328242c3b24 req-f28d857a-e62f-40de-a455-3512d0a59538 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611073 Jul 23 23:40:48.708132 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-5ef9a8ca-3d25-4d2e-9a7f-b0836c7ac685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.709633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-5ef9a8ca-3d25-4d2e-9a7f-b0836c7ac685 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1095 time: 0.0557375 Jul 23 23:40:48.801965 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-0937dac1-7c2f-4407-9539-115507ea5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.803412 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-0937dac1-7c2f-4407-9539-115507ea5932 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0871391 Jul 23 23:40:48.844256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-31660b0a-6b61-40fa-a3f7-f6fb8453f913 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 217 time: 0.0345969 Jul 23 23:40:48.893194 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-2b8b4031-fc95-482c-8b28-3969938668de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.894750 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-2b8b4031-fc95-482c-8b28-3969938668de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0440657 Jul 23 23:40:48.957022 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-83ae5158-7cbe-4f95-ad26-558f42b09a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:48.958535 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-83ae5158-7cbe-4f95-ad26-558f42b09a16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573788 Jul 23 23:40:49.047199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-02fd94a1-c7c0-4139-9aa2-ada84c792062 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815673 Jul 23 23:40:49.141672 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ca6b76ab-e5f5-4605-8fd1-024b7310f2ac req-c111daa7-e1dc-4c7a-9ee1-fdb19b04a1cb service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873885 Jul 23 23:40:49.733133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:40:49.787029 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a1e9a-b405-48d0-99ff-1f6542fa4d7d req-331ab1a6-a25b-4db3-82e6-bee1cd9f3691 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:49.788513 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-772a1e9a-b405-48d0-99ff-1f6542fa4d7d req-331ab1a6-a25b-4db3-82e6-bee1cd9f3691 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 943 time: 0.0653439 Jul 23 23:40:49.826118 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-772a1e9a-b405-48d0-99ff-1f6542fa4d7d req-018860fb-0027-4272-9e00-452a823053f0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Jul 23 23:40:49.834274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:49.845527 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:40:49.882457 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:49.895340 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:40:49.914203 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:49.918088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:49.967962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:50.118469 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['02ba2bce-3355-4d61-b16f-1d844a51b8a1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:40:50.951724 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15858405-bd9c-4769-b16c-58e18858cbcd req-0c4e2371-f2d3-4bd3-af33-5f096b87563d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:50.953197 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15858405-bd9c-4769-b16c-58e18858cbcd req-0c4e2371-f2d3-4bd3-af33-5f096b87563d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0625796 Jul 23 23:40:50.994149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-15858405-bd9c-4769-b16c-58e18858cbcd req-ad142a75-9dd8-4498-9081-876647d63441 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Jul 23 23:40:51.750459 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:40:51.803181 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:40:51.807217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:40:51.807582 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.881102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.905115 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:40:51.907368 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0360627e-d4f0-41bd-a533-2d1e123e7465" -d '{"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:40:51.920680 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:40:51.925193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:51.948792 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac662c9-a50a-46ff-a79f-7c9e2abc6304 x-openstack-request-id: req-1ac662c9-a50a-46ff-a79f-7c9e2abc6304 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:40:51.949080 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:40:51.949331 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ac662c9-a50a-46ff-a79f-7c9e2abc6304 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:40:51.949734 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'code': 200} Jul 23 23:40:51.975475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:52.051961 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bb961-4da7-40ff-a117-4c1ed3be09c9 req-b85ff96b-1070-4871-ad25-ded6342fcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:52.053591 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f69bb961-4da7-40ff-a117-4c1ed3be09c9 req-b85ff96b-1070-4871-ad25-ded6342fcb57 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1097 time: 0.0534620 Jul 23 23:40:52.089368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f69bb961-4da7-40ff-a117-4c1ed3be09c9 req-9c144401-ffb1-4fe8-b664-850d78f9e44b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287390 Jul 23 23:40:52.123588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb9e3-5ac4-4d90-81c4-7ae286673fb2 req-99b6178d-9100-4063-a203-6706d95ef7b4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:52.125075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a35bb9e3-5ac4-4d90-81c4-7ae286673fb2 req-99b6178d-9100-4063-a203-6706d95ef7b4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0634904 Jul 23 23:40:52.163766 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a35bb9e3-5ac4-4d90-81c4-7ae286673fb2 req-47dfd0d8-f667-426b-b185-36211fdee316 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323589 Jul 23 23:40:52.865508 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.296007 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b195e9b-f245-4b51-89c9-177a609d6d7c req-ee7ef08a-65b1-49b6-94cf-dc5b3459f920 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:53.297499 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b195e9b-f245-4b51-89c9-177a609d6d7c req-ee7ef08a-65b1-49b6-94cf-dc5b3459f920 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0628209 Jul 23 23:40:53.335523 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9b195e9b-f245-4b51-89c9-177a609d6d7c req-dfa824ae-5314-4565-b554-201e97e8f28d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Jul 23 23:40:53.465262 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01ff1a-113b-42bf-b172-8239739d9cbc req-276b789d-578d-4ba3-bcef-a866630f0ab2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:53.466687 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e01ff1a-113b-42bf-b172-8239739d9cbc req-276b789d-578d-4ba3-bcef-a866630f0ab2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0669215 Jul 23 23:40:53.508146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5e01ff1a-113b-42bf-b172-8239739d9cbc req-d9f0c342-a485-4979-8b4d-c8e3f2cd4be5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358093 Jul 23 23:40:53.530284 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:53.676858 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87234fc7-8d14-493e-9d94-74d8fbc37eca tempest-TestShelveInstance-1355376797 tempest-TestShelveInstance-1355376797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:53.678410 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-87234fc7-8d14-493e-9d94-74d8fbc37eca tempest-TestShelveInstance-1355376797 tempest-TestShelveInstance-1355376797-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1092 time: 0.1471457 Jul 23 23:40:53.681389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:40:53.685726 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:40:53.707341 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.807406 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.882038 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:53.914187 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Allocated IP 172.25.1.166 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/d6306cf2-cd8e-43e9-b8ea-14f279301602) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:40:54.013850 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.052528 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.088099 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:40:54.090775 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:40:54.093292 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:40:54.130399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=d6306cf2-cd8e-43e9-b8ea-14f279301602,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:54.452221 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.529909 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.674792 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.679218 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.743941 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=d6306cf2-cd8e-43e9-b8ea-14f279301602,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:40:54.755825 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:54.852749 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Floating IP 76e0ddee-5092-42cb-83d4-a59e9cd569c2 associated. External IP: 172.25.1.166, port: 02ba2bce-3355-4d61-b16f-1d844a51b8a1. Jul 23 23:40:55.056175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:40:55.162909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:40:55.172315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:40:55.178173 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:40:55.181950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:55.182575 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:55.215382 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b3b09425-b3d0-4489-84a3-d33a0d418eef tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5329509 Jul 23 23:40:55.215972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:40:55.218238 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c12814-3ce7-459e-9ae0-085bdfbedac0" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:40:55.254725 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f1150-b6b4-408e-b0b9-428cabb742a1 x-openstack-request-id: req-344f1150-b6b4-408e-b0b9-428cabb742a1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:40:55.255096 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:40:55.255419 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-344f1150-b6b4-408e-b0b9-428cabb742a1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:40:55.255892 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'status': 'completed', 'code': 200} Jul 23 23:40:55.301409 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:55.327163 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-12121351-72be-4555-95c9-d96760a77092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:55.328716 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-12121351-72be-4555-95c9-d96760a77092 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1097 time: 0.0550351 Jul 23 23:40:55.421439 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-d74fe971-4a6b-4997-8450-3481c48d4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:55.422960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-d74fe971-4a6b-4997-8450-3481c48d4753 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0887396 Jul 23 23:40:55.487462 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-dbb9adcb-c142-4b8e-bb96-13e1451819af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 999 time: 0.0582199 Jul 23 23:40:55.523752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '76e0ddee-5092-42cb-83d4-a59e9cd569c2', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:40:54Z', 'updated_at': '2021-07-23T23:40:54Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:55.536918 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-166cd100-6f36-4423-9d03-a4dbd6a8e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:55.538464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-166cd100-6f36-4423-9d03-a4dbd6a8e030 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0452719 Jul 23 23:40:55.553847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:40:55.562144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:40:55.562771 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:40:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:55.602389 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-3d3c0a0f-e52f-48c7-834f-456f50c6202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:40:55.603837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-3d3c0a0f-e52f-48c7-834f-456f50c6202d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588737 Jul 23 23:40:55.672634 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:40:55.693664 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-fa494c7e-7ebc-4a97-bf2c-2d8ad694f79f service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Jul 23 23:40:55.788161 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-96c12814-3ce7-459e-9ae0-085bdfbedac0 req-7056ebf1-26e6-44f6-9cfb-9cd6ee62d99f service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882840 Jul 23 23:40:55.891489 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '76e0ddee-5092-42cb-83d4-a59e9cd569c2', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:40:54Z', 'updated_at': '2021-07-23T23:40:54Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:40:55.921615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de34d6-a3e7-4827-a9d2-035f02676535 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '76e0ddee-5092-42cb-83d4-a59e9cd569c2', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:40:54Z', 'updated_at': '2021-07-23T23:40:54Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:40:56.117262 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5332ad-8bf4-442c-af80-926763cd5ec7 None None] New status for floating IP 76e0ddee-5092-42cb-83d4-a59e9cd569c2: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:41:11.128981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2899a9f2-af60-4d40-9a9a-4d4588d7bb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:13.846766 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-51a416f4-eede-4f0d-8835-718ecf0f0837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:14.285386 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:14.467736 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:41:15.221653 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:16.733141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:22.880669 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:23.905057 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:24.571464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-c7f0b4cf-ce5a-4fc8-a3de-e5b9cdc037d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522563 Jul 23 23:41:24.663888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-49b8c68a-8024-4566-9b20-61fa3a90295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:24.665392 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-49b8c68a-8024-4566-9b20-61fa3a90295a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1097 time: 0.0532954 Jul 23 23:41:24.773849 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-6be6928f-dfa4-4456-85ea-f4b534c3818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:24.775324 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-6be6928f-dfa4-4456-85ea-f4b534c3818e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0903976 Jul 23 23:41:24.840359 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-22e9c855-9e00-46ff-a27d-d4cff50fed96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0576909 Jul 23 23:41:25.240757 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-1a66a79f-0587-404f-8b34-4b1f152b84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:25.242288 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-1a66a79f-0587-404f-8b34-4b1f152b84e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.3953953 Jul 23 23:41:25.303805 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-b07de075-9221-495f-b54e-00c0415b0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:41:25.305299 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-b07de075-9221-495f-b54e-00c0415b0ba2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545402 Jul 23 23:41:25.397511 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-e4e60c50-00c6-4685-9415-36878c3c600a service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Jul 23 23:41:25.486743 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b4276f04-3f39-4011-a344-1b82e71288b0 req-e38b46f8-7e27-4c77-9fb5-8c3124a6638c service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Jul 23 23:41:41.130434 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57d5dda8-7916-4bbc-af4a-620291444929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:43.847947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a150adb7-1718-40d9-9f85-986055f06a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:44.286303 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:45.224749 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:46.740467 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:51.469581 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:41:52.895067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:41:53.900823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:11.130335 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f48cc56c-8632-4c99-8403-4acd08e06c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:13.848141 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b71e7c81-e187-49e9-84e6-a3ed18c34338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:14.286612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:15.228543 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:16.741939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:22.895452 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:23.921075 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:26.586632 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-6953c478-07c6-488b-be3e-4336c953d368 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531282 Jul 23 23:42:26.681166 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690f04-d920-44e2-8181-b56af6772880 req-1beb40a0-2be5-4b3c-be12-7bc7f0a6cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:26.682711 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-1beb40a0-2be5-4b3c-be12-7bc7f0a6cf54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1097 time: 0.0566604 Jul 23 23:42:26.783729 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690f04-d920-44e2-8181-b56af6772880 req-a4faa26b-853e-41b0-bee5-0c6e369a621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:26.785219 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-a4faa26b-853e-41b0-bee5-0c6e369a621a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0838156 Jul 23 23:42:26.854069 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-bdf0bf42-4c14-4d73-b2ce-b6fa30ba3b26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0615659 Jul 23 23:42:26.903709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690f04-d920-44e2-8181-b56af6772880 req-8daa404d-70ec-4c01-b597-b6b4879f2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:26.905140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-8daa404d-70ec-4c01-b597-b6b4879f2a1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0449162 Jul 23 23:42:26.962222 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690f04-d920-44e2-8181-b56af6772880 req-0848d40e-7307-4e45-a844-f5a0d371becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:26.963673 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-0848d40e-7307-4e45-a844-f5a0d371becc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526974 Jul 23 23:42:26.973956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-195ea012-40c5-4330-a046-5687bd3c5caa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:42:26.974878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-195ea012-40c5-4330-a046-5687bd3c5caa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048590 Jul 23 23:42:27.066972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-f66cc4bb-6ad1-4a7f-b7a0-a3da0dedb5b0 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Jul 23 23:42:27.155418 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c5690f04-d920-44e2-8181-b56af6772880 req-375ce8a7-0d46-4da5-8d3b-7505e50b82cb service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812380 Jul 23 23:42:28.469603 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:42:41.132311 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df6b80f1-785a-4f2d-a1e7-8f95dce53e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:43.848003 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ece90f57-964e-46f6-8a20-ee1bf3fd0e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:44.286334 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:45.233245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:46.743056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:50.821873 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984ffa-c08d-4ce9-b752-73f205e0807b req-2d7858ac-2fa3-4f16-9c67-4b681daca24b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:50.823406 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40984ffa-c08d-4ce9-b752-73f205e0807b req-2d7858ac-2fa3-4f16-9c67-4b681daca24b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0639257 Jul 23 23:42:50.860888 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-40984ffa-c08d-4ce9-b752-73f205e0807b req-7c9db166-3d9d-4c03-8e9a-9bd1c1e45fad tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Jul 23 23:42:52.290229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ae79-20e5-49fa-9844-69e0fd2f275e req-326930e2-e682-4506-b4f7-a07bebe13be8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:52.291695 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d221ae79-20e5-49fa-9844-69e0fd2f275e req-326930e2-e682-4506-b4f7-a07bebe13be8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0665574 Jul 23 23:42:52.330256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d221ae79-20e5-49fa-9844-69e0fd2f275e req-137294d7-b575-48c2-bb58-c98585d8fa99 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330379 Jul 23 23:42:52.892917 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:53.458270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87d2b-ae46-47de-a7b7-8d8d0ed5d227 req-a0ee6f4c-0444-4264-9d47-7a377ef9b778 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:53.459730 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18d87d2b-ae46-47de-a7b7-8d8d0ed5d227 req-a0ee6f4c-0444-4264-9d47-7a377ef9b778 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0622544 Jul 23 23:42:53.496822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-18d87d2b-ae46-47de-a7b7-8d8d0ed5d227 req-9e1d7de7-a279-4ef2-9d5f-d6e839c60d8e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Jul 23 23:42:53.916296 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:42:54.631632 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb016-0bae-4309-8575-9b3a02fec398 req-7edec16b-dd7f-4e51-8d10-5ccb88e1d9f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:54.633037 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b5eb016-0bae-4309-8575-9b3a02fec398 req-7edec16b-dd7f-4e51-8d10-5ccb88e1d9f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0637155 Jul 23 23:42:54.671460 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0b5eb016-0bae-4309-8575-9b3a02fec398 req-19110dc3-1f0c-4291-a7c7-14bcec70fc31 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Jul 23 23:42:55.803182 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6f25-b759-43c1-b0ca-5a1f2b86f3f8 req-18280781-82ae-45a9-8bce-6c99851f4e99 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:55.804681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f38b6f25-b759-43c1-b0ca-5a1f2b86f3f8 req-18280781-82ae-45a9-8bce-6c99851f4e99 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0670173 Jul 23 23:42:55.844355 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f38b6f25-b759-43c1-b0ca-5a1f2b86f3f8 req-2ab59d20-df11-444b-9324-8e932f53d31d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Jul 23 23:42:56.973247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266a5ec-d166-437d-88a5-795062851b91 req-269b9f39-2978-4180-af5a-73a23bdf31ad tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:56.974770 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1266a5ec-d166-437d-88a5-795062851b91 req-269b9f39-2978-4180-af5a-73a23bdf31ad tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0639784 Jul 23 23:42:57.013834 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1266a5ec-d166-437d-88a5-795062851b91 req-6a026a7b-e034-4ba1-afd9-852cd06804c1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Jul 23 23:42:58.146910 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1fbf-9d30-46fc-b503-975a0bd5b4bd req-c0165d71-1432-45c9-b81e-c5ea58efdf2b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:58.148385 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-994f1fbf-9d30-46fc-b503-975a0bd5b4bd req-c0165d71-1432-45c9-b81e-c5ea58efdf2b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0667951 Jul 23 23:42:58.185266 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-994f1fbf-9d30-46fc-b503-975a0bd5b4bd req-9a4ea3ed-6778-4871-821f-c4b58182801f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Jul 23 23:42:59.311549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab913-4a98-42fc-85f4-b57f9294574c req-09abf03e-cded-42cf-a989-28d96cfce0cc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:42:59.313074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7cab913-4a98-42fc-85f4-b57f9294574c req-09abf03e-cded-42cf-a989-28d96cfce0cc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0630100 Jul 23 23:42:59.350538 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b7cab913-4a98-42fc-85f4-b57f9294574c req-5a600d3b-e8f6-43b3-82ab-916dca601e53 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Jul 23 23:43:00.477450 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645154d-f97a-40d7-8ba4-18d89f880121 req-b6831c62-ec59-4b76-8c78-49fdbabe78ed tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:00.478936 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c645154d-f97a-40d7-8ba4-18d89f880121 req-b6831c62-ec59-4b76-8c78-49fdbabe78ed tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0621972 Jul 23 23:43:00.516211 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c645154d-f97a-40d7-8ba4-18d89f880121 req-6edc2ade-e19c-4693-b63d-5666cf634abf tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Jul 23 23:43:01.650270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcac2c7-af67-4890-8e08-1da62a9f63e1 req-d0f30b8c-baa2-4437-bf22-5c15b3cd0e32 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:01.651670 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1bcac2c7-af67-4890-8e08-1da62a9f63e1 req-d0f30b8c-baa2-4437-bf22-5c15b3cd0e32 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0674610 Jul 23 23:43:01.688502 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1bcac2c7-af67-4890-8e08-1da62a9f63e1 req-6c107ee1-4a23-402e-b96d-91c5888a041f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jul 23 23:43:02.817555 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3cb8d-a32f-4fcb-9fbd-bd62f3cbf1fe req-87385558-413c-45cc-8756-de9456c55ad4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:02.819072 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0f3cb8d-a32f-4fcb-9fbd-bd62f3cbf1fe req-87385558-413c-45cc-8756-de9456c55ad4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0636415 Jul 23 23:43:02.856093 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d0f3cb8d-a32f-4fcb-9fbd-bd62f3cbf1fe req-243c70fc-327a-4e16-9cf8-92ae33a60d85 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Jul 23 23:43:03.995406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642dd8-d357-4485-ae72-b94f65f3dff8 req-d1345d50-e681-4f3c-a2bc-17e7bb8eb411 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:03.996953 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33642dd8-d357-4485-ae72-b94f65f3dff8 req-d1345d50-e681-4f3c-a2bc-17e7bb8eb411 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0711343 Jul 23 23:43:04.041318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-33642dd8-d357-4485-ae72-b94f65f3dff8 req-86acfbdc-231d-4128-8db1-bcdd9322d50f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369267 Jul 23 23:43:04.339560 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:43:04.442931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:04.456623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:43:04.499305 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:04.513111 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:43:04.536822 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:04.541191 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:04.592039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:04.600070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.600413 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.600761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.601098 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.601434 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.601783 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.602125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.602452 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.602779 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.603103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.603427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.603752 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:04.612159 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['02ba2bce-3355-4d61-b16f-1d844a51b8a1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:43:05.187550 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182768fc-4df6-40e8-bf2b-c7d8dc4cc18c req-630f222b-50ca-48ac-a3ed-bd1cd7291887 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:05.189052 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-182768fc-4df6-40e8-bf2b-c7d8dc4cc18c req-630f222b-50ca-48ac-a3ed-bd1cd7291887 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0763302 Jul 23 23:43:05.230509 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-182768fc-4df6-40e8-bf2b-c7d8dc4cc18c req-6f853dbc-6af7-462d-a5e7-1ea0a88f052e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346944 Jul 23 23:43:05.471299 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:43:06.356864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:43:06.394114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ad97d-962e-48c5-9508-be81daeec1c6 req-ab9e1198-feb1-440b-80c1-694f9ea9cbd9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:06.396994 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a15ad97d-962e-48c5-9508-be81daeec1c6 req-ab9e1198-feb1-440b-80c1-694f9ea9cbd9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0928090 Jul 23 23:43:06.429227 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:43:06.429598 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:06.442451 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a15ad97d-962e-48c5-9508-be81daeec1c6 req-f52e913f-ec69-40d7-aa93-315929f6a4c9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Jul 23 23:43:06.524348 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:06.549050 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:43:06.551466 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516aab34-b7c0-41f1-9322-4ec024ffb9fa" -d '{"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:43:06.566493 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:06.574870 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:06.612481 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae4b60-494b-42ab-956c-b903a95b1c15 x-openstack-request-id: req-53ae4b60-494b-42ab-956c-b903a95b1c15 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:43:06.612695 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:43:06.612934 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53ae4b60-494b-42ab-956c-b903a95b1c15 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:43:06.613331 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'code': 200} Jul 23 23:43:06.643047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:07.602948 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f28b2-5371-4dc8-a188-bf8611b0e756 req-bca4d9ae-cf4d-4365-b0a9-208444d3df75 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:07.605178 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-326f28b2-5371-4dc8-a188-bf8611b0e756 req-bca4d9ae-cf4d-4365-b0a9-208444d3df75 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0780878 Jul 23 23:43:07.646697 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-326f28b2-5371-4dc8-a188-bf8611b0e756 req-c5536366-037c-434e-b5bc-604883c5570c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Jul 23 23:43:08.801056 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349d74b-d1c2-46f8-973f-85fb24f72f57 req-8ae25196-61b5-453d-b8c3-e81b94b20c7e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:08.803988 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f349d74b-d1c2-46f8-973f-85fb24f72f57 req-8ae25196-61b5-453d-b8c3-e81b94b20c7e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0742719 Jul 23 23:43:08.847512 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f349d74b-d1c2-46f8-973f-85fb24f72f57 req-883cfe41-faf1-4aa7-bf04-60c0b059c2ea tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Jul 23 23:43:09.996889 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754f114-5d4d-4c7a-80ea-4dc7fcc5a0c1 req-83212ab0-2fa2-4cde-9fbe-04d4e88c8926 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:09.998607 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1754f114-5d4d-4c7a-80ea-4dc7fcc5a0c1 req-83212ab0-2fa2-4cde-9fbe-04d4e88c8926 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0732093 Jul 23 23:43:10.042541 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1754f114-5d4d-4c7a-80ea-4dc7fcc5a0c1 req-25edab3e-0ddc-467f-9592-451ec9ffaf9e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Jul 23 23:43:11.187614 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17201e58-3159-43e6-9d1b-38c979365a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:11.199557 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8e231-b012-4fd9-ba7b-25b906a1a3f4 req-902184d5-507d-413e-856b-9ae85a24e286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:11.201077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27b8e231-b012-4fd9-ba7b-25b906a1a3f4 req-902184d5-507d-413e-856b-9ae85a24e286 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0866451 Jul 23 23:43:11.243620 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-27b8e231-b012-4fd9-ba7b-25b906a1a3f4 req-563ca129-23d2-44d5-803f-d46dbc78aa24 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358737 Jul 23 23:43:12.381603 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94855-82ac-4704-966a-19834d040f6c req-9c75b6e7-d3ef-4a59-b12b-18a02953c7f0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:12.383190 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31c94855-82ac-4704-966a-19834d040f6c req-9c75b6e7-d3ef-4a59-b12b-18a02953c7f0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0658197 Jul 23 23:43:12.423133 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-31c94855-82ac-4704-966a-19834d040f6c req-2f6f1a02-bacb-4c90-8599-4bb005a7c0bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Jul 23 23:43:12.556675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-fc189a20-5e75-458d-be15-391a38ec6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:12.558225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-fc189a20-5e75-458d-be15-391a38ec6afa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1097 time: 0.0599122 Jul 23 23:43:12.646341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-cf03190a-349c-4847-af03-edeaec491e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:12.647788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-cf03190a-349c-4847-af03-edeaec491e68 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0832803 Jul 23 23:43:12.716028 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-2d6dec93-95c1-4250-be18-2d5b5c2f2ae4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0612669 Jul 23 23:43:12.763341 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-de5c2bf2-be2f-4206-8c7e-49b5e7de5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:12.764733 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-de5c2bf2-be2f-4206-8c7e-49b5e7de5ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0427139 Jul 23 23:43:12.822780 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-e64265d8-e30f-4d89-a7d7-137171e9f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:12.824162 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-e64265d8-e30f-4d89-a7d7-137171e9f1ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533109 Jul 23 23:43:12.913581 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-eaca018f-fcb5-491f-99dc-c468d99aa36b service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Jul 23 23:43:12.999886 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-e712d897-25a5-474c-a905-2ef01ae7e2df req-119c8ced-994a-441c-9323-1b31e461c639 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803511 Jul 23 23:43:13.554595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa269ee5-ead9-4dd8-9d2e-b3c3baa0cc26 req-37e34560-c487-4a82-9b86-dc782c32e306 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:13.556087 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa269ee5-ead9-4dd8-9d2e-b3c3baa0cc26 req-37e34560-c487-4a82-9b86-dc782c32e306 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0672226 Jul 23 23:43:13.594272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa269ee5-ead9-4dd8-9d2e-b3c3baa0cc26 req-7c57914e-13d8-4ee1-9b35-8f6be19108c6 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Jul 23 23:43:13.847894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-475ea370-fbab-4e1c-8974-1921d24dd62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:14.286624 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:14.725623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97498ced-7b2c-4a93-ad0f-383a426b8092 req-f6fff24c-7e8c-4a2d-bdc3-d8da020c981e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:14.727167 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97498ced-7b2c-4a93-ad0f-383a426b8092 req-f6fff24c-7e8c-4a2d-bdc3-d8da020c981e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0641875 Jul 23 23:43:14.763605 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-97498ced-7b2c-4a93-ad0f-383a426b8092 req-f47c40d4-9903-425b-8596-86d96cb86efa tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306225 Jul 23 23:43:14.882732 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-120ed8cb-f449-403c-add4-586d5418d3a0 req-a2604e7f-3726-424c-8f04-bce4cfe4a134 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:43:14.883754 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-120ed8cb-f449-403c-add4-586d5418d3a0 req-a2604e7f-3726-424c-8f04-bce4cfe4a134 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591226 Jul 23 23:43:15.234512 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:16.077110 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580770-efe5-4da6-abba-64019f51ba66 req-bf334e24-4cae-4d0d-a62e-ea3679e3af11 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:16.078674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61580770-efe5-4da6-abba-64019f51ba66 req-bf334e24-4cae-4d0d-a62e-ea3679e3af11 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0702047 Jul 23 23:43:16.118783 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61580770-efe5-4da6-abba-64019f51ba66 req-4e85a89a-e88e-40ca-942b-972a973abc87 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342216 Jul 23 23:43:16.359790 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-2b615bfc-a62f-496e-93c8-f851579a9975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991111 Jul 23 23:43:16.418219 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:43:16.497340 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:16.519789 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:43:16.522005 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c7f4c-f827-4ceb-aeb1-776af1e8a29d" -d '{"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-unplugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:43:16.535442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:16.538941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:16.562279 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f53cffa-9648-46a8-9520-35d7ae347620 x-openstack-request-id: req-2f53cffa-9648-46a8-9520-35d7ae347620 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:43:16.562569 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-unplugged", "status": "failed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:43:16.562821 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f53cffa-9648-46a8-9520-35d7ae347620 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:43:16.563240 n-d-791506-25 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'code': 422} returned with failed status Jul 23 23:43:16.587683 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:16.745684 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:17.248168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79d949-e595-4149-8031-a811797f8913 req-e702206e-0cc6-47a9-9b16-f1c8e33c4232 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:17.249653 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe79d949-e595-4149-8031-a811797f8913 req-e702206e-0cc6-47a9-9b16-f1c8e33c4232 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 943 time: 0.0630269 Jul 23 23:43:17.287158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe79d949-e595-4149-8031-a811797f8913 req-5969fca1-479e-43dc-b20d-f5072ea4e7b5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Jul 23 23:43:18.415605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f1592-abdd-41ee-829f-960662e7f8e9 req-e621d69d-d13b-4436-ab85-698f4516cec3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:18.416995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca3f1592-abdd-41ee-829f-960662e7f8e9 req-e621d69d-d13b-4436-ab85-698f4516cec3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 943 time: 0.0628533 Jul 23 23:43:18.459497 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ca3f1592-abdd-41ee-829f-960662e7f8e9 req-ee5e5c2c-e59d-448b-9351-364f9c084d47 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368283 Jul 23 23:43:19.269272 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6f296616-f66e-4961-89c0-d214e813510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:19.270793 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6f296616-f66e-4961-89c0-d214e813510c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 1095 time: 0.0947945 Jul 23 23:43:19.281884 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-25', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:43:19.351805 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:19.590582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:19.642232 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff40e3c-7cd3-4b79-9000-83d286ac6a23 req-3c911015-4ab0-4b00-bb3b-ba1b5f782222 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:19.643747 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fff40e3c-7cd3-4b79-9000-83d286ac6a23 req-3c911015-4ab0-4b00-bb3b-ba1b5f782222 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 943 time: 0.1120474 Jul 23 23:43:19.644696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h2-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:43:19.690995 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:43:19.701168 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:19.722249 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fff40e3c-7cd3-4b79-9000-83d286ac6a23 req-8f01a3ce-134e-42f4-be2f-68f883ca79c4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585136 Jul 23 23:43:19.724858 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Transition to ACTIVE for port object 02ba2bce-3355-4d61-b16f-1d844a51b8a1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:43:19.727982 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:19.811193 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:19.823878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.824230 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.824575 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.824913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.825244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.825572 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.825928 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.826256 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.826582 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.826906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.827228 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.827549 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:43:19.867885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] No DVR routers for this DVR port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on host n-h2-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:43:20.005336 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:43:20.005672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:43:20.006030 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:43:20.010191 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:43:20.010513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Attempting to bind port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:43:20.015273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:43:20.015553 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:43:20.015934 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Bound using segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:43:20.016360 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Bound port: 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:43:20.016712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:20.080565 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:43:20.083481 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:43:20.088790 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:20.121131 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.121924 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:20.123419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] 10.222.0.25 "PUT /v2.0/ports/02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1092 time: 0.8454945 Jul 23 23:43:20.123870 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:43:20.126243 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:43:20.155695 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed1c71-fdc5-48b5-8739-b0199529964e service neutron] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:20.180757 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9e816-004f-43bd-ab19-92f4b697d2fb x-openstack-request-id: req-7aa9e816-004f-43bd-ab19-92f4b697d2fb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:43:20.181055 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:43:20.181357 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7aa9e816-004f-43bd-ab19-92f4b697d2fb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:43:20.181787 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'status': 'completed', 'code': 200} Jul 23 23:43:20.229797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-d949a183-23b9-4b91-a1e7-33a4e6404e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.231334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-d949a183-23b9-4b91-a1e7-33a4e6404e9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1096 time: 0.0613441 Jul 23 23:43:20.326315 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-98871246-144f-439b-aabe-3cee9165f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.327785 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-98871246-144f-439b-aabe-3cee9165f9f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0901401 Jul 23 23:43:20.391423 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-631f0590-f40d-4673-9202-1b5196873ed1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 999 time: 0.0575469 Jul 23 23:43:20.442720 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6c15f9ee-42f7-4be7-b8fa-66484f605abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.444135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-6c15f9ee-42f7-4be7-b8fa-66484f605abe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0469332 Jul 23 23:43:20.501440 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-d133d131-e639-47ff-a28d-0c0b20a619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.503533 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-d133d131-e639-47ff-a28d-0c0b20a619fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533357 Jul 23 23:43:20.594111 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-7bfea2e2-d43e-41b2-98ce-a64aa0f99748 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840373 Jul 23 23:43:20.686638 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-434a239a-84e7-48b8-b057-375a14b72335 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864420 Jul 23 23:43:20.781837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-50e21a1c-ab50-4807-b58a-9cdffcd9a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.783966 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-50e21a1c-ab50-4807-b58a-9cdffcd9a283 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1096 time: 0.0574384 Jul 23 23:43:20.918114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-0d9171e2-5105-4d43-a2ad-8077b0bd14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.919674 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-0d9171e2-5105-4d43-a2ad-8077b0bd14ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.1306555 Jul 23 23:43:20.928672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeca7c-4913-4a55-b762-ea820223f893 req-80e6bc2c-be52-4728-96cf-1e8232ea67c7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:20.930232 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0aeca7c-4913-4a55-b762-ea820223f893 req-80e6bc2c-be52-4728-96cf-1e8232ea67c7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.1336582 Jul 23 23:43:21.034773 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0aeca7c-4913-4a55-b762-ea820223f893 req-a596dfd2-c2d9-4691-9c65-a79e422e7402 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962622 Jul 23 23:43:21.037407 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-b207f2eb-0d3e-4eea-89eb-a60afddb90d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 999 time: 0.1058092 Jul 23 23:43:22.178087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256dbec-7e24-4de2-8673-16174ee2dbb3 req-55a8683f-2823-4490-b152-cd4be488fc69 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:22.179621 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f256dbec-7e24-4de2-8673-16174ee2dbb3 req-55a8683f-2823-4490-b152-cd4be488fc69 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0662217 Jul 23 23:43:22.219911 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f256dbec-7e24-4de2-8673-16174ee2dbb3 req-29ba269d-8e79-4748-acf9-c4faa13023cd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343175 Jul 23 23:43:22.903245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:23.363347 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db3dba-8f1d-4254-8b6b-feec14483b5f req-b59afc3f-1220-4de0-b9a6-306b6759311f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:23.364900 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89db3dba-8f1d-4254-8b6b-feec14483b5f req-b59afc3f-1220-4de0-b9a6-306b6759311f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0726106 Jul 23 23:43:23.406519 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-89db3dba-8f1d-4254-8b6b-feec14483b5f req-e2216a0f-9bee-47df-a10e-118a4946cbe9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357385 Jul 23 23:43:23.918008 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:24.558595 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3b572-da55-4d48-a076-5fcae4fe8405 req-b7ddb242-4df8-436d-bdd1-b49b024e2d1c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:24.560077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61d3b572-da55-4d48-a076-5fcae4fe8405 req-b7ddb242-4df8-436d-bdd1-b49b024e2d1c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0784664 Jul 23 23:43:24.600426 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-61d3b572-da55-4d48-a076-5fcae4fe8405 req-fa1cd63f-4556-42fa-959b-3f2a6188f997 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Jul 23 23:43:25.737684 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b1af3-9608-4794-a427-c72119db968d req-d137d615-bde5-434c-8ba9-659bd9612d82 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:25.739317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-768b1af3-9608-4794-a427-c72119db968d req-d137d615-bde5-434c-8ba9-659bd9612d82 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0694382 Jul 23 23:43:25.783092 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-768b1af3-9608-4794-a427-c72119db968d req-e41773d5-cac3-4e91-9f6f-9033436d41b9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Jul 23 23:43:26.923841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126c391-3ca1-40d5-90c9-a1e1a736d38d req-467454e6-1512-4a4c-8ec2-9ffcc356d9d3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:26.925526 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e126c391-3ca1-40d5-90c9-a1e1a736d38d req-467454e6-1512-4a4c-8ec2-9ffcc356d9d3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0713294 Jul 23 23:43:26.964945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e126c391-3ca1-40d5-90c9-a1e1a736d38d req-70da8776-c036-4619-9f8e-c96d9ad72dc1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Jul 23 23:43:28.105244 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0112b-1a25-4820-8bb0-2fd4b33718b5 req-e873050b-ed2c-4d50-9746-fd6fb37ef999 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:28.108136 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14a0112b-1a25-4820-8bb0-2fd4b33718b5 req-e873050b-ed2c-4d50-9746-fd6fb37ef999 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0701938 Jul 23 23:43:28.152354 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-14a0112b-1a25-4820-8bb0-2fd4b33718b5 req-f1a680bc-e167-40b6-a2e9-696725cbdd77 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353248 Jul 23 23:43:29.288538 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7eee-40f1-4198-bdd0-fe5050105654 req-dbf47b34-311f-4085-a259-bb812d7eaa22 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:29.290090 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-381b7eee-40f1-4198-bdd0-fe5050105654 req-dbf47b34-311f-4085-a259-bb812d7eaa22 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0655854 Jul 23 23:43:29.331543 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-381b7eee-40f1-4198-bdd0-fe5050105654 req-0099e29f-a8c9-404b-928c-938ba1b96733 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Jul 23 23:43:30.466385 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a12f80-ca6f-412c-8703-cad7d5d79842 req-1f9ab854-8267-46b5-a1e9-3be7846d3814 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:30.467847 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39a12f80-ca6f-412c-8703-cad7d5d79842 req-1f9ab854-8267-46b5-a1e9-3be7846d3814 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0669842 Jul 23 23:43:30.508000 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-39a12f80-ca6f-412c-8703-cad7d5d79842 req-2e138081-7228-46b3-af08-e41be0131611 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342660 Jul 23 23:43:30.979924 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-8354f7fa-7377-41c6-a410-f7c7b224ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:30.981611 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-8354f7fa-7377-41c6-a410-f7c7b224ce3b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0513852 Jul 23 23:43:31.044589 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-dcec7a05-2dd2-4901-9254-611ea886aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.046104 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-dcec7a05-2dd2-4901-9254-611ea886aa96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554752 Jul 23 23:43:31.151029 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-e4357b3e-574b-4c6c-af82-f42ee62c3f90 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896795 Jul 23 23:43:31.237808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a6bd5fe8-d13a-40a1-afc1-1522dc9b83dc req-baedac08-aaad-439c-a548-734e433dd960 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Jul 23 23:43:31.360064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-ff314492-6ba6-4e3e-9a3e-79bcf048a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.362152 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-ff314492-6ba6-4e3e-9a3e-79bcf048a0ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1096 time: 0.0663717 Jul 23 23:43:31.460755 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-b6f9d796-8f8a-4963-9d0b-01995ea5d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.462218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-b6f9d796-8f8a-4963-9d0b-01995ea5d952 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0817692 Jul 23 23:43:31.529484 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-ca84ab4d-e410-4736-8d80-fe99a627faec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 999 time: 0.0607996 Jul 23 23:43:31.578729 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-527eea70-905b-4d7e-aed8-738226eb38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.580193 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-527eea70-905b-4d7e-aed8-738226eb38f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0445070 Jul 23 23:43:31.678003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-23226a8b-59c6-4403-b7b3-67ca123fac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.679485 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-23226a8b-59c6-4403-b7b3-67ca123fac28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922623 Jul 23 23:43:31.686804 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df058-21c3-4f6b-b84a-71bb38a88a66 req-2ccbd824-1f90-4f3c-beb2-c9517634383c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:31.688142 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d85df058-21c3-4f6b-b84a-71bb38a88a66 req-2ccbd824-1f90-4f3c-beb2-c9517634383c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.1119590 Jul 23 23:43:31.770419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d85df058-21c3-4f6b-b84a-71bb38a88a66 req-e3b71a1c-1ef7-40e7-9878-1865f70e98a6 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744770 Jul 23 23:43:31.794334 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-6b5bee25-787b-4c40-8202-04ba287570fd service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053069 Jul 23 23:43:31.886046 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2fcbaadb-702d-4789-afa4-a414ef9adf36 req-15d1301f-5004-462d-8c2d-284722d36d98 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845919 Jul 23 23:43:32.898551 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa9c35-f895-4f2c-ace7-5baf6a78dd3c req-35b035e8-6327-4abb-ad68-18f32f511bac tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:32.900038 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dbaa9c35-f895-4f2c-ace7-5baf6a78dd3c req-35b035e8-6327-4abb-ad68-18f32f511bac tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 944 time: 0.0628536 Jul 23 23:43:32.941806 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-dbaa9c35-f895-4f2c-ace7-5baf6a78dd3c req-89208ddc-a15e-41fb-8a33-5891e292d4c1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361509 Jul 23 23:43:33.443082 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:43:33.538126 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:33.549248 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'port_id': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'mac_address': 'fa:16:3e:32:51:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:43:33.584976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:33.597708 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:43:33.617071 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:33.620592 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:33.668971 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=11']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:33.847934 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['02ba2bce-3355-4d61-b16f-1d844a51b8a1'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:43:34.073797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496aed-1312-40c8-b9dc-7b3174a5280d req-d4580ef8-f284-4c2e-9d23-2137f6119ded tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:34.075278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90496aed-1312-40c8-b9dc-7b3174a5280d req-d4580ef8-f284-4c2e-9d23-2137f6119ded tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0675590 Jul 23 23:43:34.114443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-90496aed-1312-40c8-b9dc-7b3174a5280d req-4199c5f3-741d-43f3-a79e-626712acab9b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Jul 23 23:43:35.242293 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da1a24-7c43-4c02-8fb8-1e488f77751f req-dc5e743f-d0db-4336-9dcf-e2b46f37896e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:35.243967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68da1a24-7c43-4c02-8fb8-1e488f77751f req-dc5e743f-d0db-4336-9dcf-e2b46f37896e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 945 time: 0.0641625 Jul 23 23:43:35.283846 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-68da1a24-7c43-4c02-8fb8-1e488f77751f req-a8b7654d-b7a0-44ec-851d-9ddc31e9d603 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Jul 23 23:43:35.459070 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:43:35.507636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:43:35.511315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:43:35.511693 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:35.585894 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:35.612058 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:43:35.614577 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2addc7e7-51c5-4609-b89e-59e1bc35bc96" -d '{"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:43:35.627626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:43:35.631859 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:35.658583 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76271fdc-4d3c-428f-bc70-93bac915ac77 x-openstack-request-id: req-76271fdc-4d3c-428f-bc70-93bac915ac77 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:43:35.659057 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-plugged", "status": "completed", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:43:35.659405 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76271fdc-4d3c-428f-bc70-93bac915ac77 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:43:35.659793 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'code': 200} Jul 23 23:43:35.685314 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=12']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:43:35.816965 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f57b63-e4eb-421d-82bf-094272c717b0 req-d39d232b-4c12-49c8-8d25-075421047273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:35.818488 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f57b63-e4eb-421d-82bf-094272c717b0 req-d39d232b-4c12-49c8-8d25-075421047273 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1098 time: 0.0533981 Jul 23 23:43:35.852164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-03f57b63-e4eb-421d-82bf-094272c717b0 req-588653f8-7a85-4c68-a6a7-5a3f9bd1b916 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276926 Jul 23 23:43:36.417480 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1859137-c7f9-40f4-8661-9e7c53a2813b req-805b0202-de1e-49da-9217-0fad95b2c885 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:36.418867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1859137-c7f9-40f4-8661-9e7c53a2813b req-805b0202-de1e-49da-9217-0fad95b2c885 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 946 time: 0.0656207 Jul 23 23:43:36.455822 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b1859137-c7f9-40f4-8661-9e7c53a2813b req-3b0b6294-8f40-4157-ba18-9ebf5da1413e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Jul 23 23:43:37.584341 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6472fba-be66-48e4-aac0-7b1726ac82f2 req-d29399ca-a604-41dc-83fa-2cd8cb634f8e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:43:37.585796 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6472fba-be66-48e4-aac0-7b1726ac82f2 req-d29399ca-a604-41dc-83fa-2cd8cb634f8e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 946 time: 0.0635433 Jul 23 23:43:37.622579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c6472fba-be66-48e4-aac0-7b1726ac82f2 req-791c97cd-f4fd-4a46-b14b-25ae4857fa40 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Jul 23 23:43:41.132213 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a8104d4-1204-442c-b02d-b75fdd1fd533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:42.472266 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:43:43.848738 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d13d766d-911c-4017-ad4c-d40a4b1889e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:44.286771 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:45.236245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:46.748046 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:52.909346 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:43:53.915694 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:11.133342 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52034b98-1ab8-454a-a160-65a5a1a99fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:13.848770 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a187782-9388-4edc-ab48-9367fd6bd6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:14.287862 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:15.239049 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:16.751944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:19.471904 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:44:22.921944 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:23.928255 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:28.720593 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-b01b2a41-f3ec-4586-b3ef-14ea04b16f5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555437 Jul 23 23:44:28.813838 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-559b8def-f0c6-469e-b6a4-4f32bf509301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:28.815317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-559b8def-f0c6-469e-b6a4-4f32bf509301 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1098 time: 0.0536919 Jul 23 23:44:28.915422 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-c5f68965-7fe4-41c9-95b2-43e36a1a9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:28.916861 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-c5f68965-7fe4-41c9-95b2-43e36a1a9986 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0839555 Jul 23 23:44:28.983161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-f957f2e1-39b0-474b-8bf9-09925eafea70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 1001 time: 0.0601437 Jul 23 23:44:29.029213 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-1d5e41eb-ecc2-4c4c-8e40-c6a45a520357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:29.030637 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-1d5e41eb-ecc2-4c4c-8e40-c6a45a520357 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0418835 Jul 23 23:44:29.087000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-70315027-212e-4571-ab76-58e2bb46133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:29.088452 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-70315027-212e-4571-ab76-58e2bb46133e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518134 Jul 23 23:44:29.177945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-158152fa-70de-48b6-a2d9-5c0c748a44d9 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822268 Jul 23 23:44:29.262755 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-231349aa-19ae-4991-b06b-5f8b58bca1a5 req-730b658b-acea-4b4f-911d-8f8ce114cda9 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788274 Jul 23 23:44:41.135091 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-da7f056b-933a-4324-bcee-b0010948d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:43.848385 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-208342e4-c0ab-4ca0-a2b9-8cfb2e75fac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:44.288772 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:45.243164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:46.753710 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:46.922660 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45028) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:47.076588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Deleting port d6306cf2-cd8e-43e9-b8ea-14f279301602 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:44:47.076927 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.155046 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.155362 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.166579 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Calling delete_port for d6306cf2-cd8e-43e9-b8ea-14f279301602 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:44:47.307483 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.338510 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'Port': ['ID=d6306cf2-cd8e-43e9-b8ea-14f279301602,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:47.363909 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.364248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.364581 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.364933 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.365267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.365590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.365944 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.366271 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.366590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.366907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.367226 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.367690 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:47.409678 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.410063 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Floating IP 76e0ddee-5092-42cb-83d4-a59e9cd569c2 disassociated (deleted). External IP: 172.25.1.166, port: 02ba2bce-3355-4d61-b16f-1d844a51b8a1. Jul 23 23:44:47.620034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:44:47.727923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:44:47.732943 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:47.738407 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:44:47.747465 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:44:47.748191 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:44:47.768224 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0b7e792d-ad78-4e39-9256-e635fa86f970 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "DELETE /v2.0/floatingips/76e0ddee-5092-42cb-83d4-a59e9cd569c2 HTTP/1.1" status: 204 len: 168 time: 0.8444455 Jul 23 23:44:47.768930 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:44:47.771359 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198987ec-0da9-455b-bcef-8d9417f529b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:44:47.854961 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:44:47.990112 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557edee-dd43-4476-9cac-13d02bf3054d x-openstack-request-id: req-4557edee-dd43-4476-9cac-13d02bf3054d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:44:47.990636 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:44:47.990736 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4557edee-dd43-4476-9cac-13d02bf3054d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:44:47.991215 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'status': 'completed', 'code': 200} Jul 23 23:44:48.069076 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:44:48.075071 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-c018b45b-75ba-43a0-833c-42b0067b9c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:48.076422 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-c018b45b-75ba-43a0-833c-42b0067b9c93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 1098 time: 0.0630560 Jul 23 23:44:48.097124 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:44:48.105553 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:44:48.106214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:44:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:44:48.204581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-0f9df9c5-4847-479d-8642-4fc831e4f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:48.205995 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-0f9df9c5-4847-479d-8642-4fc831e4f58f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.1235204 Jul 23 23:44:48.220734 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:44:48.249358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-c04c6e57-8406-4b40-9986-0db66fb288ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 200 len: 217 time: 0.0371475 Jul 23 23:44:48.256741 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6fcc1-3e10-4a2e-8bf1-d40332d446c6 req-ae008342-f128-4740-beba-193a4a0e89bb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:48.258718 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2e6fcc1-3e10-4a2e-8bf1-d40332d446c6 req-ae008342-f128-4740-beba-193a4a0e89bb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 946 time: 0.2135868 Jul 23 23:44:48.330317 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2e6fcc1-3e10-4a2e-8bf1-d40332d446c6 req-9982050c-a1ba-4207-9fa0-4d31001d3c72 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633321 Jul 23 23:44:48.331790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-3ad5b228-eccc-4dea-8eff-bf7c683684e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:48.333123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-3ad5b228-eccc-4dea-8eff-bf7c683684e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0733385 Jul 23 23:44:48.393866 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-db9da389-12ab-4d2a-ac3b-45095b3f05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:48.395360 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-db9da389-12ab-4d2a-ac3b-45095b3f05d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551808 Jul 23 23:44:48.421736 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:44:48.453184 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aec48-fc98-49bb-9b32-feb0dbd19028 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:44:48.486573 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-39e6e0b6-6e32-4086-902a-9e6c15ee24cd service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845201 Jul 23 23:44:48.582729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-198987ec-0da9-455b-bcef-8d9417f529b9 req-f582fa49-8396-4b9d-960a-01a45fbee105 service neutron] 10.222.0.25 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892301 Jul 23 23:44:48.680756 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ddd60-a4e0-4f6c-a572-a72daef4203a None None] New status for floating IP 76e0ddee-5092-42cb-83d4-a59e9cd569c2: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:44:49.237868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-27982068-5ab1-4d56-a6d2-5b5a91518c33 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:49.239440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-27982068-5ab1-4d56-a6d2-5b5a91518c33 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 946 time: 0.0716105 Jul 23 23:44:49.683410 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Deleting port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:44:49.683754 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:49.788593 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da48bd-6e7d-487c-a627-f52e09d65f82 req-0c98d698-6d54-45ef-b55b-e96101274e03 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:44:49.790131 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6da48bd-6e7d-487c-a627-f52e09d65f82 req-0c98d698-6d54-45ef-b55b-e96101274e03 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=7aaaaf67-d257-49b7-8953-4115a341f0db HTTP/1.1" status: 200 len: 946 time: 0.1384554 Jul 23 23:44:49.794850 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] For port 02ba2bce-3355-4d61-b16f-1d844a51b8a1, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=02ba2bce-3355-4d61-b16f-1d844a51b8a1,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:44:49.795217 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:49.819021 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Calling delete_port for 02ba2bce-3355-4d61-b16f-1d844a51b8a1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:44:49.875478 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d6da48bd-6e7d-487c-a627-f52e09d65f82 req-8d815852-49cd-4c4a-ab57-23c2955b11e0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=cbdaa893-8c21-48c9-993b-98fa57bbeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777206 Jul 23 23:44:49.963250 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:49.992170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'Port': ['ID=02ba2bce-3355-4d61-b16f-1d844a51b8a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:50.021802 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.022166 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.022489 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.022823 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.023148 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.023613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.023938 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.024258 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.024576 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.024892 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.025209 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.025522 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:44:50.048612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] No DVR routers for this DVR port 02ba2bce-3355-4d61-b16f-1d844a51b8a1 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:44:50.051090 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:50.053074 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-22a73b7c-2f79-4d5f-ab55-7b359d2b0488 req-9432fab9-532c-4315-87e7-70f7466ce1dc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.25 "DELETE /v2.0/ports/02ba2bce-3355-4d61-b16f-1d844a51b8a1 HTTP/1.1" status: 204 len: 173 time: 0.8081827 Jul 23 23:44:50.053498 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-deleted', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:44:50.056423 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488eda46-7b1d-413c-8adf-a13a0b5c240a" -d '{"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-deleted", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:44:50.144154 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db440c9-7102-4c1c-a255-2ef1788b0297 x-openstack-request-id: req-6db440c9-7102-4c1c-a255-2ef1788b0297 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:44:50.144474 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaaaf67-d257-49b7-8953-4115a341f0db", "name": "network-vif-deleted", "tag": "02ba2bce-3355-4d61-b16f-1d844a51b8a1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:44:50.144733 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6db440c9-7102-4c1c-a255-2ef1788b0297 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:44:50.145140 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaaaf67-d257-49b7-8953-4115a341f0db', 'name': 'network-vif-deleted', 'tag': '02ba2bce-3355-4d61-b16f-1d844a51b8a1', 'status': 'completed', 'code': 200} Jul 23 23:44:50.931159 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45052) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:50.989227 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.014034 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.074668 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.077230 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.078429 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "DELETE /v2.0/security-groups/cbdaa893-8c21-48c9-993b-98fa57bbeeca HTTP/1.1" status: 204 len: 168 time: 0.1462910 Jul 23 23:44:51.087655 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f91be-c114-47f2-a88b-b355d5b887f3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdaa893-8c21-48c9-993b-98fa57bbeeca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:51.569504 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45058) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:51.574841 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647853671', 'description': 'tempest-secgroup-smoke-647853671 description', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:51.600579 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.681912 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.685464 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.713800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.715022 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1444542 Jul 23 23:44:51.716972 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63372b-4fb7-417b-9066-1433242733a1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43c667-ca37-4e6a-8c58-0ef05056d2c3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:51.718022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:51.724077 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:51.752965 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.810774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.814652 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.831521 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f1fbe9-5cf6-4c34-af16-d3cfdb580c9a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:51.838579 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.839791 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-1a31ab8b-0b24-40b4-8a78-9fc2c5db24bd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198478 Jul 23 23:44:51.842476 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:51.846834 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:51.873182 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.932641 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.936023 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.952657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfbdfb0-6f27-43c1-901f-5fd01426fa96,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:51.959099 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:51.960256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-792e3eca-f062-482d-9404-05aebf9acab5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168704 Jul 23 23:44:51.963640 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:51.968092 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:51.993962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.050655 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.054165 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.071698 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893b86f5-a1ef-4acb-bd6a-1fe9fa6ab0a2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:52.077200 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.078735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-ed3fffe3-67ef-4751-80ba-7b7eb1c22055 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142340 Jul 23 23:44:52.081355 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:52.085742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:52.117546 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.180509 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.184031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.202696 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723e01aa-8ce7-4625-88b2-c78213b27daa,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:52.205455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.206669 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-784fb84c-3cd0-4523-91a8-a6933ce8595f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243665 Jul 23 23:44:52.209624 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:52.214863 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:52.237343 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Project d4c004957c4541e0acdb6f34fdb01368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:44:52.241962 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.301319 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.304888 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.323590 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db1fb91-215b-45aa-acca-52092e5e8a1c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:52.327363 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.328657 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b3ddcf65-a9f1-4611-b7ea-26edb0a5f3f1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179066 Jul 23 23:44:52.331327 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45070) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:44:52.336627 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'security_group_rule': {'security_group_id': '2d43c667-ca37-4e6a-8c58-0ef05056d2c3', 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:44:52.357980 n-d-791506-25 neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Project d4c004957c4541e0acdb6f34fdb01368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:44:52.362548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.422835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.426338 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.443943 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bc1fb0-25d6-40e3-b53d-37d28cd6a591,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:44:52.450142 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:52.451348 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0e55d2eb-d512-4e39-8223-c628ded718c5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187587 Jul 23 23:44:52.937852 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:53.800850 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:44:53.822290 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: 02ba2bce-3355-4d61-b16f-1d844a51b8a1 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:44:53.822635 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device 02ba2bce-3355-4d61-b16f-1d844a51b8a1 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:44:53.924976 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:44:56.470670 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:45:06.708682 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-0432e196-78cf-4cbf-91a0-b855a2298be8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647853671&fields=id&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 267 time: 0.0323179 Jul 23 23:45:06.813681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-fd70e14b-19d4-4577-95e0-51cf990f8592 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:06.815088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-fd70e14b-19d4-4577-95e0-51cf990f8592 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 809 time: 0.0994027 Jul 23 23:45:06.829920 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-62890cfb-8973-4497-8fbe-4fc13aa7a2e1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/quotas/d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 375 time: 0.0089905 Jul 23 23:45:06.893971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-90460237-b504-41f1-8e55-19f4fd2d680b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593104 Jul 23 23:45:06.988579 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-3ea9cfba-2b06-4c5c-8a4d-b2f3322a681a service neutron] 10.222.0.37 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831358 Jul 23 23:45:07.078434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-bbcb52a6-34fb-4abd-95da-cc9568a29315 service neutron] 10.222.0.37 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Jul 23 23:45:07.361043 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c49cd689-d8bb-4760-a005-ec998f379766 req-e3bc14f7-c844-4c9b-88c3-03c30568f198 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Jul 23 23:45:08.439967 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d1358caf-e436-46ad-8ca2-10b4f25f3636 req-c883a4a1-fee2-4505-9a05-0dd7074fc529 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0291426 Jul 23 23:45:09.537149 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-fe40263c-de0b-40f3-8c1b-f5816ff74c0b req-171c3db2-674f-41c2-9d01-7b0734ef50ec tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0287139 Jul 23 23:45:10.260812 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-64ce83fc-c805-43c5-8b87-b1ac5a3a9a3c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:10.262349 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-64ce83fc-c805-43c5-8b87-b1ac5a3a9a3c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 809 time: 0.1062684 Jul 23 23:45:10.305302 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-9b7e819c-91d6-4c8b-b7bc-24f9515e5074 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 379 time: 0.0347340 Jul 23 23:45:10.313860 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'port': {'device_id': '759972a0-c327-4767-86fd-efc81a15ba47', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'admin_state_up': True, 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'security_groups': ['2d43c667-ca37-4e6a-8c58-0ef05056d2c3']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:45:10.428153 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Made reservation on behalf of d4c004957c4541e0acdb6f34fdb01368 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:45:10.431708 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:10.558862 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Allocated IP 172.20.0.7 (f9762dd5-63ff-4c38-823d-2f283998806f/a0397697-4d0b-44e6-ba83-b312050d1f11/1bc5ff1f-56b5-4e0a-b92a-ec1835357773) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:45:10.641976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0a290c9e-f393-42d2-be7e-d8b256ab922f req-33dbf7fc-178e-4516-9268-a5d99f938ba1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0330291 Jul 23 23:45:10.714030 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:10.726989 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Transition to ACTIVE for port object 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:45:10.760646 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:10.809750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Network f9762dd5-63ff-4c38-823d-2f283998806f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:45:10.812939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:45:10.815673 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:45:10.855352 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:10.877048 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:10.877685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:10.893374 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ce0eb682-e8bf-4c0d-8649-5be4a78248b0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835755 Jul 23 23:45:10.968275 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Request body: {'port': {'device_id': '759972a0-c327-4767-86fd-efc81a15ba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:45:11.020307 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f0cb5716-03aa-43ff-bb50-a60df578bbd3 None None] Provisioning for port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:45:11.025037 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f0cb5716-03aa-43ff-bb50-a60df578bbd3 None None] Provisioning complete for port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:45:11.025681 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5716-03aa-43ff-bb50-a60df578bbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.049313 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.060486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb5716-03aa-43ff-bb50-a60df578bbd3 None None] Port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:45:11.136658 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f6c0ffc-1bbc-4131-8fb3-8b92d83c6b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.322753 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:45:11.330659 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.343119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Transition to ACTIVE for port object 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:45:11.347190 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.417623 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:11.482981 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Attempting to bind port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:45:11.483314 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Attempting to bind port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:45:11.483638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Attempting to bind port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:45:11.488723 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 on network f9762dd5-63ff-4c38-823d-2f283998806f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:45:11.489060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Attempting to bind port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 on network f9762dd5-63ff-4c38-823d-2f283998806f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:45:11.494950 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:45:11.495318 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Checking segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:45:11.495680 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Bound using segment: {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:45:11.496121 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Bound port: 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab49bb3-084b-4846-a8d1-cbcb2be1b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:45:11.496488 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.575044 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:45:11.578515 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:45:11.583275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.616825 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:11.617441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:11.619032 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] 10.222.0.22 "PUT /v2.0/ports/1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1092 time: 0.7185066 Jul 23 23:45:11.619573 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:45:11.621730 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5dc106-815e-40bb-8555-dc6f5fd14972" -d '{"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:45:11.701879 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a13f27b-1570-4f63-b811-047fb1f77dfb x-openstack-request-id: req-8a13f27b-1570-4f63-b811-047fb1f77dfb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:45:11.702111 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:45:11.702351 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a13f27b-1570-4f63-b811-047fb1f77dfb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:45:11.702783 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'status': 'completed', 'code': 200} Jul 23 23:45:11.707642 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60ef1-1c4e-415a-88b6-d1fe6ac85687 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:11.750119 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-98019fd2-c782-4b7e-a66f-797be3edb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:11.752247 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-98019fd2-c782-4b7e-a66f-797be3edb804 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1095 time: 0.0890021 Jul 23 23:45:11.802225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-14333aa5-277a-4046-b932-2fa37d99d75c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 217 time: 0.0423536 Jul 23 23:45:11.803957 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa358732-1df7-44e8-983d-0a0c1edddc07 req-578e6d8d-3c54-44ef-bbff-f16050738eae tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:11.805729 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa358732-1df7-44e8-983d-0a0c1edddc07 req-578e6d8d-3c54-44ef-bbff-f16050738eae tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0729220 Jul 23 23:45:11.847455 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-aa358732-1df7-44e8-983d-0a0c1edddc07 req-68b8417f-52ad-4b69-8431-69b6d8390e58 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 Jul 23 23:45:11.858430 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-30bc7440-f2af-4e29-bda1-d84b72b8333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:11.860109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-30bc7440-f2af-4e29-bda1-d84b72b8333a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0517888 Jul 23 23:45:11.919750 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ffc90af2-4ed6-45a5-b680-2278446327b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:11.921258 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ffc90af2-4ed6-45a5-b680-2278446327b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549512 Jul 23 23:45:12.013667 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-ef5db962-e8ee-4a9f-8839-637b50939bae service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Jul 23 23:45:12.101195 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7cd92af9-21d4-49e4-9647-11ecb1b55a5b req-f69cab9b-96d5-4f02-af4d-e8678e1c7c59 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813217 Jul 23 23:45:12.203771 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-c7b6e37f-a4fd-4db3-b0b8-0abb67704255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:12.205379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-c7b6e37f-a4fd-4db3-b0b8-0abb67704255 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1095 time: 0.0596144 Jul 23 23:45:12.299997 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-7847cb27-2a56-4746-acb7-ef66e91f10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:12.301464 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-7847cb27-2a56-4746-acb7-ef66e91f10d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0905826 Jul 23 23:45:12.342373 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-0f6f123f-15a8-4e52-ab7e-0a6a0a6f8e40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 217 time: 0.0348959 Jul 23 23:45:12.395711 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-5d303a6c-d42c-42b4-9a8b-88509e881fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:12.397114 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-5d303a6c-d42c-42b4-9a8b-88509e881fd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0485504 Jul 23 23:45:12.454677 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-94b5f86c-f0d2-442b-8f28-074c4a685621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:12.456071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-94b5f86c-f0d2-442b-8f28-074c4a685621 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530007 Jul 23 23:45:12.550394 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-4443fbe0-aed7-4157-a681-50dc33a8c056 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882587 Jul 23 23:45:12.639936 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ce5dc106-815e-40bb-8555-dc6f5fd14972 req-c9db2722-4c9f-4ef8-92ec-43b5c9f463a3 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830467 Jul 23 23:45:12.981968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b9e7-4f64-4d3e-b53c-cc2bc721a806 req-d195079f-2435-481a-8b22-38cb56d9919c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:12.983542 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad76b9e7-4f64-4d3e-b53c-cc2bc721a806 req-d195079f-2435-481a-8b22-38cb56d9919c tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0644751 Jul 23 23:45:13.022162 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad76b9e7-4f64-4d3e-b53c-cc2bc721a806 req-5ca85af5-7b1b-44ce-99dc-967cf543d2d7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329363 Jul 23 23:45:13.853169 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c20ea58f-dc38-4dde-b06a-062f3a33a1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:14.155984 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4918b-6077-42ca-8694-c37c84d61bc0 req-4a6fd367-570f-4000-90e8-cda2aa8d7338 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:14.157551 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2a4918b-6077-42ca-8694-c37c84d61bc0 req-4a6fd367-570f-4000-90e8-cda2aa8d7338 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0685313 Jul 23 23:45:14.200115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c2a4918b-6077-42ca-8694-c37c84d61bc0 req-4135b76c-1b76-4aad-bde7-317c691bcbdd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370564 Jul 23 23:45:14.289269 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:15.246008 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:15.331813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d92335-2882-4309-95dd-77fb6705449e req-3c57d7d6-17fa-4f72-86ca-fdcd0b74609d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:15.333295 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48d92335-2882-4309-95dd-77fb6705449e req-3c57d7d6-17fa-4f72-86ca-fdcd0b74609d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0642140 Jul 23 23:45:15.370836 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-48d92335-2882-4309-95dd-77fb6705449e req-32591fbb-f7fb-454e-a5e1-6fbbe5521bd8 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Jul 23 23:45:16.498080 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bb399-5154-4930-b721-4f3914d02614 req-2c335892-4fab-4569-9111-e390975cf5e0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:16.499563 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78bb399-5154-4930-b721-4f3914d02614 req-2c335892-4fab-4569-9111-e390975cf5e0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0626886 Jul 23 23:45:16.539296 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d78bb399-5154-4930-b721-4f3914d02614 req-31162535-f8d9-458e-bd9c-8a0199a87df0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342293 Jul 23 23:45:16.756960 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:17.666568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1803a-8317-4689-92a0-c14a6815f7f0 req-3c2e6fc7-37fe-4f35-8dc6-cfbf6f089012 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:17.668056 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ae1803a-8317-4689-92a0-c14a6815f7f0 req-3c2e6fc7-37fe-4f35-8dc6-cfbf6f089012 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0626652 Jul 23 23:45:17.704105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9ae1803a-8317-4689-92a0-c14a6815f7f0 req-86407000-8144-4f04-bf21-c4e36cfdda34 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305886 Jul 23 23:45:18.835144 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dbbd2-ebca-413c-8513-74f8b18aee39 req-799829b5-65fd-469a-946d-044a6c3facb3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:18.836629 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a76dbbd2-ebca-413c-8513-74f8b18aee39 req-799829b5-65fd-469a-946d-044a6c3facb3 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0658824 Jul 23 23:45:18.874710 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a76dbbd2-ebca-413c-8513-74f8b18aee39 req-c0c9fc0d-4485-4837-9fca-660f509cc891 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Jul 23 23:45:20.004953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092e95-e0ea-4c8f-a0f1-ec8ac639ab4e req-1e92af5b-6120-4d83-b64a-a17b600e610f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:20.006459 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28092e95-e0ea-4c8f-a0f1-ec8ac639ab4e req-1e92af5b-6120-4d83-b64a-a17b600e610f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0673079 Jul 23 23:45:20.044849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-28092e95-e0ea-4c8f-a0f1-ec8ac639ab4e req-b40de321-6522-4a2a-a304-50afd9e2d34f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Jul 23 23:45:21.173463 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf8ee2-977d-4cbd-8e98-5846f44cbb22 req-a56bb741-52fa-415d-ae25-40f4c9f9b25a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:21.174970 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8aaf8ee2-977d-4cbd-8e98-5846f44cbb22 req-a56bb741-52fa-415d-ae25-40f4c9f9b25a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0639663 Jul 23 23:45:21.213077 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-8aaf8ee2-977d-4cbd-8e98-5846f44cbb22 req-c14f4dd2-6076-4aad-9309-40d798163884 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Jul 23 23:45:22.340852 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d343684-0583-459c-82c7-a2234b7b69c1 req-8fa869d3-c49c-4574-b840-7f34b13cb7af tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:22.342404 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d343684-0583-459c-82c7-a2234b7b69c1 req-8fa869d3-c49c-4574-b840-7f34b13cb7af tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0647402 Jul 23 23:45:22.384591 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3d343684-0583-459c-82c7-a2234b7b69c1 req-5cf136bf-3ede-4797-bfbd-1a02bd825639 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365155 Jul 23 23:45:22.952807 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.036733 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:45:23.127894 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:45:23.139204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'mac_address': 'fa:16:3e:51:bd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:45:23.178493 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.191052 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:45:23.209260 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:45:23.213080 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:23.260094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:23.267190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.267535 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.267872 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.268206 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.268534 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.268859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.269182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.269504 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.269847 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.270171 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.270490 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.270810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:45:23.435900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1bc5ff1f-56b5-4e0a-b92a-ec1835357773'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:45:23.523320 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44c01d-c88c-403e-ad1b-488b6a54278e req-b29a2747-20dc-4ee5-9872-6c4a4e0f0d9a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:23.525646 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a44c01d-c88c-403e-ad1b-488b6a54278e req-b29a2747-20dc-4ee5-9872-6c4a4e0f0d9a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 944 time: 0.0689692 Jul 23 23:45:23.564889 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7a44c01d-c88c-403e-ad1b-488b6a54278e req-6df13174-5eab-4160-813a-d401082e51f7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336258 Jul 23 23:45:23.942102 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:24.694673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1bb93-66af-41f2-b6e1-a6a74a28476f req-ef324921-8eab-4a8f-bd2d-c615d762399e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:24.696765 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4da1bb93-66af-41f2-b6e1-a6a74a28476f req-ef324921-8eab-4a8f-bd2d-c615d762399e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 944 time: 0.0658555 Jul 23 23:45:24.734439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4da1bb93-66af-41f2-b6e1-a6a74a28476f req-ed81ce7c-f2ae-4a46-863a-18e915b6c55d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jul 23 23:45:25.052312 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:45:25.100164 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:45:25.103969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:45:25.104341 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:25.185876 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:25.209006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:45:25.211502 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa13713-d7bd-4979-bbc6-340f3e8d14c6" -d '{"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:45:25.224439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:45:25.229142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:25.277539 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:25.310688 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc383ad-d3c0-4c25-a1d4-df7cd7881963 x-openstack-request-id: req-0dc383ad-d3c0-4c25-a1d4-df7cd7881963 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:45:25.311229 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:45:25.311648 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dc383ad-d3c0-4c25-a1d4-df7cd7881963 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:45:25.312051 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'code': 200} Jul 23 23:45:25.419343 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd04fa-8af7-4b5e-86c9-b730f5c6f093 req-486bc705-7108-4ea1-90f4-cde364ac5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:25.420852 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16fd04fa-8af7-4b5e-86c9-b730f5c6f093 req-486bc705-7108-4ea1-90f4-cde364ac5c16 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0539753 Jul 23 23:45:25.455606 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-16fd04fa-8af7-4b5e-86c9-b730f5c6f093 req-7fadc846-08fe-479e-9d97-7bdbaf203031 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284100 Jul 23 23:45:25.866132 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df0b28-691c-4a1e-9d81-835a1a7ed63a req-4781cc6d-142d-40d3-a151-137a9dbff19a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:25.868135 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4df0b28-691c-4a1e-9d81-835a1a7ed63a req-4781cc6d-142d-40d3-a151-137a9dbff19a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0674460 Jul 23 23:45:25.906396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b4df0b28-691c-4a1e-9d81-835a1a7ed63a req-77be1f7e-d30d-4ebf-8e47-740211c76bf5 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 Jul 23 23:45:27.036087 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e57ad-6880-42e0-8cd7-9b8319d3e5ec req-999ace8a-cf89-4dce-8b4b-dabc48c25677 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:27.037561 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-257e57ad-6880-42e0-8cd7-9b8319d3e5ec req-999ace8a-cf89-4dce-8b4b-dabc48c25677 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0642087 Jul 23 23:45:27.075165 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-257e57ad-6880-42e0-8cd7-9b8319d3e5ec req-baa91706-8927-48d6-9ac1-15cbfe087c0e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Jul 23 23:45:27.201574 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88c84-3358-4d9d-b4c5-b65bcd937524 req-36033976-9c6b-40e3-b97e-ec9a018337bf tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:27.202983 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47d88c84-3358-4d9d-b4c5-b65bcd937524 req-36033976-9c6b-40e3-b97e-ec9a018337bf tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 23 23:45:27.244527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47d88c84-3358-4d9d-b4c5-b65bcd937524 req-1f7ee7ef-bca1-4984-a365-345eddab7bbd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Jul 23 23:45:27.265663 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45270) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:45:27.316826 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f058bc-adb0-4dfa-84e8-0f595c9e9e20 tempest-TestShelveInstance-1355376797 tempest-TestShelveInstance-1355376797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:27.318421 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-a3f058bc-adb0-4dfa-84e8-0f595c9e9e20 tempest-TestShelveInstance-1355376797 tempest-TestShelveInstance-1355376797-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1092 time: 0.0517709 Jul 23 23:45:27.321952 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45272) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:45:27.326519 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:45:27.352548 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:27.446430 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:27.557787 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Allocated IP 172.25.1.31 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/26415c6d-3729-4393-91b8-aad9c625e040) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:45:27.656143 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:27.693937 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:27.730149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:45:27.739342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:45:27.742025 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:45:27.766239 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=26415c6d-3729-4393-91b8-aad9c625e040,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:28.095717 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.175325 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.333336 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.338327 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.402765 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event updated for resources: {'Port': ['ID=26415c6d-3729-4393-91b8-aad9c625e040,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:45:28.413905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:28.850811 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Floating IP 1d5c04c6-feef-4a30-af2a-7584e957d85c associated. External IP: 172.25.1.31, port: 1bc5ff1f-56b5-4e0a-b92a-ec1835357773. Jul 23 23:45:29.062490 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:45:29.168167 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:45:29.177558 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:45:29.184494 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:29.187438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:45:29.188062 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:45:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:45:29.237784 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d5723c56-ca17-470a-b5d4-c849df7649a2 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9009771 Jul 23 23:45:29.237784 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:45:29.237784 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c6e10-89d4-4c27-b82f-309b346df95b" -d '{"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:45:29.262246 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c259676c-3c71-4b11-93bc-496e27c850cd x-openstack-request-id: req-c259676c-3c71-4b11-93bc-496e27c850cd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:45:29.262542 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:45:29.262793 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c259676c-3c71-4b11-93bc-496e27c850cd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:45:29.263224 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'status': 'completed', 'code': 200} Jul 23 23:45:29.298333 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:45:29.339267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-1ff1a780-b551-43aa-bea8-b18e85256cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:29.340780 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-1ff1a780-b551-43aa-bea8-b18e85256cfd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0553980 Jul 23 23:45:29.438480 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-0baa58e2-7710-4558-bb81-73f9790dddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:29.439884 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-0baa58e2-7710-4558-bb81-73f9790dddee service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0929248 Jul 23 23:45:29.505971 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-2f95f576-66fb-42d8-863d-4e901b7a3674 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 998 time: 0.0589142 Jul 23 23:45:29.560855 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-2b1e081c-9ff8-4b9b-8604-82bc9b256115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:29.562377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-2b1e081c-9ff8-4b9b-8604-82bc9b256115 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0506897 Jul 23 23:45:29.620939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-0a7a46b1-7466-4483-919f-031820bcaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:29.622481 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-0a7a46b1-7466-4483-919f-031820bcaf2a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544186 Jul 23 23:45:29.677326 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1d5c04c6-feef-4a30-af2a-7584e957d85c', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:51:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759972a0-c327-4767-86fd-efc81a15ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:45:27Z', 'updated_at': '2021-07-23T23:45:27Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:45:29.704109 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:45:29.712267 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:45:29.712440 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-5c81ec05-06c4-4ce0-b93e-9f4e04448227 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Jul 23 23:45:29.712886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:45:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:45:29.810678 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-fb7c6e10-89d4-4c27-b82f-309b346df95b req-1281749e-d90d-4493-9f55-66f485653a20 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917292 Jul 23 23:45:29.823271 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:45:30.043716 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1d5c04c6-feef-4a30-af2a-7584e957d85c', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:51:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759972a0-c327-4767-86fd-efc81a15ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:45:27Z', 'updated_at': '2021-07-23T23:45:27Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:45:30.073475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d73890-3b99-4313-8e67-9605ccea5055 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': '1d5c04c6-feef-4a30-af2a-7584e957d85c', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'mac_address': 'fa:16:3e:51:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759972a0-c327-4767-86fd-efc81a15ba47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:45:27Z', 'updated_at': '2021-07-23T23:45:27Z', 'revision_number': 0, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:45:30.264478 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f17412-fd4d-47e8-ba3a-6a8c92cce1b5 None None] New status for floating IP 1d5c04c6-feef-4a30-af2a-7584e957d85c: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:45:30.579875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-4569a017-757a-4ceb-aaf8-f7b1ca9304c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532293 Jul 23 23:45:30.674942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-3a6acaa1-b6c3-4a81-aede-8941154f9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:30.676438 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-3a6acaa1-b6c3-4a81-aede-8941154f9220 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0559394 Jul 23 23:45:30.782330 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-6afba8c4-7bf6-4613-a125-218db6db0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:30.783792 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-6afba8c4-7bf6-4613-a125-218db6db0e6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0891967 Jul 23 23:45:30.847350 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-9b61ddd4-0ac4-4da5-a048-e362ea2f1766 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1000 time: 0.0568867 Jul 23 23:45:30.899361 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-3f5061f5-6adf-4c91-9ffd-b23ae687f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:30.900781 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-3f5061f5-6adf-4c91-9ffd-b23ae687f96c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0474398 Jul 23 23:45:30.958907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-c724431e-3a08-4f90-8297-0104eaf14216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:45:30.960361 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-c724431e-3a08-4f90-8297-0104eaf14216 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526850 Jul 23 23:45:31.055435 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-85222348-a7d6-4841-8e36-f7b8e2c4561a service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880146 Jul 23 23:45:31.142487 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cb8b9ff0-52e4-4f87-a989-094174cc7ca3 req-f7ac9f49-eff7-467d-aa8e-cff35810a1da service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812495 Jul 23 23:45:33.469069 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:45:41.139002 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4246ffbd-7dfd-4787-9b8e-a3eeb302da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:43.854381 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f7b1577c-990e-4361-a456-b492802ebc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:44.290665 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:45.249092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:46.758675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:52.968767 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:45:53.953587 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:10.469429 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:46:11.139636 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5088026b-57f9-4f2b-af03-1b7dce67c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:13.861489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3722463-cb21-48dc-b3a9-7ac326a436ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:14.291071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:15.252220 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:16.762222 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:22.966558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:23.958110 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:30.560596 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-e4f1fb3f-ec35-48db-9118-000fe31852b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525367 Jul 23 23:46:30.662538 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-2b60f628-47f6-441e-bbf2-e9246b6b17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:46:30.664053 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-2b60f628-47f6-441e-bbf2-e9246b6b17c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0631793 Jul 23 23:46:30.766618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-dccfa184-99e6-4750-abc4-d01b098357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:46:30.768089 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-dccfa184-99e6-4750-abc4-d01b098357b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0850542 Jul 23 23:46:30.836433 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-82c24359-86dc-4bcd-833e-ba39556f2948 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1000 time: 0.0620916 Jul 23 23:46:30.883935 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-c2bd2d3e-6617-4d70-9285-29a83988b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:46:30.885520 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-c2bd2d3e-6617-4d70-9285-29a83988b401 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0431867 Jul 23 23:46:30.943198 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-062d019a-c559-47d4-88f4-f6bfca676217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:46:30.944666 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-062d019a-c559-47d4-88f4-f6bfca676217 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532045 Jul 23 23:46:31.037807 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-7f87ecb1-1667-41aa-8310-14e299ddbb74 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868561 Jul 23 23:46:31.124801 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-c3a4beea-75cf-4918-be2b-8d214ac150e5 req-9d9d29da-bbd6-4931-8d2c-8cbe36485784 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810995 Jul 23 23:46:41.140513 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d97d152-bb2e-4f1d-8ee9-925109e2eae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:43.851205 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28408ec8-225e-4355-851f-139fc659dcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:44.291757 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:45.257355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:46.765158 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:47.468858 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:46:52.966246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:46:53.968071 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:11.142760 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b6fe26b7-5976-430b-a4e1-e8793deb4926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:13.852056 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-59bf891d-bcac-4869-bbc4-26b9bffc672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:14.292760 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:15.257821 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:16.767867 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:22.965542 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:23.983323 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:24.468476 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:47:24.811545 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf54d-ef85-421e-97c0-e9dd25fe189d req-396ba1da-5cfe-4c86-a398-f4d26685d88a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:24.813163 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad3bf54d-ef85-421e-97c0-e9dd25fe189d req-396ba1da-5cfe-4c86-a398-f4d26685d88a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0672305 Jul 23 23:47:24.851905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad3bf54d-ef85-421e-97c0-e9dd25fe189d req-2f56ed17-546c-4b83-a3ae-e5db271cb9be tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Jul 23 23:47:26.037141 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32028e8-af8c-460c-9df9-22b88fb1a691 req-d5d0bda4-efb2-42bf-8e4b-c04ee1996cea tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:26.038658 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a32028e8-af8c-460c-9df9-22b88fb1a691 req-d5d0bda4-efb2-42bf-8e4b-c04ee1996cea tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0714982 Jul 23 23:47:26.078905 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a32028e8-af8c-460c-9df9-22b88fb1a691 req-96b357e4-debf-4ded-9a47-37dd5406d0ec tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340967 Jul 23 23:47:27.208052 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697c8f-1755-4321-b686-1f234730f4fb req-0bff908c-beac-46da-ad35-25751db0f799 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:27.209559 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d697c8f-1755-4321-b686-1f234730f4fb req-0bff908c-beac-46da-ad35-25751db0f799 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0628016 Jul 23 23:47:27.247875 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d697c8f-1755-4321-b686-1f234730f4fb req-6fe8f551-7134-4d1a-8b36-3f536411a084 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Jul 23 23:47:28.375321 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92445abc-aa01-497e-bcfa-574bc4f81dac req-19ec4b9e-7e48-4c3f-b9d2-467336093350 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:28.376790 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92445abc-aa01-497e-bcfa-574bc4f81dac req-19ec4b9e-7e48-4c3f-b9d2-467336093350 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0631719 Jul 23 23:47:28.412768 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-92445abc-aa01-497e-bcfa-574bc4f81dac req-0e145a5c-0bd3-48e8-9aa5-7e8ccf548c69 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304186 Jul 23 23:47:29.545556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0ad94-f225-4c49-813f-170da7b2a6e9 req-720b0f6c-436d-4c32-b355-64b0ca698478 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:29.547082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ea0ad94-f225-4c49-813f-170da7b2a6e9 req-720b0f6c-436d-4c32-b355-64b0ca698478 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0677762 Jul 23 23:47:29.584012 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0ea0ad94-f225-4c49-813f-170da7b2a6e9 req-bfd1cbf6-f23e-42da-8a2f-a35870687408 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Jul 23 23:47:30.721470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd4eb4-7d0d-4c0d-b562-d8f68b589e24 req-71404385-af56-44fe-b07e-8f6bd0fd8a79 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:30.723182 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7bd4eb4-7d0d-4c0d-b562-d8f68b589e24 req-71404385-af56-44fe-b07e-8f6bd0fd8a79 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0741189 Jul 23 23:47:30.763300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f7bd4eb4-7d0d-4c0d-b562-d8f68b589e24 req-9f7e6d22-a081-4c85-b73d-b074cfd2aedd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331254 Jul 23 23:47:31.903000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3609d-9367-4712-8618-64b0c5f74b3f req-086f5afe-6d05-48b8-9a07-239225d12c1f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:31.904639 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1af3609d-9367-4712-8618-64b0c5f74b3f req-086f5afe-6d05-48b8-9a07-239225d12c1f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0748637 Jul 23 23:47:31.943829 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1af3609d-9367-4712-8618-64b0c5f74b3f req-6bb8581e-0d3d-4e59-8b55-2e492e81a06a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330677 Jul 23 23:47:32.609375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-ebcc2939-02a5-4931-b42f-936c179c2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:32.611111 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-ebcc2939-02a5-4931-b42f-936c179c2d62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0626214 Jul 23 23:47:32.732552 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-3e5d6ae0-fde1-47e8-86c5-3eae1dcba14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:32.734064 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-3e5d6ae0-fde1-47e8-86c5-3eae1dcba14c service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0873387 Jul 23 23:47:32.801970 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-a0909ad0-45d2-4f76-a1b9-30b7a9f1a82a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1000 time: 0.0618250 Jul 23 23:47:32.849186 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-f5f1c47b-908a-4d9e-ac70-e09a44d5d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:32.850607 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-f5f1c47b-908a-4d9e-ac70-e09a44d5d8e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0420790 Jul 23 23:47:32.907026 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-d0544fda-655c-42d3-8aad-7afe2ea5a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:32.908393 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-d0544fda-655c-42d3-8aad-7afe2ea5a11b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511885 Jul 23 23:47:33.001039 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-dcb2f3ec-4ad2-4933-b832-5f3bcf0ebd6c service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862961 Jul 23 23:47:33.074564 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac099604-32ff-4543-a35e-019efd18d77f req-8d451d58-3ffd-40ec-8cc1-b41e15966ffa tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:33.076068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac099604-32ff-4543-a35e-019efd18d77f req-8d451d58-3ffd-40ec-8cc1-b41e15966ffa tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0639155 Jul 23 23:47:33.090390 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-02d2d37b-2f3f-4755-9d63-4051b2c859eb req-e0ef8c7c-9b54-429d-8372-30c5daa4764e service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836575 Jul 23 23:47:33.115919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ac099604-32ff-4543-a35e-019efd18d77f req-28261289-bd0c-4061-a3e1-917bd6fe6d10 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335717 Jul 23 23:47:34.246398 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538cfe3-513b-475b-bce9-529f3e415222 req-381c2612-66b6-4142-8e4a-2c4e45f7372e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:34.247883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3538cfe3-513b-475b-bce9-529f3e415222 req-381c2612-66b6-4142-8e4a-2c4e45f7372e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0656331 Jul 23 23:47:34.285279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3538cfe3-513b-475b-bce9-529f3e415222 req-7c7d3b72-7c35-4367-8ab7-d0745c3b9c12 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Jul 23 23:47:34.926648 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-952e57ee-4233-4cb4-83a6-b54b02f96f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:34.928140 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-952e57ee-4233-4cb4-83a6-b54b02f96f42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0591927 Jul 23 23:47:35.017762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-dface974-4ec6-42c7-a354-976825b80209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:35.019225 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-dface974-4ec6-42c7-a354-976825b80209 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0844271 Jul 23 23:47:35.086670 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-2ba70c77-eca6-457f-9565-0e0db7c62f50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1000 time: 0.0613191 Jul 23 23:47:35.133634 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-06cea279-c219-4c1c-8a39-0c5d92398d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:35.135575 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-06cea279-c219-4c1c-8a39-0c5d92398d94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0420125 Jul 23 23:47:35.192390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-95c1a60f-aeaa-4400-8e9a-113a90a0e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:35.193750 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-95c1a60f-aeaa-4400-8e9a-113a90a0e44a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515323 Jul 23 23:47:35.285617 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-fa59bfb8-b0dc-49cd-899c-997a2004a2ea service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Jul 23 23:47:35.376307 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-94d645ba-908d-4013-b121-e4f590cc7b98 req-0509a894-ef4a-4acf-b6a9-0e48597955f6 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839155 Jul 23 23:47:35.417906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bd620-4830-485c-9b14-a668c982e57e req-efb3b597-d25a-48e8-9679-55dacacf1fc4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:35.419419 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-218bd620-4830-485c-9b14-a668c982e57e req-efb3b597-d25a-48e8-9679-55dacacf1fc4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0683346 Jul 23 23:47:35.456974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-218bd620-4830-485c-9b14-a668c982e57e req-2c849389-3511-4888-86d7-6c199ccb657b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Jul 23 23:47:36.587709 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc1dd-252e-40e7-b84c-b9a30bc42323 req-e9667af0-e9bb-4465-a8eb-3cf1aae7b29a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:36.589203 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b6bc1dd-252e-40e7-b84c-b9a30bc42323 req-e9667af0-e9bb-4465-a8eb-3cf1aae7b29a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0641637 Jul 23 23:47:36.627416 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6b6bc1dd-252e-40e7-b84c-b9a30bc42323 req-c3aae199-40d5-4150-b226-a965d24ec470 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326502 Jul 23 23:47:37.759699 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833b0b-1c73-4acb-b3ca-d6206e7c8871 req-d9a635cd-16eb-4978-abc9-0f05ea3745fd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:37.762158 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78833b0b-1c73-4acb-b3ca-d6206e7c8871 req-d9a635cd-16eb-4978-abc9-0f05ea3745fd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0703950 Jul 23 23:47:37.800314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-78833b0b-1c73-4acb-b3ca-d6206e7c8871 req-0da55c11-8741-412e-847a-2b7e0d8c85cb tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326171 Jul 23 23:47:38.932441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc151c-ad72-4656-a0a8-68fdeebc83b1 req-df53def2-2504-4aeb-a49c-df4ad1a9b918 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:38.933849 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05fc151c-ad72-4656-a0a8-68fdeebc83b1 req-df53def2-2504-4aeb-a49c-df4ad1a9b918 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0647304 Jul 23 23:47:38.970919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-05fc151c-ad72-4656-a0a8-68fdeebc83b1 req-907ab369-b939-4b36-babe-0d3c58d96944 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Jul 23 23:47:39.163956 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45372) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:47:39.194935 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b771a7-69e1-4a8b-9894-7e6eeb9fbd47 req-4d407a82-a096-4137-8431-9ef5bdb2b816 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:39.196508 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7b771a7-69e1-4a8b-9894-7e6eeb9fbd47 req-4d407a82-a096-4137-8431-9ef5bdb2b816 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0652022 Jul 23 23:47:39.235314 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e7b771a7-69e1-4a8b-9894-7e6eeb9fbd47 req-fb7002a3-294f-4919-9ce3-5c89b856da9e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Jul 23 23:47:39.261377 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-49c00814-532b-436d-8eb8-3ad0b11c581b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959389 Jul 23 23:47:39.797809 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:47:39.879070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:39.904006 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:47:39.906241 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b054f09-b26b-4723-9cf2-ff4e4be59ae4" -d '{"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:47:39.919217 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:47:39.923181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:39.950277 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 23:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2362ac-c852-4d6b-a38a-7b4c35f399c4 x-openstack-request-id: req-9b2362ac-c852-4d6b-a38a-7b4c35f399c4 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:47:39.950507 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-unplugged", "status": "failed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:47:39.950760 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b2362ac-c852-4d6b-a38a-7b4c35f399c4 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:47:39.951149 n-d-791506-25 neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'code': 422} returned with failed status Jul 23 23:47:39.975593 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:47:39.983245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.983577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.983920 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.984258 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.984588 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.984917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.985244 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.985569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.985923 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.986252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.986580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:39.986904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:47:40.372534 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0cff9-375e-48f9-8cf7-b2b45682832f req-bdcf1459-0273-4ca4-bc28-e54f151b6e51 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:40.374101 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77c0cff9-375e-48f9-8cf7-b2b45682832f req-bdcf1459-0273-4ca4-bc28-e54f151b6e51 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0707414 Jul 23 23:47:40.412840 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-77c0cff9-375e-48f9-8cf7-b2b45682832f req-b720eaae-5f0b-45c0-b55b-d38f447f4188 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 23 23:47:41.144305 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa76d35a-50b5-4223-952c-9ddf0ce9c742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:41.546579 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e77b-b499-411b-a3ab-d0df504edc50 req-c59f4444-5214-41e7-80b1-bd78c04db5a9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:41.548115 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e470e77b-b499-411b-a3ab-d0df504edc50 req-c59f4444-5214-41e7-80b1-bd78c04db5a9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0682433 Jul 23 23:47:41.586626 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-e470e77b-b499-411b-a3ab-d0df504edc50 req-e60ccdd6-77af-4c71-91a8-6029d222f34e tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328877 Jul 23 23:47:42.723942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ca90-0f58-4c02-accd-c010e9b399a9 req-2cb2ffb5-3f0a-4007-8e41-260858bb33dd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:42.725440 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93d8ca90-0f58-4c02-accd-c010e9b399a9 req-2cb2ffb5-3f0a-4007-8e41-260858bb33dd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0698700 Jul 23 23:47:42.763877 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93d8ca90-0f58-4c02-accd-c010e9b399a9 req-a11a4871-44b7-4997-ab74-416af6f36b81 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jul 23 23:47:43.854882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7789b702-90a7-4a28-afc2-1e21e7c7a6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:43.875443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-a19e18d4-1249-4c0d-89a8-ff812e68ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:43.877013 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-a19e18d4-1249-4c0d-89a8-ff812e68ea90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47&tenant_id=d4c004957c4541e0acdb6f34fdb01368 HTTP/1.1" status: 200 len: 1095 time: 0.0571930 Jul 23 23:47:43.897064 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1378b-94f8-490f-94b8-57665b02890b req-524b02f3-90b7-466a-9158-1753a926ef83 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:43.898675 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd1378b-94f8-490f-94b8-57665b02890b req-524b02f3-90b7-466a-9158-1753a926ef83 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0670846 Jul 23 23:47:43.937462 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9bd1378b-94f8-490f-94b8-57665b02890b req-79be6cba-7b67-47f6-8af6-31fdebf57c82 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329175 Jul 23 23:47:43.951335 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-ab44b21e-098c-4181-8434-a78b8aca8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:43.952898 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-ab44b21e-098c-4181-8434-a78b8aca8aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1095 time: 0.0544562 Jul 23 23:47:44.044117 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-3242b27f-5ba3-4826-8a4c-4d38e5dfb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:44.045505 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-3242b27f-5ba3-4826-8a4c-4d38e5dfb715 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0870395 Jul 23 23:47:44.109317 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-549865d1-1e82-4a92-826b-1586a263cd6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 998 time: 0.0579634 Jul 23 23:47:44.156774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-1264df83-4092-42bf-9b96-f34fcf7753c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:44.158211 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-1264df83-4092-42bf-9b96-f34fcf7753c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0429332 Jul 23 23:47:44.217697 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-b368a5ef-712a-451c-893f-384f648467f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:44.219182 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-b368a5ef-712a-451c-893f-384f648467f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552897 Jul 23 23:47:44.294396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:44.309811 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-edfe3f4b-41c5-40f9-bd8a-a7d534b0efa1 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Jul 23 23:47:44.403658 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-ece53096-e560-40ff-b6f3-8de1b342ce8a req-f7ea6be1-2e38-4e27-a96a-7e22c016bb1b service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Jul 23 23:47:45.065587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7728b7-fa96-4c30-ab63-673751cfe865 req-d5d303a7-3ea9-440e-8060-33e434005bc7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:45.067089 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce7728b7-fa96-4c30-ab63-673751cfe865 req-d5d303a7-3ea9-440e-8060-33e434005bc7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0623393 Jul 23 23:47:45.104457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ce7728b7-fa96-4c30-ab63-673751cfe865 req-e3e0e3bd-657e-4c2e-85a8-9fa0687a8bbd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312202 Jul 23 23:47:45.261369 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:46.237025 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c591aa5-8b4a-4631-a5dc-5138f1801dab req-02186e81-8079-4fc4-83a1-72cfee9b280b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:46.238540 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c591aa5-8b4a-4631-a5dc-5138f1801dab req-02186e81-8079-4fc4-83a1-72cfee9b280b tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0674877 Jul 23 23:47:46.276008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6c591aa5-8b4a-4631-a5dc-5138f1801dab req-aace8e77-68ce-40e4-822f-65fe67f19d6d tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Jul 23 23:47:46.771070 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:47.407869 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9d4b9-b179-4d29-b155-235bf8b7df98 req-cb579487-c28a-4bfc-a122-b58b79b7fca0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:47.409379 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db9d4b9-b179-4d29-b155-235bf8b7df98 req-cb579487-c28a-4bfc-a122-b58b79b7fca0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0645032 Jul 23 23:47:47.448359 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6db9d4b9-b179-4d29-b155-235bf8b7df98 req-ab391d6a-3ed5-4609-85fb-fb62bbbcadff tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333507 Jul 23 23:47:48.579505 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf17d0-a18d-4814-a387-6639a4c02594 req-5c1dac3f-382d-45ef-9fe8-f3dbdaba1cc0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:48.580992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7bf17d0-a18d-4814-a387-6639a4c02594 req-5c1dac3f-382d-45ef-9fe8-f3dbdaba1cc0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0677166 Jul 23 23:47:48.619310 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c7bf17d0-a18d-4814-a387-6639a4c02594 req-e364f469-b94e-4fe4-8c98-21939f055d98 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326767 Jul 23 23:47:49.746424 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45005-5796-4807-b255-45da5626298e req-f1be9517-d0ab-4f33-9bc1-721f3fd9afbd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:49.747919 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbd45005-5796-4807-b255-45da5626298e req-f1be9517-d0ab-4f33-9bc1-721f3fd9afbd tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0635865 Jul 23 23:47:49.784570 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bbd45005-5796-4807-b255-45da5626298e req-428e321f-e679-4c34-b928-739a7a90adac tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Jul 23 23:47:50.912313 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7131e-e586-4c53-9f8f-a7f8bd2a8d9b req-0a27633d-d50a-4912-a680-089515989e89 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:50.913839 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3de7131e-e586-4c53-9f8f-a7f8bd2a8d9b req-0a27633d-d50a-4912-a680-089515989e89 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0624199 Jul 23 23:47:50.950944 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3de7131e-e586-4c53-9f8f-a7f8bd2a8d9b req-1bf92d4b-6ec4-4c5c-a2ff-008f90211ef7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Jul 23 23:47:52.082138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bde170-d8d1-4c55-a25f-5546e82dd8a1 req-b955c48d-21bb-4a3a-8460-7871c1fffccc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:52.083636 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2bde170-d8d1-4c55-a25f-5546e82dd8a1 req-b955c48d-21bb-4a3a-8460-7871c1fffccc tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0678546 Jul 23 23:47:52.121945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f2bde170-d8d1-4c55-a25f-5546e82dd8a1 req-bcb5dd17-212f-4c0f-96ed-21da26c206ab tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318277 Jul 23 23:47:52.965086 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:53.252754 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff08a5-2f25-43b8-9c94-d36a6432f8d4 req-54906ad7-d9cc-4d6b-8392-27b8be13bae4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:53.254179 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5fff08a5-2f25-43b8-9c94-d36a6432f8d4 req-54906ad7-d9cc-4d6b-8392-27b8be13bae4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 943 time: 0.0648444 Jul 23 23:47:53.292381 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-5fff08a5-2f25-43b8-9c94-d36a6432f8d4 req-9b01aa76-31d1-449f-912b-aea137471471 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Jul 23 23:47:53.797418 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:47:53.891552 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:47:53.902649 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'port_id': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'mac_address': 'fa:16:3e:51:bd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:47:53.937231 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:53.949618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:47:53.971791 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:47:53.979314 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:54.002099 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:54.026392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:47:54.176760 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['1bc5ff1f-56b5-4e0a-b92a-ec1835357773'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:47:54.425651 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f121391-6025-48de-9dd3-087dce0d79fb req-70f51fbe-9f6f-47f3-8ac8-91ecd06df3e7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:54.427212 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f121391-6025-48de-9dd3-087dce0d79fb req-70f51fbe-9f6f-47f3-8ac8-91ecd06df3e7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 944 time: 0.0671535 Jul 23 23:47:54.464642 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-7f121391-6025-48de-9dd3-087dce0d79fb req-864eee23-be9b-4d68-9667-8139025d8eec tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Jul 23 23:47:55.596619 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb3858-de36-425e-ab04-f8783a1257ec req-f85d7b2f-5f96-40c9-a75d-545e0aa45e10 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:55.598033 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2fb3858-de36-425e-ab04-f8783a1257ec req-f85d7b2f-5f96-40c9-a75d-545e0aa45e10 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 944 time: 0.0656841 Jul 23 23:47:55.636549 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b2fb3858-de36-425e-ab04-f8783a1257ec req-ca2836b4-7f98-4d04-a37b-f9d543a7e3d7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328259 Jul 23 23:47:55.812785 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:47:55.861537 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:47:55.861858 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:55.934739 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:55.955711 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:47:55.958019 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b442c4-8db6-4ca0-8463-0fed1f49281c" -d '{"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:47:55.970122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:47:55.974633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:47:56.001328 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d4748-6c52-48eb-9f72-28c81970ad2b x-openstack-request-id: req-a62d4748-6c52-48eb-9f72-28c81970ad2b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:47:56.001616 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-plugged", "status": "completed", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:47:56.001891 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a62d4748-6c52-48eb-9f72-28c81970ad2b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:47:56.002277 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'code': 200} Jul 23 23:47:56.027676 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:47:56.273443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca76c7-a45b-45ca-b75d-34b12e2ecf76 req-4d2efa83-0db5-4038-8046-0a326b27087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:56.274961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cdca76c7-a45b-45ca-b75d-34b12e2ecf76 req-4d2efa83-0db5-4038-8046-0a326b27087f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0521441 Jul 23 23:47:56.308489 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-cdca76c7-a45b-45ca-b75d-34b12e2ecf76 req-a7308e9e-3139-41da-98b7-8c2320ada730 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272334 Jul 23 23:47:56.769706 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805be1-5307-4617-a749-93d2d824564f req-4853b807-e063-427b-bbc7-70cb40407548 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:56.771195 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b805be1-5307-4617-a749-93d2d824564f req-4853b807-e063-427b-bbc7-70cb40407548 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Jul 23 23:47:56.808439 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4b805be1-5307-4617-a749-93d2d824564f req-5fe5f0c3-abb9-4960-ae52-f146d3bb8de1 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Jul 23 23:47:57.938634 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d8b3f-1b26-4de3-bcf6-aaf5f584f43c req-33af891c-bee2-4c8c-a78d-6cc688ead256 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:47:57.940161 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b84d8b3f-1b26-4de3-bcf6-aaf5f584f43c req-33af891c-bee2-4c8c-a78d-6cc688ead256 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0660052 Jul 23 23:47:57.978521 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b84d8b3f-1b26-4de3-bcf6-aaf5f584f43c req-0e389d55-06da-4de6-9b9f-a4387a4cd28f tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Jul 23 23:48:01.467810 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:48:11.144468 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-46cd7d68-aae9-4f29-82fc-cfb2400e53e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:13.857329 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a5091c37-7679-4ec6-8fe5-4d81b5476ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:14.294981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:15.264092 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:16.774129 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:22.980558 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:23.981638 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:32.569820 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-0583eb37-2512-472c-a01c-7a5a95d8c06d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513210 Jul 23 23:48:32.671924 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-fcbd4c25-6bcb-4f9c-b9b7-38cadbc5c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:48:32.673493 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-fcbd4c25-6bcb-4f9c-b9b7-38cadbc5c416 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0583267 Jul 23 23:48:32.772440 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-5bfc228b-df2d-4d27-bbda-0a3894c6e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:48:32.773932 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-5bfc228b-df2d-4d27-bbda-0a3894c6e32b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0827980 Jul 23 23:48:32.839685 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-254d2a17-caba-4584-9dc2-ed51eaa8525d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 1000 time: 0.0595996 Jul 23 23:48:32.886267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-0c00287b-2908-4aa0-be52-3e3f49089fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:48:32.887637 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-0c00287b-2908-4aa0-be52-3e3f49089fdd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.0421162 Jul 23 23:48:32.946281 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-bba1b29a-f425-4a2b-aabc-b7e4977d12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:48:32.947759 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-bba1b29a-f425-4a2b-aabc-b7e4977d12b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543604 Jul 23 23:48:33.038594 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-20cde02a-bc07-461c-a976-095e302aabc3 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Jul 23 23:48:33.125057 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-006bac22-98b3-4101-aef2-55dcc3927e49 req-dbccdc05-2c9c-49dd-8d4e-23c8e65a93bf service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794616 Jul 23 23:48:38.466540 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:48:41.145602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fb2735f3-5605-4e9e-a2a5-e3879b243b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:43.859737 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3b5d687d-6c70-4e41-91a5-c5f576d75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:44.295662 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:45.267611 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:46.775265 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:52.995809 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:48:53.980520 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:10.828448 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45444) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:10.984761 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Deleting port 26415c6d-3729-4393-91b8-aad9c625e040 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:10.985095 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.059345 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.059665 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.071257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Calling delete_port for 26415c6d-3729-4393-91b8-aad9c625e040 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:11.147067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d2efba7-8b04-4bb7-ad77-d88b09ac4122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.220027 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.245913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'Port': ['ID=26415c6d-3729-4393-91b8-aad9c625e040,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:11.257082 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.257429 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.257782 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.258149 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.259106 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.259671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.260016 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.260362 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.260675 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.261020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.261348 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.261671 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:11.322052 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.322186 n-d-791506-25 neutron-server[93836]: INFO neutron.db.l3_db [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Floating IP 1d5c04c6-feef-4a30-af2a-7584e957d85c disassociated (deleted). External IP: 172.25.1.31, port: 1bc5ff1f-56b5-4e0a-b92a-ec1835357773. Jul 23 23:49:11.523129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:11.627405 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:11.632238 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:11.637426 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:11.646040 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:11.646654 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:48:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:11.667668 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-9dd90334-8d8c-4bc2-a919-0acbfcde870a tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d5c04c6-feef-4a30-af2a-7584e957d85c HTTP/1.1" status: 204 len: 168 time: 0.8380690 Jul 23 23:49:11.668175 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:49:11.670454 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a0044-33a3-4c27-89fe-eb71b18d2d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:49:11.756623 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:11.824496 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5be017-b369-4268-a732-a1b164ba9542 x-openstack-request-id: req-2a5be017-b369-4268-a732-a1b164ba9542 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:49:11.824786 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:49:11.825034 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a5be017-b369-4268-a732-a1b164ba9542 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:49:11.825434 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'status': 'completed', 'code': 200} Jul 23 23:49:11.907584 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-853e39d4-9271-4d88-9fc4-6f036837f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:11.909105 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-853e39d4-9271-4d88-9fc4-6f036837f83e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d4c004957c4541e0acdb6f34fdb01368&device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 1097 time: 0.0590615 Jul 23 23:49:11.937134 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965bedb-eae3-424a-ad35-7aef82d0998c req-9363fc99-a01f-472d-90fa-5dc386721489 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:11.939105 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2965bedb-eae3-424a-ad35-7aef82d0998c req-9363fc99-a01f-472d-90fa-5dc386721489 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0678992 Jul 23 23:49:11.970201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:11.979047 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2965bedb-eae3-424a-ad35-7aef82d0998c req-0a0aefa6-64ef-4edf-b51f-f3c6ebeb5334 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343738 Jul 23 23:49:11.997474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:12.005651 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:12.006338 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:48:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:12.010047 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-7a144a4f-d898-42f4-a4ae-807761e4cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:12.011499 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-7a144a4f-d898-42f4-a4ae-807761e4cd74 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 200 len: 910 time: 0.0956614 Jul 23 23:49:12.060494 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-7f030b4d-7d2d-4e73-a403-160f2d55f993 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 200 len: 217 time: 0.0423052 Jul 23 23:49:12.113148 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:12.323697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:12.356081 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069bc852-c0f3-4857-85b7-09d35d53d935 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:35Z', 'revision_number': 4, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': 'f2f64e5e-06c6-4a80-bbb2-55e9bf33b545', 'name': '', 'network_id': 'f9762dd5-63ff-4c38-823d-2f283998806f', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'mac_address': 'fa:16:3e:b6:c0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:35Z', 'updated_at': '2021-07-23T23:40:41Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'subnets': [{'id': 'a0397697-4d0b-44e6-ba83-b312050d1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:12.461931 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-5b8d5600-67e6-421c-9713-2b6aa9e850ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:12.463472 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-5b8d5600-67e6-421c-9713-2b6aa9e850ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 200 len: 848 time: 0.3966191 Jul 23 23:49:12.526134 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-1c6b2920-6625-4800-8b13-33294aaa4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:12.527579 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-1c6b2920-6625-4800-8b13-33294aaa4931 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9762dd5-63ff-4c38-823d-2f283998806f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566478 Jul 23 23:49:12.574109 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a5d0bd-3786-4d6a-aaa2-6de4e85c40c0 None None] New status for floating IP 1d5c04c6-feef-4a30-af2a-7584e957d85c: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:49:12.622902 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-555af9cb-1ea6-4af2-874a-f2f6c9c90c38 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885055 Jul 23 23:49:12.712639 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-364a0044-33a3-4c27-89fe-eb71b18d2d4e req-a990334e-a42e-49d8-b72b-24ac49d72380 service neutron] 10.222.0.22 "GET /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829406 Jul 23 23:49:13.112712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad97313-05fd-41e4-828e-daf822f83b9a req-679396c0-8182-4d70-9cc3-46a47ced80ea tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:13.114181 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ad97313-05fd-41e4-828e-daf822f83b9a req-679396c0-8182-4d70-9cc3-46a47ced80ea tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0663750 Jul 23 23:49:13.152912 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6ad97313-05fd-41e4-828e-daf822f83b9a req-50474df0-c76c-402a-9fdb-75d879508ad9 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d43c667-ca37-4e6a-8c58-0ef05056d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327375 Jul 23 23:49:13.366751 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-97a391fd-591d-4e46-b55a-762ccb6377a6 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:13.368988 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-97a391fd-591d-4e46-b55a-762ccb6377a6 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 945 time: 0.0695539 Jul 23 23:49:13.465442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Deleting port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:13.465800 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:13.554645 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] For port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:13.554920 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:13.566378 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Calling delete_port for 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:13.691107 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:13.722232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'Port': ['ID=1bc5ff1f-56b5-4e0a-b92a-ec1835357773,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:13.771234 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] No DVR routers for this DVR port 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:49:13.773738 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:13.776502 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f0e0d73e-c05f-41aa-93fd-2d11da382041 req-95a1fd63-0a39-4cc3-b95a-aea2cce7e8f4 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.22 "DELETE /v2.0/ports/1bc5ff1f-56b5-4e0a-b92a-ec1835357773 HTTP/1.1" status: 204 len: 173 time: 0.4025891 Jul 23 23:49:13.826618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-deleted', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:49:13.830761 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbd4e7-3124-4a66-8ed8-54054cc27d80" -d '{"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-deleted", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:49:13.865596 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b2777db-c4db-4b4b-9f1a-e921a7c4d927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:13.868860 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1080d8f-2a2f-49b5-a631-251fd21f70e0 x-openstack-request-id: req-d1080d8f-2a2f-49b5-a631-251fd21f70e0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:49:13.869219 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759972a0-c327-4767-86fd-efc81a15ba47", "name": "network-vif-deleted", "tag": "1bc5ff1f-56b5-4e0a-b92a-ec1835357773", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:49:13.869473 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1080d8f-2a2f-49b5-a631-251fd21f70e0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:49:13.869913 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759972a0-c327-4767-86fd-efc81a15ba47', 'name': 'network-vif-deleted', 'tag': '1bc5ff1f-56b5-4e0a-b92a-ec1835357773', 'status': 'completed', 'code': 200} Jul 23 23:49:14.254434 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-853d2043-8c4b-4b3e-a89a-0369fe20a0ee req-5f023771-5261-444b-80ef-2e9a1f0cedf7 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0294187 Jul 23 23:49:14.296087 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:15.271367 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:15.351408 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-590914c0-9f44-414b-9763-5a5d24d96647 req-b6fe1b37-b5bc-445e-9f94-126312a78bf0 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jul 23 23:49:15.466713 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:49:16.295039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:16.315088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:16.315454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device 1bc5ff1f-56b5-4e0a-b92a-ec1835357773 not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:16.452116 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-709e4dca-7638-452e-9a8f-8e7d139f185f req-fae0c263-c274-411a-9f8d-e303f9058fde tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0300343 Jul 23 23:49:16.778481 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:17.577218 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-071ceed9-918a-4446-81f1-94b5d8a81275 req-a36d1658-cf67-4498-b6ad-068ba412e1be tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "GET /v2.0/ports?device_id=759972a0-c327-4767-86fd-efc81a15ba47 HTTP/1.1" status: 200 len: 210 time: 0.0344689 Jul 23 23:49:18.637613 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45478) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:18.696648 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:18.721175 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:18.783972 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:18.786848 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:18.788199 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d43c667-ca37-4e6a-8c58-0ef05056d2c3 HTTP/1.1" status: 204 len: 168 time: 0.1494865 Jul 23 23:49:18.805526 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558b48-6e1e-4d3e-88a4-32c89c428575 tempest-TestShelveInstance-696113656 tempest-TestShelveInstance-696113656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43c667-ca37-4e6a-8c58-0ef05056d2c3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:18.869220 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:19.329782 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:19.590942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Deleting port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:19.591279 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:19.670907 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] For port f2f64e5e-06c6-4a80-bbb2-55e9bf33b545, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:19.671630 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:19.684687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Calling delete_port for f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:19.868511 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:19.900390 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f64e5e-06c6-4a80-bbb2-55e9bf33b545,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:20.072975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.295257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Router 2962814d-357d-4e0c-a33f-2ed52a07bfad has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:20.397387 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:20.402531 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-5d7586ce-7c01-4b35-b354-6bd99227bf8b admin admin] 10.222.0.37 "PUT /v2.0/routers/2962814d-357d-4e0c-a33f-2ed52a07bfad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305712 Jul 23 23:49:20.405003 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45486) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:20.408640 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Sync routers for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:20.418077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:20.418700 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:20.507415 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.613609 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.667267 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Deleting port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:20.667492 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.682154 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:20.749652 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] For port ee806f17-7e63-4a86-aeb5-3f58fef8ea5d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:20.750324 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.763171 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Calling delete_port for ee806f17-7e63-4a86-aeb5-3f58fef8ea5d owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:20.858503 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:49:19Z', 'revision_number': 5, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port': {'id': 'ee806f17-7e63-4a86-aeb5-3f58fef8ea5d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:20.885610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Checking router: 2962814d-357d-4e0c-a33f-2ed52a07bfad for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:20.893697 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Routers {'2962814d-357d-4e0c-a33f-2ed52a07bfad'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:20.894341 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['2962814d-357d-4e0c-a33f-2ed52a07bfad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:20.930813 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:20.957951 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee806f17-7e63-4a86-aeb5-3f58fef8ea5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:20.987103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] Set router 2962814d-357d-4e0c-a33f-2ed52a07bfad gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:21.025100 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.044018 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:49:20Z', 'revision_number': 6, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:21.071318 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ee1bf-b6ef-4296-bf6a-707ce97fe241 None None] The sync data for ids ['2962814d-357d-4e0c-a33f-2ed52a07bfad'] in n-d-791506-25 is: [{'id': '2962814d-357d-4e0c-a33f-2ed52a07bfad', 'name': 'tempest-TestShelveInstance-1330405300-router', 'tenant_id': 'd4c004957c4541e0acdb6f34fdb01368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:33Z', 'updated_at': '2021-07-23T23:49:20Z', 'revision_number': 6, 'project_id': 'd4c004957c4541e0acdb6f34fdb01368', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:21.117141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.119323 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.163441 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.164200 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2962814d-357d-4e0c-a33f-2ed52a07bfad {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:49:21.170275 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.171404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-b948a154-8bed-47f2-84d5-d7ed45777fb3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2962814d-357d-4e0c-a33f-2ed52a07bfad HTTP/1.1" status: 204 len: 168 time: 0.7655060 Jul 23 23:49:21.173939 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45488) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:21.217846 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Deleting subnet a0397697-4d0b-44e6-ba83-b312050d1f11 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:49:21.220734 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.254360 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.333921 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.385806 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.413300 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0397697-4d0b-44e6-ba83-b312050d1f11,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:21.415685 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.419851 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e363ff3f-12c8-48ef-a7c0-276da5898b58 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0397697-4d0b-44e6-ba83-b312050d1f11 HTTP/1.1" status: 204 len: 168 time: 0.2427361 Jul 23 23:49:21.420566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:21.421054 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9310e-f97b-4546-8fe7-ae01e5994f86 None None] Network f9762dd5-63ff-4c38-823d-2f283998806f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:21.491125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.545942 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Deleting port 51d04417-242a-41c4-8494-a9a4769d2e03 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:21.546281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.623756 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] For port 51d04417-242a-41c4-8494-a9a4769d2e03, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=51d04417-242a-41c4-8494-a9a4769d2e03,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:21.624293 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.625204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b33269-10ac-446b-a784-73894774c63b None None] DHCP port deletion for f9762dd5-63ff-4c38-823d-2f283998806f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:49:21.636972 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Calling delete_port for 51d04417-242a-41c4-8494-a9a4769d2e03 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:21.672746 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Deleting port 51d04417-242a-41c4-8494-a9a4769d2e03 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:21.673082 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.720794 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.741405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e1b33269-10ac-446b-a784-73894774c63b None None] For port 51d04417-242a-41c4-8494-a9a4769d2e03, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=51d04417-242a-41c4-8494-a9a4769d2e03,segment=NetworkSegment(3ab49bb3-084b-4846-a8d1-cbcb2be1b411),segment_id=3ab49bb3-084b-4846-a8d1-cbcb2be1b411)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:21.741729 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.751268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d04417-242a-41c4-8494-a9a4769d2e03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:21.756186 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] No DVR routers for this DVR port 51d04417-242a-41c4-8494-a9a4769d2e03 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:49:21.757356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Calling delete_port for 51d04417-242a-41c4-8494-a9a4769d2e03 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:21.784673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.784953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.785251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.785587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.785945 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.786279 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.786606 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.786931 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.787257 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.787581 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.787900 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.788435 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:49:21.830034 n-d-791506-25 neutron-server[93837]: self.session.flush() Jul 23 23:49:21.840180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.845110 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.855665 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9762dd5-63ff-4c38-823d-2f283998806f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:21.866487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab49bb3-084b-4846-a8d1-cbcb2be1b411') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:21.866790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab49bb3-084b-4846-a8d1-cbcb2be1b411') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:21.870626 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Pushing event deleted for resources: {'Port': ['ID=51d04417-242a-41c4-8494-a9a4769d2e03,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:21.876910 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.877487 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b33269-10ac-446b-a784-73894774c63b None None] No DVR routers for this DVR port 51d04417-242a-41c4-8494-a9a4769d2e03 on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:49:21.885875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.886481 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.886865 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.887287 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.887684 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.888589 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.891205 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b33269-10ac-446b-a784-73894774c63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:21.894436 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.902138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:49:21.902393 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:49:21.904137 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:49:21.960500 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.966162 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:21.968040 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f9762dd5-63ff-4c38-823d-2f283998806f HTTP/1.1" status: 204 len: 168 time: 0.5452991 Jul 23 23:49:21.971217 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45492) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:21.978649 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2753b-2f48-4c23-918b-28124e248051 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9762dd5-63ff-4c38-823d-2f283998806f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:22.317835 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:22.332015 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 51d04417-242a-41c4-8494-a9a4769d2e03 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:22.352761 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 51d04417-242a-41c4-8494-a9a4769d2e03 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:22.353197 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 51d04417-242a-41c4-8494-a9a4769d2e03 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:22.353618 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:22.372545 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:22.372887 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device f2f64e5e-06c6-4a80-bbb2-55e9bf33b545 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:22.373292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ee806f17-7e63-4a86-aeb5-3f58fef8ea5d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:22.391119 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: ee806f17-7e63-4a86-aeb5-3f58fef8ea5d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:22.391456 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device ee806f17-7e63-4a86-aeb5-3f58fef8ea5d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:22.567879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Deleting port d982d023-ac4a-4954-9d86-d91df2c1ed7c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:22.568213 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:22.644056 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] For port d982d023-ac4a-4954-9d86-d91df2c1ed7c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=d982d023-ac4a-4954-9d86-d91df2c1ed7c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:22.644411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:22.656692 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Calling delete_port for d982d023-ac4a-4954-9d86-d91df2c1ed7c owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:22.830069 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:22.856375 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Pushing event deleted for resources: {'Port': ['ID=d982d023-ac4a-4954-9d86-d91df2c1ed7c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:22.999939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.358306 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.567888 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Router 72e22354-2b07-4dab-b69b-55478bc992a7 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:23.671606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:23.676387 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-f3e3099b-449c-4fdd-9dce-6c3420145624 admin admin] 10.222.0.37 "PUT /v2.0/routers/72e22354-2b07-4dab-b69b-55478bc992a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7041519 Jul 23 23:49:23.679323 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:23.679932 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Sync routers for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:23.689011 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:23.689596 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:23.787936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.792569 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:23.893019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.945462 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Deleting port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:23.945846 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:23.971536 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:49:22Z', 'revision_number': 5, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port': {'id': '234c4ba5-edc3-4f4d-8db3-555d5d8652d3', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:9d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:40:38Z', 'updated_at': '2021-07-23T23:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:23.981491 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.033128 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] For port 234c4ba5-edc3-4f4d-8db3-555d5d8652d3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:24.033493 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.046059 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Calling delete_port for 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:24.089128 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Checking router: 72e22354-2b07-4dab-b69b-55478bc992a7 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:24.097160 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Routers {'72e22354-2b07-4dab-b69b-55478bc992a7'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:24.097789 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['72e22354-2b07-4dab-b69b-55478bc992a7'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:24.181546 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] Set router 72e22354-2b07-4dab-b69b-55478bc992a7 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:24.213369 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.231542 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:49:23Z', 'revision_number': 6, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:24.236490 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=234c4ba5-edc3-4f4d-8db3-555d5d8652d3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:24.261683 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf363f-e3bd-4384-b5d9-5231dd974832 None None] The sync data for ids ['72e22354-2b07-4dab-b69b-55478bc992a7'] in n-d-791506-25 is: [{'id': '72e22354-2b07-4dab-b69b-55478bc992a7', 'name': 'tempest-TestShelveInstance-1916412312-router', 'tenant_id': '38324e14281e4c2599e81935a35af980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:40:37Z', 'updated_at': '2021-07-23T23:49:23Z', 'revision_number': 6, 'project_id': '38324e14281e4c2599e81935a35af980', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:24.307948 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.397950 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.400260 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.447756 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.448278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e22354-2b07-4dab-b69b-55478bc992a7 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:49:24.452746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.453980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-7d058753-53b1-4119-826f-2cfdce652bb5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/72e22354-2b07-4dab-b69b-55478bc992a7 HTTP/1.1" status: 204 len: 168 time: 0.7736557 Jul 23 23:49:24.456668 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45496) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:24.505571 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Deleting subnet b7b55f69-1acb-4cad-a170-d163134c6448 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:49:24.508836 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.542750 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2056448'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.620510 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.682461 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9303450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10702909'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.706847 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b55f69-1acb-4cad-a170-d163134c6448,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:24.713000 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.714897 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-3d18a890-2f90-48ec-a861-f615e9b95c04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b7b55f69-1acb-4cad-a170-d163134c6448 HTTP/1.1" status: 204 len: 168 time: 0.2572193 Jul 23 23:49:24.717867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:24.718772 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c93ce1-8a40-43e6-b345-c598f01b881a None None] Network a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:24.787395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.841676 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Deleting port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:49:24.842135 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.912243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] For port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,segment=NetworkSegment(168cdb0f-976e-4fc0-805e-091d41480d17),segment_id=168cdb0f-976e-4fc0-805e-091d41480d17)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:24.912614 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:24.924043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Calling delete_port for 6d77b3a9-c9c5-4998-aded-f3b47039bb4c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:49:25.003331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.037317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d77b3a9-c9c5-4998-aded-f3b47039bb4c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:25.039247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] No DVR routers for this DVR port 6d77b3a9-c9c5-4998-aded-f3b47039bb4c on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:49:25.042529 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa686bc-ad8c-419c-9d76-bd2132865e77 None None] DHCP port deletion for a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:49:25.115566 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.125926 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:25.136637 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168cdb0f-976e-4fc0-805e-091d41480d17') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:25.136932 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168cdb0f-976e-4fc0-805e-091d41480d17') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:25.145725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.160499 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.166621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:49:25.167002 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:49:25.168768 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:49:25.227557 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.243960 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.249015 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1 HTTP/1.1" status: 204 len: 168 time: 0.5265436 Jul 23 23:49:25.249015 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f204a2-1b4c-4487-a157-c647d5b1d741 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bbdab0-bff9-4b60-95a5-3ebfddaa43b1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:25.372739 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:25.414663 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f9def83b-98e7-4810-9b08-5a0fc3847545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4c004957c4541e0acdb6f34fdb01368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403473 Jul 23 23:49:25.416969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:25.479888 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.504678 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.555967 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.559990 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:25.561225 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d301c346-d84f-4747-92cc-0d577e2d0e89 HTTP/1.1" status: 204 len: 168 time: 0.1433156 Jul 23 23:49:25.569832 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f1542-d871-4124-924f-6979a372e355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301c346-d84f-4747-92cc-0d577e2d0e89,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:25.901970 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45510) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:25.945503 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-30337d15-64ef-42df-9db3-588546fb9c6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38324e14281e4c2599e81935a35af980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423467 Jul 23 23:49:25.948283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45512) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:25.998232 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.020347 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.075527 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.077975 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.079160 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae1a737f-9867-4044-8bef-c5236d6269eb HTTP/1.1" status: 204 len: 168 time: 0.1299374 Jul 23 23:49:26.087588 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524860-afe8-465c-a0f3-dc9df8c192d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a737f-9867-4044-8bef-c5236d6269eb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:26.331106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6d77b3a9-c9c5-4998-aded-f3b47039bb4c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:26.356502 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 6d77b3a9-c9c5-4998-aded-f3b47039bb4c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:26.356931 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 6d77b3a9-c9c5-4998-aded-f3b47039bb4c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:26.357356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d982d023-ac4a-4954-9d86-d91df2c1ed7c no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:26.385968 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: d982d023-ac4a-4954-9d86-d91df2c1ed7c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:26.386315 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device d982d023-ac4a-4954-9d86-d91df2c1ed7c not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:26.386737 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:49:26.405720 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:49:26.406090 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 234c4ba5-edc3-4f4d-8db3-555d5d8652d3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:49:26.745213 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45534) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:26.836594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1717835703-network', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:26.857638 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Made reservation on behalf of 2e348a5b600a4ad4a1690333dd7a0ff8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:49:26.860110 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.872977 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.962080 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.965893 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:26.987593 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:49:27.001210 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6452a9-a613-4dd3-9c72-69443585f0ac,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:27.008081 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.008424 n-d-791506-25 neutron-server[93836]: INFO neutron.db.segments_db [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Added segment 13088589-dc4d-4e66-bbc5-f2cab8a11a9b of type vlan for network 7e43634a-80cf-422d-b313-f88e5b1513be Jul 23 23:49:27.049564 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.077141 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.078109 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:27.078689 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.111281 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3646789 Jul 23 23:49:27.114099 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:27.119876 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Request body: {'subnet': {'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1717835703-subnet', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:27.140118 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Made reservation on behalf of 2e348a5b600a4ad4a1690333dd7a0ff8 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:49:27.142442 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8861228'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.145568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318b8c5-f7e2-48a5-942e-aa782596237d admin admin] Pushing event updated for resources: {'Network': ['ID=7e43634a-80cf-422d-b313-f88e5b1513be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:27.155766 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 7e43634a-80cf-422d-b313-f88e5b1513be details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:49:27.308264 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12258994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8861246'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.363689 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8db085-fd1a-4282-ac08-09f761d22295,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:27.372183 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Checking segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:27.372542 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Network hostable DHCP agents. Network: 7e43634a-80cf-422d-b313-f88e5b1513be, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:49:27.393168 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Network 7e43634a-80cf-422d-b313-f88e5b1513be is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:49:27.406179 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 7e43634a-80cf-422d-b313-f88e5b1513be) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:27.410327 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:27.410912 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.416925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f9fa0c-2130-449f-a9a9-653a516720d5 None None] Network 7e43634a-80cf-422d-b313-f88e5b1513be requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:27.425348 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-eea03b66-55de-4b08-8c0e-e772a7a7ea1b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3099024 Jul 23 23:49:27.427878 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:27.432388 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:27.452322 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.453447 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.504346 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.566624 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-7e43634a-80cf-422d-b313-f88e5b1513be', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:49:27.567477 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.708671 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Allocated IP 172.20.0.2 (7e43634a-80cf-422d-b313-f88e5b1513be/fd8db085-fd1a-4282-ac08-09f761d22295/b0e6db7b-0e79-4784-a7e3-d71e08a36d90) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:27.860545 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.869397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Transition to ACTIVE for port object b0e6db7b-0e79-4784-a7e3-d71e08a36d90 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:27.884743 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Transition to ACTIVE for port object b0e6db7b-0e79-4784-a7e3-d71e08a36d90 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:27.890956 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:27.933306 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Network 7e43634a-80cf-422d-b313-f88e5b1513be is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:27.938562 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:27.940987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:27.942962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Pushing event updated for resources: {'Port': ['ID=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:27.963725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.000735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Attempting to bind port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:28.001404 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Attempting to bind port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:28.001776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Attempting to bind port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:28.006897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:28.007278 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Checking segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:28.007697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.008091 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Bound using segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:28.009112 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Bound port: b0e6db7b-0e79-4784-a7e3-d71e08a36d90, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:28.009574 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.074382 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] For port b0e6db7b-0e79-4784-a7e3-d71e08a36d90, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:28.077599 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] For port b0e6db7b-0e79-4784-a7e3-d71e08a36d90, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:28.082787 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.138485 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790ebd3-2737-4b55-98ca-a8a24cd3828b None None] Pushing event updated for resources: {'Port': ['ID=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:28.173254 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.192298 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.311434 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Allocated IP 172.25.1.91 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/7880618f-6b5b-46ed-9106-5d850c20505d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:28.406250 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b0e6db7b-0e79-4784-a7e3-d71e08a36d90 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:28.435385 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.464257 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:28.478836 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.515558 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:28.520276 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:28.524247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:28.550648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Pushing event updated for resources: {'Port': ['ID=7880618f-6b5b-46ed-9106-5d850c20505d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:28.769890 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:28.979461 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.028192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865dc20-ee09-4dab-b7ec-9f975913fa3b None None] Network 7e43634a-80cf-422d-b313-f88e5b1513be requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:29.113005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:49:29.117962 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Provisioning for port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:29.129986 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Provisioning complete for port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:29.130359 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.223000 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:29.235078 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:29.239887 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.241164 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-546d6c3c-2e00-4630-aa32-4be8882e3e66 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8123758 Jul 23 23:49:29.244585 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:29.281014 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:29.281565 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:29.287017 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.404125 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] For port b0e6db7b-0e79-4784-a7e3-d71e08a36d90, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:29.409705 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.453982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:29.545075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d5078-05bd-4f7e-a508-d02d4f3af0e0 None None] Pushing event updated for resources: {'Port': ['ID=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:29.651629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-018e4cad-4946-4d4d-80ee-013806e54448 None None] Provisioning complete for port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:29.651997 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-018e4cad-4946-4d4d-80ee-013806e54448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.679314 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.700204 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:28Z', 'revision_number': 3, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:29.730917 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:29.731273 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Updating router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 port 7880618f-6b5b-46ed-9106-5d850c20505d binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:49:29.839539 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Allocated IP 172.20.0.1 (7e43634a-80cf-422d-b313-f88e5b1513be/fd8db085-fd1a-4282-ac08-09f761d22295/5a885ae4-f2f1-4594-88e5-69e2ae2bef67) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:29.954975 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.956116 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:29.969108 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Transition to ACTIVE for port object 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:30.002004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.037566 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Network 7e43634a-80cf-422d-b313-f88e5b1513be is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:30.040351 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:30.045734 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:30.071295 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:30.089401 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.229982 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.241108 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Transition to ACTIVE for port object 7880618f-6b5b-46ed-9106-5d850c20505d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:30.246101 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.247828 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.306474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Attempting to bind port 7880618f-6b5b-46ed-9106-5d850c20505d on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:30.306846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Attempting to bind port 7880618f-6b5b-46ed-9106-5d850c20505d by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:30.307200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Attempting to bind port 7880618f-6b5b-46ed-9106-5d850c20505d on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:30.311677 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adcd04-aa5b-428a-98c3-99a398e011cf None None] Pushing event updated for resources: {'Port': ['ID=7880618f-6b5b-46ed-9106-5d850c20505d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Bound port: 7880618f-6b5b-46ed-9106-5d850c20505d, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:30.321371 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.345106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-679629de-2185-49e5-9dc1-fb67b0aab29d None None] Provisioning for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:30.352293 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-679629de-2185-49e5-9dc1-fb67b0aab29d None None] Provisioning complete for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:30.352644 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-679629de-2185-49e5-9dc1-fb67b0aab29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.360420 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b0e6db7b-0e79-4784-a7e3-d71e08a36d90 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:30.418057 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.423051 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.436039 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] For port 7880618f-6b5b-46ed-9106-5d850c20505d, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:30.437925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-679629de-2185-49e5-9dc1-fb67b0aab29d None None] Port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:49:30.441725 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] For port 7880618f-6b5b-46ed-9106-5d850c20505d, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7880618f-6b5b-46ed-9106-5d850c20505d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:30.450639 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.498207 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:30.498446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.498566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.501053 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:30.542705 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adcd04-aa5b-428a-98c3-99a398e011cf None None] Pushing event updated for resources: {'Port': ['ID=7880618f-6b5b-46ed-9106-5d850c20505d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:30.546841 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:30.547479 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:30.594065 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Network 7e43634a-80cf-422d-b313-f88e5b1513be is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:30.595512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:30.696330 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:30.717308 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:30.832512 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:30.837845 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8013edf5-3df5-438b-b5ae-db67626ba1a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/90abb22a-f6a6-4c0b-a3a3-aa866ed1df19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922883 Jul 23 23:49:30.875606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e051c71f-6560-45dc-9909-88dea4f4bd47 None None] Provisioning complete for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:30.875968 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e051c71f-6560-45dc-9909-88dea4f4bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:30.937348 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e051c71f-6560-45dc-9909-88dea4f4bd47 None None] Port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:49:30.955106 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 2, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:30.982155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c177b-40fc-4d83-8da3-3e583cf4b99d None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 2, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:31.325743 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:31.330817 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1174224641-network', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:31.352431 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Made reservation on behalf of ab00c991e0fa44d597c7ddf891a32383 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:49:31.355304 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.364446 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.459281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.464158 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.493412 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:49:31.500003 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203616d4-fcad-4eb2-845f-9854b6474c72,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:31.506197 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.506532 n-d-791506-25 neutron-server[93835]: INFO neutron.db.segments_db [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Added segment 0c74e108-9e16-4650-9843-fd269320a175 of type vlan for network 6c76e437-9563-4a5a-a972-e77720fddf9f Jul 23 23:49:31.548814 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794110752121'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.580603 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.582041 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:31.582750 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.628340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3014419 Jul 23 23:49:31.631221 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:31.637114 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Request body: {'subnet': {'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1174224641-subnet', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:31.661069 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f466f-6c64-4eab-a91f-45f275361482 admin admin] Pushing event updated for resources: {'Network': ['ID=6c76e437-9563-4a5a-a972-e77720fddf9f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:31.671653 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Made reservation on behalf of ab00c991e0fa44d597c7ddf891a32383 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:49:31.672704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Network 6c76e437-9563-4a5a-a972-e77720fddf9f details requested by agent ovs-agent-n-d-791506-25 with host n-d-791506-25 {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:49:31.674203 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10702886'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.866411 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9303509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10702900'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.916384 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086ae181-d11c-4d73-8aba-e90292eecaf1,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:31.934383 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Checking segment: {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:31.934716 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Network hostable DHCP agents. Network: 6c76e437-9563-4a5a-a972-e77720fddf9f, hostable agents: ['aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:49:31.951722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Network 6c76e437-9563-4a5a-a972-e77720fddf9f is scheduled to be hosted by DHCP agent aaf5d2a4-d0b6-4bb1-88f5-55d4eca37efa with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:49:31.961257 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-25, 6c76e437-9563-4a5a-a972-e77720fddf9f) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:31.965802 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:31.966403 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:31.971013 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a2027-14b3-4b44-ba1c-8044aeeb7a0b None None] Network 6c76e437-9563-4a5a-a972-e77720fddf9f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:31.985459 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-32db4817-2854-47f4-b0d0-33c5cc1f12f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3504937 Jul 23 23:49:31.985687 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45562) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:31.990188 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:32.014960 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-461209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8124'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.016152 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-461310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-463722', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3762502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8069'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.069551 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.135202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aedcc81-a1cc-5c28-b481-71189d8c50bf-6c76e437-9563-4a5a-a972-e77720fddf9f', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1'}]}} from n-d-791506-25. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:49:32.136240 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.218058 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-463700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-461195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8091'] for router, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.284941 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Allocated IP 172.20.0.2 (6c76e437-9563-4a5a-a972-e77720fddf9f/086ae181-d11c-4d73-8aba-e90292eecaf1/766ad9c3-727f-4874-8710-d8ed42f4f1af) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:32.416156 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7880618f-6b5b-46ed-9106-5d850c20505d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:32.474886 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.496006 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.508445 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.519395 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Transition to ACTIVE for port object 766ad9c3-727f-4874-8710-d8ed42f4f1af will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:32.530077 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 7880618f-6b5b-46ed-9106-5d850c20505d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:32.538454 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7880618f-6b5b-46ed-9106-5d850c20505d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:32.538827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.562180 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Transition to ACTIVE for port object 766ad9c3-727f-4874-8710-d8ed42f4f1af will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:32.575430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.618928 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Allocated IP 172.25.1.165 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:32.635486 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Network 6c76e437-9563-4a5a-a972-e77720fddf9f is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:32.645361 n-d-791506-25 neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:32.651208 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:32.657582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Pushing event updated for resources: {'Port': ['ID=766ad9c3-727f-4874-8710-d8ed42f4f1af,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:32.749443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.750811 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.758738 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Attempting to bind port 766ad9c3-727f-4874-8710-d8ed42f4f1af on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:32.759149 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Attempting to bind port 766ad9c3-727f-4874-8710-d8ed42f4f1af by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:32.759470 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Attempting to bind port 766ad9c3-727f-4874-8710-d8ed42f4f1af on network 6c76e437-9563-4a5a-a972-e77720fddf9f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:32.774166 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:32.774615 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Checking segment: {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:32.774925 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.775321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Bound using segment: {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:32.775797 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Bound port: 766ad9c3-727f-4874-8710-d8ed42f4f1af, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:32.776180 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.780955 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 7880618f-6b5b-46ed-9106-5d850c20505d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7880618f-6b5b-46ed-9106-5d850c20505d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:32.787929 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.791929 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.835644 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:32.841470 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:32.843890 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:32.847212 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:32.876937 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=7880618f-6b5b-46ed-9106-5d850c20505d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:32.888897 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] For port 766ad9c3-727f-4874-8710-d8ed42f4f1af, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:32.892127 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] For port 766ad9c3-727f-4874-8710-d8ed42f4f1af, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766ad9c3-727f-4874-8710-d8ed42f4f1af,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:32.898030 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:32.956569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f6af-9cc6-4e01-bebd-b71f499da2ef None None] Pushing event updated for resources: {'Port': ['ID=766ad9c3-727f-4874-8710-d8ed42f4f1af,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:33.063352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:33.077430 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:33.078089 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:33.112613 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.223770 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:33.332705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-461202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-463679'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.420483 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 2, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:33.445268 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:33.446173 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Updating router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:49:33.464084 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Router f33393de-7435-4c0c-a39f-58b764ab8c49 is scheduled to L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:49:33.484765 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.577277 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:33.595689 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Sync routers for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:33.604590 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.606784 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:33.607405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:33.607859 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-dd8eba17-10a7-4c39-9d9c-414f252af600 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6207237 Jul 23 23:49:33.610018 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45564) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:33.741163 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:33.786072 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.797301 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Transition to ACTIVE for port object 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:33.806903 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.923563 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Pushing event updated for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:33.943477 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.944333 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.944819 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.945314 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.946231 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.946582 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.946904 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.947556 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.947732 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.948056 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.948524 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.948850 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:49:33.952317 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Attempting to bind port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:33.952474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 3, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:33.952963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Attempting to bind port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:33.953078 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Attempting to bind port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:33.959361 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:33.959714 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Checking segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:33.960118 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:33.960530 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Bound using segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:33.960999 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Bound port: 5a885ae4-f2f1-4594-88e5-69e2ae2bef67, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:33.961809 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.000029 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Checking router: f33393de-7435-4c0c-a39f-58b764ab8c49 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:34.000405 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Updating router f33393de-7435-4c0c-a39f-58b764ab8c49 port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef binding host n-d-791506-25 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:49:34.040823 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.059521 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] For port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:34.063674 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] For port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:34.074289 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.083577 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f16d3-d614-47bf-b89c-ff2deba70fd2 None None] Network 6c76e437-9563-4a5a-a972-e77720fddf9f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:49:34.130170 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:34.130797 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:34.207535 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.252697 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758c47-401a-481c-8b05-a84ca604620a None None] Pushing event updated for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:34.267687 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:34.331190 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-c2c54923-9491-4eee-9ce9-693717cb0626 None None] Provisioning for port 766ad9c3-727f-4874-8710-d8ed42f4f1af completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:34.428766 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Allocated IP 172.20.0.1 (6c76e437-9563-4a5a-a972-e77720fddf9f/086ae181-d11c-4d73-8aba-e90292eecaf1/34a6b7f9-38bb-4b58-9d88-cc36ad4597f3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:34.573545 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.588762 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Transition to ACTIVE for port object 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:34.618560 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:34.629638 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.650766 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd3d85-58ab-4959-96c3-12c679d2946e None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:34.672876 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:34.675036 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Network 6c76e437-9563-4a5a-a972-e77720fddf9f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:34.683155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:34.686872 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:34.692401 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Pushing event updated for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:34.728704 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-465200'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.739142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.764196 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Transition to ACTIVE for port object bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:34.772145 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.780864 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:34.805568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:34.806151 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.848393 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Attempting to bind port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef on host n-d-791506-25 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:34.848776 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Attempting to bind port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:34.849144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Attempting to bind port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef on network 33692836-5683-4dd7-bad8-04095cf127e8 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:34.870582 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a87a9-9384-45b3-b95a-cf350154eb22 None None] Pushing event updated for resources: {'Port': ['ID=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:34.873020 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:34.873400 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Checking segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:34.873832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.874226 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Bound using segment: {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:34.874715 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Bound port: bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c596430-fa3f-44a7-8217-3341412d4ebc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:34.875101 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.910946 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.969075 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] For port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef, host n-d-791506-25, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:34.980939 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:34.986506 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] For port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:34.996396 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.069284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:35.085845 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:35.086954 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:35.097622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.099392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7880618f-6b5b-46ed-9106-5d850c20505d up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:35.120568 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.129166 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.161377 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a87a9-9384-45b3-b95a-cf350154eb22 None None] Pushing event updated for resources: {'Port': ['ID=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:35.203955 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Pushing event updated for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:35.208067 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3742750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-465925'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.318155 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Network 6c76e437-9563-4a5a-a972-e77720fddf9f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:35.319531 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:35.323904 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:35.328507 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 7880618f-6b5b-46ed-9106-5d850c20505d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:35.330178 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.380256 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:35.448807 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5c916507-ab7d-4bfc-9036-840fb198f2e7 None None] Provisioning for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:35.486950 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5c916507-ab7d-4bfc-9036-840fb198f2e7 None None] Provisioning complete for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:35.487202 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c916507-ab7d-4bfc-9036-840fb198f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.592370 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766ad9c3-727f-4874-8710-d8ed42f4f1af up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:35.593886 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-5c916507-ab7d-4bfc-9036-840fb198f2e7 None None] Port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:49:35.725447 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 766ad9c3-727f-4874-8710-d8ed42f4f1af completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:35.737097 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 766ad9c3-727f-4874-8710-d8ed42f4f1af triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:35.737477 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.741843 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3bc9aff1-cbab-4235-af63-f94e19b9da5a None None] Provisioning complete for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:35.742208 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bc9aff1-cbab-4235-af63-f94e19b9da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.806020 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Router f33393de-7435-4c0c-a39f-58b764ab8c49 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:35.811946 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3bc9aff1-cbab-4235-af63-f94e19b9da5a None None] Port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:49:35.821342 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '34a6b7f9-38bb-4b58-9d88-cc36ad4597f3', 'name': '', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'mac_address': 'fa:16:3e:bf:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:34Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 1, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'subnets': [{'id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:35.854754 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2528b43-aaaf-4a7a-8caf-715aa8a7a586 None None] The sync data for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 is: [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '34a6b7f9-38bb-4b58-9d88-cc36ad4597f3', 'name': '', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'mac_address': 'fa:16:3e:bf:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:34Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 1, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'subnets': [{'id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:35.901697 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.915540 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:35.921720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-a01e68f3-7b2a-4976-bbe4-317aca07309f admin admin] 10.222.0.37 "PUT /v2.0/routers/f33393de-7435-4c0c-a39f-58b764ab8c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3101199 Jul 23 23:49:35.938317 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 766ad9c3-727f-4874-8710-d8ed42f4f1af, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766ad9c3-727f-4874-8710-d8ed42f4f1af,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:35.943374 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:35.994176 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=766ad9c3-727f-4874-8710-d8ed42f4f1af,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:36.370568 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:36.393454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45572) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:36.398286 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150578868', 'description': 'tempest-secgroup-smoke-150578868 description', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:36.425978 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:36.426373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.431276 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.514132 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766ad9c3-727f-4874-8710-d8ed42f4f1af up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:36.530139 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.534285 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.562757 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 766ad9c3-727f-4874-8710-d8ed42f4f1af triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:36.563130 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.564606 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.565878 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1712487 Jul 23 23:49:36.567732 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157fde3-2d2b-49de-a662-7ae727afba6a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36991f28-c27e-4d39-85fd-f015e5fc73f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:36.568953 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:36.575646 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:36.603702 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.659696 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.663572 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.684728 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ddf40f-1b0d-4d16-aa1a-d69bd8f5a404,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:36.691705 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.692864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-c642a615-225b-492d-8198-612acecfb845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221178 Jul 23 23:49:36.696143 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:36.700641 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:36.726539 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.785841 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.789143 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.812607 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1ea1c8-b093-4f0b-a83a-244abe9cf439,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:36.815963 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.818380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-af75e8e4-f769-4bce-bf29-db9e46e8a734 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200826 Jul 23 23:49:36.820317 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:36.825587 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:36.851267 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.908889 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.912362 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.929605 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef080c7-2947-4f9d-956d-cd1f7f9608df,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:36.935536 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:36.937586 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-71abb08b-257e-491c-8dae-f38e0e59bc7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147237 Jul 23 23:49:36.939571 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:36.943883 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:36.969409 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.027597 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.030958 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.050871 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f438ba9-8f40-4b38-a446-d8cd2e79ca65,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:37.054318 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.056058 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b2ee0ec2-44a5-473b-8a25-2294100bd8cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155741 Jul 23 23:49:37.058906 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:37.063277 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:37.085049 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Project 2e348a5b600a4ad4a1690333dd7a0ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:49:37.090243 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.148074 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.152007 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.166856 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107908c4-b720-4a74-9a27-563730aff983,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:37.175258 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.176522 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-169c9d86-6c89-42e2-9b2f-898b0c87a6b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166954 Jul 23 23:49:37.179247 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:37.183719 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'security_group_rule': {'security_group_id': '36991f28-c27e-4d39-85fd-f015e5fc73f0', 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:37.206042 n-d-791506-25 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Project 2e348a5b600a4ad4a1690333dd7a0ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:49:37.210660 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.274347 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.277835 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703149'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.297880 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3461366-0299-4a2a-90eb-230dabd1ca30,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:37.301481 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:37.305814 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-f0558bd7-86ca-4007-b983-bf01a909a26b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224694 Jul 23 23:49:37.462358 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-5a3e8677-1965-4a12-9684-74020b89a776 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150578868&fields=id&tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 267 time: 0.0346715 Jul 23 23:49:37.577441 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-b99d85e2-cb12-4248-b9ef-0911369f83d5 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:37.579045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-b99d85e2-cb12-4248-b9ef-0911369f83d5 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 810 time: 0.1082115 Jul 23 23:49:37.595272 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-73bfc410-fcae-447b-b366-46535d8f3595 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/quotas/2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Jul 23 23:49:37.663443 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-c9fc2b2b-9c2d-4cbb-a8b0-81da463a1196 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626137 Jul 23 23:49:37.680749 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-3c0d34ff-abd0-4f4e-8dd1-7d1596a36964 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:49:37.681871 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-3c0d34ff-abd0-4f4e-8dd1-7d1596a36964 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063899 Jul 23 23:49:37.869808 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-9516b036-a087-4f2f-986d-1a1606007b4e service neutron] 10.222.0.37 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814542 Jul 23 23:49:37.960468 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-5caabf44-fcee-42a0-b7a0-d9dbb53c622d service neutron] 10.222.0.37 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847728 Jul 23 23:49:38.122209 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bc43c791-d916-456f-988c-3ff4b84c1733 req-c918ee26-8b4a-4c11-a282-0088b244e8af tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 210 time: 0.0303645 Jul 23 23:49:38.373555 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:38.431309 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:38.435235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:38.435633 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:38.526538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:38.548914 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:38.552347 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:38.601057 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:38.736595 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Sync routers for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:38.746408 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:38.747042 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:38.940145 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:39.136661 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '34a6b7f9-38bb-4b58-9d88-cc36ad4597f3', 'name': '', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'mac_address': 'fa:16:3e:bf:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:34Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 2, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'subnets': [{'id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:39.163022 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Checking router: f33393de-7435-4c0c-a39f-58b764ab8c49 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:39.163371 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Updating router f33393de-7435-4c0c-a39f-58b764ab8c49 port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 binding host n-d-791506-25 {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:49:39.208505 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.259113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1d51276d-6257-467e-918f-a3f666b39e0c req-b320881b-0a9f-4e82-b464-eae74d144209 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 210 time: 0.0550272 Jul 23 23:49:39.287681 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e918c16f-007e-4922-9b0f-2e8885c2f792 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:39.289875 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e918c16f-007e-4922-9b0f-2e8885c2f792 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 810 time: 0.1220281 Jul 23 23:49:39.342067 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-6fb2b04d-9467-455f-8ddc-e29d81c2f2dd tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 379 time: 0.0437729 Jul 23 23:49:39.353800 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'port': {'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'admin_state_up': True, 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'security_groups': ['36991f28-c27e-4d39-85fd-f015e5fc73f0']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:39.473852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Made reservation on behalf of 2e348a5b600a4ad4a1690333dd7a0ff8 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:49:39.477555 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.490628 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.500766 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Transition to ACTIVE for port object 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:39.506686 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.584302 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ba1d-2816-4ea1-aafb-2f7da9dc6d53 None None] Pushing event updated for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:39.620576 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Allocated IP 172.20.0.12 (7e43634a-80cf-422d-b313-f88e5b1513be/fd8db085-fd1a-4282-ac08-09f761d22295/c22014af-69e4-4a3e-a01a-5a84ffce3f6a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:39.623250 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Attempting to bind port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 on host n-d-791506-25 for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:39.623613 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Attempting to bind port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 by drivers openvswitch,hyperv on host n-d-791506-25 at level 0 using segments [{'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:39.623963 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Attempting to bind port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 on network 6c76e437-9563-4a5a-a972-e77720fddf9f {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:39.629049 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Checking agent: {'id': 'c933bf95-2a89-4103-b318-8638249d0c96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 20, 44), 'started_at': datetime.datetime(2021, 7, 23, 22, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:39.629412 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Checking segment: {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:39.629922 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.630310 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Bound using segment: {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:39.630767 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Bound port: 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3, host: n-d-791506-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c74e108-9e16-4650-9843-fd269320a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:39.631133 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.698836 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] For port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3, host n-d-791506-25, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:39.702588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] For port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3, host n-d-791506-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:39.707204 n-d-791506-25 neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.767964 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ba1d-2816-4ea1-aafb-2f7da9dc6d53 None None] Pushing event updated for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:39.775196 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:39.775972 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:39.779600 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.794374 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Transition to ACTIVE for port object c22014af-69e4-4a3e-a01a-5a84ffce3f6a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:39.833620 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.885059 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Network 7e43634a-80cf-422d-b313-f88e5b1513be is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:39.891734 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:39.895304 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:39.895562 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:39.902248 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:39.953412 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:39.954290 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:39.970461 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-75963c10-5400-4a81-89f1-287eb708714a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6211932 Jul 23 23:49:39.983140 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.v2.base [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Request body: {'port': {'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-25'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:40.062887 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.137735 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '34a6b7f9-38bb-4b58-9d88-cc36ad4597f3', 'name': '', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'mac_address': 'fa:16:3e:bf:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:34Z', 'updated_at': '2021-07-23T23:49:39Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'subnets': [{'id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:40.163840 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e498cc-dec8-4765-a5f9-0e6463483e04 None None] The sync data for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 is: [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:34Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '34a6b7f9-38bb-4b58-9d88-cc36ad4597f3', 'name': '', 'network_id': '6c76e437-9563-4a5a-a972-e77720fddf9f', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'mac_address': 'fa:16:3e:bf:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:34Z', 'updated_at': '2021-07-23T23:49:39Z', 'revision_number': 4, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'subnets': [{'id': '086ae181-d11c-4d73-8aba-e90292eecaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:40.211188 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0c774cd-4ea1-48ac-98b3-26b18680a4a0 None None] Provisioning for port c22014af-69e4-4a3e-a01a-5a84ffce3f6a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:40.215466 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0c774cd-4ea1-48ac-98b3-26b18680a4a0 None None] Provisioning complete for port c22014af-69e4-4a3e-a01a-5a84ffce3f6a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:40.216568 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0c774cd-4ea1-48ac-98b3-26b18680a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.253644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d0c774cd-4ea1-48ac-98b3-26b18680a4a0 None None] Port c22014af-69e4-4a3e-a01a-5a84ffce3f6a cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:49:40.360852 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22014af-69e4-4a3e-a01a-5a84ffce3f6a {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:49:40.368773 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.380993 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Transition to ACTIVE for port object c22014af-69e4-4a3e-a01a-5a84ffce3f6a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:49:40.389443 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.412973 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:40.415626 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b9a91-8a5e-4901-9ad6-9fa4992cd826 req-a820f8dd-aeed-4733-8e3b-e95a4e1438ae tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:40.423819 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a7b9a91-8a5e-4901-9ad6-9fa4992cd826 req-a820f8dd-aeed-4733-8e3b-e95a4e1438ae tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 932 time: 0.0811422 Jul 23 23:49:40.478016 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-1a7b9a91-8a5e-4901-9ad6-9fa4992cd826 req-cab7902e-1c8c-4ad5-a1a2-3e853f3a3c7f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528755 Jul 23 23:49:40.501046 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:40.501924 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.505618 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:40.530984 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Attempting to bind port c22014af-69e4-4a3e-a01a-5a84ffce3f6a on host n-h2-791506-25 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:49:40.531315 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Attempting to bind port c22014af-69e4-4a3e-a01a-5a84ffce3f6a by drivers openvswitch,hyperv on host n-h2-791506-25 at level 0 using segments [{'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:49:40.531639 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Attempting to bind port c22014af-69e4-4a3e-a01a-5a84ffce3f6a on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:40.536283 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Port c22014af-69e4-4a3e-a01a-5a84ffce3f6a on network 7e43634a-80cf-422d-b313-f88e5b1513be not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-25 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:49:40.536603 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Attempting to bind port c22014af-69e4-4a3e-a01a-5a84ffce3f6a on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:49:40.543708 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Checking agent: {'id': '1275a581-a1b8-4818-9c5d-bee7434fb0e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:49:40.544052 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Checking segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:49:40.544442 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Bound using segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:49:40.544878 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Bound port: c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host: n-h2-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:49:40.545239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.611988 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:40.620792 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:49:40.624709 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:49:40.630526 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9303392'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.666457 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:40.668344 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:40.668988 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.670430 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] 10.222.0.22 "PUT /v2.0/ports/c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1093 time: 0.6926024 Jul 23 23:49:40.670879 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:49:40.671103 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:40.671475 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.673186 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1717aa33-2764-494a-8061-b6a77351d5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:49:40.725598 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ec1b0-7a1c-4e1c-8984-b0bffd652284 x-openstack-request-id: req-837ec1b0-7a1c-4e1c-8984-b0bffd652284 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:49:40.725926 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:49:40.726184 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-837ec1b0-7a1c-4e1c-8984-b0bffd652284 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:49:40.726584 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'status': 'completed', 'code': 200} Jul 23 23:49:40.745948 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598128-5118-4f33-b6b8-1d8c176dba93 service neutron] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:40.784607 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-03e609e1-6c84-4589-8b2f-c5712c119f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:40.786368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-03e609e1-6c84-4589-8b2f-c5712c119f1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1096 time: 0.0739205 Jul 23 23:49:40.791923 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.833644 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] For port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:40.838294 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-cd81c804-6adc-4c03-96a3-50eceb6af4e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 217 time: 0.0435967 Jul 23 23:49:40.839566 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:40.891793 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Pushing event updated for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:40.892512 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-6091d0f3-a418-47d4-aa66-e3245e29fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:40.894961 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-6091d0f3-a418-47d4-aa66-e3245e29fab7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0494604 Jul 23 23:49:40.958764 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-c88193de-c356-4de6-9af4-de071fbd2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:40.960271 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-c88193de-c356-4de6-9af4-de071fbd2be1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601959 Jul 23 23:49:41.056308 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-f35b71de-5a8c-45fe-a0ec-108beae2be9b service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884609 Jul 23 23:49:41.144940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9769839-27af-454b-ad6f-e93f9ce082b4 req-6e5f23c7-2f9b-4c13-af45-30606e3275d6 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825961 Jul 23 23:49:41.148150 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e98d-9c43-410d-bcd5-4fccf667c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:41.249567 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-665d6263-f8be-4477-9a49-94dbec995ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:41.251085 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-665d6263-f8be-4477-9a49-94dbec995ec4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1096 time: 0.0615299 Jul 23 23:49:41.339866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-97fefa78-a2bf-4578-98fb-3aed4e5bb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:41.341366 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-97fefa78-a2bf-4578-98fb-3aed4e5bb61e service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0842378 Jul 23 23:49:41.386109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-a5eb000a-80f2-458f-8d07-f8b974eb14fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 217 time: 0.0382605 Jul 23 23:49:41.436129 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-6743fea1-19fb-4c69-8194-486b6e93e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:41.437644 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-6743fea1-19fb-4c69-8194-486b6e93e052 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0455308 Jul 23 23:49:41.499925 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-26338ef1-635e-4032-be63-a0af71bd3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:41.501379 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-26338ef1-635e-4032-be63-a0af71bd3e5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570350 Jul 23 23:49:41.601198 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-21df2a42-32b5-485a-a9af-7684c00d9f18 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920594 Jul 23 23:49:41.605268 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce85be9-cbed-4ca2-a2c3-d7458195e285 req-1f667e85-928a-4446-bcf8-d1fd4a1ce17f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:41.606853 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ce85be9-cbed-4ca2-a2c3-d7458195e285 req-1f667e85-928a-4446-bcf8-d1fd4a1ce17f tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0674422 Jul 23 23:49:41.647530 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4ce85be9-cbed-4ca2-a2c3-d7458195e285 req-02e1b31f-0202-4bb9-8dc8-ef3f85dea013 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347440 Jul 23 23:49:41.701451 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1717aa33-2764-494a-8061-b6a77351d5d9 req-e6b3009d-b6bf-438f-a9ef-841870734a4e service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918255 Jul 23 23:49:42.343889 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 up at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:42.391331 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Provisioning complete for port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:42.391703 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:42.779623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de22fad-34ae-40a1-af9b-5e48f843b2ec req-4f164551-3e6d-464f-8c26-88aeba05ac8d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:42.781368 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0de22fad-34ae-40a1-af9b-5e48f843b2ec req-4f164551-3e6d-464f-8c26-88aeba05ac8d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0670173 Jul 23 23:49:42.818067 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-0de22fad-34ae-40a1-af9b-5e48f843b2ec req-5faf5be1-ba45-4947-98b4-c8606eba54db tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312860 Jul 23 23:49:43.868979 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4f88104a-5d59-4ce9-9bfb-9daf81981198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:43.957454 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1780ba-ff0a-4743-96ce-cf3edcbf7d27 req-1cfdb019-d6e9-483d-ae5c-edb61dd028db tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:43.958945 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd1780ba-ff0a-4743-96ce-cf3edcbf7d27 req-1cfdb019-d6e9-483d-ae5c-edb61dd028db tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0634832 Jul 23 23:49:43.996270 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-bd1780ba-ff0a-4743-96ce-cf3edcbf7d27 req-d6ce97e0-3139-4360-a5c7-b4d836d3a813 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Jul 23 23:49:44.296948 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:44.357329 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:49:44.450411 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:44.464438 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:49:44.504126 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:44.517513 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22014af-69e4-4a3e-a01a-5a84ffce3f6a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:49:44.536773 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:44.541631 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:44.588704 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:44.748721 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['c22014af-69e4-4a3e-a01a-5a84ffce3f6a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:49:45.126813 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e564ce6-7571-41ac-bacb-4fac3c96118e req-bd30f66f-5701-4ad4-9c71-caeebfcbb3e7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:45.128289 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e564ce6-7571-41ac-bacb-4fac3c96118e req-bd30f66f-5701-4ad4-9c71-caeebfcbb3e7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 945 time: 0.0663576 Jul 23 23:49:45.275376 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:45.489023 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9e564ce6-7571-41ac-bacb-4fac3c96118e req-a7b5f053-b565-465f-abd4-e216327fece6 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550820 Jul 23 23:49:46.357530 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:49:46.405739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning for port c22014af-69e4-4a3e-a01a-5a84ffce3f6a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:49:46.409274 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port c22014af-69e4-4a3e-a01a-5a84ffce3f6a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:49:46.409675 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:46.485978 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:46.507397 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:49:46.510487 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01453740-4f04-46ee-b3c6-26d44df09c1e" -d '{"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-plugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:49:46.523769 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:49:46.528253 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:46.579122 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:46.620005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01387a-27e5-4311-b005-d92d9d7cd5b3 req-74591104-63c2-40c4-a5f8-ac2f9590a6c9 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:46.621464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad01387a-27e5-4311-b005-d92d9d7cd5b3 req-74591104-63c2-40c4-a5f8-ac2f9590a6c9 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 946 time: 0.0634108 Jul 23 23:49:46.657864 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ad01387a-27e5-4311-b005-d92d9d7cd5b3 req-8077cef2-fb84-4f7c-9059-1cd6c1f3f845 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Jul 23 23:49:46.699935 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c545c5-aa67-4c55-830a-169ab7638907 x-openstack-request-id: req-c7c545c5-aa67-4c55-830a-169ab7638907 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:49:46.700232 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-plugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:49:46.700481 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7c545c5-aa67-4c55-830a-169ab7638907 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:49:46.700880 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'code': 200} Jul 23 23:49:46.780886 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:46.811218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e569a-79c8-4964-922f-9cb645429c5d req-9bedda97-28f5-4416-ab1b-c17fa4cff458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:46.812721 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f1e569a-79c8-4964-922f-9cb645429c5d req-9bedda97-28f5-4416-ab1b-c17fa4cff458 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1098 time: 0.0584648 Jul 23 23:49:46.847530 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-1f1e569a-79c8-4964-922f-9cb645429c5d req-36d6bb3c-fb1f-4cce-81d4-fc3ebffcbd83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288849 Jul 23 23:49:47.788022 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912855a-6d10-403a-b5f5-59b15d6dd322 req-54582a2c-ffa5-4eab-bcf9-27858da6a433 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:47.789503 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a912855a-6d10-403a-b5f5-59b15d6dd322 req-54582a2c-ffa5-4eab-bcf9-27858da6a433 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 946 time: 0.0624077 Jul 23 23:49:47.828908 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a912855a-6d10-403a-b5f5-59b15d6dd322 req-d4d3bc20-381f-4092-a617-468dea2bb15a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 Jul 23 23:49:47.956067 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626880e-fbe3-45a6-b836-a409908f51cd req-d8c28ef4-3c97-4b70-97c6-3117813e18d3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:47.957469 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c626880e-fbe3-45a6-b836-a409908f51cd req-d8c28ef4-3c97-4b70-97c6-3117813e18d3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 946 time: 0.0640106 Jul 23 23:49:47.996681 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-c626880e-fbe3-45a6-b836-a409908f51cd req-c93cc9f4-4aae-4f77-a36e-23990cf699f3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Jul 23 23:49:48.018236 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:48.109300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fc36f-5a7b-45be-9152-3c96eff9618b tempest-TestSnapshotPattern-1055984140 tempest-TestSnapshotPattern-1055984140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:48.110918 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-577fc36f-5a7b-45be-9152-3c96eff9618b tempest-TestSnapshotPattern-1055984140 tempest-TestSnapshotPattern-1055984140-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1093 time: 0.0917230 Jul 23 23:49:48.113840 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:49:48.118573 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:49:48.141003 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:48.240046 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:48.345899 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Allocated IP 172.25.1.236 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/9caa0b59-e518-4b87-b3f4-a9d3e270249d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:49:48.444582 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:48.484851 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:48.522126 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:49:48.527563 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:49:48.531114 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:49:48.536630 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=9caa0b59-e518-4b87-b3f4-a9d3e270249d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:48.881423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:48.957587 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:49.104422 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:49.109035 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:49.174588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=9caa0b59-e518-4b87-b3f4-a9d3e270249d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:49:49.186871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:49.285242 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Floating IP ab00e7c2-6569-4b41-a260-855ac4efce9f associated. External IP: 172.25.1.236, port: c22014af-69e4-4a3e-a01a-5a84ffce3f6a. Jul 23 23:49:49.496503 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:49:49.601311 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:49:49.611008 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:49:49.619709 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:49.622566 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:49.623192 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:49.656980 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-77d54a1f-b460-4a5e-bd15-7886a9871508 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5421853 Jul 23 23:49:49.657588 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:49:49.659930 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a5564-ad18-4838-a626-28ca1d2caea4" -d '{"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:49:49.698226 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc6314f-fd25-4e3d-891c-b2efb9646c08 x-openstack-request-id: req-0fc6314f-fd25-4e3d-891c-b2efb9646c08 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:49:49.698520 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:49:49.698771 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fc6314f-fd25-4e3d-891c-b2efb9646c08 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:49:49.699173 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'status': 'completed', 'code': 200} Jul 23 23:49:49.733222 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:49.772350 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-a2efdc7f-bc91-4c7e-90d2-419017fc6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:49.773781 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-a2efdc7f-bc91-4c7e-90d2-419017fc6018 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1098 time: 0.0551219 Jul 23 23:49:49.863636 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-af59c38f-90eb-4298-b117-4fa61ea6c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:49.865122 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-af59c38f-90eb-4298-b117-4fa61ea6c562 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0851183 Jul 23 23:49:49.935911 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-f190399b-e842-44be-a716-17563f5bf2c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0645974 Jul 23 23:49:49.961693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:48Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:49.984268 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-6e80c492-ece4-4a1f-b1ad-1dd2981d6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:49.985781 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-6e80c492-ece4-4a1f-b1ad-1dd2981d6779 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0442605 Jul 23 23:49:49.988606 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:49:49.997301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:49:49.997959 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:49:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:50.048351 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-790ad113-da21-4fe6-86fc-5d0d353924a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:49:50.049940 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-790ad113-da21-4fe6-86fc-5d0d353924a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580475 Jul 23 23:49:50.150633 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-ca8d3d5e-7884-4708-a56d-25fcfa43519b service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937967 Jul 23 23:49:50.247045 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-944a5564-ad18-4838-a626-28ca1d2caea4 req-e52d9c5e-3bed-431d-9b16-5aaf5627773b service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902686 Jul 23 23:49:50.260828 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:49:50.490905 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:48Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:49:50.516983 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41164a1-ffa4-4823-837a-3af83f71568a None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:48Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:49:50.719623 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0b392-97b9-47df-8f37-40daf2a41fb1 None None] New status for floating IP ab00e7c2-6569-4b41-a260-855ac4efce9f: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:49:52.467632 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:49:52.996179 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:49:53.996525 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:11.148785 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13fd96ec-0275-4145-a0cf-2241b941f0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:13.877058 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1aea6a21-69d9-44e9-b205-9bccf92e064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:14.298430 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:15.277987 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:16.784506 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.012992 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:23.999312 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:29.467157 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:50:33.595960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-84094be2-adaa-486f-a1db-de73b251deeb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0935426 Jul 23 23:50:33.688105 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-24ecc27f-ffa2-4a48-8282-ae2b6d665060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:33.689566 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-24ecc27f-ffa2-4a48-8282-ae2b6d665060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1098 time: 0.0529521 Jul 23 23:50:33.797443 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-528e162f-a0b7-4ff8-8bcf-f32904b97b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:33.798960 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-528e162f-a0b7-4ff8-8bcf-f32904b97b90 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0913923 Jul 23 23:50:33.862244 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-03292a0b-24de-4f55-97a1-b08728cff496 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1002 time: 0.0571001 Jul 23 23:50:33.916130 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-6eca39ac-e219-4b2a-b497-0c8311507b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:33.917612 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-6eca39ac-e219-4b2a-b497-0c8311507b5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0494428 Jul 23 23:50:33.975173 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-4215236e-ddde-43c7-851b-cac9ff20e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:50:33.976627 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-4215236e-ddde-43c7-851b-cac9ff20e6c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528026 Jul 23 23:50:34.064344 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-3ef0a70e-f863-4c6c-a8dc-c70df745b9a5 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805647 Jul 23 23:50:34.161027 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-7d0fa6f3-2fce-4cea-ba52-b86597cda2fd req-2edb9884-46e2-41ee-a76d-8960e0ab07c2 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Jul 23 23:50:41.149992 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-93cc50cc-d7af-46a7-b000-fa7c6def1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:43.885509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9eb308b-24cb-4ed7-913a-b77a3e529a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:44.299040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:45.281502 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:46.788393 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.029622 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:50:53.998530 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:06.467336 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:51:11.152617 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9496388b-beb2-4fe4-9d1c-5612b6a825cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:13.878089 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-92269448-4907-43c1-acee-25990260b560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:14.300529 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:15.283762 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:16.789769 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.043278 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:23.999838 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:35.560837 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-671ec0c6-3622-4c82-a948-f2b17f91020c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538256 Jul 23 23:51:35.652399 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e12c-025a-445a-8410-6609763be929 req-55590a83-26df-4948-b5eb-467a1ae81a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.653978 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-55590a83-26df-4948-b5eb-467a1ae81a5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1098 time: 0.0529137 Jul 23 23:51:35.757693 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e12c-025a-445a-8410-6609763be929 req-3ce704f6-2371-489d-848c-0df25766aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.759184 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-3ce704f6-2371-489d-848c-0df25766aef0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0880439 Jul 23 23:51:35.828817 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-892962c2-5037-41c4-aebd-c0333bb81678 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1002 time: 0.0627546 Jul 23 23:51:35.876737 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e12c-025a-445a-8410-6609763be929 req-6e396ac0-4cb4-4db0-b209-fa7ab903542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.878170 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-6e396ac0-4cb4-4db0-b209-fa7ab903542f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0439188 Jul 23 23:51:35.935886 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9e12c-025a-445a-8410-6609763be929 req-9afd943e-93b8-4877-9274-dafbb40343ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:35.937273 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-9afd943e-93b8-4877-9274-dafbb40343ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531864 Jul 23 23:51:36.028720 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-5d7b9b38-40de-463a-8750-9d1776883245 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854607 Jul 23 23:51:36.116754 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-88e9e12c-025a-445a-8410-6609763be929 req-027bbbb4-41d2-44bf-8fb6-6dc8c61a5117 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820911 Jul 23 23:51:41.154485 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d94d33b-b523-4680-a4f8-6e23971e3ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:43.466879 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:51:43.879103 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-050bd717-39f2-4a93-b946-54e3491b64ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:44.301176 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:45.285390 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:46.792067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.003497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a details requested by agent hyperv_n-h2-791506-25 with host n-h2-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:51:49.097182 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:49.110792 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Returning: {'device': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:51:49.150006 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.161947 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c22014af-69e4-4a3e-a01a-5a84ffce3f6a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:51:49.180846 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:49.184317 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:49.232117 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:49.239638 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.239982 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.240321 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.240656 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.240984 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.241311 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.241636 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.242012 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.242324 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.242645 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.242966 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.243284 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:51:49.266021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] get_ports_and_sgs() called for port_ids ['c22014af-69e4-4a3e-a01a-5a84ffce3f6a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:51:51.028975 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a up at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:51:51.087158 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Provisioning complete for port c22014af-69e4-4a3e-a01a-5a84ffce3f6a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:51:51.087612 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.177181 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.203448 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:51:51.206039 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600126b1-4d90-451e-8e7a-21e4eab0cd31" -d '{"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-plugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:51:51.219653 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:51:51.225067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:51.294221 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:51:51.350392 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcb8537-1077-4136-b9f3-14fbe35fd038 x-openstack-request-id: req-ddcb8537-1077-4136-b9f3-14fbe35fd038 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:51:51.350692 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-plugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:51:51.350948 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddcb8537-1077-4136-b9f3-14fbe35fd038 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:51:51.351369 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'code': 200} Jul 23 23:51:53.046423 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:54.014422 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:51:58.972923 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-76e9d8f9-fdd0-4229-83e4-737bc23be6a2 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150578868&fields=id&tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 267 time: 0.0379381 Jul 23 23:51:59.089464 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-ce1676b6-3605-4908-82b9-fe86fa3ea5da tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:51:59.090922 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-ce1676b6-3605-4908-82b9-fe86fa3ea5da tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 810 time: 0.1108675 Jul 23 23:51:59.105418 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-9672e248-d99f-4f15-a0fd-203218ab3916 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/quotas/2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0087261 Jul 23 23:51:59.174901 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-bab185c3-71e0-4862-ba5c-992a618b7135 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0638440 Jul 23 23:51:59.272248 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-dc614b4d-50c7-4826-9d81-8f9429ecb0c6 service neutron] 10.222.0.37 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Jul 23 23:51:59.363525 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-84e2e62d-d284-42a9-9cd6-ed8b284a5913 service neutron] 10.222.0.37 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Jul 23 23:51:59.525041 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-6271be85-7a7e-49be-8c6d-2a7b7a23df63 req-f5f7f791-be8e-4046-95ea-baac6afd95bd tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Jul 23 23:52:00.518278 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-970a46e3-d064-4aad-812b-e9ede649ceb5 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:00.519757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-970a46e3-d064-4aad-812b-e9ede649ceb5 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 810 time: 0.1051164 Jul 23 23:52:00.564068 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-5a12af69-300f-4c73-9d17-b729877e7ec2 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8 HTTP/1.1" status: 200 len: 379 time: 0.0364506 Jul 23 23:52:00.572697 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'port': {'device_id': 'df792362-889d-4625-8004-f22c8ecda412', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'admin_state_up': True, 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'security_groups': ['36991f28-c27e-4d39-85fd-f015e5fc73f0']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:00.629456 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-06711157-d63e-46ab-9a47-ff7edd3842a4 req-cf401ae3-9d20-419d-8e05-b38d37c1ab17 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Jul 23 23:52:00.713846 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Made reservation on behalf of 2e348a5b600a4ad4a1690333dd7a0ff8 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:52:00.718019 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:00.859681 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Allocated IP 172.20.0.13 (7e43634a-80cf-422d-b313-f88e5b1513be/fd8db085-fd1a-4282-ac08-09f761d22295/f36fd799-ab29-465d-921f-f4a8b750e0a6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:01.046880 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.066251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Transition to ACTIVE for port object f36fd799-ab29-465d-921f-f4a8b750e0a6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:01.105060 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.151119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Network 7e43634a-80cf-422d-b313-f88e5b1513be is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:01.154990 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:01.161198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:01.195297 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:01.210787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.211251 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.211602 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.211954 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.212328 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.212776 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.213116 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.213451 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.213797 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.214402 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.214742 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.215140 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:52:01.250470 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:01.251331 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.267087 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-fc5e8e50-f721-469d-9967-7d46bdb39b1d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6981497 Jul 23 23:52:01.415595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e4e9feab-1802-44ec-8e40-5513faca7c2e None None] Provisioning for port f36fd799-ab29-465d-921f-f4a8b750e0a6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:01.420183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e4e9feab-1802-44ec-8e40-5513faca7c2e None None] Provisioning complete for port f36fd799-ab29-465d-921f-f4a8b750e0a6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:01.420550 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e4e9feab-1802-44ec-8e40-5513faca7c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:01.465088 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9feab-1802-44ec-8e40-5513faca7c2e None None] Port f36fd799-ab29-465d-921f-f4a8b750e0a6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:52:01.765893 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8009f-d772-4a40-a6f0-b658ef58a99c req-f930e48b-1f67-446d-acda-7ed6ef303920 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:01.767537 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85f8009f-d772-4a40-a6f0-b658ef58a99c req-f930e48b-1f67-446d-acda-7ed6ef303920 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0671873 Jul 23 23:52:01.806432 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-85f8009f-d772-4a40-a6f0-b658ef58a99c req-afb08387-bc79-4ed1-81ac-86fb8a12fd27 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Jul 23 23:52:02.943386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872018-1d7c-441d-94f7-2f9a02c65401 req-543dfc3d-408d-46b5-b883-3505bcfa31d2 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:02.945539 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5872018-1d7c-441d-94f7-2f9a02c65401 req-543dfc3d-408d-46b5-b883-3505bcfa31d2 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0666833 Jul 23 23:52:02.989318 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b5872018-1d7c-441d-94f7-2f9a02c65401 req-50d3084d-1cbe-419d-ac0f-0bd5e4df0b7c tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367312 Jul 23 23:52:03.074694 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:52:03.150517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.173834 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:03.176164 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb7a7f7-a4b5-46f9-9d42-0ba300143e6f" -d '{"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-unplugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:03.189439 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:03.194447 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:03.221137 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf8f409-b71d-4546-97d1-f707d989df8b x-openstack-request-id: req-baf8f409-b71d-4546-97d1-f707d989df8b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:03.221429 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-unplugged", "status": "completed", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:03.221683 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baf8f409-b71d-4546-97d1-f707d989df8b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:03.222102 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'code': 200} Jul 23 23:52:03.252695 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Pushing event updated for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:04.128841 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5816418-84e6-45e2-a7d0-dc8ffc41c45f req-d0cce977-373e-4d47-a102-638c49536308 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:04.130326 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5816418-84e6-45e2-a7d0-dc8ffc41c45f req-d0cce977-373e-4d47-a102-638c49536308 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0686030 Jul 23 23:52:04.170049 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a5816418-84e6-45e2-a7d0-dc8ffc41c45f req-e2ed7c48-c099-4084-9bdf-cfc6d4dbe8b5 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Jul 23 23:52:05.316881 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd10ef-420e-47fc-9eee-c7b2e1d98871 req-c494398c-9fae-4fdb-b743-f7264f800715 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:05.318720 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51fd10ef-420e-47fc-9eee-c7b2e1d98871 req-c494398c-9fae-4fdb-b743-f7264f800715 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0675912 Jul 23 23:52:05.359991 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-51fd10ef-420e-47fc-9eee-c7b2e1d98871 req-81d8f0e1-b199-42ad-8d91-1295413541d4 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340178 Jul 23 23:52:06.502273 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f0983-f650-40a2-93e6-f840b8c799da req-b9c3a10a-42d8-4a1a-918b-980f52f13729 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:06.503779 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800f0983-f650-40a2-93e6-f840b8c799da req-b9c3a10a-42d8-4a1a-918b-980f52f13729 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0749228 Jul 23 23:52:06.549170 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-800f0983-f650-40a2-93e6-f840b8c799da req-00055e69-95d3-4f0f-8d3d-ac1ddb8c17cf tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398602 Jul 23 23:52:07.681580 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae7f0a-08fc-4676-ac90-c2e9f5c09f6f req-e87b0b75-a774-481d-8a60-6f491212f4a4 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:07.683244 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ae7f0a-08fc-4676-ac90-c2e9f5c09f6f req-e87b0b75-a774-481d-8a60-6f491212f4a4 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0654523 Jul 23 23:52:07.721558 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-37ae7f0a-08fc-4676-ac90-c2e9f5c09f6f req-8c26ea4f-7ce4-47f4-a860-9734e54b3121 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Jul 23 23:52:08.855032 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb07244-ebd3-4df4-93f2-b3cd39891023 req-f1fd1f14-3d77-4863-99ea-0b2b65a03a35 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:08.856679 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceb07244-ebd3-4df4-93f2-b3cd39891023 req-f1fd1f14-3d77-4863-99ea-0b2b65a03a35 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0661550 Jul 23 23:52:08.898482 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-ceb07244-ebd3-4df4-93f2-b3cd39891023 req-f520d05a-796d-4ac7-b51b-262297338377 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340576 Jul 23 23:52:10.047837 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491edf0-44c2-4b98-ba02-e8b2557387ad req-07220474-7974-4f9a-afa1-d2bdf4f01f9a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:10.050229 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9491edf0-44c2-4b98-ba02-e8b2557387ad req-07220474-7974-4f9a-afa1-d2bdf4f01f9a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0713446 Jul 23 23:52:10.090054 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9491edf0-44c2-4b98-ba02-e8b2557387ad req-c036d3ee-b14e-4cb0-828c-926769b0f351 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Jul 23 23:52:11.160251 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cbfcf39a-f647-4e07-989e-fd2ec0321cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:11.226397 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6d23a-b121-4750-bce9-80d9729ffdcb req-2538cbe0-189b-449c-8f2f-e87e780c859d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:11.227883 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3af6d23a-b121-4750-bce9-80d9729ffdcb req-2538cbe0-189b-449c-8f2f-e87e780c859d tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 932 time: 0.0682454 Jul 23 23:52:11.267956 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3af6d23a-b121-4750-bce9-80d9729ffdcb req-e18b6542-0dc2-48b2-9088-76e884914e32 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343623 Jul 23 23:52:11.915170 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-d14bfbab-5c81-47e5-b7fb-d1ae3b1258b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:52:11.916076 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-d14bfbab-5c81-47e5-b7fb-d1ae3b1258b3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054281 Jul 23 23:52:11.967294 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Request body: {'port': {'device_id': 'df792362-889d-4625-8004-f22c8ecda412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-25'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:12.042344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.295520 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:12.302218 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.316623 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Transition to ACTIVE for port object f36fd799-ab29-465d-921f-f4a8b750e0a6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:52:12.320936 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.408969 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.498560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605058-a969-40ec-9c8b-30e4bb32a9ca req-1109c7fe-0572-4599-8230-9283442aa715 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.500844 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c605058-a969-40ec-9c8b-30e4bb32a9ca req-1109c7fe-0572-4599-8230-9283442aa715 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 944 time: 0.1533842 Jul 23 23:52:12.502229 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Attempting to bind port f36fd799-ab29-465d-921f-f4a8b750e0a6 on host n-h1-791506-25 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:52:12.502562 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Attempting to bind port f36fd799-ab29-465d-921f-f4a8b750e0a6 by drivers openvswitch,hyperv on host n-h1-791506-25 at level 0 using segments [{'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:52:12.502890 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Attempting to bind port f36fd799-ab29-465d-921f-f4a8b750e0a6 on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:12.513721 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Port f36fd799-ab29-465d-921f-f4a8b750e0a6 on network 7e43634a-80cf-422d-b313-f88e5b1513be not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-25 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:52:12.514066 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Attempting to bind port f36fd799-ab29-465d-921f-f4a8b750e0a6 on network 7e43634a-80cf-422d-b313-f88e5b1513be {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:52:12.526005 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Checking agent: {'id': 'd7a222ec-cc8d-4ee4-a61e-a18786db7003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'started_at': datetime.datetime(2021, 7, 23, 22, 28, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:52:12.526338 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Checking segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:52:12.526726 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Bound using segment: {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:52:12.527157 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Bound port: f36fd799-ab29-465d-921f-f4a8b750e0a6, host: n-h1-791506-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13088589-dc4d-4e66-bbc5-f2cab8a11a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:52:12.527511 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.557367 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9c605058-a969-40ec-9c8b-30e4bb32a9ca req-59759d0c-f2e7-4c00-8cdd-0163b1b95bad tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507612 Jul 23 23:52:12.608012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:52:12.611513 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:52:12.616067 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.648828 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.649434 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:12.650977 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] 10.222.0.25 "PUT /v2.0/ports/f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 1093 time: 0.7272329 Jul 23 23:52:12.651301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:12.653516 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:12.693458 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286408f-3aae-42b6-bbd8-d9d5a7143b28 service neutron] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:12.761386 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-a4b5e4f2-7ecc-434f-a85e-77e898d5c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.762932 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-a4b5e4f2-7ecc-434f-a85e-77e898d5c37c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1096 time: 0.0589821 Jul 23 23:52:12.764345 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf3e2a-ef3b-4200-8701-197dc3ade89e x-openstack-request-id: req-8daf3e2a-ef3b-4200-8701-197dc3ade89e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:12.764664 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:12.764914 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8daf3e2a-ef3b-4200-8701-197dc3ade89e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:12.765458 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'status': 'completed', 'code': 200} Jul 23 23:52:12.809811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-26ea4364-a81a-45ce-9a6c-2360455db3c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0391147 Jul 23 23:52:12.859289 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-6c2396a9-57ed-4e75-823f-07b5409a4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.860775 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-6c2396a9-57ed-4e75-823f-07b5409a4508 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0447941 Jul 23 23:52:12.918243 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-9e0fd1e3-b8ce-4469-93d9-ad80411f306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:12.919650 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-9e0fd1e3-b8ce-4469-93d9-ad80411f306b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532889 Jul 23 23:52:13.010361 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-cbf723a7-0d4d-4fc9-a5be-cc554825f28f service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843577 Jul 23 23:52:13.100380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-64e64c5d-fc0f-4da9-8cd7-fb01fdfa6479 req-ef14e601-8bbd-4b56-aa08-0cb8987c14ad service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Jul 23 23:52:13.199504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-75a8c739-dfc7-40f3-97b2-03cef8a24e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.200974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-75a8c739-dfc7-40f3-97b2-03cef8a24e6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1096 time: 0.0540707 Jul 23 23:52:13.291150 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-fe11c914-e822-4d38-b3b1-db3977b9f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.292580 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-fe11c914-e822-4d38-b3b1-db3977b9f294 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0857542 Jul 23 23:52:13.334410 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-a0923f55-05fd-43f8-a5a0-f2955865ae7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0353081 Jul 23 23:52:13.386167 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-642cc23d-1b56-4963-890f-121608ee3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.387527 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-642cc23d-1b56-4963-890f-121608ee3e1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0470572 Jul 23 23:52:13.445507 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-3ae3e011-e91e-48f3-b9ff-ba6abb246696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.447008 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-3ae3e011-e91e-48f3-b9ff-ba6abb246696 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523005 Jul 23 23:52:13.538801 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-a9f74693-bbb7-4324-a70e-8efe214eaaa6 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843668 Jul 23 23:52:13.882908 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3b5af07-6612-499b-b08f-c63847b97adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:13.982226 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2df484f5-32c3-4313-8fe3-6960c6e5d2a8 req-523c8aa6-85ad-49ef-8d9f-c5254f987818 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367452 Jul 23 23:52:13.995301 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbcfab-12d8-4bf3-afb2-634c8eabbe49 req-bda9bfec-44c0-4c7f-b8d1-320f9f65f56b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:13.996757 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47dbcfab-12d8-4bf3-afb2-634c8eabbe49 req-bda9bfec-44c0-4c7f-b8d1-320f9f65f56b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 944 time: 0.1184673 Jul 23 23:52:14.034400 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-47dbcfab-12d8-4bf3-afb2-634c8eabbe49 req-5feac09f-4f90-4fa3-a946-20f8deca3ac0 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Jul 23 23:52:14.305162 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.167312 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932bb38-9a43-4472-9366-0ddfab1c97fc req-dee6cb1f-100c-4023-bba5-93c29a427aee tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:15.168787 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d932bb38-9a43-4472-9366-0ddfab1c97fc req-dee6cb1f-100c-4023-bba5-93c29a427aee tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 944 time: 0.0676739 Jul 23 23:52:15.205848 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d932bb38-9a43-4472-9366-0ddfab1c97fc req-2169a4bb-1b5d-45ca-b24e-90f1b0e586ef tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Jul 23 23:52:15.288287 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.750336 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:52:15.843652 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:15.854686 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'mac_address': 'fa:16:3e:f4:39:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:52:15.894336 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.907356 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:52:15.926105 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:15.929576 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:15.975193 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:16.171375 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f36fd799-ab29-465d-921f-f4a8b750e0a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:52:16.339291 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237746b-d248-4ce2-a2a2-223ddeda555d req-0e96e241-28c8-4aa9-9bf1-50ade36fdb9a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:16.340811 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3237746b-d248-4ce2-a2a2-223ddeda555d req-0e96e241-28c8-4aa9-9bf1-50ade36fdb9a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 945 time: 0.0676000 Jul 23 23:52:16.379287 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-3237746b-d248-4ce2-a2a2-223ddeda555d req-b299003e-db65-4700-a8c1-6653569326d2 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320539 Jul 23 23:52:16.795483 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.508281 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4e535-3f58-4c47-80c3-35ada1234c0e req-17069e3c-6722-44f7-9ed1-e298e700ac31 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:17.509776 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0e4e535-3f58-4c47-80c3-35ada1234c0e req-17069e3c-6722-44f7-9ed1-e298e700ac31 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 945 time: 0.0623047 Jul 23 23:52:17.547257 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f0e4e535-3f58-4c47-80c3-35ada1234c0e req-39740efe-211a-40c7-98c8-cbbdf20666ab tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Jul 23 23:52:17.766740 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:52:17.813875 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning for port f36fd799-ab29-465d-921f-f4a8b750e0a6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:52:17.817488 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f36fd799-ab29-465d-921f-f4a8b750e0a6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:52:17.817892 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.893914 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.914903 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:17.917137 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02009552-05b2-4685-8ac6-5a8bba5792f1" -d '{"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-plugged", "status": "completed", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:17.930063 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:52:17.934764 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:17.962032 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4798e41-14d7-46f4-a4a7-8a63531854d0 x-openstack-request-id: req-d4798e41-14d7-46f4-a4a7-8a63531854d0 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:17.962325 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-plugged", "status": "completed", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:17.962575 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4798e41-14d7-46f4-a4a7-8a63531854d0 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:17.962961 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'code': 200} Jul 23 23:52:17.986631 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:18.069332 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e430704-a077-478b-995b-6358cbb0f79c req-25134e0f-8059-4295-a24e-d908e2f5384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.070856 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e430704-a077-478b-995b-6358cbb0f79c req-25134e0f-8059-4295-a24e-d908e2f5384f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1098 time: 0.0526776 Jul 23 23:52:18.104075 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-4e430704-a077-478b-995b-6358cbb0f79c req-6e83d7d0-d871-4308-8b36-e1a93badc321 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268869 Jul 23 23:52:18.680380 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea65d1-1952-4b2d-884d-88740d174436 req-02fadb4e-28ca-4d38-bf53-011c8ef417f4 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:18.681887 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ea65d1-1952-4b2d-884d-88740d174436 req-02fadb4e-28ca-4d38-bf53-011c8ef417f4 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0661626 Jul 23 23:52:18.719396 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-93ea65d1-1952-4b2d-884d-88740d174436 req-8a65c528-1072-4d84-85b5-6c41bab20c67 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Jul 23 23:52:19.847613 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300db38-98e1-4e62-8556-31b08a1b6e2a req-854d350c-d326-4619-aba5-0c035c5b9c79 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:19.849123 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f300db38-98e1-4e62-8556-31b08a1b6e2a req-854d350c-d326-4619-aba5-0c035c5b9c79 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0628123 Jul 23 23:52:19.887113 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-f300db38-98e1-4e62-8556-31b08a1b6e2a req-0877e3e0-12f5-4341-ac36-7664e461020b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Jul 23 23:52:20.022836 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfa068-25d4-4ea2-a4f8-b7cd1b646d4a req-a6f2ee00-3ddd-4592-ab56-e0a9bb6be603 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.024313 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9bfa068-25d4-4ea2-a4f8-b7cd1b646d4a req-a6f2ee00-3ddd-4592-ab56-e0a9bb6be603 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0682154 Jul 23 23:52:20.061082 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-a9bfa068-25d4-4ea2-a4f8-b7cd1b646d4a req-88cc8d1d-13fa-45d6-8d62-22c3549da994 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Jul 23 23:52:20.082978 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:20.134508 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a0c12-ddec-4ac1-be10-968dda7b0699 tempest-TestSnapshotPattern-1055984140 tempest-TestSnapshotPattern-1055984140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:20.135992 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b42a0c12-ddec-4ac1-be10-968dda7b0699 tempest-TestSnapshotPattern-1055984140 tempest-TestSnapshotPattern-1055984140-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1093 time: 0.0520401 Jul 23 23:52:20.138779 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:52:20.142994 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Request body: {'floatingip': {'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:52:20.163933 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.260821 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.362621 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Allocated IP 172.25.1.105 (33692836-5683-4dd7-bad8-04095cf127e8/a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b/862df8bf-5858-473e-be67-df126ac7b78f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:52:20.466588 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:52:20.474455 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.512680 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794110769668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.547142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Network 33692836-5683-4dd7-bad8-04095cf127e8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:52:20.549862 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:52:20.555612 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:52:20.580227 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=862df8bf-5858-473e-be67-df126ac7b78f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:20.904340 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:20.980209 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.131762 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.136600 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12258823'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.211798 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event updated for resources: {'Port': ['ID=862df8bf-5858-473e-be67-df126ac7b78f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:52:21.218602 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-463841'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.315852 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Floating IP ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f associated. External IP: 172.25.1.105, port: f36fd799-ab29-465d-921f-f4a8b750e0a6. Jul 23 23:52:21.520504 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:52:21.625964 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:52:21.635285 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:52:21.643650 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:21.645722 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:21.646378 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:52:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:21.683726 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-31a94f6b-ea80-41cb-a42d-2423c2bd78f7 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5439608 Jul 23 23:52:21.684330 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:52:21.687406 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:52:21.726388 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7d5ed-391b-48a0-8810-e2b12a289285 x-openstack-request-id: req-97c7d5ed-391b-48a0-8810-e2b12a289285 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:52:21.726685 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:52:21.726944 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97c7d5ed-391b-48a0-8810-e2b12a289285 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:52:21.727381 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'status': 'completed', 'code': 200} Jul 23 23:52:21.751517 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:21.800648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-8bb684f4-4a56-41e1-a051-5f307846384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.802196 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-8bb684f4-4a56-41e1-a051-5f307846384a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1098 time: 0.0547941 Jul 23 23:52:21.889270 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-20c85950-c1b9-4da7-bbdb-e3b961ba56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:21.891413 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-20c85950-c1b9-4da7-bbdb-e3b961ba56d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0836549 Jul 23 23:52:21.960976 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-2f3d5702-0441-46a5-863b-ef45ab2b57d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 1000 time: 0.0636456 Jul 23 23:52:21.983763 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}, {'id': 'ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:f4:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df792362-889d-4625-8004-f22c8ecda412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:20Z', 'updated_at': '2021-07-23T23:52:20Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:22.008235 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-b69389d0-6b1d-4020-9c31-4e13f5699124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.009680 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-b69389d0-6b1d-4020-9c31-4e13f5699124 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0429771 Jul 23 23:52:22.011155 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:52:22.020133 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:52:22.020836 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:52:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:22.068406 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-80202b19-f24e-4c09-b72c-85797434a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:22.069850 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-80202b19-f24e-4c09-b72c-85797434a101 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539675 Jul 23 23:52:22.124282 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:52:22.162278 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-80f2ae80-f0db-454a-84dc-358b67d5238d service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856240 Jul 23 23:52:22.250574 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9176f1c6-f43e-44bb-a1d5-f9d95732e1e8 req-c0faea92-b93d-4c1d-90f6-d2ec62f58002 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828192 Jul 23 23:52:22.351918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}, {'id': 'ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:f4:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df792362-889d-4625-8004-f22c8ecda412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:20Z', 'updated_at': '2021-07-23T23:52:20Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:52:22.382220 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3accee-95b4-4777-9548-ee4aeffed69e None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}, {'id': 'ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:f4:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df792362-889d-4625-8004-f22c8ecda412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:52:20Z', 'updated_at': '2021-07-23T23:52:20Z', 'revision_number': 0, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:52:22.569352 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32754d75-e578-47ff-9c6a-d9d07d55d362 None None] New status for floating IP ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:52:23.075345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:24.009083 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:35.557121 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-762fc278-4da9-4e28-943b-ec95b23c0715 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560641 Jul 23 23:52:35.649193 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-2c4ef5db-84a0-45ff-b153-32e37566a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.650866 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-2c4ef5db-84a0-45ff-b153-32e37566a83c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1096 time: 0.0530410 Jul 23 23:52:35.750305 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-36ac4ec9-eee1-4013-8438-bbc29d28acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.751758 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-36ac4ec9-eee1-4013-8438-bbc29d28acd5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0831473 Jul 23 23:52:35.818429 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-786b2c4b-f21a-4861-918e-4a3c0d68c9cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0600073 Jul 23 23:52:35.866733 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-87699b97-f183-4e8f-ba9c-eb8d27502298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.868189 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-87699b97-f183-4e8f-ba9c-eb8d27502298 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0442801 Jul 23 23:52:35.925934 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-0c5cb737-fb86-43c8-9c80-c330cabf9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:35.927347 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-0c5cb737-fb86-43c8-9c80-c330cabf9351 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527592 Jul 23 23:52:35.937388 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-021d0a95-3c12-4351-93cb-406e32dadcf5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:52:35.938341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-021d0a95-3c12-4351-93cb-406e32dadcf5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048084 Jul 23 23:52:36.032893 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-dda85ada-3ed2-4cb3-808b-99a6b97f2fc0 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883081 Jul 23 23:52:36.124565 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-5cbff2a8-e4e1-4b5c-883d-b95905db223e req-15383a87-d371-4516-962b-bdf16b858842 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851824 Jul 23 23:52:37.672088 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-15673a5c-9ef5-483c-b462-bc3dbefc955a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557320 Jul 23 23:52:37.767814 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673e7a-6c7d-4add-a56a-0851728472fe req-178887ea-a9c9-4a0b-b964-9b7f0d32633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.769294 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-178887ea-a9c9-4a0b-b964-9b7f0d32633c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1098 time: 0.0532022 Jul 23 23:52:37.874285 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673e7a-6c7d-4add-a56a-0851728472fe req-80fb3900-2686-4ae0-857a-0ce9d724dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.875721 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-80fb3900-2686-4ae0-857a-0ce9d724dec1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0860786 Jul 23 23:52:37.939544 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-30dc858b-3816-4880-8eb5-81a88bfca2e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 1002 time: 0.0570760 Jul 23 23:52:37.984980 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673e7a-6c7d-4add-a56a-0851728472fe req-3b7c1c80-15ee-4e86-b2f7-009ddc80e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:37.987300 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-3b7c1c80-15ee-4e86-b2f7-009ddc80e7b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0422153 Jul 23 23:52:38.051485 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57673e7a-6c7d-4add-a56a-0851728472fe req-b6826da4-93d1-4416-b234-deeebc609f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:52:38.052974 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-b6826da4-93d1-4416-b234-deeebc609f86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595465 Jul 23 23:52:38.140048 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-a82d0b95-37d4-468b-b700-102d3abf97a8 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802050 Jul 23 23:52:38.231146 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-57673e7a-6c7d-4add-a56a-0851728472fe req-c88db510-e5f8-4c65-8f8d-ec5d4f9fbd0f service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838192 Jul 23 23:52:41.152004 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-878624c7-2a8f-4636-af36-af1f248728e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:43.883827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-875fa4b7-006f-4056-8c76-0ab3f739d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:44.306593 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:45.291460 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:46.797806 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:53.091264 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:54.024716 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:52:57.466074 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:53:11.152808 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-feb65760-47ce-4ef0-8e11-5b128fa01324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:13.883638 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-29adbc59-deb0-4cb7-b632-69794a3bbc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:14.306848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:15.294945 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:16.801880 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:23.090904 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:24.056896 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:34.464934 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:53:36.554705 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-bb4566a5-77d3-4a68-ac2b-9a90ed54d685 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544603 Jul 23 23:53:36.647666 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-af388cbf-a7b5-49a6-a18b-63cf2e86226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.649041 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-af388cbf-a7b5-49a6-a18b-63cf2e86226e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1096 time: 0.0537579 Jul 23 23:53:36.751721 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-13ffa4f4-e7ce-4499-b17f-d35e3e0056ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.753448 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-13ffa4f4-e7ce-4499-b17f-d35e3e0056ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0863724 Jul 23 23:53:36.817928 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-d64e480d-30b2-4ae3-8d64-442251eeae9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 1000 time: 0.0574560 Jul 23 23:53:36.864903 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-2cb825cc-bbd4-4025-b308-afee67cbb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.866341 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-2cb825cc-bbd4-4025-b308-afee67cbb156 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0425024 Jul 23 23:53:36.927360 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-d19ff19c-205b-42c1-9d96-a8ef2bbce37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:36.928751 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-d19ff19c-205b-42c1-9d96-a8ef2bbce37d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563667 Jul 23 23:53:37.015071 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-ac75f13a-4eb5-421f-b99d-7e6c5162665e service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802214 Jul 23 23:53:37.104947 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f72a3e5f-e569-46c4-a19d-34b4c4b65115 req-8ce2d6aa-96f2-4bd7-b534-f43ca1725410 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836751 Jul 23 23:53:39.682698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-ffd4f464-f7a0-4a41-af2e-a1ac9b4a36d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525138 Jul 23 23:53:39.775300 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-5609be38-4af1-4d27-a761-3c0030ed6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:39.776773 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-5609be38-4af1-4d27-a761-3c0030ed6ba8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1098 time: 0.0535715 Jul 23 23:53:39.880484 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-0e3d8ee2-3b72-4fd9-932c-2970ce0284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:39.881971 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-0e3d8ee2-3b72-4fd9-932c-2970ce0284ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0862868 Jul 23 23:53:39.944474 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-34ef6048-5846-442c-967e-36a942507a4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 1002 time: 0.0564454 Jul 23 23:53:39.997459 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-ca60e53e-35cc-4616-8757-853348ee23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:39.998947 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-ca60e53e-35cc-4616-8757-853348ee23b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0490479 Jul 23 23:53:40.056830 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-e0a8a345-d9bc-4453-a6aa-2e235a18183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:53:40.058380 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-e0a8a345-d9bc-4453-a6aa-2e235a18183a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530267 Jul 23 23:53:40.145464 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-2570e608-65f6-4923-8f5e-acf44f439be4 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809028 Jul 23 23:53:40.236867 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-9f1c1cef-6c2f-41d1-8940-5d13a50bca30 req-cd314cb4-7a92-4968-b322-b0e74e3f23b0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850291 Jul 23 23:53:41.308955 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc3c223e-32a1-47e6-97c1-caeb4f9b4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:43.884088 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-083856da-c111-4358-a06c-ceaf272adf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:44.308207 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:45.297193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:46.804005 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:52.219301 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 details requested by agent hyperv_n-h1-791506-25 with host n-h1-791506-25 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:53:52.329474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:52.346475 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Returning: {'device': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'port_id': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'mac_address': 'fa:16:3e:f4:39:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:53:52.386907 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:52.401710 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:53:52.428177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:52.434902 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:52.488806 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:53:52.498442 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.498951 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.499389 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.499830 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.500310 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.500739 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.501172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.501594 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.502045 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.502494 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.503693 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.504136 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:53:52.509235 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] get_ports_and_sgs() called for port_ids ['f36fd799-ab29-465d-921f-f4a8b750e0a6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:53:53.119040 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.059163 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.235825 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 up at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:53:54.298919 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Provisioning complete for port f36fd799-ab29-465d-921f-f4a8b750e0a6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:53:54.299509 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3629980'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.392605 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-557281'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.423471 n-d-791506-25 neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:53:54.424140 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da5576a0f976928ff674f5044f0c9bc999e0a91b4731936c28d3d05da2ed11c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd36f0c6-b2b5-456a-96ba-8b53bdba3773" -d '{"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-plugged", "status": "completed", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:53:54.439522 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:53:54.450847 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794111207500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794110769686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794110769704'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:53:54.482299 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e58979-2abe-444d-aa31-6f34aa07248b x-openstack-request-id: req-c6e58979-2abe-444d-aa31-6f34aa07248b {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:53:54.482633 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-plugged", "status": "completed", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:53:54.482980 n-d-791506-25 neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6e58979-2abe-444d-aa31-6f34aa07248b {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:53:54.483375 n-d-791506-25 neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'code': 200} Jul 23 23:53:54.514200 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Pushing event updated for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:00.873353 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:01.025657 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Deleting port 862df8bf-5858-473e-be67-df126ac7b78f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:01.026026 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.101344 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.101668 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.113519 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Calling delete_port for 862df8bf-5858-473e-be67-df126ac7b78f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:01.260395 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.283515 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event deleted for resources: {'Port': ['ID=862df8bf-5858-473e-be67-df126ac7b78f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:01.313985 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.314331 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.314672 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.315062 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.315487 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.315818 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.316142 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.316466 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.316787 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.317105 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.317429 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.317747 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:01.358380 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:01.358712 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Floating IP ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f disassociated (deleted). External IP: 172.25.1.105, port: f36fd799-ab29-465d-921f-f4a8b750e0a6. Jul 23 23:54:01.885226 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:01.993983 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:01.998871 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:02.006047 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:02.014662 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:02.015283 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:02.034031 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-e88e3c8a-cabe-49a4-854f-d094dd1d5af3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "DELETE /v2.0/floatingips/ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f HTTP/1.1" status: 204 len: 168 time: 1.1593344 Jul 23 23:54:02.034673 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:02.037022 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09dd6c2-7724-49f4-a37c-a3eaed266531" -d '{"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:02.120969 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:02.188635 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9620e053-7384-4f30-a50b-f70629b3654d x-openstack-request-id: req-9620e053-7384-4f30-a50b-f70629b3654d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:02.188932 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:02.189185 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9620e053-7384-4f30-a50b-f70629b3654d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:02.189582 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'status': 'completed', 'code': 200} Jul 23 23:54:02.311012 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-6f9d0075-0af7-4bb0-8692-a8f663b3fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:02.312833 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-6f9d0075-0af7-4bb0-8692-a8f663b3fc89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 1098 time: 0.1020336 Jul 23 23:54:02.326240 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d03f-a73c-4c7d-a538-7432a3648cb5 req-0d3d815d-55df-4142-b645-b4deb18a2f13 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:02.327698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d991d03f-a73c-4c7d-a538-7432a3648cb5 req-0d3d815d-55df-4142-b645-b4deb18a2f13 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0872424 Jul 23 23:54:02.356021 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:02.382183 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:02.390172 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:02.390775 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:02.421045 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d991d03f-a73c-4c7d-a538-7432a3648cb5 req-c8886a48-c19c-405c-9545-96c87ed676dc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829375 Jul 23 23:54:02.444568 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-a6d6feb7-e827-4677-8648-8ce35400a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:02.446246 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-a6d6feb7-e827-4677-8648-8ce35400a060 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.1176918 Jul 23 23:54:02.493727 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-d3c9e5f1-3fca-4937-9ce6-7ac492a23613 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0396361 Jul 23 23:54:02.496799 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:02.543198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-653acca9-c08f-4997-8cb5-6c04a3dab7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:02.544698 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-653acca9-c08f-4997-8cb5-6c04a3dab7a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0444429 Jul 23 23:54:02.601723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-2e10da33-efd7-4e21-aaab-5ac66a5c8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:02.603256 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-2e10da33-efd7-4e21-aaab-5ac66a5c8eca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523522 Jul 23 23:54:02.699279 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-48706247-9731-467a-99ba-1a08022c0ce0 service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Jul 23 23:54:02.719044 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:02.746603 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dc96d-009f-4bbf-b118-957fbb460264 None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_floatingips': [{'id': 'ab00e7c2-6569-4b41-a260-855ac4efce9f', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'router_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'port_id': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'mac_address': 'fa:16:3e:a5:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f053f5e6-3c76-4547-b708-394df0014d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:49:48Z', 'updated_at': '2021-07-23T23:49:50Z', 'revision_number': 1, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:02.791251 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-b09dd6c2-7724-49f4-a37c-a3eaed266531 req-8183ef5a-468c-41cd-bc39-a7b1a7c5606a service neutron] 10.222.0.25 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842681 Jul 23 23:54:02.966176 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0194f-c166-40fe-9de1-94910a0c594f None None] New status for floating IP ee083307-bc7a-453c-a6ef-4dfd6f9ffc5f: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:54:03.564010 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36a55-1ba6-44ad-b69d-c1ef5e9aae30 req-e822d995-0c94-4b31-a2b4-891a69058d2b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:03.566030 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d36a55-1ba6-44ad-b69d-c1ef5e9aae30 req-e822d995-0c94-4b31-a2b4-891a69058d2b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0705144 Jul 23 23:54:03.605216 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-11d36a55-1ba6-44ad-b69d-c1ef5e9aae30 req-85470d02-cad3-4cde-9353-ede8249f1adb tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Jul 23 23:54:03.766799 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3ecde10-751a-42c6-8a34-7d9363198f5e tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:03.768959 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3ecde10-751a-42c6-8a34-7d9363198f5e tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 946 time: 0.0652249 Jul 23 23:54:03.869378 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Deleting port f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:03.869643 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.957712 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] For port f36fd799-ab29-465d-921f-f4a8b750e0a6, host n-h1-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-25',level=0,port_id=f36fd799-ab29-465d-921f-f4a8b750e0a6,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:03.958112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:03.970259 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Calling delete_port for f36fd799-ab29-465d-921f-f4a8b750e0a6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:04.100908 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.129532 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event deleted for resources: {'Port': ['ID=f36fd799-ab29-465d-921f-f4a8b750e0a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:04.175138 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] No DVR routers for this DVR port f36fd799-ab29-465d-921f-f4a8b750e0a6 on host n-h1-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:04.177774 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:04.179735 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-2bad45fd-355f-42ac-9342-5804a1c91871 req-c3122b79-5aa5-4e3c-a585-e20eca943ddc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.25 "DELETE /v2.0/ports/f36fd799-ab29-465d-921f-f4a8b750e0a6 HTTP/1.1" status: 204 len: 173 time: 0.4062250 Jul 23 23:54:04.190929 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-deleted', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:04.193456 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def7f23-ff04-42e1-bb90-c7249e11b446" -d '{"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-deleted", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:04.234313 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52300743-d505-49a0-a427-b0f8cc734f96 x-openstack-request-id: req-52300743-d505-49a0-a427-b0f8cc734f96 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:04.234609 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df792362-889d-4625-8004-f22c8ecda412", "name": "network-vif-deleted", "tag": "f36fd799-ab29-465d-921f-f4a8b750e0a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:04.234868 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52300743-d505-49a0-a427-b0f8cc734f96 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:04.235275 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df792362-889d-4625-8004-f22c8ecda412', 'name': 'network-vif-deleted', 'tag': 'f36fd799-ab29-465d-921f-f4a8b750e0a6', 'status': 'completed', 'code': 200} Jul 23 23:54:04.328687 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:04.349900 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:04.350247 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:04.729872 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-d3d7e006-5409-4d21-a05f-e990673dd7f5 req-ac8c9276-ad79-4c54-b3a2-04bcaf7f55cc tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=df792362-889d-4625-8004-f22c8ecda412 HTTP/1.1" status: 200 len: 210 time: 0.0409360 Jul 23 23:54:06.282968 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:06.437264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Deleting port 9caa0b59-e518-4b87-b3f4-a9d3e270249d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:06.437607 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.511862 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.512184 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.523375 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Calling delete_port for 9caa0b59-e518-4b87-b3f4-a9d3e270249d owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:06.668195 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.690176 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event deleted for resources: {'Port': ['ID=9caa0b59-e518-4b87-b3f4-a9d3e270249d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:06.756886 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:06.757211 n-d-791506-25 neutron-server[93835]: INFO neutron.db.l3_db [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Floating IP ab00e7c2-6569-4b41-a260-855ac4efce9f disassociated (deleted). External IP: 172.25.1.236, port: c22014af-69e4-4a3e-a01a-5a84ffce3f6a. Jul 23 23:54:06.959556 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:07.062635 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:07.068106 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:07.072987 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:07.082628 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:07.083245 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:07.102892 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-43631702-468d-4c52-9915-681ae37cb937 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "DELETE /v2.0/floatingips/ab00e7c2-6569-4b41-a260-855ac4efce9f HTTP/1.1" status: 204 len: 168 time: 0.8187561 Jul 23 23:54:07.103586 n-d-791506-25 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:07.106014 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eee5af039fa28579b366949d6072b19d26111242531ef70e1520b76e1ff297d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b14329-7688-4c5a-86ee-209eece21280" -d '{"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:07.189918 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:07.258537 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22853426-0ed3-4436-9d22-3f6857551918 x-openstack-request-id: req-22853426-0ed3-4436-9d22-3f6857551918 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:07.258837 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:07.259092 n-d-791506-25 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22853426-0ed3-4436-9d22-3f6857551918 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:07.259501 n-d-791506-25 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'status': 'completed', 'code': 200} Jul 23 23:54:07.346667 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14329-7688-4c5a-86ee-209eece21280 req-51b53710-b76b-4f07-a4c8-fe4a72979c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:07.348306 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-51b53710-b76b-4f07-a4c8-fe4a72979c82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 1096 time: 0.0673418 Jul 23 23:54:07.378249 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ad119-d79e-4fc2-9e72-d1930bbdc1bd req-214cef5c-4079-4d62-a40e-4fce9c0a258b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:07.381982 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-052ad119-d79e-4fc2-9e72-d1930bbdc1bd req-214cef5c-4079-4d62-a40e-4fce9c0a258b tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0780368 Jul 23 23:54:07.405468 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:07.422510 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-052ad119-d79e-4fc2-9e72-d1930bbdc1bd req-4897fba7-8a4d-4458-aba9-f24288360697 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349021 Jul 23 23:54:07.433548 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:07.442595 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:07.443218 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:07.446911 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14329-7688-4c5a-86ee-209eece21280 req-7afe0888-458f-4714-bd32-de1fdfbd5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:07.448404 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-7afe0888-458f-4714-bd32-de1fdfbd5dce service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 200 len: 911 time: 0.0937078 Jul 23 23:54:07.490109 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-3871a76b-9a33-4ecc-be28-b5c1bf198985 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 200 len: 217 time: 0.0347638 Jul 23 23:54:07.538034 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14329-7688-4c5a-86ee-209eece21280 req-555fcab2-0cb2-4789-81e4-b4d60b3a847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:07.539495 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-555fcab2-0cb2-4789-81e4-b4d60b3a847b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 200 len: 849 time: 0.0430908 Jul 23 23:54:07.547201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:07.601866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b14329-7688-4c5a-86ee-209eece21280 req-aefd6846-b8d2-44b7-a4fa-e84ad3aa5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:07.603368 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-aefd6846-b8d2-44b7-a4fa-e84ad3aa5d57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e43634a-80cf-422d-b313-f88e5b1513be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571835 Jul 23 23:54:07.691974 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-89fb5e5d-8567-4e07-ba21-943d1128ab49 service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816996 Jul 23 23:54:07.743252 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:07.773927 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a932308-45e1-4958-8de0-7c20d6cae8a3 None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:49:30Z', 'revision_number': 4, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25', '_interfaces': [{'id': '5a885ae4-f2f1-4594-88e5-69e2ae2bef67', 'name': '', 'network_id': '7e43634a-80cf-422d-b313-f88e5b1513be', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'mac_address': 'fa:16:3e:9d:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:29Z', 'updated_at': '2021-07-23T23:49:35Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'subnets': [{'id': 'fd8db085-fd1a-4282-ac08-09f761d22295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:07.787649 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-b9b14329-7688-4c5a-86ee-209eece21280 req-e6b51b02-d442-4177-905c-c37a9266bd6c service neutron] 10.222.0.22 "GET /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877740 Jul 23 23:54:07.995664 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7030e8-e6ff-4544-a2c4-d05ded56257a None None] New status for floating IP ab00e7c2-6569-4b41-a260-855ac4efce9f: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:54:08.344152 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 no longer exists at agent hyperv_n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:08.363467 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] No Port match for: f36fd799-ab29-465d-921f-f4a8b750e0a6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:08.363801 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Device f36fd799-ab29-465d-921f-f4a8b750e0a6 not bound to the agent host n-h1-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:08.558868 n-d-791506-25 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb471a79-e673-4535-b89b-bdba7b818ef1 req-16c0ad41-310f-4ae2-af0d-521579583a7a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:08.560340 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb471a79-e673-4535-b89b-bdba7b818ef1 req-16c0ad41-310f-4ae2-af0d-521579583a7a tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0658498 Jul 23 23:54:08.598797 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-eb471a79-e673-4535-b89b-bdba7b818ef1 req-6c943de3-0858-4f50-ab5e-f69e01193058 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/security-groups?id=36991f28-c27e-4d39-85fd-f015e5fc73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Jul 23 23:54:08.811882 n-d-791506-25 neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-29a89c14-34ab-4918-a18d-d6bd863aa8da tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:54:08.813304 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-29a89c14-34ab-4918-a18d-d6bd863aa8da tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.22 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 944 time: 0.0615625 Jul 23 23:54:08.913854 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Deleting port c22014af-69e4-4a3e-a01a-5a84ffce3f6a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:08.914135 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.001402 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] For port c22014af-69e4-4a3e-a01a-5a84ffce3f6a, host n-h2-791506-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-25',level=0,port_id=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:09.001790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.014794 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Calling delete_port for c22014af-69e4-4a3e-a01a-5a84ffce3f6a owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:09.143371 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.172427 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event deleted for resources: {'Port': ['ID=c22014af-69e4-4a3e-a01a-5a84ffce3f6a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:09.201906 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.202252 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.202606 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.202942 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.203269 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.203594 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.203913 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.204232 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.204549 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.204866 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.205181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.205498 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-25 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:54:09.234060 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] No DVR routers for this DVR port c22014af-69e4-4a3e-a01a-5a84ffce3f6a on host n-h2-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:09.236608 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130264'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:09.240010 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [req-f32741e9-284f-49c1-9669-67a4a28fb5be req-fa6fb439-d04a-4516-95a1-a2448fc05dda tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.22 "DELETE /v2.0/ports/c22014af-69e4-4a3e-a01a-5a84ffce3f6a HTTP/1.1" status: 204 len: 173 time: 0.4215758 Jul 23 23:54:09.240454 n-d-791506-25 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-deleted', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:54:09.242712 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0da496a7649306f5686a1e7e8e404b6ae2269f66112b54f0bac36a464e4054" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4069fc1-2fed-49c0-a995-c3d5518f58ba" -d '{"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-deleted", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:54:09.336166 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd6f79-b476-4b07-ab8a-6e66a0215586 x-openstack-request-id: req-d3dd6f79-b476-4b07-ab8a-6e66a0215586 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:54:09.336460 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f053f5e6-3c76-4547-b708-394df0014d53", "name": "network-vif-deleted", "tag": "c22014af-69e4-4a3e-a01a-5a84ffce3f6a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:54:09.336708 n-d-791506-25 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3dd6f79-b476-4b07-ab8a-6e66a0215586 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:54:09.337107 n-d-791506-25 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f053f5e6-3c76-4547-b708-394df0014d53', 'name': 'network-vif-deleted', 'tag': 'c22014af-69e4-4a3e-a01a-5a84ffce3f6a', 'status': 'completed', 'code': 200} Jul 23 23:54:09.712483 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [req-313e7d85-5bec-4aa6-97cd-7d36ac655c98 req-3d6db617-3dc9-4724-96be-2044a7f117d3 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "GET /v2.0/ports?device_id=f053f5e6-3c76-4547-b708-394df0014d53 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Jul 23 23:54:10.768655 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:10.825854 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.852459 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.912394 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.915095 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:10.916233 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] 10.222.0.37 "DELETE /v2.0/security-groups/36991f28-c27e-4d39-85fd-f015e5fc73f0 HTTP/1.1" status: 204 len: 168 time: 0.1466115 Jul 23 23:54:10.930119 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a9877-9f88-4ba5-bc4e-c98d5dcd2416 tempest-TestSnapshotPattern-1185943531 tempest-TestSnapshotPattern-1185943531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36991f28-c27e-4d39-85fd-f015e5fc73f0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:10.968447 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:11.150625 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccd65795-16e2-4742-8003-67ead149959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.321811 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.464265 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:54:11.556679 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a no longer exists at agent hyperv_n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:11.570913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Deleting port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:11.571453 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.581177 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] No Port match for: c22014af-69e4-4a3e-a01a-5a84ffce3f6a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:11.585713 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Device c22014af-69e4-4a3e-a01a-5a84ffce3f6a not bound to the agent host n-h2-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:11.651913 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] For port 5a885ae4-f2f1-4594-88e5-69e2ae2bef67, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:11.652281 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.664264 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Calling delete_port for 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:11.839222 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:11.869885 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a885ae4-f2f1-4594-88e5-69e2ae2bef67,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:12.033513 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.561560 n-d-791506-25 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:12.663867 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:12.669363 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-272b59a0-5880-428f-b535-4f3c3a32b9fa admin admin] 10.222.0.37 "PUT /v2.0/routers/90abb22a-f6a6-4c0b-a3a3-aa866ed1df19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998696 Jul 23 23:54:12.672224 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:12.672430 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Sync routers for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:12.681474 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:12.682131 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:12.776537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.786292 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: n-d-791506-25 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:12.877792 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.929735 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Deleting port 7880618f-6b5b-46ed-9106-5d850c20505d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:12.930020 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:12.965827 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:54:11Z', 'revision_number': 5, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port': {'id': '7880618f-6b5b-46ed-9106-5d850c20505d', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:28Z', 'updated_at': '2021-07-23T23:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:12.996253 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Checking router: 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 for host: n-d-791506-25 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:13.005116 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Routers {'90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'} bound to L3 agent in host n-d-791506-25 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:13.005730 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:53:44Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:13.012958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] For port 7880618f-6b5b-46ed-9106-5d850c20505d, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=7880618f-6b5b-46ed-9106-5d850c20505d,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:13.013319 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.025161 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Calling delete_port for 7880618f-6b5b-46ed-9106-5d850c20505d owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:13.091276 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] Set router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:13.195553 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.222439 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Pushing event deleted for resources: {'Port': ['ID=7880618f-6b5b-46ed-9106-5d850c20505d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.284829 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.300810 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:54:12Z', 'revision_number': 6, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:13.326960 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c546-2aec-4fc9-9fc8-36add9dde604 None None] The sync data for ids ['90abb22a-f6a6-4c0b-a3a3-aa866ed1df19'] in n-d-791506-25 is: [{'id': '90abb22a-f6a6-4c0b-a3a3-aa866ed1df19', 'name': 'tempest-TestSnapshotPattern-1717835703-router', 'tenant_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:27Z', 'updated_at': '2021-07-23T23:54:12Z', 'revision_number': 6, 'project_id': '2e348a5b600a4ad4a1690333dd7a0ff8', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:13.375817 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.377941 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.423800 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.424396 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:13.430183 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.431457 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-87f60c07-cf32-4861-85a8-8b440b5df66f admin admin] 10.222.0.37 "DELETE /v2.0/routers/90abb22a-f6a6-4c0b-a3a3-aa866ed1df19 HTTP/1.1" status: 204 len: 168 time: 0.7583194 Jul 23 23:54:13.433958 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:13.477790 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Deleting subnet fd8db085-fd1a-4282-ac08-09f761d22295 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:13.480746 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.514246 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.596031 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.648537 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.676648 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8db085-fd1a-4282-ac08-09f761d22295,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:13.678828 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.680713 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-09a16b80-7073-4d8f-b409-7b357bfb301a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd8db085-fd1a-4282-ac08-09f761d22295 HTTP/1.1" status: 204 len: 168 time: 0.2456517 Jul 23 23:54:13.683267 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:13.685268 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82912c-80ef-4406-8994-274d4647c080 None None] Network 7e43634a-80cf-422d-b313-f88e5b1513be requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:13.767567 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.822773 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Deleting port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:13.823112 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.888831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6068b20d-0730-487a-a69d-99ff2fc4a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.890125 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] For port b0e6db7b-0e79-4784-a7e3-d71e08a36d90, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,segment=NetworkSegment(13088589-dc4d-4e66-bbc5-f2cab8a11a9b),segment_id=13088589-dc4d-4e66-bbc5-f2cab8a11a9b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:13.890712 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:13.904409 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Calling delete_port for b0e6db7b-0e79-4784-a7e3-d71e08a36d90 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:13.984883 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.010609 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e6db7b-0e79-4784-a7e3-d71e08a36d90,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:14.014043 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] No DVR routers for this DVR port b0e6db7b-0e79-4784-a7e3-d71e08a36d90 on host n-d-791506-25 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:14.083562 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.093063 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e43634a-80cf-422d-b313-f88e5b1513be']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:14.104133 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13088589-dc4d-4e66-bbc5-f2cab8a11a9b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:14.104389 n-d-791506-25 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13088589-dc4d-4e66-bbc5-f2cab8a11a9b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:14.113962 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908666'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.130178 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.130403 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4e533-eea4-4e77-aebc-9062becb3402 None None] DHCP port deletion for 7e43634a-80cf-422d-b313-f88e5b1513be request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:14.136864 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:14.137303 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12258907'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: Traceback (most recent call last): Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: timer() Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: cb(*args, **kw) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: return func(*args, **kwargs) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: self._notify() Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: self.callback(batched_events) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: event.method(event) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: return f(self, *a, **k) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: return self._get(url).json() Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:14.139624 n-d-791506-25 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:14.196268 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.201622 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3742970'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.203598 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e43634a-80cf-422d-b313-f88e5b1513be HTTP/1.1" status: 204 len: 168 time: 0.5193195 Jul 23 23:54:14.206774 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46220) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:14.215073 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27d0c7-df19-42d1-a285-291ac351503d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e43634a-80cf-422d-b313-f88e5b1513be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:14.310564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.492497 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b0e6db7b-0e79-4784-a7e3-d71e08a36d90 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:14.515707 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: b0e6db7b-0e79-4784-a7e3-d71e08a36d90 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:14.516144 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device b0e6db7b-0e79-4784-a7e3-d71e08a36d90 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:14.516569 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:14.534735 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:14.535580 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 5a885ae4-f2f1-4594-88e5-69e2ae2bef67 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:14.536201 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7880618f-6b5b-46ed-9106-5d850c20505d no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:14.557661 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 7880618f-6b5b-46ed-9106-5d850c20505d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:14.558094 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 7880618f-6b5b-46ed-9106-5d850c20505d not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:14.564418 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-466004'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.808923 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Deleting port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:14.809264 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.884845 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] For port 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:14.885202 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:14.897042 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Calling delete_port for 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:15.068905 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.302654 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.436342 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Pushing event deleted for resources: {'Port': ['ID=34a6b7f9-38bb-4b58-9d88-cc36ad4597f3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:15.604109 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3742949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467234'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:15.812218 n-d-791506-25 neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Router f33393de-7435-4c0c-a39f-58b764ab8c49 has already been hosted by L3 agent 65e2e606-1a8e-4522-b1b4-346c207da7ec {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:54:15.917473 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] Notify agent at l3_agent.n-d-791506-25 the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:54:15.922256 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-538abb2b-8881-4414-b692-7b34cd7d970e admin admin] 10.222.0.37 "PUT /v2.0/routers/f33393de-7435-4c0c-a39f-58b764ab8c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133877 Jul 23 23:54:15.924991 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:15.925861 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Sync routers for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:54:15.934667 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:15.935258 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:54:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:16.030147 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.039519 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: n-d-791506-25 {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:16.135087 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.187198 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Deleting port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:16.187472 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.214390 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'external_fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:54:15Z', 'revision_number': 5, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port': {'id': 'bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef', 'name': '', 'network_id': '33692836-5683-4dd7-bad8-04095cf127e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a7a4ea-5593-4ddd-a86e-3c2bf2bdb22b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-25'}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:16.242031 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Checking router: f33393de-7435-4c0c-a39f-58b764ab8c49 for host: n-d-791506-25 {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:54:16.250229 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Routers {'f33393de-7435-4c0c-a39f-58b764ab8c49'} bound to L3 agent in host n-d-791506-25 {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:54:16.250834 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:20:44Z,description=,heartbeat_timestamp=2021-07-23T23:54:14Z,host='n-d-791506-25',id=65e2e606-1a8e-4522-b1b4-346c207da7ec,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:20:44Z,topic='l3_agent')) {'router_ids': ['f33393de-7435-4c0c-a39f-58b764ab8c49'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:16.271057 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] For port bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,segment=NetworkSegment(0c596430-fa3f-44a7-8217-3341412d4ebc),segment_id=0c596430-fa3f-44a7-8217-3341412d4ebc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:16.271423 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.282912 n-d-791506-25 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Calling delete_port for bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:16.335252 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] Set router f33393de-7435-4c0c-a39f-58b764ab8c49 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:54:16.387315 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 6, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port_host': None}], 'n-d-791506-25', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:16.413149 n-d-791506-25 neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cbd1e-9bcd-456e-92de-38055378d713 None None] The sync data for ids ['f33393de-7435-4c0c-a39f-58b764ab8c49'] in n-d-791506-25 is: [{'id': 'f33393de-7435-4c0c-a39f-58b764ab8c49', 'name': 'tempest-TestSnapshotPattern-1174224641-router', 'tenant_id': 'ab00c991e0fa44d597c7ddf891a32383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:49:32Z', 'updated_at': '2021-07-23T23:54:16Z', 'revision_number': 6, 'project_id': 'ab00c991e0fa44d597c7ddf891a32383', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:54:16.460021 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12258830'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.485529 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:16.552373 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-463643'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.644125 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8082'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.646244 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.687772 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-460791'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.688354 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33393de-7435-4c0c-a39f-58b764ab8c49 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:54:16.693082 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.694239 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-249839ac-29d3-4b4d-81f8-9cb6e44246ac admin admin] 10.222.0.37 "DELETE /v2.0/routers/f33393de-7435-4c0c-a39f-58b764ab8c49 HTTP/1.1" status: 204 len: 168 time: 0.7681711 Jul 23 23:54:16.696688 n-d-791506-25 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:16.740723 n-d-791506-25 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Deleting subnet 086ae181-d11c-4d73-8aba-e90292eecaf1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:54:16.743725 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.779156 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908661'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.810965 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.868326 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3625326'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.921527 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3625329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3725178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12259069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8861239'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.949004 n-d-791506-25 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:16.950821 n-d-791506-25 neutron-server[93835]: INFO neutron.wsgi [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/086ae181-d11c-4d73-8aba-e90292eecaf1 HTTP/1.1" status: 204 len: 168 time: 0.2532461 Jul 23 23:54:16.953197 n-d-791506-25 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9383de-b87c-4786-9f10-78e1cb84f678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086ae181-d11c-4d73-8aba-e90292eecaf1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:16.953416 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46226) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:16.953859 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f78275-41bf-4f61-9726-3334daad6e93 None None] Network 6c76e437-9563-4a5a-a972-e77720fddf9f requested from n-d-791506-25 {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:54:17.021266 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3638228'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.072568 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Deleting port 766ad9c3-727f-4874-8710-d8ed42f4f1af {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:17.072907 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.141077 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] For port 766ad9c3-727f-4874-8710-d8ed42f4f1af, host n-d-791506-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-25',level=0,port_id=766ad9c3-727f-4874-8710-d8ed42f4f1af,segment=NetworkSegment(0c74e108-9e16-4650-9843-fd269320a175),segment_id=0c74e108-9e16-4650-9843-fd269320a175)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:17.141447 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.152835 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Calling delete_port for 766ad9c3-727f-4874-8710-d8ed42f4f1af owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:17.195427 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] DHCP port deletion for 6c76e437-9563-4a5a-a972-e77720fddf9f request from n-d-791506-25 {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:54:17.240449 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9303401'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.244443 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Deleting port 766ad9c3-727f-4874-8710-d8ed42f4f1af {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:54:17.244814 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794111201284'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.272773 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=766ad9c3-727f-4874-8710-d8ed42f4f1af,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:17.276359 n-d-791506-25 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] No DVR routers for this DVR port 766ad9c3-727f-4874-8710-d8ed42f4f1af on host n-d-791506-25 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:17.320659 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] For port 766ad9c3-727f-4874-8710-d8ed42f4f1af, host n-d-791506-25, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:54:17.320659 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-467284'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.331621 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Calling delete_port for 766ad9c3-727f-4874-8710-d8ed42f4f1af owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:54:17.335362 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Port 766ad9c3-727f-4874-8710-d8ed42f4f1af was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 23:54:17.336798 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-557222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4083316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794111207482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794110769677'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.351889 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625953', 'neutron.services.segments.db._delete_segments_for_network-8794111170690'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.361925 n-d-791506-25 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] Pushing event deleted for resources: {'Port': ['ID=766ad9c3-727f-4874-8710-d8ed42f4f1af,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:17.362346 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c76e437-9563-4a5a-a972-e77720fddf9f']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:17.365883 n-d-791506-25 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9b15e-3f85-4dd6-a191-78e6416c9dd6 None None] No DVR routers for this DVR port 766ad9c3-727f-4874-8710-d8ed42f4f1af on host n-d-791506-25 {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:54:17.373203 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c74e108-9e16-4650-9843-fd269320a175') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:17.373502 n-d-791506-25 neutron-server[93836]: DEBUG neutron.services.segments.db [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c74e108-9e16-4650-9843-fd269320a175') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:54:17.384159 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794111088119', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2056463'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.400239 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.406722 n-d-791506-25 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:54:17.407121 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3628969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9303356'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: Traceback (most recent call last): Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: timer() Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: cb(*args, **kw) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: return func(*args, **kwargs) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: self._notify() Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: self.callback(batched_events) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: event.method(event) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: return f(self, *a, **k) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: return self._get(url).json() Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: return self.request(url, 'GET', **kwargs) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:54:17.409059 n-d-791506-25 neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:54:17.470764 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3742956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-463863'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.478147 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.481395 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c76e437-9563-4a5a-a972-e77720fddf9f HTTP/1.1" status: 204 len: 168 time: 0.5256109 Jul 23 23:54:17.491081 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fa19a-b64a-4750-aa4f-59bb2be721e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c76e437-9563-4a5a-a972-e77720fddf9f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:17.658894 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:17.698788 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-07722820-4238-482c-8191-86ca614fd448 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e348a5b600a4ad4a1690333dd7a0ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386758 Jul 23 23:54:17.701181 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46232) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:17.748092 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.768891 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.818803 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.821910 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:17.823044 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f6452a9-a613-4dd3-9c72-69443585f0ac HTTP/1.1" status: 204 len: 168 time: 0.1209757 Jul 23 23:54:17.830437 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1518b-d454-427a-8199-ffd032a5d053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6452a9-a613-4dd3-9c72-69443585f0ac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:18.137516 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46238) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:18.176972 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-c517b295-692d-474f-a40e-10c8d851630c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab00c991e0fa44d597c7ddf891a32383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383055 Jul 23 23:54:18.179308 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:54:18.226699 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.247705 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.294790 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729317'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.297902 n-d-791506-25 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:18.299049 n-d-791506-25 neutron-server[93836]: INFO neutron.wsgi [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/203616d4-fcad-4eb2-845f-9854b6474c72 HTTP/1.1" status: 204 len: 168 time: 0.1188700 Jul 23 23:54:18.306790 n-d-791506-25 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d651-e558-471f-9a3e-7d9f4b84d70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203616d4-fcad-4eb2-845f-9854b6474c72,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:54:18.498610 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:18.521032 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:18.521392 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device bb8f0acd-85cd-40c4-b3ba-cb7aab4714ef not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:18.521885 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766ad9c3-727f-4874-8710-d8ed42f4f1af no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:18.541747 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 766ad9c3-727f-4874-8710-d8ed42f4f1af {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:18.542202 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 766ad9c3-727f-4874-8710-d8ed42f4f1af not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:18.542629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 no longer exists at agent ovs-agent-n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:54:18.567214 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] No Port match for: 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:54:18.567629 n-d-791506-25 neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Device 34a6b7f9-38bb-4b58-9d88-cc36ad4597f3 not bound to the agent host n-d-791506-25 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:54:23.107389 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:24.067831 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:41.151615 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e7a41cf4-c139-4a73-847d-6a6ab8172dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:43.881667 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f40470ba-1a0f-4b5b-8043-bc9fca5974ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:44.312696 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:45.303318 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:46.808602 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:48.464359 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:54:53.106215 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:54:54.074766 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:11.152610 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45696336-621c-4aee-adde-69fb552d1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:13.882355 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e66f68b-ec2a-4469-af40-d77c6f8cb1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:14.312707 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:15.306432 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:16.810142 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:23.122832 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:24.067036 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:25.465288 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:55:41.153098 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f4a9412c-e6db-47b5-b7c4-bf290fc54971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:43.882879 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c15305d-d26e-4330-ba9c-686ad92a8244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:44.318647 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:45.309013 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:46.812827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:53.125548 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:55:54.068949 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:02.464844 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:56:11.154234 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-acc105b2-5441-45a4-8b66-9610d5556fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:13.882942 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adf677c4-9196-414c-84a7-7753e09007aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:14.320504 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:15.313047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:16.814958 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:23.137243 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:24.082869 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:39.464492 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:56:41.155246 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-de1318eb-3378-429a-b182-1c9ea9a67ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:43.883193 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5f919866-605b-4a26-9cfd-6cbcc8b0d68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:44.321821 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:45.315848 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:46.818704 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:53.153591 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:56:54.080498 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:11.155895 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d2d081c-6e80-4c14-873d-bd7ca1cf92ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:13.883517 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc5ce-3820-4df6-9d16-ded1e6f19fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:14.323918 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:15.318623 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:16.464358 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:57:16.820757 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:23.153584 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:24.079543 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:41.156595 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a69123c7-f2cf-4463-967a-7de722a4938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:43.884941 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-06ee8531-4e08-4ce8-931d-6fa94f8cfd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:44.324981 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:45.323538 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:46.823739 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.168415 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:57:53.540011 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:57:54.080486 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:11.156618 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2103ad1a-beca-494c-965a-f726278ea110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:13.884930 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6443-0ce1-4e39-8701-97bc25c978f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:14.327453 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:15.325279 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:16.361887 n-d-791506-25 neutron-server[93836]: DEBUG neutron.wsgi [req-a84e1e46-b3f9-46c1-8f22-d02148ec4a10 req-2b615bfc-a62f-496e-93c8-f851579a9975 service neutron] (93836) timed out ('10.222.0.37', 40048) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:58:16.826307 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:23.183327 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:24.079258 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:30.469235 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:58:41.158288 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3f72e048-c8be-463c-ace7-b8603ef8af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:43.884572 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a08f10ea-bf36-476b-bb32-2205cf13a2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:44.329425 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:45.326585 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:46.828022 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:53.183283 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:58:54.077712 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:07.468300 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:59:11.159245 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-94173f3b-96f0-45f7-9ecf-6bc4d6d395cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:13.884610 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a67a6f17-a0ce-4e03-8726-850e594f59da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:14.330309 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:15.330226 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:16.830053 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:23.183564 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:24.075795 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:41.159825 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c75ea18d-b530-4771-a490-9264bcf6d8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:43.885206 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4e035a8e-1f8a-4e66-b6b3-8a8121141ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:44.331164 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:44.470529 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:59:45.332225 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:46.831868 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:53.182490 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:59:54.090554 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:11.159772 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5b95c280-de4d-4112-a870-b4e706439c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:13.887533 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-60b845b2-fdb5-45fe-92f5-360b9febb3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:14.334702 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:15.335559 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:16.835946 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:21.469837 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:00:23.183418 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:24.107345 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:41.160818 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d41582cb-a73c-4173-a526-6616101ce2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:43.887020 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-461425e4-64cf-4e55-9a27-f94cd069c1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:44.336527 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:45.338947 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:46.838805 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:53.182067 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:54.105047 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:00:58.469152 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:01:11.161827 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c8f13559-b4fc-415c-aee3-b2343ae4e54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:13.885915 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-aa56ca68-386d-4348-a4fa-fc8439b503a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:14.337640 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:15.342041 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:16.842323 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:23.181177 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:24.136072 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:35.469690 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:01:41.162489 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4aafee1-09e0-49bf-84fe-9f790db75e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:43.885412 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27ed49d2-fa07-4705-86ff-2e975ad10681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:44.339052 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:45.344393 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:46.844882 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:53.194744 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:01:54.135424 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:11.163954 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5c35e6b4-d2b8-4250-a088-fe592a449a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:12.469881 n-d-791506-25 neutron-server[93838]: DEBUG neutron.db.agents_db [None req-aa45c8e7-7125-4632-bfd6-c2c65ea0b6a8 None None] Agent healthcheck: found 7 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:02:13.885373 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-003d216b-af68-4e21-8250-784f35c48df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:14.340543 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6f8f46a9-62c8-47d0-b5b6-b0b3bc0e3238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:15.347609 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-038171aa-a367-49db-9683-a6fe9b215052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:16.851664 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-40753228-7b67-4c63-b012-bdb539a23fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:23.196569 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8415e9ff-b977-43b0-a5a3-f8defb68dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:02:24.134733 n-d-791506-25 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-071b562c-7fe1-4e31-9a8c-e17ec2763a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794111170672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3629871'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}